Cloudp-80268 e2e initial (#84)

Author: leo-ri

.github/actions/deploy/entrypoint.sh

@@ -15,7 +15,7 @@ cd - && kustomize build config/dev | kubectl apply -f -
 
 # Ensuring the Atlas credentials Secret
 kubectl delete secrets my-atlas-key --ignore-not-found -n "${ns}"
-kubectl create secret generic my-atlas-key --from-literal="orgId=${INPUT_ATLAS_ORG_ID}" --from-literal="publicApiKey=${INPUT_ATLAS_PUBLIC_KEY}" --from-literal="privateApiKey=${INPUT_ATLAS_PRIVATE_KEY}" -n mongodb-atlas-kubernetes-system
+kubectl create secret generic my-atlas-key --from-literal="orgId=${INPUT_ATLAS_ORG_ID}" --from-literal="publicApiKey=${INPUT_ATLAS_PUBLIC_KEY}" --from-literal="privateApiKey=${INPUT_ATLAS_PRIVATE_KEY}" -n "${ns}"
 
 # Wait for the Operator to start
 cmd="while ! kubectl -n ${ns} get pods -l control-plane=controller-manager -o jsonpath={.items[0].status.phase} 2>/dev/null | grep -q Running ; do printf .; sleep 1; done"

.github/actions/gen-install-scripts/action.yml

@@ -4,6 +4,9 @@ inputs:
   IMAGE_URL:
     description: "Operator image"
     required: true
+  ENV:
+    description: "Kustomize patch name (enviroment configuration patch)"
+    required: true
 runs:
   using: 'docker'
   image: 'Dockerfile'

.github/actions/gen-install-scripts/entrypoint.sh

@@ -1,11 +1,11 @@
 #!/bin/sh
 
 target_dir="deploy"
-mkdir "${target_dir}"
+mkdir -p "${target_dir}"
 
 # Generate configuration and save it to `all-in-one`
 controller-gen crd:crdVersions=v1 rbac:roleName=manager-role webhook paths="./..." output:crd:artifacts:config=config/crd/bases
 cd config/manager && kustomize edit set image controller="${INPUT_IMAGE_URL}"
-cd - && kustomize build config/default > "${target_dir}"/all-in-one.yaml
+cd - && kustomize build "config/${INPUT_ENV}" > "${target_dir}/all-in-one.yaml"
 
-cat "${target_dir}"/all-in-one.yaml
+cat "${target_dir}/all-in-one.yaml"

.github/workflows/push-image.yml

@@ -1,12 +1,9 @@
 # Triggered by Pull Request or Manually (from GitHub UI) events
+# TODO remove after removing scripts/e2e_local.sh
 
 name: Publish image to Registry
 
 on:
-  pull_request:
-  push:
-    branches:
-      - main
   workflow_dispatch:
 
 jobs:

.github/workflows/test.yml

@@ -25,6 +25,7 @@ jobs:
       - run: go version
       - name: Run testing
         run: CGO_ENABLED=0 go test -v $(go list ./pkg/...)
+
   int-test:
     name: Integration tests
     runs-on: ubuntu-latest
@@ -43,3 +44,98 @@ jobs:
           ATLAS_PUBLIC_KEY: ${{ secrets.ATLAS_PUBLIC_KEY }}
           ATLAS_PRIVATE_KEY: ${{ secrets.ATLAS_PRIVATE_KEY }}
 
+  prepare-e2e:
+    name: Prepare E2E configuration and image
+    needs: [unit-test]
+    runs-on: ubuntu-latest
+    steps:
+
+    - name: Check out code
+      uses: actions/checkout@v2.3.1
+
+    - name: Prepare tag
+      id: prepare
+      uses: ./.github/actions/set-tag
+
+    - name: Push Atlas Operator to Registry
+      uses: docker/build-push-action@v1
+      with:
+        username: ${{ secrets.DOCKER_USERNAME }}
+        password: ${{ secrets.DOCKER_PASSWORD }}
+        repository: ${{ secrets.DOCKER_REPO }}
+        registry: ${{ secrets.DOCKER_REGISTRY }}
+        tags: ${{ steps.prepare.outputs.tag }}
+
+  e2e:
+    name: E2E tests
+    needs: prepare-e2e
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        # k8s: ["1.17-kind", "1.19-kind", "1.17-opeshift"] # <supported platform version>-<platform>
+        k8s: ["v1.18.15-kind"] # <K8sGitVersion>-<Platform>
+        test: ["all-in-one"] # TODO refactor
+    steps:
+
+    - name: Check out code
+      uses: actions/checkout@v2.3.1
+
+    - name: Prepare tag
+      id: prepare
+      uses: ./.github/actions/set-tag
+
+    - name: Generate configuration for the tests
+      uses: ./.github/actions/gen-install-scripts
+      with:
+        IMAGE_URL: ${{ secrets.DOCKER_REPO }}:${{ steps.prepare.outputs.tag }}
+        ENV: dev
+
+    - name: Set properties
+      id: properties
+      run: |
+        version=$(echo ${{ matrix.k8s }} | awk -F "-" '{print $1}')
+        platform=$(echo ${{ matrix.k8s }} | awk -F "-" '{print $2}')
+        echo "::set-output name=k8s_version::$version"
+        echo "::set-output name=k8s_platform::$platform"
+
+    # run if platform = kind #TODO
+    - name: Create k8s Kind Cluster
+      if: ${{ steps.properties.outputs.k8s_platform == 'kind' && !env.ACT }}
+      uses: helm/kind-action@v1.1.0
+      with:
+        node_image: kindest/node:${{ steps.properties.outputs.k8s_version }}
+        cluster_name: ${{ matrix.k8s }}
+
+    - name: Setup Go
+      if: ${{ steps.properties.outputs.k8s_platform == 'kind' && !env.ACT }}
+      uses: actions/setup-go@v2
+      with:
+        go-version: '1.15.6'
+
+    - name: Install MongoCLI
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y mongocli
+        mongocli --version
+
+    - name: Run e2e test
+      if: ${{ steps.properties.outputs.k8s_platform == 'kind' && !env.ACT }}
+      env:
+        MCLI_PUBLIC_API_KEY: ${{ secrets.ATLAS_PUBLIC_KEY }}
+        MCLI_PRIVATE_API_KEY: ${{ secrets.ATLAS_PRIVATE_KEY }}
+        MCLI_ORG_ID: ${{ secrets.ATLAS_ORG_ID}}
+        MCLI_OPS_MANAGER_URL: "https://cloud-qa.mongodb.com/"
+        K8S_PLATFORM: "${{ steps.properties.outputs.k8s_platform }}"
+        K8S_VERSION: "${{ steps.properties.outputs.k8s_version }}"
+        TEST_NAME: "${{ matrix.test }}"
+      run: |
+        kubectl version
+
+        go version
+        go get github.com/onsi/ginkgo/ginkgo && \
+        go get github.com/onsi/gomega/...
+        ginkgo ./test/e2e -x -focus "${TEST_NAME}"
+
+
+# TODO if int test failed - stop e2e, add job for cleanup Atlas projects/clusters

.golangci.yml

@@ -86,5 +86,9 @@ issues:
       linters:
         - gochecknoglobals
         - wrapcheck
+    - path: test/e2e
+      linters:
+        - errcheck
+        - stylecheck
   max-issues-per-linter: 0
   max-same-issues: 0

Makefile

@@ -40,6 +40,10 @@ int-test: generate manifests ## Run integration tests
 	test -f $(ENVTEST_ASSETS_DIR)/setup-envtest.sh || curl -sSLo $(ENVTEST_ASSETS_DIR)/setup-envtest.sh https://raw.githubusercontent.com/kubernetes-sigs/controller-runtime/v0.8.0/hack/setup-envtest.sh
 	source $(ENVTEST_ASSETS_DIR)/setup-envtest.sh; fetch_envtest_tools $(ENVTEST_ASSETS_DIR); setup_envtest_env $(ENVTEST_ASSETS_DIR); ginkgo -v -p -nodes=4 ./test/int -coverprofile cover.out
 
+.PHONY: e2e
+e2e: run-kind
+	./scripts/e2e_local.sh
+
 .PHONY: manager
 manager: generate fmt vet ## Build manager binary
 	go build -o bin/manager main.go

config/dev/kustomization.yaml

@@ -1,4 +1,4 @@
-
+namespace: mongodb-atlas-kubernetes-system
 
 resources:
 - ../default

go.mod

@@ -9,11 +9,13 @@ require (
 	github.com/google/go-cmp v0.5.4
 	github.com/mongodb-forks/digest v1.0.2
 	github.com/onsi/ginkgo v1.14.2
+	github.com/pborman/uuid v1.2.0
 	github.com/onsi/gomega v1.10.5
 	github.com/stretchr/testify v1.7.0
 	go.mongodb.org/atlas v0.7.1
 	go.uber.org/multierr v1.6.0 // indirect
 	go.uber.org/zap v1.16.0
+	gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c
 	k8s.io/api v0.18.6
 	k8s.io/apimachinery v0.18.6
 	k8s.io/client-go v0.18.6

go.sum

@@ -265,6 +265,7 @@ github.com/onsi/gomega v1.10.5 h1:7n6FEkpFmfCoo2t+YYqXH0evK+a9ICQz0xcAy9dYcaQ=
 github.com/onsi/gomega v1.10.5/go.mod h1:gza4q3jKQJijlu05nKWRCW/GavJumGt8aNRxWg7mt48=
 github.com/openlyinc/pointy v1.1.2 h1:LywVV2BWC5Sp5v7FoP4bUD+2Yn5k0VNeRbU5vq9jUMY=
 github.com/openlyinc/pointy v1.1.2/go.mod h1:w2Sytx+0FVuMKn37xpXIAyBNhFNBIJGR/v2m7ik1WtM=
+github.com/pborman/uuid v1.2.0 h1:J7Q5mO4ysT1dv8hyrUGHb9+ooztCXu1D8MY8DZYsu3g=
 github.com/pborman/uuid v1.2.0/go.mod h1:X/NO0urCmaxf9VXbdlT7C2Yzkj2IKimNn4k+gtPdI/k=
 github.com/pelletier/go-toml v1.2.0 h1:T5zMGML61Wp+FlcbWjRDT7yAxhJNAiPPLOFECq181zc=
 github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic=