CLOUDP-305055 Add snapshot testing (#3760)

Author: fmenezes

.github/workflows/code-health.yml

@@ -30,8 +30,6 @@ jobs:
     env:
       COVERAGE: coverage.out
       TEST_CMD: gotestsum --junitfile unit-tests.xml --format standard-verbose --
-      UNIT_TAGS: unit
-      INTEGRATION_TAGS: integration
     strategy:
       fail-fast: false
       matrix:

.github/workflows/e2e-tests.yml

@@ -6,11 +6,58 @@ on:
       - master
   pull_request:
 jobs:
-  config:
-    env:
-      TEST_CMD: gotestsum --junitfile e2e-tests.xml --format standard-verbose --
-      UNIT_TAGS: unit
+  tests:
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        tags:
+          - atlas,autogeneration
+          - atlas,backup,compliancepolicy
+          - atlas,backup,flex
+          - atlas,backup,exports,buckets
+          - atlas,backup,exports,jobs
+          - atlas,backup,restores
+          - atlas,backup,schedule
+          - atlas,backup,snapshot
+          - atlas,clusters,file
+          # - atlas,clusters,flags  # does not work well with snapshots
+          - atlas,clusters,flex
+          - atlas,clusters,m0
+          - atlas,clusters,sharded
+          - atlas,clusters,upgrade
+          - atlas,datafederation,db
+          - atlas,datafederation,privatenetwork
+          - atlas,datafederation,querylimits
+          - atlas,decrypt
+          # - atlas,deployments,atlasclusters # one assertion connects to DB (needs live mode)
+          # - atlas,deployments,local,auth,deprecated # needs docker to run
+          # - atlas,deployments,local,auth,new # needs docker to run
+          # - atlas,deployments,local,nocli # needs docker to run
+          # - atlas,deployments,local,noauth # needs docker to run
+          # - atlas,generic # tests are failing in master
+          # - atlas,interactive # does not work well with snapshots
+          - atlas,ldap
+          - atlas,livemigrations
+          - atlas,logs
+          - atlas,metrics
+          - atlas,networking
+          - atlas,onlinearchive
+          - atlas,performanceAdvisor
+          - atlas,plugin,install
+          - atlas,plugin,run
+          - atlas,plugin,uninstall
+          - atlas,plugin,update
+          - atlas,processes
+          - atlas,search
+          # - atlas,search_nodes # tests are failing in master
+          - atlas,serverless,instance
+          - atlas,streams
+          - atlas,streams_with_cluster
+          - brew
+          - config
+          - iam
+          - kubernetes
     steps:
       - uses: GitHubSecurityLab/actions-permissions/monitor@v1
         with:
@@ -24,7 +71,8 @@ jobs:
         with:
           go-version-file: 'go.mod'
       - run: go install gotest.tools/gotestsum@latest
-      - run: |
+      - name: write config file
+        run: |
           set -Eeou pipefail
           mkdir "$XDG_CONFIG_HOME/atlascli"
           cat <<EOF > "$XDG_CONFIG_HOME/atlascli/config.toml"
@@ -35,35 +83,30 @@ jobs:
           EOF
       - run: make e2e-test
         env:
-          E2E_TAGS: config
+          TEST_CMD: gotestsum --junitfile e2e-tests.xml --format standard-verbose --
+          E2E_TAGS: ${{ matrix.tags }}
+          MONGODB_ATLAS_ORG_ID: ${{ secrets.MONGODB_ATLAS_ORG_ID }}
+          MONGODB_ATLAS_PROJECT_ID: ${{ secrets.MONGODB_ATLAS_PROJECT_ID }}
+          MONGODB_ATLAS_PUBLIC_API_KEY: ${{ secrets.MONGODB_ATLAS_PUBLIC_API_KEY }}
+          MONGODB_ATLAS_PRIVATE_API_KEY: ${{ secrets.MONGODB_ATLAS_PRIVATE_API_KEY }}
+          MONGODB_ATLAS_OPS_MANAGER_URL: ${{ secrets.MONGODB_ATLAS_OPS_MANAGER_URL }}
+          MONGODB_ATLAS_SERVICE: cloud
+          DO_NOT_TRACK: 1
+          UPDATE_SNAPSHOTS: false
+          E2E_SKIP_CLEANUP: true
+          E2E_CLOUD_ROLE_ID: ${{ secrets.E2E_CLOUD_ROLE_ID }}
+          E2E_TEST_BUCKET: ${{ secrets.E2E_TEST_BUCKET }}
+          E2E_FLEX_INSTANCE_NAME: ${{ secrets.E2E_FLEX_INSTANCE_NAME }}
+          IDENTITY_PROVIDER_ID: ${{ secrets.IDENTITY_PROVIDER_ID }}
+          AWS_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
+          AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
+          AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
+          GCP_CREDENTIALS: ${{ secrets.GCP_CREDENTIALS }}
+          E2E_TIMEOUT: 3h
       - name: Test Summary
-        id: test_summary
-        uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86
-        with:
-          paths: e2e-tests.xml
-  brew:
-    env:
-      TEST_CMD: gotestsum --junitfile e2e-tests.xml --format standard-verbose --
-      UNIT_TAGS: unit
-    runs-on: ubuntu-latest
-    steps:
-      - uses: GitHubSecurityLab/actions-permissions/monitor@v1
-        with:
-          config: ${{ vars.PERMISSIONS_CONFIG }}
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-      - name: Install Go
-        uses: actions/setup-go@v5
-        with:
-          go-version-file: 'go.mod'
-      - run: go install gotest.tools/gotestsum@latest
-      - run: make e2e-test
-        env:
-          E2E_TAGS: brew
-      - name: Test Summary
-        id: test_summary
+        if: always()
         uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86
         with:
           paths: e2e-tests.xml