Parallelise integration tests

singer-io · May 3, 2024 · bbeec12 · bbeec12
1 parent 8cb2a43
commit bbeec12
Showing 1 changed file with 24 additions and 5 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -26,11 +26,30 @@ jobs:
             pytest tests/unittests
       - run:
           name: 'Integration Tests'
-          command: |
-            aws s3 cp s3://com-stitchdata-dev-deployment-assets/environments/tap-tester/tap_tester_sandbox dev_env.sh
-            source dev_env.sh
-            source /usr/local/share/virtualenvs/tap-tester/bin/activate
-            run-test --tap=tap-mambu tests
+          parallelism: 5
+          steps:
+            - checkout
+            - attach_workspace:
+                at: /usr/local/share/virtualenvs
+            - run:
+                name: 'Run Integration Tests'
+                command: |
+                  aws s3 cp s3://com-stitchdata-dev-deployment-assets/environments/tap-tester/tap_tester_sandbox dev_env.sh
+                  source dev_env.sh
+                  mkdir /tmp/${CIRCLE_PROJECT_REPONAME}
+                  export STITCH_CONFIG_DIR=/tmp/${CIRCLE_PROJECT_REPONAME}
+                  source /usr/local/share/virtualenvs/tap-tester/bin/activate
+                  circleci tests glob "tests/*.py" | circleci tests split > ./tests-to-run
+                  if [ -s ./tests-to-run ]; then
+                    for test_file in $(cat ./tests-to-run)
+                    do
+                      run-test --tap=${CIRCLE_PROJECT_REPONAME} $test_file
+                    done
+                  fi
+            - slack/notify-on-failure:
+                only_for_branches: master
+            - store_artifacts:
+                path: /tmp/tap-mambu
 workflows:
   version: 2
   commit: