Cleanup #624
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: cicd | |
| on: | |
| push: | |
| # All pushes | |
| workflow_dispatch: | |
| # This allows it to be triggered manually in the github console | |
| # You could put inputs here, but we don't need them. | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| # This causes it to cancel previous in-progress actions in the same PR | |
| cancel-in-progress: true | |
| env: | |
| PYTHON_VERSION: "3.11" | |
| POETRY_VERSION: "1.5.1" | |
| # This is the token associated with "prod-biggies" (with shared credentials on 1password) | |
| GROUNDLIGHT_API_TOKEN: ${{ secrets.GROUNDLIGHT_API_TOKEN }} | |
| # This is the NGINX proxy endpoint | |
| GROUNDLIGHT_ENDPOINT: http://localhost:6717 | |
| jobs: | |
| test-in-k3s: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Check out code | |
| uses: actions/checkout@v3 | |
| - name: Install k3s | |
| run: | | |
| curl -sfL https://get.k3s.io | sh - | |
| sudo chmod 644 /etc/rancher/k3s/k3s.yaml | |
| sudo chown $USER /etc/rancher/k3s/k3s.yaml | |
| # symlink to kubeconfig | |
| mkdir -p ~/.kube | |
| ln -s /etc/rancher/k3s/k3s.yaml ~/.kube/config | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-west-2 | |
| - name: Deploy the edge-endpoint yaml | |
| run: | | |
| set -ex | |
| # Once there's a fix for disk-pressure issues on GHA's runner, we can uncomment the | |
| # following command in order to set up the environment to test out edge inference | |
| # source test/setup_inference_test_env.sh | |
| export INFERENCE_FLAVOR="CPU" | |
| export DEPLOYMENT_NAMESPACE="default" | |
| bash deploy/bin/cluster_setup.sh | |
| kubectl describe deployment | |
| - name: Wait for edge-endpoint pod to be ready | |
| run: | | |
| set -ex | |
| kubectl rollout status deployment edge-endpoint --timeout=5m | |
| kubectl describe pod edge-endpoint | |
| test-motion-detection: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Check out code | |
| uses: actions/checkout@v4 | |
| - name: Set up python | |
| uses: actions/setup-python@v4 | |
| with : | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Install Docker | |
| # moby-runc is a CLI tool for spawning and running containers according to the Open Container Initiative (OCI) | |
| # specification, and it is used by the Docker runtime. The existing version of moby-runc on the GitHub Actions runner | |
| # is often incompatible with the version of Docker we want to install, so we need to remove it first. | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get remove moby-runc | |
| sudo apt-get install apt-transport-https ca-certificates curl software-properties-common | |
| curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add - | |
| sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | |
| sudo apt-get update | |
| sudo apt-get install docker-ce | |
| - name: Build Docker Image | |
| run: docker build --tag groundlight-edge . | |
| - name: Start Docker Container | |
| id: start_container | |
| run: | | |
| source test/setup_motion_detection_test_env.sh | |
| echo "EDGE_CONFIG=$EDGE_CONFIG" | |
| container_id=$(docker run \ | |
| -e LOG_LEVEL=DEBUG \ | |
| -e EDGE_CONFIG \ | |
| -d -p 6717:6717 \ | |
| groundlight-edge) | |
| echo "::set-output name=container_id::$container_id" | |
| - name: Install poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| version: ${{ env.POETRY_VERSION }} | |
| virtualenvs-create: true | |
| virtualenvs-in-project: true | |
| installer-parallel: true | |
| - name: Load Cached venv | |
| id: cached-poetry-dependencies | |
| uses: actions/cache@v3 | |
| with: | |
| path: .venv | |
| key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{hashFiles('**/poetry.lock') }} | |
| - name: Install package | |
| run: | | |
| poetry install --no-interaction | |
| - name: Run Motion Detection Tests | |
| run: | | |
| source test/setup_motion_detection_test_env.sh | |
| poetry run pytest -vs test/api/test_motdet.py | |
| - name: Dump Logs from Docker Container | |
| if: always() | |
| run: docker logs ${{ steps.start_container.outputs.container_id }} | |
| - name: Stop Docker Container | |
| # This ensures that we always stop the container regardless of the outcomes of | |
| # the previous steps | |
| if: always() | |
| run: docker stop ${{ steps.start_container.outputs.container_id }} | |
| test-general-edge-endpoint: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Check out code | |
| uses: actions/checkout@v3 | |
| - name: Set up python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Install Docker | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get remove moby-runc | |
| sudo apt-get install apt-transport-https ca-certificates curl software-properties-common | |
| curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add - | |
| sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | |
| sudo apt-get update | |
| sudo apt-get install docker-ce | |
| - name: Build Docker Image | |
| run: docker build --tag groundlight-edge . | |
| - name: Start Docker Container | |
| id: start_container | |
| run: | | |
| source test/setup_plain_test_env.sh | |
| echo "EDGE_CONFIG=$EDGE_CONFIG" | |
| container_id=$(docker run \ | |
| -e LOG_LEVEL=DEBUG \ | |
| -e EDGE_CONFIG \ | |
| -d -p 6717:6717 \ | |
| groundlight-edge) | |
| echo "::set-output name=container_id::$container_id" | |
| - name: Install poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| version: ${{ env.POETRY_VERSION }} | |
| virtualenvs-create: true | |
| virtualenvs-in-project: true | |
| installer-parallel: true | |
| - name: Load Cached venv | |
| id: cached-poetry-dependencies | |
| uses: actions/cache@v3 | |
| with: | |
| path: .venv | |
| key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{hashFiles('**/poetry.lock') }} | |
| - name: Install edge-endpoint's python dependencies | |
| run: | | |
| poetry install --no-interaction --no-root | |
| - name: Run Unit Tests | |
| run: | | |
| source test/setup_plain_test_env.sh | |
| poetry run pytest -k "not test_motdet" | |
| - name: Dump Logs from Docker Container | |
| if: always() | |
| run: docker logs ${{ steps.start_container.outputs.container_id }} | |
| - name: Stop Docker Container | |
| # This ensures that we always stop the container regardless of the outcomes of | |
| # the previous steps | |
| if: always() | |
| run: docker stop ${{ steps.start_container.outputs.container_id }} | |
| # Run Groundlight SDK tests against the edge proxy endpoint | |
| test-sdk: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Check out code | |
| uses: actions/checkout@v3 | |
| - name: Set up python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Install Docker | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get remove moby-runc | |
| sudo apt-get install apt-transport-https ca-certificates curl software-properties-common | |
| curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add - | |
| sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | |
| sudo apt-get update | |
| sudo apt-get install docker-ce | |
| - name: Build Docker Image | |
| run: docker build --tag groundlight-edge . | |
| - name: Start Docker Container | |
| id: start_container | |
| run: | | |
| source test/setup_plain_test_env.sh | |
| echo "EDGE_CONFIG=$EDGE_CONFIG" | |
| container_id=$(docker run \ | |
| -e LOG_LEVEL=DEBUG \ | |
| -e EDGE_CONFIG \ | |
| -d -p 6717:6717 \ | |
| groundlight-edge) | |
| echo "::set-output name=container_id::$container_id" | |
| - name: Install poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| version: ${{ env.POETRY_VERSION }} | |
| virtualenvs-create: true | |
| virtualenvs-in-project: true | |
| installer-parallel: true | |
| - name: Load Cached venv | |
| id: cached-poetry-dependencies | |
| uses: actions/cache@v3 | |
| with: | |
| path: .venv | |
| key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{hashFiles('**/poetry.lock') }} | |
| # Note that we're pulling the latest main from the SDK repo | |
| # This might be ahead of what's published to pypi, but it's useful to test things before they're released. | |
| - name: Checkout Groundlight SDK | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: groundlight/python-sdk | |
| path: groundlight-sdk | |
| - name: Install Groundlight SDK dependencies | |
| run: | | |
| cd groundlight-sdk | |
| make install | |
| - name: Run Groundlight SDK tests against Prod API via Edge Proxy Endpoint | |
| run: | | |
| cd groundlight-sdk | |
| make test-4edge | |
| cd .. | |
| - name: Dump Logs from Docker Container | |
| if: always() | |
| run: docker logs ${{ steps.start_container.outputs.container_id }} | |
| - name: Stop Docker Container | |
| # This ensures that we always stop the container regardless of the outcomes of | |
| # the previous steps | |
| if: always() | |
| run: docker stop ${{ steps.start_container.outputs.container_id }} | |
| build-push-edge-endpoint-multiplatform: | |
| if: (github.ref == 'refs/heads/main' || github.event_name == 'workflow_dispatch') | |
| # We only run this action if all the prior test actions succeed | |
| needs: | |
| - test-in-k3s | |
| - test-motion-detection | |
| - test-general-edge-endpoint | |
| - test-sdk | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-west-2 | |
| - name: Login to Amazon ECR | |
| id: login-ecr | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| with: | |
| mask-password: "true" | |
| - name: Check out code | |
| uses: actions/checkout@v4 | |
| - name: Build and Push Multiplatform edge-endpoint Image to ECR | |
| timeout-minutes: 45 | |
| run: | |
| ./deploy/bin/build-push-edge-endpoint-image.sh |