ci.yaml

name: ReSDK CI

on:
  push:
    branches:
      - master
    tags:
      - "[0-9]+.[0-9]+.[0-9]+*"
  pull_request:
  workflow_dispatch:

jobs:
  unittest:
    runs-on: arc-runner-acopar-resolwe-bio-py
    env:
      TOX_COMMAND: "tox --skip-missing-interpreters false"

    strategy:
      fail-fast: false
      matrix:
        toxenv: [py38, py39, py310, py311, py312, docs, linters, package]

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Assert PR is up-to-date
        if: github.event_name == 'pull_request'
        run: |
          git fetch origin ${{ github.base_ref }}
          git fetch origin HEAD --unshallow
          git_change_target_merge_base=$(git merge-base HEAD origin/${{ github.base_ref }})
          git_change_target_sha=$(git rev-parse origin/${{ github.base_ref }})

          if [[ "${git_change_target_merge_base}" != "${git_change_target_sha}" ]]; then
            echo 'Pull request is not up-to-date!'
            echo "Please, rebase your pull request on top of '${{ github.base_ref }}' (commit: ${git_change_target_sha})."
            exit 1
          fi

      - name: Run Tests
        run: >
          ${{ env.TOX_COMMAND }} -e ${{ matrix.toxenv }}

  e2e:
    runs-on: arc-runner-acopar-resolwe-bio-py
    needs: unittest
    env:
      GENESIS_POSTGRESQL_NAME: genialis-base
      GENESIS_POSTGRESQL_USER: genialis-base
      GENESIS_POSTGRESQL_PASSWORD: genialis-base
      GENESIS_POSTGRESQL_PORT: 55434
      GENESIS_REDIS_PORT: 56381
      GENESIS_RESDK_PATH: ".."
      GENESIS_REST_THROTTLING: '{"login": "100000/hour", "credentials": "100000/hour", "email": "100000/hour"}'

    steps:
      - name: Checkout resolwe-bio-py
        uses: actions/checkout@v4

      - name: Reset Docker credentials store
        run: |
          # Docker is configured to use the ecr credentials helper,
          # which clashes with the aws-actions/configure-aws-credentials action.
          rm -f ~/.docker/config.json

      - name: Login to ECR
        uses: docker/login-action@v3
        with:
          registry: 396487289173.dkr.ecr.eu-west-1.amazonaws.com

      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Show versions
        run: |
          helmfile --version
          helm version
          kubectl version --client
          sops --version
          velero version

      - name: Create K3d cluster
        run: | 
          ls -a 
          echo $PWD
          cd /workdir
          ls -a
          aws ecr get-login-password --region eu-west-1 | docker login --username AWS --password-stdin 396487289173.dkr.ecr.eu-west-1.amazonaws.com 
          # Fix authentication error by prefetching k3d base image
          docker pull 396487289173.dkr.ecr.eu-west-1.amazonaws.com/genialis/ci/k3d-base:v1.28.8-k3s1
          k3d cluster create --config e2e/k3d/k3d-config.yaml

      - name: Add hosts to /etc/hosts
        run: |
          sudo echo "172.18.0.2 ws.local.genialis.io local.genialis.io" | sudo tee -a /etc/hosts

      - name: Deploy Helm charts
        run: |
          cd /workdir
          helmfile -e local -f helmfile-service.yaml sync

      - name: Authorize cluster to pull private repositories
        run: |
          kubectl config set-context --current --namespace=default
          kubectl get pods
          kubectl wait pods -l app=pod-identity-webhook --for condition=Ready --timeout=1m
          kubectl get cronjobs
          kubectl create job --from=cronjob/ecr-auth -n default ecr-auth-manual
          kubectl wait --for=condition=complete --timeout=1m job/ecr-auth-manual
          kubectl rollout restart deployment -n velero velero

      - name: Restore Velero edge snapshot
        run: |
          echo "List backups"
          velero backup get
          echo "Restore"
          velero restore create --include-namespaces default --from-backup edge --wait
          echo "Get restore"
          velero restore get
          RESTORE_NAME=$(velero restore get | grep edge | awk '{print $1}')
          echo "Describe restore"
          velero restore describe $RESTORE_NAME
          echo "Logs restore"
          velero restore logs $RESTORE_NAME

      - name: Try the cluster
        run: |
          kubectl wait --for=condition=available --timeout=1200s -n default deployment/postgres
          kubectl rollout restart deployment asgi-server channels-manager listener background-task uploader
          kubectl wait --for=condition=available --timeout=1200s --all deployments
          kubectl get pods -A
          kubectl get pvc
          kubectl get pv

      - name: Test curl
        run: |
          ping local.genialis.io -c 1

      - name: Run tests
        run: |
          # Make sure `python` refers to the tox environment's Python
          export PATH=`pwd`/.tox/py310-e2e-resdk/bin:$PATH

          tox --skip-missing-interpreters false -e py310-e2e-resdk

  build:
    runs-on: arc-runner
    needs: [unittest, e2e]
    if: startsWith(github.ref, 'refs/tags')
    env:
      PYTHON: "python3.12"
    steps:
      - uses: actions/checkout@v4

      - name: Install build
        run: ${{ env.PYTHON }} -m pip install --user build

      - name: Build a binary wheel and a source tarball
        run: ${{ env.PYTHON }} -m build --sdist --wheel --outdir dist/ .

      - name: Upload coverage to Codecov
        uses: codecov/codecov-action@v1
        with:
          file: .coverage

      - name: Publish distribution to PyPI
        uses: pypa/gh-action-pypi-publish@release/v1.8
        with:
          password: ${{ secrets.pypi_password }}