build-vector-serve.yml

name: Build and deploy embedding server

on:
  push:
    branches:
      - main
    paths:
      - ".github/workflows/build-vector-serve.yml"
      - "vector-serve/**"

  pull_request:
    branches:
      - main
    paths:
      - ".github/workflows/build-vector-serve.yml"
      - "vector-serve/**"

permissions:
  id-token: write
  contents: read

defaults:
  run:
    shell: bash
    working-directory: ./vector-serve/

jobs:
  tests:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: Set up Python 3.11.1
        uses: actions/setup-python@v5
        with:
          python-version: 3.11.1
      - name: Setup
        run: make setup
      - name: Init Model Cache
        run: make download.models
      - name: Lints
        run: make check
      - name: Tests
        run: make test
  build_and_push:
    name: Build and push images
    needs: tests
    runs-on:
      - self-hosted
      - dind
      - large-8x8
    outputs:
      short_sha: ${{ steps.versions.outputs.SHORT_SHA }}
    steps:
      - name: Check out the repo
        uses: actions/checkout@v3
      - name: Set version strings
        id: versions
        run: |
          echo "SHORT_SHA=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Login to Quay
        uses: docker/login-action@v2
        with:
          registry: quay.io/tembo
          username: ${{ secrets.QUAY_USER_TEMBO }}
          password: ${{ secrets.QUAY_PASSWORD_TEMBO }}

      - name: Build and push -- Commit
        # push a build for every commit
        uses: docker/build-push-action@v5
        with:
          file: ./vector-serve/Dockerfile
          context: ./
          platforms: linux/amd64, linux/arm64
          push: true
          tags: |
            quay.io/tembo/vector-serve:${{ steps.versions.outputs.SHORT_SHA }}

      - name: Build and push -- Latest
        # only push latest off main
        if: github.ref == 'refs/heads/main'
        uses: docker/build-push-action@v5
        with:
          file: ./vector-serve/Dockerfile
          context: ./
          platforms: linux/amd64, linux/arm64
          push: true
          tags: |
            quay.io/tembo/vector-serve:latest

      - name: ECR Build and push -- Commit
        uses: aws-actions/configure-aws-credentials@v4
        with:
          role-to-assume: ${{ secrets.GHA_IAM_ROLE }}
          role-session-name: images-gha-docker-build-and-push
          aws-region: ${{ secrets.AWS_REGION }}

      - name: Login to Amazon ECR
        id: login-ecr
        uses: aws-actions/amazon-ecr-login@v2

      - name: Build and push
        uses: docker/build-push-action@v5
        with:
          file: ./vector-serve/Dockerfile
          context: ./
          platforms: linux/amd64
          push: true
          tags: |
            ${{ secrets.ECR_REGISTRY }}/vector-serve:${{ steps.versions.outputs.SHORT_SHA }}
          cache-from: type=local,src=/tmp/.buildx-cache
          cache-to: type=local,dest=/tmp/.buildx-cache
          provenance: false