Ci new cluster #33
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and push docker image to registry | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - 'main' | |
| tags: | |
| - 'v*' | |
| pull_request: | |
| paths: | |
| - ".github/workflows/build.yaml" | |
| - ".github/workflows/matrix.json" | |
| - "integration-tests/**" | |
| - "backends/**" | |
| - "core/**" | |
| - "router/**" | |
| - "Cargo.lock" | |
| - "rust-toolchain.toml" | |
| - "Dockerfile" | |
| branches: | |
| - 'main' | |
| jobs: | |
| matrix: | |
| runs-on: | |
| group: cpu-low | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| - id: set-matrix | |
| run: | | |
| branchName=$(echo '${{ github.ref }}' | sed 's,refs/heads/,,g') | |
| matrix=$(jq --arg branchName "$branchName" 'map(. | select((.runOn==$branchName) or (.runOn=="always")) )' .github/workflows/matrix.json) | |
| echo "{\"include\":$(echo $matrix)}" | |
| echo ::set-output name=matrix::{\"include\":$(echo $matrix)}\" | |
| build-and-push-image: | |
| needs: matrix | |
| strategy: | |
| matrix: ${{fromJson(needs.matrix.outputs.matrix)}} | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.job }}-${{matrix.name}}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| runs-on: | |
| group: cpu-32 | |
| permissions: | |
| contents: write | |
| packages: write | |
| # This is used to complete the identity challenge | |
| # with sigstore/fulcio when running outside of PRs. | |
| id-token: write | |
| security-events: write | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Initialize Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| install: true | |
| buildkitd-config-inline: | | |
| [registry."docker.io"] | |
| mirrors = ["registry-us-east-1.prod.aws.ci.huggingface.tech"] | |
| - name: Configure sccache | |
| uses: actions/github-script@v6 | |
| with: | |
| script: | | |
| core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || ''); | |
| core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || ''); | |
| - name: Inject slug/short variables | |
| uses: rlespinasse/github-slug-action@v4 | |
| - name: Login to GitHub Container Registry | |
| if: github.event_name != 'pull_request' | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata (tags, labels) for Docker | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| registry-us-east-1.prod.aws.ci.huggingface.tech/api-inference/text-embeddings-inference | |
| ghcr.io/huggingface/text-embeddings-inference | |
| flavor: | | |
| latest=false | |
| tags: | | |
| type=semver,pattern=${{ matrix.imageNamePrefix }}{{version}} | |
| type=semver,pattern=${{ matrix.imageNamePrefix }}{{major}}.{{minor}} | |
| type=raw,value=${{ matrix.imageNamePrefix }}latest | |
| type=raw,value=${{ matrix.imageNamePrefix }}sha-${{ env.GITHUB_SHA_SHORT }} | |
| - name: Build and push Docker image | |
| id: build-and-push | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: ${{ matrix.dockerfile }} | |
| push: ${{ github.event_name != 'pull_request' }} | |
| platforms: 'linux/amd64' | |
| build-args: | | |
| SCCACHE_GHA_ENABLED=${{ matrix.sccache }} | |
| ACTIONS_CACHE_URL=${{ env.ACTIONS_CACHE_URL }} | |
| ACTIONS_RUNTIME_TOKEN=${{ env.ACTIONS_RUNTIME_TOKEN }} | |
| CUDA_COMPUTE_CAP=${{ matrix.cudaComputeCap }} | |
| GIT_SHA=${{ env.GITHUB_SHA }} | |
| DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }} | |
| ${{matrix.extraBuildArgs}} | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-${{matrix.name}},access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max | |
| cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-${{matrix.name}},access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max | |
| - name: Extract metadata (tags, labels) for Docker | |
| id: meta-grpc | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| registry-us-east-1.prod.aws.ci.huggingface.tech/api-inference/text-embeddings-inference | |
| ghcr.io/huggingface/text-embeddings-inference | |
| flavor: | | |
| latest=false | |
| tags: | | |
| type=semver,pattern=${{ matrix.imageNamePrefix }}{{version}}-grpc | |
| type=semver,pattern=${{ matrix.imageNamePrefix }}{{major}}.{{minor}}-grpc | |
| type=raw,value=${{ matrix.imageNamePrefix }}latest-grpc | |
| type=raw,value=${{ matrix.imageNamePrefix }}sha-${{ env.GITHUB_SHA_SHORT }}-grpc | |
| - name: Build and push Docker image | |
| id: build-and-push-grpc | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: . | |
| target: grpc | |
| file: Dockerfile-cuda | |
| push: ${{ github.event_name != 'pull_request' }} | |
| platforms: 'linux/amd64' | |
| build-args: | | |
| SCCACHE_GHA_ENABLED=${{ matrix.sccache }} | |
| ACTIONS_CACHE_URL=${{ env.ACTIONS_CACHE_URL }} | |
| ACTIONS_RUNTIME_TOKEN=${{ env.ACTIONS_RUNTIME_TOKEN }} | |
| CUDA_COMPUTE_CAP=${{ matrix.cudaComputeCap }} | |
| GIT_SHA=${{ env.GITHUB_SHA }} | |
| DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }} | |
| ${{matrix.extraBuildArgs}} | |
| tags: ${{ steps.meta-grpc.outputs.tags }} | |
| labels: ${{ steps.meta-grpc.outputs.labels }} | |
| cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-${{matrix.name}},access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max | |
| # Push to internal registry only on main branch | |
| - name: Tailscale | |
| #if: ${{ github.event_name != 'pull_request' }} | |
| uses: huggingface/tailscale-action@main | |
| with: | |
| authkey: ${{ secrets.TAILSCALE_AUTHKEY }} | |
| slackChannel: ${{ secrets.SLACK_CIFEEDBACK_CHANNEL }} | |
| slackToken: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }} | |
| - name: Extract metadata (tags, labels) for Docker | |
| #if: ${{ github.event_name != 'pull_request' }} | |
| id: meta-internal-registry | |
| uses: docker/metadata-action@v4 | |
| with: | |
| images: | | |
| registry.internal.huggingface.tech/api-inference/text-embeddings-inference | |
| flavor: | | |
| latest=false | |
| tags: | | |
| type=semver,pattern=${{ matrix.imageNamePrefix }}{{version}} | |
| type=semver,pattern=${{ matrix.imageNamePrefix }}{{major}}.{{minor}} | |
| type=raw,value=${{ matrix.imageNamePrefix }}latest | |
| type=raw,value=${{ matrix.imageNamePrefix }}sha-${{ env.GITHUB_SHA_SHORT }} | |
| - name: Sync to internal registry | |
| #if: ${{ github.event_name != 'pull_request' }} | |
| id: sync-internal-registry | |
| uses: the-actions-org/workflow-dispatch@v4 | |
| with: | |
| workflow: build.yaml | |
| repo: ${{ secrets.SYNC_REGISTRY_REPO }} | |
| wait-for-completion: true | |
| wait-for-completion-interval: 10s | |
| display-workflow-run-url-interval: 10s | |
| ref: refs/heads/main | |
| token: ${{ secrets.SYNC_REGISTRY_TOKEN }} | |
| inputs: '{"source_image": "registry-us-east-1.prod.aws.ci.huggingface.tech/api-inference/text-embeddings-inference:${{ matrix.imageNamePrefix }}sha-${{ env.GITHUB_SHA_SHORT }}", "destination_image": "${{ join(fromJson(steps.meta-internal-registry.outputs.json).tags) }}" }' | |
| - name: Extract metadata (tags, labels) for Docker | |
| #if: ${{ github.event_name != 'pull_request' }} | |
| id: meta-grpc-internal-registry | |
| uses: docker/[email protected] | |
| with: | |
| images: | | |
| registry.internal.huggingface.tech/api-inference/text-embeddings-inference | |
| flavor: | | |
| latest=false | |
| tags: | | |
| type=semver,pattern=${{ matrix.imageNamePrefix }}{{version}}-grpc | |
| type=semver,pattern=${{ matrix.imageNamePrefix }}{{major}}.{{minor}}-grpc | |
| type=raw,value=${{ matrix.imageNamePrefix }}latest-grpc | |
| type=raw,value=${{ matrix.imageNamePrefix }}sha-${{ env.GITHUB_SHA_SHORT }}-grpc | |
| - name: Sync to internal registry | |
| #if: ${{ github.event_name != 'pull_request' }} | |
| id: sync-grpc-internal-registry | |
| uses: the-actions-org/workflow-dispatch@v4 | |
| with: | |
| workflow: build.yaml | |
| repo: ${{ secrets.SYNC_REGISTRY_REPO }} | |
| wait-for-completion: true | |
| wait-for-completion-interval: 10s | |
| display-workflow-run-url-interval: 10s | |
| ref: refs/heads/main | |
| token: ${{ secrets.SYNC_REGISTRY_TOKEN }} | |
| inputs: '{"source_image": "registry-us-east-1.prod.aws.ci.huggingface.tech/api-inference/text-embeddings-inference:${{ matrix.imageNamePrefix }}sha-${{ env.GITHUB_SHA_SHORT }}-grpc", "destination_image": "${{ join(fromJson(steps.meta-grpc-internal-registry.outputs.json).tags) }}" }' | |
| - name: Disconnect tailscale | |
| run: tailscale logout |