windows-release.yml

name: Make a Release

on:
  workflow_dispatch:
    inputs:
      tag:
        description: 'which tag to create and release?'
        required: true
        default: 'nightly'
      model-tags:
        description: 'which tag(s) of model release to use? (comma-separated list of tags)'
        required: true
        default: 'model-20211209, model-20220923'
      ext-model-tags:
        description: 'which tag(s) of external model release to use?'
        required: true
        default: 'external-models'
      contrib-model-tags:
        description: 'which tag(s) of contributed model release to use?'
        required: true
        default: 'contrib-models'
      ov_tag:
        description: 'which tag of openvino to use'
        required: true
        default: 'latest'
        type: string
      ncnn_tag:
        description: 'which tag of ncnn to use'
        required: true
        default: 'latest'
        type: string

jobs:
  build-vsov:
    uses: ./.github/workflows/windows-ov.yml
    with:
      tag: ${{ github.event.inputs.tag }}
      ov_tag: ${{ github.event.inputs.ov_tag }}

  build-vsort:
    uses: ./.github/workflows/windows-ort.yml
    with:
      tag: ${{ github.event.inputs.tag }}

  build-vstrt:
    uses: ./.github/workflows/windows-trt.yml
    with:
      tag: ${{ github.event.inputs.tag }}
    secrets:
      REPO_TOKEN: ${{ secrets.REPO_TOKEN }}

  build-vsmigx:
    uses: ./.github/workflows/windows-migx.yml
    with:
      tag: ${{ github.event.inputs.tag }}
    secrets:
      REPO_TOKEN: ${{ secrets.REPO_TOKEN }}

  build-vsncnn:
    uses: ./.github/workflows/windows-ncnn.yml
    with:
      tag: ${{ github.event.inputs.tag }}
      ncnn_tag: ${{ github.event.inputs.ncnn_tag }}

  build-cuda-dependency:
    uses: ./.github/workflows/windows-cuda-dependency.yml
    with:
      tag: ${{ github.event.inputs.tag }}
    secrets:
      REPO_TOKEN: ${{ secrets.REPO_TOKEN }}

  build-hip-dependency:
    uses: ./.github/workflows/windows-hip-dependency.yml
    with:
      tag: ${{ github.event.inputs.tag }}
    secrets:
      REPO_TOKEN: ${{ secrets.REPO_TOKEN }}

  build-scripts:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout repo
      uses: actions/checkout@v4

    - name: Compress scirpts.7z
      run: |
        cd scripts
        7za a -t7z -bb3 -mx=9 ../scripts.${{ github.event.inputs.tag }}.7z .

    - name: Upload scripts release
      uses: actions/upload-artifact@v4
      with:
        name: Scripts
        path: scripts
        retention-days: 1

    - name: Release scripts
      uses: softprops/action-gh-release@v2
      with:
        tag_name: ${{ github.event.inputs.tag }}
        files: scripts.${{ github.event.inputs.tag }}.7z
        fail_on_unmatched_files: true
        generate_release_notes: false
        prerelease: true

  build-models:
    runs-on: ubuntu-latest
    steps:
    - name: Download Models
      run: |
        set -ex
        mkdir -p release/models
        cd release
        pushd models
        for tag in $(echo "${{ github.event.inputs.model-tags }}" | tr ',' ' '); do
          echo "Handling tag $tag"
          curl -s https://api.github.com/repos/AmusementClub/vs-mlrt/releases/tags/"$tag" > release.json
          for url in $(cat release.json | jq '.assets | .[] | .url ' | tr -d '"'); do
            echo "Downloading $url"
            curl -o dl.7z -LJ -H 'Accept: application/octet-stream' "$url"
            # later release should overwrite earlier ones
            7za x -y dl.7z
          done
          test -f "dl.7z"
          rm -f dl.7z release.json
        done
        popd
        ls -lR
        du -sh
        7za a -t7z -bb3 -mx=9 ../models.7z .

    - name: Upload model release
      uses: actions/upload-artifact@v4
      with:
        name: Models
        path: release
        retention-days: 1
        compression-level: 0

    - name: Download External Models
      if: false
      run: |
        rm -rf release
        set -ex
        mkdir -p release/models
        cd release
        pushd models
        for tag in $(echo "${{ github.event.inputs.ext-model-tags }}" | tr ',' ' '); do
          echo "Handling tag $tag"
          curl -s https://api.github.com/repos/AmusementClub/vs-mlrt/releases/tags/"$tag" > release.json
          for url in $(cat release.json | jq '.assets | .[] | .url ' | tr -d '"'); do
            echo "Downloading $url"
            curl -o dl.7z -LJ -H 'Accept: application/octet-stream' "$url"
            # later release should overwrite earlier ones
            7za x -y dl.7z
          done
          test -f "dl.7z"
          rm -f dl.7z release.json
        done
        popd
        ls -lR
        du -sh
        7za a -t7z -bb3 -mx=9 ../ext-models.7z . -v2g

    - name: Upload external model release
      uses: actions/upload-artifact@v4
      if: false
      with:
        name: External-Models
        path: release
        retention-days: 1
        compression-level: 0

    - name: Download Contributed Models
      run: |
        rm -rf release
        set -ex
        mkdir -p release/models
        cd release
        pushd models
        for tag in $(echo "${{ github.event.inputs.contrib-model-tags }}" | tr ',' ' '); do
          echo "Handling tag $tag"
          curl -s https://api.github.com/repos/AmusementClub/vs-mlrt/releases/tags/"$tag" > release.json
          for url in $(cat release.json | jq '.assets | .[] | .url ' | tr -d '"'); do
            echo "Downloading $url"
            curl -o dl.7z -LJ -H 'Accept: application/octet-stream' "$url"
            # later release should overwrite earlier ones
            7za x -y dl.7z
          done
          #test -f "dl.7z"  # contrib-models might be empty.
          rm -f dl.7z release.json
        done
        popd
        ls -lR
        du -sh
        7za a -t7z -bb3 -mx=9 ../contrib-models.7z .

    - name: Upload contrib model release
      uses: actions/upload-artifact@v4
      with:
        name: Contrib-Models
        path: release
        retention-days: 1
        compression-level: 0

    - name: Download Contributed Models
      run: |
        rm -rf release
        set -ex
        mkdir -p release/models
        cd release
        pushd models
        for tag in $(echo "${{ github.event.inputs.contrib-model-tags }}" | tr ',' ' '); do
          echo "Handling tag $tag"
          curl -s https://api.github.com/repos/AmusementClub/vs-mlrt/releases/tags/"$tag" > release.json
          for url in $(cat release.json | jq '.assets | .[] | .url ' | tr -d '"'); do
            echo "Downloading $url"
            curl -o dl.7z -LJ -H 'Accept: application/octet-stream' "$url"
            # later release should overwrite earlier ones
            7za x -y dl.7z
          done
          #test -f "dl.7z"  # contrib-models might be empty.
          rm -f dl.7z release.json
        done
        popd
        ls -lR
        du -sh
        7za a -t7z -bb3 -mx=9 ../contrib-models.7z .

    - name: Rename release asset
      run: |
        mv models.7z models.${{ github.event.inputs.tag }}.7z
        mv contrib-models.7z contrib-models.${{ github.event.inputs.tag }}.7z

    - name: Release models
      uses: softprops/action-gh-release@v2
      with:
        tag_name: ${{ github.event.inputs.tag }}
        files: |
          models.${{ github.event.inputs.tag }}.7z
          contrib-models.${{ github.event.inputs.tag }}.7z
        fail_on_unmatched_files: true
        generate_release_notes: false
        prerelease: true

  release:
    runs-on: ubuntu-latest
    needs: [build-vsov, build-vsort, build-vstrt, build-vsmigx, build-vsncnn, build-cuda-dependency, build-hip-dependency, build-scripts, build-models]

    defaults:
      run:
        shell: bash

    steps:
    - name: Download artifact for scripts
      uses: actions/download-artifact@v4
      with:
        name: Scripts
        path: scripts-release

    - name: Download artifact for models
      uses: actions/download-artifact@v4
      with:
        name: Models
        path: models-release

    - name: Download artifact for vsov
      uses: actions/download-artifact@v4
      with:
        name: VSOV-Windows-x64
        path: vsov-release

    - name: Download artifact for vsort
      uses: actions/download-artifact@v4
      with:
        name: VSORT-Windows-x64
        path: vsort-release

    - name: Download artifact for vstrt
      uses: actions/download-artifact@v4
      with:
        name: VSTRT-Windows-x64
        path: vstrt-release

    - name: Download artifact for vsmigx
      uses: actions/download-artifact@v4
      with:
        name: VSMIGX-Windows-x64
        path: vsmigx-release

    - name: Download artifact for vsncnn
      uses: actions/download-artifact@v4
      with:
        name: VSNCNN-GPU-Windows-x64
        path: vsncnn-release

    - name: Download artifact for cuda dependencies
      uses: actions/download-artifact@v4
      with:
        name: vsmlrt-cuda
        path: cuda-release

    - name: Download artifact for hip dependencies
      uses: actions/download-artifact@v4
      with:
        name: vsmlrt-hip
        path: hip-release

    - name: Build CPU-only release
      shell: bash
      run: |
        mkdir release-cpu
        cp -r models-release/models release-cpu/
        cp -r vsov-release/* release-cpu/
        cp -r vsort-release/* release-cpu/
        rm -f release-cpu/vsort/onnxruntime_providers_*.dll
        cp scripts-release/*.py release-cpu/
        cd release-cpu
        ls -lR
        7za a -t7z -bb3 -mx=9 ../vsmlrt-windows-x64-cpu.7z .

    - name: Upload CPU-only release
      uses: actions/upload-artifact@v4
      if: false
      with:
        name: vsmlrt-cpu-release
        path: vsmlrt-windows-x64-cpu.7z
        retention-days: 1
        compression-level: 0

    - name: Rename release asset
      run: mv vsmlrt-windows-x64-cpu.7z vsmlrt-windows-x64-cpu.${{ github.event.inputs.tag }}.7z

    - name: Release CPU
      uses: softprops/action-gh-release@v2
      with:
        tag_name: ${{ github.event.inputs.tag }}
        files: vsmlrt-windows-x64-cpu.${{ github.event.inputs.tag}}.7z
        fail_on_unmatched_files: true
        generate_release_notes: false
        prerelease: true

    - name: Build generic GPU release
      shell: bash
      run: |
        mkdir release-generic-gpu
        cp -r models-release/models release-generic-gpu/
        cp -r vsov-release/* release-generic-gpu/
        cp -r vsort-release/* release-generic-gpu/
        rm -f release-generic-gpu/vsort/onnxruntime_providers_*.dll
        cp -r vsncnn-release/* release-generic-gpu/
        cp scripts-release/*.py release-generic-gpu/
        cd release-generic-gpu
        ls -lR
        7za a -t7z -bb3 -mx=9 ../vsmlrt-windows-x64-generic-gpu.7z .

    - name: Upload generic GPU release
      uses: actions/upload-artifact@v4
      if: false
      with:
        name: vsmlrt-generic-gpu-release
        path: vsmlrt-windows-x64-generic-gpu.7z
        retention-days: 1
        compression-level: 0

    - name: Rename release asset for generic GPU release
      run: mv vsmlrt-windows-x64-generic-gpu.7z vsmlrt-windows-x64-generic-gpu.${{ github.event.inputs.tag }}.7z

    - name: Release generic GPU
      uses: softprops/action-gh-release@v2
      with:
        tag_name: ${{ github.event.inputs.tag }}
        files: vsmlrt-windows-x64-generic-gpu.${{ github.event.inputs.tag }}.7z
        fail_on_unmatched_files: true
        generate_release_notes: false
        prerelease: true

    - name: Extract CUDA libraries
      run: |
        cd cuda-release
        7za x -bb3 vsmlrt-cuda.7z
        rm vsmlrt-cuda.7z

    - name: Build CUDA release
      shell: bash
      run: |
        mkdir release-cuda
        cp -r models-release/models release-cuda/
        cp -r vsov-release/* release-cuda/
        cp -r vsort-release/* release-cuda/
        cp -r vstrt-release/* release-cuda/
        cp -r vsncnn-release/* release-cuda/
        cp -r cuda-release/* release-cuda/
        cp scripts-release/*.py release-cuda/
        cd release-cuda
        ls -lR
        7za a -t7z -bb3 -mx=9 ../vsmlrt-windows-x64-cuda.7z .

    - name: Upload CUDA release
      uses: actions/upload-artifact@v4
      if: false
      with:
        name: vsmlrt-cuda-release
        path: vsmlrt-windows-x64-cuda.7z
        retention-days: 1
        compression-level: 0

    - name: Rename release asset for CUDA release
      run: mv vsmlrt-windows-x64-cuda.7z vsmlrt-windows-x64-cuda.${{ github.event.inputs.tag }}.7z

    - name: Release CUDA
      uses: softprops/action-gh-release@v2
      with:
        tag_name: ${{ github.event.inputs.tag }}
        files: vsmlrt-windows-x64-cuda.${{ github.event.inputs.tag }}.7z
        fail_on_unmatched_files: true
        generate_release_notes: false
        prerelease: true

    - name: Build TensorRT release
      shell: bash
      run: |
        cd release-cuda
        cd vsmlrt-cuda
        rm --verbose cublas*.dll cudnn*.dll cufft*.dll cupti*.dll nvblas*.dll
        cd ..
        rm --verbose vsort/onnxruntime_providers_*.dll
        7za a -t7z -bb3 -mx=9 -v2g ../vsmlrt-windows-x64-tensorrt.7z .

    - name: Upload TensorRT release
      uses: actions/upload-artifact@v4
      if: false
      with:
        name: vsmlrt-tensorrt-release
        path: vsmlrt-windows-x64-tensorrt.7z
        retention-days: 1
        compression-level: 0

    - name: Rename release asset for TensorRT release
      run: | 
        mv vsmlrt-windows-x64-tensorrt.7z.001 vsmlrt-windows-x64-tensorrt.${{ github.event.inputs.tag }}.7z.001
        mv vsmlrt-windows-x64-tensorrt.7z.002 vsmlrt-windows-x64-tensorrt.${{ github.event.inputs.tag }}.7z.002

    - name: Release TensorRT
      uses: softprops/action-gh-release@v2
      with:
        tag_name: ${{ github.event.inputs.tag }}
        files: |
          vsmlrt-windows-x64-tensorrt.${{ github.event.inputs.tag }}.7z.001
          vsmlrt-windows-x64-tensorrt.${{ github.event.inputs.tag }}.7z.002
        fail_on_unmatched_files: true
        generate_release_notes: false
        prerelease: true

    - name: Extract HIP libraries
      run: |
        cd hip-release
        7za x -bb3 vsmlrt-hip.7z
        rm vsmlrt-hip.7z

    - name: Build MIGraphX release
      shell: bash
      run: |
        mkdir release-hip
        cp -r models-release/models release-hip/
        cp -r vsov-release/* release-hip/
        cp -r vsort-release/* release-hip/
        cp -r vsmigx-release/* release-hip/
        cp -r vsncnn-release/* release-hip/
        cp -r hip-release/* release-hip/
        cp scripts-release/*.py release-hip/
        cd release-hip
        ls -lR
        7za a -t7z -bb3 -mx=9 ../vsmlrt-windows-x64-migraphx.7z .

    - name: Upload MIGraphX release
      uses: actions/upload-artifact@v4
      if: false
      with:
        name: vsmlrt-migraphx-release
        path: vsmlrt-windows-x64-migraphx.7z
        retention-days: 1
        compression-level: 0

    - name: Rename release asset for MIGraphX release
      run: mv vsmlrt-windows-x64-migraphx.7z vsmlrt-windows-x64-migraphx.${{ github.event.inputs.tag }}.7z

    - name: Release MIGraphX
      uses: softprops/action-gh-release@v2
      with:
        tag_name: ${{ github.event.inputs.tag }}
        files: vsmlrt-windows-x64-migraphx.${{ github.event.inputs.tag }}.7z
        fail_on_unmatched_files: true
        generate_release_notes: false
        prerelease: true

    # Update nightly tag.
    - name: Checkout repo
      if: github.event.inputs.tag == 'nightly'
      uses: actions/checkout@v4
      with:
        fetch-depth: 0
    - name: Overwrite tag
      if: github.event.inputs.tag == 'nightly'
      run: |
        git pull --tags --force
        git tag -f ${{ github.event.inputs.tag }}
        git push -f origin ${{ github.event.inputs.tag }}