diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml index f1ff7853..ad501d1b 100644 --- a/.github/workflows/build-test.yml +++ b/.github/workflows/build-test.yml @@ -22,7 +22,7 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - os: [ubuntu-latest, macos-latest, windows-latest] + os: [windows-latest] steps: - uses: actions/checkout@v3 @@ -55,8 +55,8 @@ jobs: PACAGE_FILE: ${{ matrix.os }}-package.zip strategy: matrix: - os: [ubuntu-latest, macos-latest, windows-latest] - model: [chatglm-6b, chatglm2-6b, codegeex2-6b, qwen-7b-chat, baichuan2-7b-chat, llama2-7b-chat] + os: [windows-latest] + model: [chatglm-6b] steps: - uses: actions/download-artifact@v3 @@ -70,16 +70,16 @@ jobs: unzip $PACAGE_FILE cd $PACAGE_DIR ./script/model_test.sh ${{ matrix.model }} - - name: windows-download + - name: windows-test if: matrix.os == 'windows-latest' run: | cd workspace 7z x windows-package.zip cd windows-package + ls echo ${{ matrix.model }} - ./script/model_download.ps1 ${{ matrix.model }} - - name: windows-test - if: matrix.os == 'windows-latest' - run: | + ./script/download_model.ps1 ${{ matrix.model }} + ls cd build - .\Release\cli_demo -m ..\${{ matrix.model }} \ No newline at end of file + .\Release\cli_demo -m ..\${{ matrix.model }} + ls \ No newline at end of file diff --git a/script/download_model.ps1 b/script/download_model.ps1 index 7dc0ce8f..64b11c83 100644 --- a/script/download_model.ps1 +++ b/script/download_model.ps1 @@ -3,10 +3,13 @@ param( ) mkdir $model cd $model -wget -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn -OutFile embedding.mnn -wget -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn -OutFile lm.mnn -for($i=1; $i -lt 32; $i=$i+1) -{ - wget -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn -OutFile block_$i.mnn +$block_num = 28 +if ($model.Contains('7b')) { + $block_num = 32 } -cd .. +Invoke-WebRequest -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn -OutFile embedding.mnn +Invoke-WebRequest -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn -OutFile lm.mnn +for ($i=1; $i -lt $block_num; $i=$i+1) { + Invoke-WebRequest -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn -OutFile block_$i.mnn +} +cd .. \ No newline at end of file diff --git a/script/download_model.sh b/script/download_model.sh index 3977f29b..5a8c5394 100755 --- a/script/download_model.sh +++ b/script/download_model.sh @@ -1,10 +1,20 @@ +if [ $# -lt 1 ]; then + echo 'Usage: ./download_model.sh $model' + exit 1 +fi + model=$1 mkdir $model cd $model +is_7b=`echo $model | grep '7b'` +block_num=27 +if [ $is_7b ]; then + block_num=31 +fi # download models wget -c -nv https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn wget -c -nv https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn -for i in `seq 0 31` +for i in `seq 0 $block_num` do wget -c -nv https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn done