From 1fbf74c558f3ca6c7213c3588c3108c5ed695d7d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=9B=81=E8=A1=8C?= Date: Fri, 22 Sep 2023 14:24:03 +0800 Subject: [PATCH] just test --- .github/workflows/build-test.yml | 10 ++++++---- script/download_model.ps1 | 15 +++++++++------ script/download_model.sh | 12 +++++++++++- 3 files changed, 26 insertions(+), 11 deletions(-) diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml index f1ff7853..c1798dc5 100644 --- a/.github/workflows/build-test.yml +++ b/.github/workflows/build-test.yml @@ -22,7 +22,7 @@ jobs: runs-on: ${{ matrix.os }} strategy: matrix: - os: [ubuntu-latest, macos-latest, windows-latest] + os: [windows-latest] steps: - uses: actions/checkout@v3 @@ -55,8 +55,8 @@ jobs: PACAGE_FILE: ${{ matrix.os }}-package.zip strategy: matrix: - os: [ubuntu-latest, macos-latest, windows-latest] - model: [chatglm-6b, chatglm2-6b, codegeex2-6b, qwen-7b-chat, baichuan2-7b-chat, llama2-7b-chat] + os: [windows-latest] + model: [chatglm-6b] steps: - uses: actions/download-artifact@v3 @@ -76,8 +76,10 @@ jobs: cd workspace 7z x windows-package.zip cd windows-package + ls echo ${{ matrix.model }} - ./script/model_download.ps1 ${{ matrix.model }} + ./script/download_model.ps1 ${{ matrix.model }} + ls - name: windows-test if: matrix.os == 'windows-latest' run: | diff --git a/script/download_model.ps1 b/script/download_model.ps1 index 7dc0ce8f..64b11c83 100644 --- a/script/download_model.ps1 +++ b/script/download_model.ps1 @@ -3,10 +3,13 @@ param( ) mkdir $model cd $model -wget -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn -OutFile embedding.mnn -wget -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn -OutFile lm.mnn -for($i=1; $i -lt 32; $i=$i+1) -{ - wget -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn -OutFile block_$i.mnn +$block_num = 28 +if ($model.Contains('7b')) { + $block_num = 32 } -cd .. +Invoke-WebRequest -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn -OutFile embedding.mnn +Invoke-WebRequest -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn -OutFile lm.mnn +for ($i=1; $i -lt $block_num; $i=$i+1) { + Invoke-WebRequest -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn -OutFile block_$i.mnn +} +cd .. \ No newline at end of file diff --git a/script/download_model.sh b/script/download_model.sh index 3977f29b..5a8c5394 100755 --- a/script/download_model.sh +++ b/script/download_model.sh @@ -1,10 +1,20 @@ +if [ $# -lt 1 ]; then + echo 'Usage: ./download_model.sh $model' + exit 1 +fi + model=$1 mkdir $model cd $model +is_7b=`echo $model | grep '7b'` +block_num=27 +if [ $is_7b ]; then + block_num=31 +fi # download models wget -c -nv https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn wget -c -nv https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn -for i in `seq 0 31` +for i in `seq 0 $block_num` do wget -c -nv https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn done