just test

wangzhaode · Sep 22, 2023 · 422c161 · 422c161
1 parent 582ea1a
commit 422c161
Show file tree

Hide file tree

Showing 3 changed files with 29 additions and 16 deletions.
diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml
@@ -22,7 +22,7 @@ jobs:
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
-        os: [ubuntu-latest, macos-latest, windows-latest]
+        os: [windows-latest]
 
     steps:
       - uses: actions/checkout@v3
@@ -55,8 +55,8 @@ jobs:
       PACAGE_FILE: ${{ matrix.os }}-package.zip
     strategy:
       matrix:
-        os: [ubuntu-latest, macos-latest, windows-latest]
-        model: [chatglm-6b, chatglm2-6b, codegeex2-6b, qwen-7b-chat, baichuan2-7b-chat, llama2-7b-chat]
+        os: [windows-latest]
+        model: [chatglm-6b]
 
     steps:
       - uses: actions/download-artifact@v3
@@ -70,16 +70,16 @@ jobs:
             unzip $PACAGE_FILE
             cd $PACAGE_DIR
             ./script/model_test.sh ${{ matrix.model }}
-      - name: windows-download
+      - name: windows-test
         if: matrix.os == 'windows-latest'
         run: |
             cd workspace
             7z x windows-package.zip
             cd windows-package
+            ls
             echo ${{ matrix.model }}
-            ./script/model_download.ps1 ${{ matrix.model }}
-      - name: windows-test
-        if: matrix.os == 'windows-latest'
-        run: |
+            ./script/download_model.ps1 ${{ matrix.model }}
+            ls
             cd build
-            .\Release\cli_demo -m ..\${{ matrix.model }}
+            .\Release\cli_demo -m ..\${{ matrix.model }}
+            ls
diff --git a/script/download_model.ps1 b/script/download_model.ps1
@@ -3,10 +3,13 @@ param(
 )
 mkdir $model
 cd $model
-wget -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn -OutFile embedding.mnn
-wget -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn -OutFile lm.mnn
-for($i=1; $i -lt 32; $i=$i+1)
-{   
-    wget -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn  -OutFile  block_$i.mnn
+$block_num = 28
+if ($model.Contains('7b')) {
+    $block_num = 32
 }
-cd ..
+Invoke-WebRequest -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn -OutFile embedding.mnn
+Invoke-WebRequest -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn -OutFile lm.mnn
+for ($i=1; $i -lt $block_num; $i=$i+1) {   
+    Invoke-WebRequest -Uri https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn  -OutFile  block_$i.mnn
+}
+cd ..
diff --git a/script/download_model.sh b/script/download_model.sh
@@ -1,10 +1,20 @@
+if [ $# -lt 1 ]; then
+    echo 'Usage: ./download_model.sh $model'
+    exit 1
+fi
+
 model=$1
 mkdir $model
 cd $model
+is_7b=`echo $model | grep '7b'`
+block_num=27
+if [ $is_7b ]; then
+    block_num=31
+fi
 # download models
 wget -c -nv https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn
 wget -c -nv https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn
-for i in `seq 0 31`
+for i in `seq 0 $block_num`
 do
     wget -c -nv https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn
 done