ci(test_server): update workflow

Signed-off-by: Xin Liu <[email protected]>

.github/workflows/test_server.yml

@@ -71,6 +71,14 @@ jobs:
           mv libwasmedgePluginWasiNN.so $HOME/whisper/plugin/
           ls -al $HOME/whisper/plugin/
 
+      - name: Build llama-gateway
+        env:
+          RUSTFLAGS: "--cfg wasmedge --cfg tokio_unstable"
+        run: |
+          cargo build --release
+          cp target/wasm32-wasip1/release/llama-gateway.wasm .
+          ls -al
+
       - name: Install Hurl
         run: |
           curl --location --remote-name https://github.com/Orange-OpenSource/hurl/releases/download/5.0.1/hurl_5.0.1_amd64.deb
@@ -103,6 +111,24 @@ jobs:
           sleep 5
           cat start-llamaedge.log
 
+      - name: Start llama-gateway at a8080 port
+        run: |
+          nohup $HOME/.wasmedge/bin/wasmedge llama-gateway.wasm --port 8080 > ./start-gateway.log 2>&1 &
+          sleep 5
+          cat start-gateway.log
+
+      - name: register servers
+        run: |
+          # register llama-api-server
+          curl --location 'http://localhost:8080/admin/register/chat' --header 'Content-Type: text/plain' --data 'http://localhost:10086'
+          # register whisper-api-server
+          curl --location 'http://localhost:8080/admin/register/audio' --header 'Content-Type: text/plain' --data 'http://localhost:10087'
+          cat start-gateway.log
+
+      - name: Run test
+        run: |
+          hurl tests/llama-gateway.hurl
+
       - name: Stop api-server
         run: |
           pkill -f wasmedge