[Example] ggml: add model not found test (second-state#130)

* [Example] ggml: add model not found test

Signed-off-by: dm4 <dm4@secondstate.io>

* [Example] ggml: update wasmedge-wasi-nn to 0.7.1

Signed-off-by: dm4 <dm4@secondstate.io>

* [Example] ggml: add unload test

Signed-off-by: dm4 <dm4@secondstate.io>

---------

Signed-off-by: dm4 <dm4@secondstate.io>

Author: dm4

.github/workflows/llama.yml

@@ -237,6 +237,28 @@ jobs:
                 default \
                 'JSON object with 5 country names as keys and their capitals as values: '
 
+          - name: Model Not Found
+            run: |
+              test -f ~/.wasmedge/env && source ~/.wasmedge/env
+              cd wasmedge-ggml/test/model-not-found
+              cargo build --target wasm32-wasi --release
+              time wasmedge --dir .:. \
+                --nn-preload default:GGML:AUTO:model-not-found.gguf \
+                target/wasm32-wasi/release/wasmedge-ggml-model-not-found.wasm \
+                default
+
+          - name: Unload
+            run: |
+              test -f ~/.wasmedge/env && source ~/.wasmedge/env
+              cd wasmedge-ggml/test/unload
+              curl -LO https://huggingface.co/second-state/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q5_K_M.gguf
+              cargo build --target wasm32-wasi --release
+              time wasmedge --dir .:. \
+                --nn-preload default:GGML:AUTO:llama-2-7b-chat.Q5_K_M.gguf \
+                target/wasm32-wasi/release/wasmedge-ggml-unload.wasm \
+                default \
+                $'[INST] <<SYS>>\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.  Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.\n<</SYS>>\nWhat is the capital of Japan?[/INST]'
+
           - name: Build llama-stream
             run: |
               cd wasmedge-ggml/llama-stream

wasmedge-ggml/basic/Cargo.toml

@@ -5,4 +5,4 @@ edition = "2021"
 
 [dependencies]
 serde_json = "1.0"
-wasmedge-wasi-nn = "0.7.0"
+wasmedge-wasi-nn = "0.7.1"

wasmedge-ggml/chatml/Cargo.toml

@@ -5,4 +5,4 @@ edition = "2021"
 
 [dependencies]
 serde_json = "1.0"
-wasmedge-wasi-nn = "0.7.0"
+wasmedge-wasi-nn = "0.7.1"

wasmedge-ggml/command-r/Cargo.toml

@@ -5,4 +5,4 @@ edition = "2021"
 
 [dependencies]
 serde_json = "1.0"
-wasmedge-wasi-nn = "0.7.0"
+wasmedge-wasi-nn = "0.7.1"

wasmedge-ggml/embedding/Cargo.toml

@@ -5,4 +5,4 @@ edition = "2021"
 
 [dependencies]
 serde_json = "1.0"
-wasmedge-wasi-nn = "0.7.0"
+wasmedge-wasi-nn = "0.7.1"

wasmedge-ggml/gemma/Cargo.toml

@@ -5,4 +5,4 @@ edition = "2021"
 
 [dependencies]
 serde_json = "1.0"
-wasmedge-wasi-nn = "0.7.0"
+wasmedge-wasi-nn = "0.7.1"

wasmedge-ggml/grammar/Cargo.toml

@@ -5,4 +5,4 @@ edition = "2021"
 
 [dependencies]
 serde_json = "1.0"
-wasmedge-wasi-nn = "0.7.0"
+wasmedge-wasi-nn = "0.7.1"

wasmedge-ggml/llama-stream/Cargo.toml

@@ -5,4 +5,4 @@ edition = "2021"
 
 [dependencies]
 serde_json = "1.0"
-wasmedge-wasi-nn = "0.7.0"
+wasmedge-wasi-nn = "0.7.1"

wasmedge-ggml/llama/Cargo.toml

@@ -5,4 +5,4 @@ edition = "2021"
 
 [dependencies]
 serde_json = "1.0"
-wasmedge-wasi-nn = "0.7.0"
+wasmedge-wasi-nn = "0.7.1"

wasmedge-ggml/llava-base64-stream/Cargo.toml

@@ -5,4 +5,4 @@ edition = "2021"
 
 [dependencies]
 serde_json = "1.0"
-wasmedge-wasi-nn = "0.7.0"
+wasmedge-wasi-nn = "0.7.1"