@@ -115,19 +115,6 @@ jobs:
115115 default \
116116 'def print_hello_world():'
117117
118- - name : C4AI Command-R v01
119- run : |
120- test -f ~/.wasmedge/env && source ~/.wasmedge/env
121- cd wasmedge-ggml/command-r
122- curl -LO https://huggingface.co/andrewcanis/c4ai-command-r-v01-GGUF/resolve/main/c4ai-command-r-v01-Q2_K.gguf
123- cargo build --target wasm32-wasi --release
124- time wasmedge --dir .:. \
125- --env n_gpu_layers="$NGL" \
126- --nn-preload default:GGML:AUTO:c4ai-command-r-v01-Q2_K.gguf \
127- target/wasm32-wasi/release/wasmedge-ggml-command-r.wasm \
128- default \
129- '<|START_OF_TURN_TOKEN|><|USER_TOKEN|>What is the capital of the United States?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>'
130-
131118 - name : Multiple Models Example
132119 run : |
133120 test -f ~/.wasmedge/env && source ~/.wasmedge/env
@@ -202,6 +189,21 @@ jobs:
202189 include :
203190 - runner : macos-m1
204191 ngl : 100
192+ - runner : ubuntu-20.04
193+ plugin : wasi_nn-ggml
194+ job :
195+ name : C4AI Command-R v01
196+ run : |
197+ test -f ~/.wasmedge/env && source ~/.wasmedge/env
198+ cd wasmedge-ggml/command-r
199+ curl -LO https://huggingface.co/andrewcanis/c4ai-command-r-v01-GGUF/resolve/main/c4ai-command-r-v01-Q2_K.gguf
200+ cargo build --target wasm32-wasi --release
201+ time wasmedge --dir .:. \
202+ --env n_gpu_layers="$NGL" \
203+ --nn-preload default:GGML:AUTO:c4ai-command-r-v01-Q2_K.gguf \
204+ target/wasm32-wasi/release/wasmedge-ggml-command-r.wasm \
205+ default \
206+ '<|START_OF_TURN_TOKEN|><|USER_TOKEN|>What is the capital of the United States?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>'
205207
206208 name : ${{ matrix.runner }} - ${{ matrix.job.name }} - ${{ matrix.plugin }}
207209 runs-on : ${{ matrix.runner }}
0 commit comments