|
54 | 54 | default \ |
55 | 55 | '<start_of_turn>user Where is the capital of Japan? <end_of_turn><start_of_turn>model' |
56 | 56 |
|
57 | | - - name: Llava v1.5 7B |
58 | | - run: | |
59 | | - test -f ~/.wasmedge/env && source ~/.wasmedge/env |
60 | | - cd wasmedge-ggml/llava |
61 | | - curl -LO https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-q5_k.gguf |
62 | | - curl -LO https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/mmproj-model-f16.gguf |
63 | | - curl -LO https://llava-vl.github.io/static/images/monalisa.jpg |
64 | | - cargo build --target wasm32-wasip1 --release |
65 | | - time wasmedge --dir .:. \ |
66 | | - --env mmproj=mmproj-model-f16.gguf \ |
67 | | - --env image=monalisa.jpg \ |
68 | | - --env n_gpu_layers="$NGL" \ |
69 | | - --nn-preload default:GGML:AUTO:ggml-model-q5_k.gguf \ |
70 | | - target/wasm32-wasip1/release/wasmedge-ggml-llava.wasm \ |
71 | | - default \ |
72 | | - $'You are a helpful, respectful and honest assistant. Always answer as short as possible, while being safe.\nUSER:<image>\nDo you know who drew this painting?\nASSISTANT:' |
73 | | -
|
74 | 57 | - name: Llava v1.6 7B |
75 | 58 | run: | |
76 | 59 | test -f ~/.wasmedge/env && source ~/.wasmedge/env |
|
89 | 72 | default \ |
90 | 73 | $'You are a helpful, respectful and honest assistant. Always answer as short as possible, while being safe.\nUSER:<image>\nDo you know who drew this painting?\nASSISTANT:' |
91 | 74 |
|
92 | | - - name: Llama2 7B |
93 | | - run: | |
94 | | - test -f ~/.wasmedge/env && source ~/.wasmedge/env |
95 | | - cd wasmedge-ggml/llama |
96 | | - curl -LO https://huggingface.co/TheBloke/Llama-2-7b-Chat-GGUF/resolve/main/llama-2-7b-chat.Q5_K_M.gguf |
97 | | - cargo build --target wasm32-wasip1 --release |
98 | | - time wasmedge --dir .:. \ |
99 | | - --env n_gpu_layers="$NGL" \ |
100 | | - --nn-preload default:GGML:AUTO:llama-2-7b-chat.Q5_K_M.gguf \ |
101 | | - target/wasm32-wasip1/release/wasmedge-ggml-llama.wasm \ |
102 | | - default \ |
103 | | - $'[INST] <<SYS>>\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.\n<</SYS>>\nWhat is the capital of Japan?[/INST]' |
104 | | -
|
105 | | - - name: Llama2 7B (Streaming) |
106 | | - run: | |
107 | | - test -f ~/.wasmedge/env && source ~/.wasmedge/env |
108 | | - cd wasmedge-ggml/llama-stream |
109 | | - curl -LO https://huggingface.co/TheBloke/Llama-2-7b-Chat-GGUF/resolve/main/llama-2-7b-chat.Q5_K_M.gguf |
110 | | - cargo build --target wasm32-wasip1 --release |
111 | | - time wasmedge --dir .:. \ |
112 | | - --env n_gpu_layers="$NGL" \ |
113 | | - --nn-preload default:GGML:AUTO:llama-2-7b-chat.Q5_K_M.gguf \ |
114 | | - target/wasm32-wasip1/release/wasmedge-ggml-llama-stream.wasm \ |
115 | | - default \ |
116 | | - $'[INST] <<SYS>>\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.\n<</SYS>>\nWhat is the capital of Japan?[/INST]' |
117 | | -
|
118 | 75 | - name: Llama3 8B |
119 | 76 | run: | |
120 | 77 | test -f ~/.wasmedge/env && source ~/.wasmedge/env |
@@ -143,20 +100,6 @@ jobs: |
143 | 100 | default \ |
144 | 101 | $"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\nWhat's the capital of Japan?<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n" |
145 | 102 |
|
146 | | - - name: StarCoder 2 7B |
147 | | - run: | |
148 | | - test -f ~/.wasmedge/env && source ~/.wasmedge/env |
149 | | - cd wasmedge-ggml/basic |
150 | | - curl -LO https://huggingface.co/second-state/StarCoder2-7B-GGUF/resolve/main/starcoder2-7b-Q5_K_M.gguf |
151 | | - cargo build --target wasm32-wasip1 --release |
152 | | - time wasmedge --dir .:. \ |
153 | | - --env n_gpu_layers="$NGL" \ |
154 | | - --env n_predict=100 \ |
155 | | - --nn-preload default:GGML:AUTO:starcoder2-7b-Q5_K_M.gguf \ |
156 | | - target/wasm32-wasip1/release/wasmedge-ggml-basic.wasm \ |
157 | | - default \ |
158 | | - 'def print_hello_world():' |
159 | | -
|
160 | 103 | - name: Multiple Models Example |
161 | 104 | run: | |
162 | 105 | test -f ~/.wasmedge/env && source ~/.wasmedge/env |
@@ -225,34 +168,6 @@ jobs: |
225 | 168 | default \ |
226 | 169 | '<start_of_turn>user Where is the capital of Japan? <end_of_turn><start_of_turn>model' |
227 | 170 |
|
228 | | - - name: Yi 1.5 9B 16K |
229 | | - run: | |
230 | | - test -f ~/.wasmedge/env && source ~/.wasmedge/env |
231 | | - cd wasmedge-ggml/chatml |
232 | | - curl -LO https://huggingface.co/second-state/Yi-1.5-9B-Chat-16K-GGUF/resolve/main/Yi-1.5-9B-Chat-16K-Q5_K_M.gguf |
233 | | - cargo build --target wasm32-wasip1 --release |
234 | | - time wasmedge --dir .:. \ |
235 | | - --env n_gpu_layers="$NGL" \ |
236 | | - --env reverse_prompt='<|im_end|>' \ |
237 | | - --nn-preload default:GGML:AUTO:Yi-1.5-9B-Chat-16K-Q5_K_M.gguf \ |
238 | | - target/wasm32-wasip1/release/wasmedge-ggml-chatml.wasm \ |
239 | | - default \ |
240 | | - $'<|im_start|>system\nYou are an AI assistant<|im_end|>\n<|im_start|>user\nWhere is the capital of Japan?<|im_end|>\n<|im_start|>assistant' |
241 | | -
|
242 | | - - name: Yi 1.5 9B |
243 | | - run: | |
244 | | - test -f ~/.wasmedge/env && source ~/.wasmedge/env |
245 | | - cd wasmedge-ggml/chatml |
246 | | - curl -LO https://huggingface.co/second-state/Yi-1.5-9B-Chat-GGUF/resolve/main/Yi-1.5-9B-Chat-Q5_K_M.gguf |
247 | | - cargo build --target wasm32-wasip1 --release |
248 | | - time wasmedge --dir .:. \ |
249 | | - --env n_gpu_layers="$NGL" \ |
250 | | - --env reverse_prompt='<|im_end|>' \ |
251 | | - --nn-preload default:GGML:AUTO:Yi-1.5-9B-Chat-Q5_K_M.gguf \ |
252 | | - target/wasm32-wasip1/release/wasmedge-ggml-chatml.wasm \ |
253 | | - default \ |
254 | | - $'<|im_start|>system\nYou are an AI assistant<|im_end|>\n<|im_start|>user\nWhere is the capital of Japan?<|im_end|>\n<|im_start|>assistant' |
255 | | -
|
256 | 171 | - name: Grammar Example |
257 | 172 | run: | |
258 | 173 | test -f ~/.wasmedge/env && source ~/.wasmedge/env |
|
0 commit comments