Skip to content

Commit 3b1c8e0

Browse files
committed
[CI] Deprecate outdated models
Signed-off-by: hydai <z54981220@gmail.com>
1 parent 593a2bf commit 3b1c8e0

File tree

1 file changed

+0
-85
lines changed

1 file changed

+0
-85
lines changed

‎.github/workflows/llama.yml‎

Lines changed: 0 additions & 85 deletions
Original file line numberDiff line numberDiff line change
@@ -54,23 +54,6 @@ jobs:
5454
default \
5555
'<start_of_turn>user Where is the capital of Japan? <end_of_turn><start_of_turn>model'
5656
57-
- name: Llava v1.5 7B
58-
run: |
59-
test -f ~/.wasmedge/env && source ~/.wasmedge/env
60-
cd wasmedge-ggml/llava
61-
curl -LO https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-q5_k.gguf
62-
curl -LO https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/mmproj-model-f16.gguf
63-
curl -LO https://llava-vl.github.io/static/images/monalisa.jpg
64-
cargo build --target wasm32-wasip1 --release
65-
time wasmedge --dir .:. \
66-
--env mmproj=mmproj-model-f16.gguf \
67-
--env image=monalisa.jpg \
68-
--env n_gpu_layers="$NGL" \
69-
--nn-preload default:GGML:AUTO:ggml-model-q5_k.gguf \
70-
target/wasm32-wasip1/release/wasmedge-ggml-llava.wasm \
71-
default \
72-
$'You are a helpful, respectful and honest assistant. Always answer as short as possible, while being safe.\nUSER:<image>\nDo you know who drew this painting?\nASSISTANT:'
73-
7457
- name: Llava v1.6 7B
7558
run: |
7659
test -f ~/.wasmedge/env && source ~/.wasmedge/env
@@ -89,32 +72,6 @@ jobs:
8972
default \
9073
$'You are a helpful, respectful and honest assistant. Always answer as short as possible, while being safe.\nUSER:<image>\nDo you know who drew this painting?\nASSISTANT:'
9174
92-
- name: Llama2 7B
93-
run: |
94-
test -f ~/.wasmedge/env && source ~/.wasmedge/env
95-
cd wasmedge-ggml/llama
96-
curl -LO https://huggingface.co/TheBloke/Llama-2-7b-Chat-GGUF/resolve/main/llama-2-7b-chat.Q5_K_M.gguf
97-
cargo build --target wasm32-wasip1 --release
98-
time wasmedge --dir .:. \
99-
--env n_gpu_layers="$NGL" \
100-
--nn-preload default:GGML:AUTO:llama-2-7b-chat.Q5_K_M.gguf \
101-
target/wasm32-wasip1/release/wasmedge-ggml-llama.wasm \
102-
default \
103-
$'[INST] <<SYS>>\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.\n<</SYS>>\nWhat is the capital of Japan?[/INST]'
104-
105-
- name: Llama2 7B (Streaming)
106-
run: |
107-
test -f ~/.wasmedge/env && source ~/.wasmedge/env
108-
cd wasmedge-ggml/llama-stream
109-
curl -LO https://huggingface.co/TheBloke/Llama-2-7b-Chat-GGUF/resolve/main/llama-2-7b-chat.Q5_K_M.gguf
110-
cargo build --target wasm32-wasip1 --release
111-
time wasmedge --dir .:. \
112-
--env n_gpu_layers="$NGL" \
113-
--nn-preload default:GGML:AUTO:llama-2-7b-chat.Q5_K_M.gguf \
114-
target/wasm32-wasip1/release/wasmedge-ggml-llama-stream.wasm \
115-
default \
116-
$'[INST] <<SYS>>\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.\n<</SYS>>\nWhat is the capital of Japan?[/INST]'
117-
11875
- name: Llama3 8B
11976
run: |
12077
test -f ~/.wasmedge/env && source ~/.wasmedge/env
@@ -143,20 +100,6 @@ jobs:
143100
default \
144101
$"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\nWhat's the capital of Japan?<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n"
145102
146-
- name: StarCoder 2 7B
147-
run: |
148-
test -f ~/.wasmedge/env && source ~/.wasmedge/env
149-
cd wasmedge-ggml/basic
150-
curl -LO https://huggingface.co/second-state/StarCoder2-7B-GGUF/resolve/main/starcoder2-7b-Q5_K_M.gguf
151-
cargo build --target wasm32-wasip1 --release
152-
time wasmedge --dir .:. \
153-
--env n_gpu_layers="$NGL" \
154-
--env n_predict=100 \
155-
--nn-preload default:GGML:AUTO:starcoder2-7b-Q5_K_M.gguf \
156-
target/wasm32-wasip1/release/wasmedge-ggml-basic.wasm \
157-
default \
158-
'def print_hello_world():'
159-
160103
- name: Multiple Models Example
161104
run: |
162105
test -f ~/.wasmedge/env && source ~/.wasmedge/env
@@ -225,34 +168,6 @@ jobs:
225168
default \
226169
'<start_of_turn>user Where is the capital of Japan? <end_of_turn><start_of_turn>model'
227170
228-
- name: Yi 1.5 9B 16K
229-
run: |
230-
test -f ~/.wasmedge/env && source ~/.wasmedge/env
231-
cd wasmedge-ggml/chatml
232-
curl -LO https://huggingface.co/second-state/Yi-1.5-9B-Chat-16K-GGUF/resolve/main/Yi-1.5-9B-Chat-16K-Q5_K_M.gguf
233-
cargo build --target wasm32-wasip1 --release
234-
time wasmedge --dir .:. \
235-
--env n_gpu_layers="$NGL" \
236-
--env reverse_prompt='<|im_end|>' \
237-
--nn-preload default:GGML:AUTO:Yi-1.5-9B-Chat-16K-Q5_K_M.gguf \
238-
target/wasm32-wasip1/release/wasmedge-ggml-chatml.wasm \
239-
default \
240-
$'<|im_start|>system\nYou are an AI assistant<|im_end|>\n<|im_start|>user\nWhere is the capital of Japan?<|im_end|>\n<|im_start|>assistant'
241-
242-
- name: Yi 1.5 9B
243-
run: |
244-
test -f ~/.wasmedge/env && source ~/.wasmedge/env
245-
cd wasmedge-ggml/chatml
246-
curl -LO https://huggingface.co/second-state/Yi-1.5-9B-Chat-GGUF/resolve/main/Yi-1.5-9B-Chat-Q5_K_M.gguf
247-
cargo build --target wasm32-wasip1 --release
248-
time wasmedge --dir .:. \
249-
--env n_gpu_layers="$NGL" \
250-
--env reverse_prompt='<|im_end|>' \
251-
--nn-preload default:GGML:AUTO:Yi-1.5-9B-Chat-Q5_K_M.gguf \
252-
target/wasm32-wasip1/release/wasmedge-ggml-chatml.wasm \
253-
default \
254-
$'<|im_start|>system\nYou are an AI assistant<|im_end|>\n<|im_start|>user\nWhere is the capital of Japan?<|im_end|>\n<|im_start|>assistant'
255-
256171
- name: Grammar Example
257172
run: |
258173
test -f ~/.wasmedge/env && source ~/.wasmedge/env

0 commit comments

Comments
 (0)