[Example] Use arguments for non-interactive mode

- If only the preload model name is given, then it defaults to interactive mode.
- If another argument is provided after the preload model name, then it will be considered as a prompt, and it will enter non-interactive mode (just like the previous wasmedge-ggml-llama example)."

Signed-off-by: dm4 <dm4@secondstate.io>

Author: dm4

.github/workflows/llama.yml

@@ -53,7 +53,6 @@ jobs:
         wasmedge --dir .:. \
           --env enable_log=false \
           --env stream_stdout=false \
-          --env is_interactive=false \
-          --nn-preload default:GGML:AUTO:orca-mini-3b.q4_0.gguf \
-          wasmedge-ggml-llama.wasm default \
+          --nn-preload default:GGML:CPU:orca-mini-3b.q4_0.gguf \
+          wasmedge-ggml-llama-interactive.wasm default \
           '### System:\nYou are an AI assistant\n\n### User:\nWhere is the capital of Japan?\n\n### Response:\n'

wasmedge-ggml-llama-interactive/src/main.rs

@@ -44,11 +44,6 @@ fn main() {
         .trim()
         .parse()
         .unwrap();
-    let is_interactive: bool = env::var("is_interactive")
-        .unwrap_or("true".to_string())
-        .trim()
-        .parse()
-        .unwrap();
 
     let model_name: &str = &args[1];
 
@@ -78,7 +73,9 @@ fn main() {
         )
         .unwrap();
 
-    if !is_interactive {
+    // If there is a third argument, use it as the prompt and enter non-interactive mode.
+    // Otherwise, enter interactive mode.
+    if args.len() >= 3 {
         let prompt = &args[2];
         println!("Prompt:\n{}", prompt);
         let tensor_data = prompt.as_bytes().to_vec();