There was an error while loading. Please reload this page.
1 parent 0c95897 commit 316f02dCopy full SHA for 316f02d
wasmedge-ggml-llama-interactive/src/main.rs
@@ -54,8 +54,10 @@ fn main() {
54
context.compute().unwrap();
55
56
// Retrieve the output.
57
- let mut output_buffer = vec![0u8; 1000];
58
- let output_size = context.get_output(0, &mut output_buffer).unwrap();
+ let max_output_size = 4096*6;
+ let mut output_buffer = vec![0u8; max_output_size];
59
+ let mut output_size = context.get_output(0, &mut output_buffer).unwrap();
60
+ output_size = std::cmp::min(max_output_size, output_size);
61
let output = String::from_utf8_lossy(&output_buffer[..output_size]).to_string();
62
println!("Answer:\n{}", output.trim());
63
wasmedge-ggml-llama-interactive/wasmedge-ggml-llama-interactive.wasm
3.05 KB
0 commit comments