Create wasmedge-nn based inference module (second-state#4)

Signed-off-by: Xin Liu <sam@secondstate.io>

Author: apepkuss

openvino-road-segmentation-adas/rust/openvino-road-seg-adas/Cargo.toml

@@ -0,0 +1,8 @@
+[package]
+authors = ["Sam Liu <sam@secondstate.io>"]
+edition = "2021"
+name = "openvino-road-seg-adas"
+version = "0.1.0"
+
+[dependencies]
+wasmedge-nn = "0.3"

openvino-road-segmentation-adas/rust/openvino-road-seg-adas/src/main.rs

@@ -0,0 +1,68 @@
+use std::{env, fs};
+use wasmedge_nn::nn::{ctx::WasiNnCtx, Dtype, ExecutionTarget, GraphEncoding, Tensor};
+
+fn main() -> Result<(), Box<dyn std::error::Error>> {
+    let args: Vec<String> = env::args().collect();
+    let model_xml_name: &str = &args[1];
+    let model_bin_name: &str = &args[2];
+    let tensor_name: &str = &args[3];
+
+    let tensor_data = fs::read(tensor_name).unwrap();
+    println!("Load input tensor, size in bytes: {}", tensor_data.len());
+    let tensor = Tensor {
+        dimensions: &[1, 3, 512, 896],
+        r#type: Dtype::F32.into(), // wasi_nn::TENSOR_TYPE_F32,
+        data: &tensor_data,
+    };
+
+    let mut ctx = WasiNnCtx::new()?;
+
+    println!("Load model files ...");
+    let graph_id = ctx.load(
+        model_xml_name,
+        model_bin_name,
+        GraphEncoding::Openvino,
+        ExecutionTarget::CPU,
+    )?;
+
+    println!("initialize the execution context ...");
+    let exec_context_id = ctx.init_execution_context(graph_id)?;
+
+    println!("Set input tensor ...");
+    ctx.set_input(exec_context_id, 0, tensor)?;
+
+    println!("Do inference ...");
+    ctx.compute(exec_context_id)?;
+
+    println!("Extract result ...");
+    let mut out_buffer = vec![0u8; 1 * 4 * 512 * 896 * 4];
+    ctx.get_output(exec_context_id, 0, out_buffer.as_mut_slice())?;
+
+    println!("Dump result ...");
+    dump(
+        "wasinn-openvino-inference-output-1x4x512x896xf32.tensor",
+        out_buffer.as_slice(),
+    )?;
+
+    Ok(())
+}
+
+/// Dump data to the specified binary file.
+fn dump<T>(
+    path: impl AsRef<std::path::Path>,
+    buffer: impl AsRef<[T]>,
+) -> Result<(), Box<dyn std::error::Error>> {
+    println!("\tdump tensor to {:?}", path.as_ref());
+
+    let dst_slice: &[u8] = unsafe {
+        std::slice::from_raw_parts(
+            buffer.as_ref().as_ptr() as *const u8,
+            buffer.as_ref().len() * std::mem::size_of::<T>(),
+        )
+    };
+    println!("\tThe size of bytes: {}", dst_slice.len());
+
+    std::fs::write(path, &dst_slice).expect("failed to write file");
+
+    Ok(())
+}