Add wasi example for verification

Signed-off-by: James Sturtevant <jstur@microsoft.com>

Author: jsturtevant

.github/workflows/dep_rust.yml

@@ -76,6 +76,9 @@ jobs:
         with:
           name: guest-modules
           path: ./x64/${{ matrix.config }}
+
+      - name: Build Rust Wasi examples
+        run:  just build-rust-wasi-examples ${{ matrix.config }}
 
       - name: Fmt
         run: just fmt-check
@@ -124,6 +127,10 @@ jobs:
           # required for gh cli when downloading
           GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
+      - name: Test Wasi Examples
+        run: just examples-wasi ${{ matrix.config }} ${{ matrix.hypervisor == 'mshv3' && 'mshv3' || ''}}
+        working-directory: ./src/hyperlight_wasm
+      
       ### Benchmarks ###
 
       - name: Download benchmarks from "latest"

.gitignore

@@ -478,3 +478,4 @@ target/
 
 # MSVC Windows builds of rustc generate these, which store debugging information
 *.pdb
+src/wasi_samples/wit/component-world.wasm

Cargo.lock

@@ -1,6 +1,6 @@
 [workspace]
-members = ["src/hyperlight_wasm", "src/examples_common", "src/hyperlight_wasm_aot" ]
-exclude = [ "src/wasm_runtime",  "src/rust_wasm_samples", "src/hyperlight_wasm_macro" ]
+members = [ "src/hyperlight_wasm", "src/examples_common", "src/hyperlight_wasm_aot" ]
+exclude = [ "src/wasm_runtime",  "src/rust_wasm_samples", "src/hyperlight_wasm_macro", "src/wasi_samples" ]
 resolver = "2"
 
 [workspace.dependencies]

Cargo.toml

@@ -3,10 +3,11 @@ default-tag:= "latest"
 build-wasm-examples-command := if os() == "windows" { "./src/hyperlight_wasm/scripts/build-wasm-examples.bat" } else { "./src/hyperlight_wasm/scripts/build-wasm-examples.sh" }
 mkdir-arg := if os() == "windows" { "-Force" } else { "-p" }
 latest-release:= if os() == "windows" {"$(git tag -l --sort=v:refname | select -last 2 | select -first 1)"} else {`git tag -l --sort=v:refname | tail -n 2 | head -n 1`}
+wit-world := if os() == "windows" { "$env:WIT_WORLD=\"" + justfile_directory() + "\\src\\wasi_samples\\wit\\component-world.wasm" + "\";" } else { "WIT_WORLD=" + justfile_directory() + "/src/wasi_samples/wit/component-world.wasm" }
 
 set windows-shell := ["pwsh.exe", "-NoLogo", "-Command"]
 
-build-all target=default-target: (build target) (build-wasm-examples target) (build-rust-wasm-examples target) (build-wasm-runtime target)
+build-all target=default-target: (build target) (build-wasm-examples target) (build-rust-wasm-examples target) (build-wasm-runtime target) (build-rust-wasi-examples target)
 
 build target=default-target features="": (build-wasm-runtime target) (fmt-check)
     cargo build {{ if features =="" {''} else if features=="no-default-features" {"--no-default-features" } else {"--no-default-features -F " + features } }} --verbose --profile={{ if target == "debug" {"dev"} else { target } }}
@@ -31,23 +32,39 @@ build-rust-wasm-examples target=default-target: (mkdir-redist target)
     cargo run -p hyperlight-wasm-aot compile ./src/rust_wasm_samples/target/wasm32-unknown-unknown/{{ target }}/rust_wasm_samples.wasm ./x64/{{ target }}/rust_wasm_samples.aot
     cp ./x64/{{ target }}/rust_wasm_samples.aot ./x64/{{ target }}/rust_wasm_samples.wasm
 
+build-rust-wasi-examples target=default-target:
+    cargo install --locked wasm-tools
+    cargo install cargo-component --locked
+    wasm-tools component wit ./src/wasi_samples/wit/example.wit -w -o ./src/wasi_samples/wit/component-world.wasm
+    # use cargo component so we don't get all the wasi imports https://github.com/bytecodealliance/cargo-component?tab=readme-ov-file#relationship-with-wasm32-wasip2
+    # we also explicitly target wasm32-unknown-unknown since cargo component might try to pull in wasi imports https://github.com/bytecodealliance/cargo-component/issues/290
+    rustup target add wasm32-unknown-unknown
+    cd ./src/wasi_samples && cargo component build --target wasm32-unknown-unknown --profile={{ if target == "debug" {"dev"} else { target } }}
+    cargo run -p hyperlight-wasm-aot compile --component ./src/wasi_samples/target/wasm32-unknown-unknown/{{ target }}/wasi_samples.wasm ./x64/{{ target }}/wasi_samples.aot
+    cp ./x64/{{ target }}/wasi_samples.aot ./x64/{{ target }}/wasi_samples.wasm
+
 check target=default-target:
     cargo check --profile={{ if target == "debug" {"dev"} else { target } }}
     cd src/rust_wasm_samples  && cargo check --profile={{ if target == "debug" {"dev"} else { target } }}
+    cd src/wasi_samples  && cargo check --profile={{ if target == "debug" {"dev"} else { target } }}
     cd src/wasm_runtime && cargo check --profile={{ if target == "debug" {"dev"} else { target } }}
 
 fmt-check:
     rustup toolchain install nightly -c rustfmt && cargo +nightly fmt -v --all -- --check
     cd src/rust_wasm_samples && rustup toolchain install nightly -c rustfmt && cargo +nightly fmt -v --all -- --check
+    cd src/wasi_samples && rustup toolchain install nightly -c rustfmt && cargo +nightly fmt -v --all -- --check
     cd src/wasm_runtime && rustup toolchain install nightly -c rustfmt && cargo +nightly fmt -v --all -- --check
-fmt: 
+fmt:
+    rustup toolchain install nightly -c rustfmt
     cargo +nightly fmt --all
     cd src/rust_wasm_samples &&  cargo +nightly fmt
+    cd src/wasi_samples &&  cargo +nightly fmt
     cd src/wasm_runtime && cargo +nightly fmt
 
 clippy target=default-target: (check target)
     cargo clippy --profile={{ if target == "debug" {"dev"} else { target } }} --all-targets --all-features -- -D warnings
     cd src/rust_wasm_samples &&  cargo clippy --profile={{ if target == "debug" {"dev"} else { target } }} --all-targets --all-features -- -D warnings
+    cd src/wasi_samples &&  cargo clippy --profile={{ if target == "debug" {"dev"} else { target } }} --all-targets --all-features -- -D warnings
     cd src/wasm_runtime && cargo clippy --profile={{ if target == "debug" {"dev"} else { target } }} --all-targets --all-features -- -D warnings
 
 # TESTING
@@ -71,6 +88,9 @@ examples-ci target=default-target features="": (build-rust-wasm-examples target)
     cargo run {{ if features =="" {''} else {"--no-default-features -F function_call_metrics," + features } }} --profile={{ if target == "debug" {"dev"} else { target } }} --example metrics
     cargo run {{ if features =="" {"--no-default-features --features kvm,mshv2"} else {"--no-default-features -F function_call_metrics," + features } }} --profile={{ if target == "debug" {"dev"} else { target } }} --example metrics 
 
+examples-wasi target=default-target features="": (build-rust-wasi-examples target) 
+    {{ wit-world }} cargo run {{ if features =="" {''} else {"--no-default-features -F " + features } }} --profile={{ if target == "debug" {"dev"} else { target } }} --example wasi_examples
+
 # warning, compares to and then OVERWRITES the given baseline
 bench-ci baseline target=default-target features="":
     cd src/hyperlight_wasm && cargo bench --profile={{ if target == "debug" {"dev"} else { target } }} {{ if features =="" {''} else { "--features " + features } }} -- --verbose --save-baseline {{baseline}}

Justfile

@@ -21,6 +21,8 @@ Make sure the following are installed:
 1. [pwsh](https://github.com/PowerShell/PowerShell)
 1. [git](https://gitforwindows.org/)
 1. [GitHub CLI](https://github.com/cli/cli#installation)
+1. [wasm-tools](https://github.com/bytecodealliance/wasm-tools?tab=readme-ov-file#installation)
+1. [cargo component](https://github.com/bytecodealliance/cargo-component?tab=readme-ov-file#installation)   
 
 Ensure that Windows Hypervisor Platform is enabled:
 
@@ -38,6 +40,8 @@ Make sure the following are installed:
 1. [Rust](https://www.rust-lang.org/tools/install) `curl --proto '=https' --tlsv1.3 https://sh.rustup.rs -sSf | sh`
 1. [just](https://github.com/casey/just).  is used as a command runner  `cargo install just`. Do not install `just` through a package manager as it may install an older incompatible version, make sure to use at least version 1.5.0 if not installed through cargo.
 1. [GitHub CLI](https://github.com/cli/cli#installation)
+1. [wasm-tools](https://github.com/bytecodealliance/wasm-tools?tab=readme-ov-file#installation)
+1. [cargo component](https://github.com/bytecodealliance/cargo-component?tab=readme-ov-file#installation)   
 
 Ensure that KVM is enabled: On an Azure VM using a size that supports nested virtualisation:
 
@@ -94,6 +98,17 @@ generate bindings from the same component type in the host.  For a
 complete (albeit small) example of this, see [this
 example](https://aka.ms/hyperlight-wasm-sockets-sample).
 
+### Debugging the macro
+
+You can get more detailed error messages by expanding the Macro locally:
+
+```
+cargo clean -p hyperlight-wasm
+WIT_WORLD=</path/to/output.wasm>  HYPERLIGHT_COMPONENT_MACRO_DEBUG=/tmp/guest.rs cargo build -p hyperlight-wasm
+HYPERLIGHT_COMPONENT_MACRO_DEBUG=/tmp/host.rs cargo build
+```
+
+
 ## Code of Conduct
 
 This project has adopted the [Microsoft Open Source Code of

README.md

@@ -44,6 +44,7 @@ windows = { version = "0.61", features = ["Win32_System_Threading"] }
 page_size = "0.6.0"
 
 [dev-dependencies]
+hyperlight-component-macro = "0.6.1"
 examples_common = { path = "../examples_common" }
 criterion = { version = "0.6.0", features = ["html_reports"] }
 crossbeam-queue = "0.3"

src/hyperlight_wasm/Cargo.toml

@@ -0,0 +1,69 @@
+use bindings::wasi_sample::example::Adder;
+use examples_common::get_wasm_module_path;
+
+extern crate alloc;
+mod bindings {
+    hyperlight_component_macro::host_bindgen!("../wasi_samples/wit/component-world.wasm");
+}
+
+pub struct State {}
+impl State {
+    pub fn new() -> Self {
+        State {}
+    }
+}
+
+impl Default for State {
+    fn default() -> Self {
+        Self::new()
+    }
+}
+
+impl bindings::wasi_sample::example::Host for State {
+    fn r#print(&mut self, message: alloc::string::String) {
+        println!("Logged from component: {message}");
+    }
+
+    fn r#host_function(&mut self, input: alloc::string::String) -> alloc::string::String {
+        format!("{input} and the host!")
+    }
+}
+
+#[allow(refining_impl_trait)]
+impl bindings::wasi_sample::example::ExampleImports for State {
+    type Host = State;
+
+    fn r#host(&mut self) -> &mut Self {
+        self
+    }
+}
+
+fn main() {
+    let state = State::new();
+    let mut sb: hyperlight_wasm::ProtoWasmSandbox = hyperlight_wasm::SandboxBuilder::new()
+        .with_guest_input_buffer_size(70000000)
+        .with_guest_heap_size(200000000)
+        .with_guest_stack_size(100000000)
+        .build()
+        .unwrap();
+    let rt = bindings::register_host_functions(&mut sb, state);
+
+    let sb = sb.load_runtime().unwrap();
+
+    let mod_path = get_wasm_module_path("wasi_samples.wasm").unwrap();
+    let sb = sb.load_module(mod_path).unwrap();
+
+    let mut wrapped = bindings::ExampleSandbox { sb, rt };
+
+    let instance = bindings::wasi_sample::example::ExampleExports::adder(&mut wrapped);
+    let result = instance.add(1, 2);
+    assert_eq!(3, result);
+    println!("Add result is {result}");
+    let result = instance.add(4, 3);
+    assert_eq!(7, result);
+    println!("Add result is {result}");
+
+    let result = instance.call_host("Hello".to_string());
+    assert_eq!("Hello from component and the host!", result);
+    print!("Host Component interaction: {result}")
+}

src/hyperlight_wasm/examples/wasi_examples/main.rs

@@ -0,0 +1,20 @@
+[package]
+name = "wasi_samples"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+wit-bindgen-rt = { version = "0.41.0", features = ["bitflags"] }
+
+[lib]
+crate-type = ["cdylib"]
+
+[package.metadata.component]
+package = "wasi-sample:example"
+
+[package.metadata.component.target]
+path = "wit/example.wit"
+world = "example"
+
+[package.metadata.component.target.dependencies]
+