Allow using wasm_runtime as a vendored tar file

Signed-off-by: Jorge Prendes <jorge.prendes@gmail.com>

Author: jprendes

Cargo.lock

@@ -6,6 +6,11 @@ latest-release:= if os() == "windows" {"$(git tag -l --sort=v:refname | select -
 
 set windows-shell := ["pwsh.exe", "-NoLogo", "-Command"]
 
+make-vendor-tar:
+    tar cf ./src/hyperlight_wasm/vendor.tar \
+        --exclude-vcs-ignores \
+        -C ./src wasm_runtime hyperlight_wasm_macro
+
 build-all target=default-target: (build target) (build-wasm-examples target) (build-rust-wasm-examples target) (build-wasm-runtime target)
 
 build target=default-target features="": (build-wasm-runtime target) (fmt-check)

Justfile

@@ -0,0 +1 @@
+vendor.tar

src/hyperlight_wasm/.gitignore

@@ -3,7 +3,17 @@ name = "hyperlight-wasm"
 version = "0.1.0"
 edition = "2024"
 rust-version = "1.85"
-include = ["*"] # Make sure wasm_runtime is included!
+description = "Library that enables wasm modules and components to be run inside lightweight Virtual Machine backed Sandbox. It is built on top of Hyperlight."
+license = "Apache-2.0"
+repository = "https://github.com/hyperlight-dev/hyperlight-wasm"
+include = [
+    "/src",
+    "/scripts",
+    "/examples",
+    "benches",
+    "/build.rs",
+    "/vendor.tar", # Make sure vendor.tar is included!
+]
 
 [lib]
 name = "hyperlight_wasm"
@@ -58,6 +68,7 @@ blake3 = "1.8"
 built = { version = "0.8.0", features = ["chrono", "git2"] }
 anyhow = { version = "1.0" }
 goblin = "0.10.0"
+tar = "0.4.44"
 
 [features]
 default = ["function_call_metrics", "kvm", "mshv2"]

src/hyperlight_wasm/Cargo.toml

@@ -30,25 +30,78 @@ use std::{env, fs};
 use anyhow::Result;
 use built::write_built_file;
 
+fn get_wasm_runtime_path() -> PathBuf {
+    let manifest_dir = env::var_os("CARGO_MANIFEST_DIR").unwrap();
+    let manifest_dir = PathBuf::from(manifest_dir);
+
+    let tar_path = manifest_dir.join("vendor.tar");
+
+    let out_dir = env::var_os("OUT_DIR").unwrap();
+    let out_dir = PathBuf::from(out_dir);
+    let vendor_dir = out_dir.join("vendor");
+
+    if vendor_dir.exists() {
+        fs::remove_dir_all(&vendor_dir).unwrap();
+    }
+
+    println!("cargo::rerun-if-changed={}", tar_path.display());
+
+    if tar_path.exists() {
+        let out_dir = env::var_os("OUT_DIR").unwrap();
+        let out_dir = PathBuf::from(out_dir);
+        let vendor_dir = out_dir.join("vendor");
+
+        let mut tar = tar::Archive::new(fs::File::open(&tar_path).unwrap());
+        tar.unpack(&vendor_dir).unwrap();
+
+        let wasm_runtime_dir = vendor_dir.join("wasm_runtime");
+
+        println!(
+            "cargo::warning=using vendor wasm_runtime from {}",
+            tar_path.display()
+        );
+        return wasm_runtime_dir;
+    }
+
+    let crates_dir = manifest_dir.parent().unwrap();
+
+    #[cfg(unix)]
+    std::os::unix::fs::symlink(crates_dir, &vendor_dir).unwrap();
+
+    #[cfg(not(unix))]
+    std::os::windows::fs::symlink_dir(crates_dir, &vendor_dir).unwrap();
+
+    let wasm_runtime_dir = crates_dir.join("wasm_runtime");
+    if wasm_runtime_dir.exists() {
+        return wasm_runtime_dir;
+    }
+
+    panic!(
+        r#"
+        The wasm_runtime directory not found in the expected locations.
+        If you are using hyperlight-wasm from a crates.io release, please file an issue: https://github.com/hyperlight-dev/hyperlight-wasm/issues
+        "#
+    );
+}
+
 fn build_wasm_runtime() -> PathBuf {
-    let proj_dir = env::var_os("CARGO_MANIFEST_DIR").unwrap();
+    let cargo_bin = env::var_os("CARGO").unwrap();
     let profile = env::var_os("PROFILE").unwrap();
+    let out_dir = env::var_os("OUT_DIR").unwrap();
+
+    let target_dir = Path::new("").join(&out_dir).join("target");
+
+    let in_repo_dir = get_wasm_runtime_path();
 
-    let in_repo_dir = PathBuf::from(&proj_dir)
-        .parent()
-        .unwrap_or_else(|| panic!("could not find parent of cargo manifest directory"))
-        .join("wasm_runtime");
     if !in_repo_dir.exists() {
-        panic!("hyperlight_wasm does not yet support being compiled from a release package");
+        panic!("missing wasm_runtime in-tree dependency");
     }
-    print!("cargo::rerun-if-changed=");
-    let _ = std::io::stdout()
-        .write_all(AsRef::<std::ffi::OsStr>::as_ref(&in_repo_dir).as_encoded_bytes());
-    println!();
+
+    println!("cargo::rerun-if-changed={}", in_repo_dir.display());
     println!("cargo::rerun-if-env-changed=WIT_WORLD");
     // the PROFILE env var unfortunately only gives us 1 bit of "dev or release"
     let cargo_profile = if profile == "debug" { "dev" } else { "release" };
-    let mut cmd = std::process::Command::new("cargo");
+    let mut cmd = std::process::Command::new(cargo_bin);
 
     // Clear the variables that control Cargo's behaviour (as listed
     // at https://doc.rust-lang.org/cargo/reference/environment-variables.html):
@@ -57,7 +110,12 @@ fn build_wasm_runtime() -> PathBuf {
     env_vars.retain(|(key, _)| !key.starts_with("CARGO_"));
 
     let cmd = cmd
-        .args(["build", &format!("--profile={}", cargo_profile), "-v"])
+        .arg("build")
+        .arg("--profile")
+        .arg(cargo_profile)
+        .arg("-v")
+        .arg("--target-dir")
+        .arg(&target_dir)
         .current_dir(&in_repo_dir)
         .env_clear()
         .envs(env_vars);
@@ -68,8 +126,7 @@ fn build_wasm_runtime() -> PathBuf {
     if !status.success() {
         panic!("could not compile wasm_runtime");
     }
-    let resource = in_repo_dir
-        .join("target")
+    let resource = target_dir
         .join("x86_64-unknown-none")
         .join(profile)
         .join("wasm_runtime");

src/hyperlight_wasm/build.rs

@@ -72,10 +72,8 @@ mod tests {
     fn test_wasmtime_version() {
         let wasmtime_version = super::get_wasmtime_version();
         // get the wasmtime version from the wasm_runtime binary's Cargo.toml
-        let proj_dir = env::var_os("CARGO_MANIFEST_DIR").unwrap();
-        let cargo_toml_path = Path::new(&proj_dir)
-            .parent()
-            .unwrap()
+        let cargo_toml_path = Path::new(env!("OUT_DIR"))
+            .join("vendor")
             .join("wasm_runtime")
             .join("Cargo.toml");
         let cargo_toml_content =

src/hyperlight_wasm/src/lib.rs

@@ -23,3 +23,5 @@ cc = "1.2"
 cfg-if = { version = "1" }
 cargo_metadata = "0.19"
 reqwest =  {version = "0.12", default-features = false, features = ["blocking","rustls-tls"] }
+
+[workspace] # indicate that this crate is not part of any workspace