adopt wit-dylib

This removes the built-in Wasm code generator in favor of `wit-dylib`, which is
designed to be reused by interpreters for various languages.  It avoids
redundant effort and leaves us with less code to maintain overall.

This is particularly optimized, yet.  Given how `wit-dylib[-ffi]` works, we have
to acquire and release the CPython GIL a lot more frequently (e.g. for every
parameter and result of every import and export call).  I haven't measured the
overhead in practice, so I don't know if it's significant; if it is, we can make
changes to `wit-dylib` to reduce the overhead.  Also, `wit-dylib` currently
embeds a data section with a lot of metadata that we don't use, so we could slim
that down if needed.

Otherwise, this should not affect the developer experience in any noticeable
way.

Signed-off-by: Joel Dice <joel.dice@fermyon.com>

update deps

Signed-off-by: Joel Dice <joel.dice@fermyon.com>

Author: dicej

Cargo.lock

@@ -14,22 +14,23 @@ clap = { version = "4.5.20", features = ["derive"] }
 tar = "0.4.42"
 tempfile = "3.13.0"
 zstd = "0.13.2"
-componentize-py-shared = { path = "shared" }
-wasm-encoder = "0.239.0"
-wit-parser = "0.239.0"
-wit-component = "0.239.0"
-wasmparser = "0.239.0"
+# TODO: switch to wasm-tools 1.241.0 when available
+wasm-encoder = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
+wit-dylib = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
+wit-parser = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
+wit-component = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
+wasmparser = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
 indexmap = "2.6.0"
 bincode = "1.3.3"
 heck = "0.5.0"
 pyo3 = { version = "0.26.0", features = [
     "abi3-py39",
     "extension-module",
 ], optional = true }
-wasmtime = "37.0.2"
+wasmtime = { version = "37.0.2", features = [ "component-model-async" ] }
 wasmtime-wasi = "37.0.2"
 once_cell = "1.20.2"
-component-init-transform = { version = "0.2", git = "https://github.com/dicej/component-init", rev = "3800ab6e" }
+component-init-transform = { git = "https://github.com/dicej/component-init", rev = "3b9680fe" }
 async-trait = "0.1.83"
 futures = "0.3.31"
 tokio = { version = "1.41.0", features = [
@@ -80,5 +81,4 @@ test-generator = { path = "test-generator" }
 flate2 = "1.1.1"
 
 [workspace]
-members = ["runtime", "shared", "test-generator"]
-
+members = ["runtime", "test-generator"]

Cargo.toml

@@ -10,7 +10,8 @@ crate-type = ["staticlib"]
 anyhow = "1.0.91"
 once_cell = "1.20.2"
 pyo3 = { version="0.26.0", features = ["abi3-py312", "num-bigint"] }
-componentize-py-shared = { path = "../shared" }
 num-bigint = "0.4.6"
 wit-bindgen = { version = "0.40.0", default-features = false, features = ["macros", "realloc"] }
 wit-bindgen-rt = { version = "0.40.0" }
+# TODO: switch to a release when available:
+wit-dylib-ffi = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59", default-features = false }