adopt wit-dylib

This removes the built-in Wasm code generator in favor of `wit-dylib`, which is
designed to be reused by interpreters for various languages.  It avoids
redundant effort and leaves us with less code to maintain overall.

This isn't particularly optimized, yet.  Given how `wit-dylib[-ffi]` works, we
have to acquire and release the CPython GIL a lot more frequently (e.g. for
every parameter and result of every import and export call).  I haven't measured
the overhead in practice, so I don't know if it's significant; if it is, we can
make changes to `wit-dylib` to reduce the overhead.  Also, `wit-dylib` currently
embeds a data section with a lot of metadata that we don't use, so we could slim
that down if needed.

Otherwise, this should not affect the developer experience in any noticeable
way.

Signed-off-by: Joel Dice <joel.dice@fermyon.com>

update deps

Signed-off-by: Joel Dice <joel.dice@fermyon.com>

Author: dicej

Cargo.lock

@@ -14,22 +14,23 @@ clap = { version = "4.5.20", features = ["derive"] }
 tar = "0.4.42"
 tempfile = "3.13.0"
 zstd = "0.13.2"
-componentize-py-shared = { path = "shared" }
-wasm-encoder = "0.239.0"
-wit-parser = "0.239.0"
-wit-component = "0.239.0"
-wasmparser = "0.239.0"
+# TODO: switch to wasm-tools 1.241.0 when available
+wasm-encoder = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
+wit-dylib = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
+wit-parser = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
+wit-component = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
+wasmparser = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59" }
 indexmap = "2.6.0"
 bincode = "1.3.3"
 heck = "0.5.0"
 pyo3 = { version = "0.26.0", features = [
     "abi3-py39",
     "extension-module",
 ], optional = true }
-wasmtime = "37.0.2"
+wasmtime = { version = "37.0.2", features = [ "component-model-async" ] }
 wasmtime-wasi = "37.0.2"
 once_cell = "1.20.2"
-component-init-transform = { version = "0.2", git = "https://github.com/dicej/component-init", rev = "3800ab6e" }
+component-init-transform = { git = "https://github.com/dicej/component-init", rev = "3b9680fe" }
 async-trait = "0.1.83"
 futures = "0.3.31"
 tokio = { version = "1.41.0", features = [
@@ -80,5 +81,4 @@ test-generator = { path = "test-generator" }
 flate2 = "1.1.1"
 
 [workspace]
-members = ["runtime", "shared", "test-generator"]
-
+members = ["runtime", "test-generator"]

Cargo.toml

@@ -10,7 +10,8 @@ crate-type = ["staticlib"]
 anyhow = "1.0.91"
 once_cell = "1.20.2"
 pyo3 = { version="0.26.0", features = ["abi3-py312", "num-bigint"] }
-componentize-py-shared = { path = "../shared" }
 num-bigint = "0.4.6"
 wit-bindgen = { version = "0.40.0", default-features = false, features = ["macros", "realloc"] }
 wit-bindgen-rt = { version = "0.40.0" }
+# TODO: switch to a release when available:
+wit-dylib-ffi = { git = "https://github.com/bytecodealliance/wasm-tools", rev = "b1d8ff59", default-features = false }