Generate conformance tests (#226)

* init test generation

* run the wasi test

* split test dir up into subcomponents

* first pass at test codegen

* update test generation

* generate tests

* fix newline issues

Cargo.toml

@@ -1,7 +1,7 @@
 [package]
 name = "jco"
-version.workspace = true
-edition.workspace = true
+version = { workspace = true }
+edition = { workspace = true }
 publish = false
 
 [[bin]]
@@ -13,6 +13,7 @@ members = [
     "crates/js-component-bindgen",
     "crates/js-component-bindgen-component",
     "crates/wasm-tools-component",
+    "crates/test-utils",
     "xtask",
 ]
 resolver = "2"
@@ -28,6 +29,7 @@ heck =  { version = "0.4", features = ["unicode"] }
 indexmap = "2.0"
 js-component-bindgen = { path = "./crates/js-component-bindgen" }
 structopt = "0.3.25"
+tempdir = "0.3.7"
 wasm-encoder = "0.35.0"
 wasm-metadata = "0.10.9"
 wasmparser = "0.115.0"
@@ -38,3 +40,10 @@ wit-bindgen = { version = "0.13.0" }
 wit-bindgen-core = { version = "0.13.0" }
 wit-component = { version = "0.16.0", features = ["dummy-module"] }
 wit-parser = "0.12.1"
+xshell = "0.2.5"
+
+[dev-dependencies]
+anyhow = { workspace = true }
+tempdir = { workspace = true }
+xshell = { workspace = true }
+test-utils = { path = "./crates/test-utils" }

crates/test-utils/Cargo.toml

@@ -0,0 +1,12 @@
+[package]
+name = "test-utils"
+authors = ["Yosh Wuyts <[email protected]>", "Guy Bedford <[email protected]>"]
+publish = false
+
+version = { workspace = true }
+edition = { workspace = true }
+
+[dependencies]
+anyhow = { workspace = true }
+xshell = { workspace = true }
+tempdir = { workspace = true }

crates/test-utils/src/lib.rs

@@ -0,0 +1,25 @@
+use anyhow::anyhow;
+use std::{fs::File, path::PathBuf};
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+/// Compile a `.wasm` file to `.wasm.component` file using `jco`.
+pub fn compile(sh: &Shell, tmpdir: &TempDir, file_name: &str) -> anyhow::Result<PathBuf> {
+    let src_file: PathBuf =
+        format!("./submodules/wasmtime/target/wasm32-wasi/release/{file_name}.wasm").parse()?;
+    if !src_file.exists() {
+        return Err(anyhow!("src: {src_file:?} does not exists on disk"));
+    }
+
+    let out_dir = tmpdir.path();
+    let dest_file = out_dir.join(format!("{file_name}.component.wasm"));
+    File::create(&dest_file)?;
+
+    cmd!(
+        sh,
+        "./src/jco.js new {src_file} --wasi-command -o {dest_file}"
+    )
+    .run()?;
+
+    Ok(dest_file)
+}

tests/generated/api_proxy.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn api_proxy() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "api_proxy";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/api_reactor.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn api_reactor() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "api_reactor";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/api_read_only.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn api_read_only() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "api_read_only";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/api_time.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn api_time() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "api_time";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/cli_args.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn cli_args() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "cli_args";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/cli_default_clocks.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn cli_default_clocks() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "cli_default_clocks";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/cli_directory_list.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn cli_directory_list() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "cli_directory_list";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/cli_env.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn cli_env() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "cli_env";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/cli_exit_default.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn cli_exit_default() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "cli_exit_default";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/cli_exit_failure.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn cli_exit_failure() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "cli_exit_failure";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/cli_exit_panic.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn cli_exit_panic() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "cli_exit_panic";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/cli_exit_success.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn cli_exit_success() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "cli_exit_success";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}

tests/generated/cli_export_cabi_realloc.rs

@@ -0,0 +1,15 @@
+//! This file has been auto-generated, please do not modify manually
+//! To regenerate this file re-run `cargo xtask generate tests` from the project root
+
+use tempdir::TempDir;
+use xshell::{cmd, Shell};
+
+#[test]
+fn cli_export_cabi_realloc() -> anyhow::Result<()> {
+    let sh = Shell::new()?;
+    let file_name = "cli_export_cabi_realloc";
+    let tempdir = TempDir::new("{file_name}")?;
+    let wasi_file = test_utils::compile(&sh, &tempdir, &file_name)?;
+    cmd!(sh, "./src/jco.js run {wasi_file}").run()?;
+    Ok(())
+}