feat: add wasmer-argus

Cargo.toml

@@ -70,6 +70,7 @@ members = [
     "tests/lib/compiler-test-derive",
     "tests/lib/wast",
     "tests/wasi-wast",
+    "tests/wasmer-argus",
 ]
 resolver = "2"
 

tests/wasmer-argus/Cargo.toml

@@ -0,0 +1,47 @@
+[package]
+name = "wasmer-argus"
+authors.workspace = true
+edition.workspace = true
+homepage.workspace = true
+license.workspace = true
+repository.workspace = true
+rust-version.workspace = true
+version.workspace = true
+
+[features]
+wasmer_lib = ["dep:wasmer"]
+
+[dependencies]
+indicatif = "0.17.8"
+anyhow = "1.0.80"
+log = "0.4.21"
+cynic = "3.4.3"
+url = "2.5.0"
+futures = "0.3.30"
+tracing = "0.1.40"
+tokio = { version = "1.36.0", features = ["rt-multi-thread", "sync", "time", "fs"] }
+clap = {version = "4.4.11", features = ["derive", "string"]}
+tracing-subscriber = { version = "0.3.18", features = ["env-filter"] }
+serde = { version = "1.0.197", features = ["derive"] }
+serde_json = "1.0.114"
+wasmer = { version = "4.2.6", path = "../../lib/api", features = ["engine", "core", "singlepass", "cranelift", "llvm"], optional = true }
+derive_more = "0.99.17"
+webc.workspace = true
+async-trait = "0.1.77"
+wasmer-api = { path = "../../lib/backend-api" }
+
+
+[target.'cfg(not(target_arch = "riscv64"))'.dependencies]
+reqwest = { version = "^0.11", default-features = false, features = [
+  "rustls-tls",
+  "json",
+  "multipart",
+  "gzip",
+] }
+
+[target.'cfg(target_arch = "riscv64")'.dependencies]
+reqwest = { version = "^0.11", default-features = false, features = [
+  "native-tls",
+  "json",
+  "multipart",
+] }

tests/wasmer-argus/README.md

@@ -0,0 +1,55 @@
+# wasmer-argus
+
+Automatically test packages from the registry. 
+
+## Building
+If you want to use the local `wasmer` crate, you shall 
+build the project with `cargo build --package wasmer-argus --features wasmer_lib`.
+
+On macOS, you may encounter an error where the linker does not find `zstd`: a possible 
+solution to this problem is to install `zstd` using `brew` (`brew install zstd`) and 
+using the following command: 
+
+`RUSTFLAGS="-L$(brew --prefix)/lib" cargo build --package wasmer-argus --features wasmer_lib`
+
+Another possiblity is to add the your brew prefix with `/lib` (probably = `/opt/homebrew/lib/`) 
+to the global Cargo config something like:
+```
+[target.aarch64-apple-darwin]
+rustflags = ["-L/opt/homebrew/lib"]
+```
+
+## Usage
+This binary fetches packages from the graphql endpoint  of a registry. By
+default, it uses `http://registry.wasmer.io/graphql`; and the needed
+authorization token is retrieved from the environment using the `WASMER_TOKEN`. 
+Users can specify the token via CLI with the appropriate flag.
+
+This testsuite is parallelised, and the degree of parallelism available can be
+specified both by CLI flag or automatically using
+`std::thread::available_parallelism`.
+
+```
+Fetch and test packages from a WebContainer registry
+
+Usage: wasmer-argus [OPTIONS]
+
+Options:
+  -r, --registry-url <REGISTRY_URL>  
+        The GraphQL endpoint of the registry to test [default: http://registry.wasmer.io/graphql]
+  -b, --backend <COMPILER_BACKEND>   
+        The backend to test the compilation against [default: singlepass] [possible values: llvm, singlepass, cranelift]
+      --run                          
+        Whether or not to run packages during tests
+  -o, --outdir <OUTDIR>              
+        The output directory [default: /home/ecmm/sw/wasmer/wasmer/target/debug/out]
+      --auth-token <AUTH_TOKEN>      
+        The authorization token needed to see packages [default: <env::WASMER_TOKEN>]
+      --jobs <JOBS>                  
+        The number of concurrent tests (jobs) to perform [default: 12]
+  -h, --help                         Print help
+  -V, --version                      Print version
+```
+
+
+

tests/wasmer-argus/src/argus/config.rs

@@ -0,0 +1,64 @@
+use clap::ValueEnum;
+use serde::{Deserialize, Serialize};
+use std::path::PathBuf;
+
+fn get_default_out_path() -> PathBuf {
+    let mut path = std::env::current_dir().unwrap();
+    path.push("out");
+    path
+}
+
+fn get_default_token() -> String {
+    std::env::var("WASMER_TOKEN").unwrap_or_default()
+}
+
+fn get_default_jobs() -> usize {
+    std::thread::available_parallelism()
+        .unwrap_or(std::num::NonZeroUsize::new(2).unwrap())
+        .into()
+}
+
+#[derive(Debug, Clone, Serialize, Deserialize, ValueEnum, derive_more::Display)]
+pub enum Backend {
+    Llvm,
+    Singlepass,
+    Cranelift,
+}
+
+/// Fetch and test packages from a WebContainer registry.
+#[derive(Debug, clap::Parser, Clone, Serialize, Deserialize)]
+#[command(version, about, long_about = None)]
+pub struct ArgusConfig {
+    /// The GraphQL endpoint of the registry to test
+    #[arg(
+        short,
+        long,
+        default_value_t = String::from("http://registry.wasmer.io/graphql")
+    )]
+    pub registry_url: String,
+
+    /// The backend to test the compilation against
+    #[arg(short = 'b', long = "backend", value_enum, default_value_t = Backend::Singlepass)]
+    pub compiler_backend: Backend,
+
+    /// The output directory
+    #[arg(short = 'o', long, default_value = get_default_out_path().into_os_string())]
+    pub outdir: std::path::PathBuf,
+
+    /// The authorization token needed to see packages
+    #[arg(long, default_value_t = get_default_token())]
+    pub auth_token: String,
+
+    /// The number of concurrent tests (jobs) to perform
+    #[arg(long, default_value_t = get_default_jobs()) ]
+    pub jobs: usize,
+
+    /// The path to the CLI command to use. [default will be searched in $PATH: "wasmer"]
+    #[arg(long)]
+    pub cli_path: Option<String>,
+
+    /// Whether or not this run should use the linked [`wasmer-api`] library instead of the CLI.
+    #[cfg(feature = "wasmer_lib")]
+    #[arg(long, conflicts_with = "cli_path")]
+    pub use_lib: bool,
+}