feat: modularize toolchain tests

Cargo.toml

@@ -29,12 +29,15 @@ members = [
     "extensions/algebra/transpiler",
     "extensions/algebra/guest",
     "extensions/algebra/moduli-setup",
+    "extensions/algebra/tests",
     "extensions/bigint/circuit",
     "extensions/bigint/transpiler",
     "extensions/bigint/guest",
+    "extensions/bigint/tests",
     "extensions/keccak256/circuit",
     "extensions/keccak256/transpiler",
     "extensions/keccak256/guest",
+    "extensions/keccak256/tests",
     "extensions/native/circuit",
     "extensions/native/compiler",
     "extensions/native/compiler/derive",
@@ -46,10 +49,13 @@ members = [
     "extensions/ecc/transpiler",
     "extensions/ecc/guest",
     "extensions/ecc/sw-setup",
+    "extensions/ecc/tests",
     "extensions/pairing/circuit",
     "extensions/pairing/transpiler",
     "extensions/pairing/guest",
+    "extensions/pairing/tests",
     "extensions/rv32-adapters",
+    "extensions/rv32im/tests",
 ]
 exclude = ["crates/sdk/example"]
 resolver = "2"

crates/toolchain/build/src/lib.rs

@@ -25,7 +25,17 @@ const RUSTUP_TOOLCHAIN_NAME: &str = "nightly-2024-10-30";
 /// Returns the given cargo Package from the metadata in the Cargo.toml manifest
 /// within the provided `manifest_dir`.
 pub fn get_package(manifest_dir: impl AsRef<Path>) -> Package {
+    println!(
+        "manifest_dir: {:?}",
+        manifest_dir.as_ref().join("Cargo.toml")
+    );
     let manifest_path = fs::canonicalize(manifest_dir.as_ref().join("Cargo.toml")).unwrap();
+    println!(
+        "manifest_path: {:?}",
+        MetadataCommand::new()
+            .manifest_path(&manifest_path)
+            .no_deps()
+    );
     let manifest_meta = MetadataCommand::new()
         .manifest_path(&manifest_path)
         .no_deps()

crates/toolchain/tests/programs/README.md → crates/toolchain/tests/src/README.md

@@ -29,4 +29,4 @@ To disassemble the ELF to read the instructions, [install cargo-binutils](https:
 rust-objdump -d target/riscv32im-risc0-zkvm-elf/debug/examples/openvm-fibonacci-program
 ```
 
-where `-d` is short for `--disassemble`.
+where `-d` is short for `--disassemble`.

crates/toolchain/tests/src/Toolchain-test.md

@@ -0,0 +1,60 @@
+# How to write toolchain tests for an extension
+
+Make a `test` crate inside the extension folder. As an example, here is the structure of the `rv32im-extension-test` crate:
+
+```
+extensions/rv32im/tests/
+├── Cargo.toml
+├── src
+│   └── lib.rs
+├── programs
+│   └── Cargo.toml
+│   └── examples
+│       └── example1.rs
+│       └── example2.rs
+```
+
+The `examples` folder contains the test programs in `rust`. 
+
+`fibonacci.rs` example:
+```rust
+#![cfg_attr(not(feature = "std"), no_main)]
+#![cfg_attr(not(feature = "std"), no_std)]
+
+openvm::entry!(main);
+
+pub fn main() {
+    let n = core::hint::black_box(1 << 10);
+    let mut a: u32 = 0;
+    let mut b: u32 = 1;
+    for _ in 1..n {
+        let sum = a + b;
+        a = b;
+        b = sum;
+    }
+    if a == 0 {
+        panic!();
+    }
+}
+```
+
+
+And then to `transpile`, `run`, and `prove` the above program, in the `src/lib.rs` file, you can do:
+
+```rust
+fn test_fibonacci_prove() -> Result<()> {
+    let elf = build_example_program_at_path(get_programs_dir!(), "fibonacci")?;
+    let exe = VmExe::from_elf(
+        elf,
+        Transpiler::<F>::default()
+            .with_extension(Rv32ITranspilerExtension)
+            .with_extension(Rv32MTranspilerExtension)
+            .with_extension(Rv32IoTranspilerExtension),
+    )?;
+    let config = Rv32IConfig::default();
+    new_air_test_with_min_segments(config, exe, vec![], 1, true);
+    Ok(())
+}
+```
+
+Note: If the crate with example is not in `./programs`, specify the path with `get_programs_dir!("path to the programs crate")`.