Datapath overhaul: zero-copy metadata with ingot, 'Compiled' UFTs

.cargo/config.toml

@@ -5,3 +5,6 @@ kbench = "bench --package opte-bench --bench xde --"
 
 [env]
 CARGO_WORKSPACE_DIR = { value = "", relative = true }
+
+[net]
+git-fetch-with-cli = true

.github/buildomat/jobs/bench.sh

@@ -7,6 +7,9 @@
 #: output_rules = [
 #:   "=/work/bench-results.tgz",
 #: ]
+#: access_repos = [
+#:  "oxidecomputer/ingot",
+#: ]
 #:
 #: [[publish]]
 #: series = "benchmark" 

.github/buildomat/jobs/opte-api.sh

@@ -3,8 +3,11 @@
 #: name = "opte-api"
 #: variety = "basic"
 #: target = "helios-2.0"
-#: rust_toolchain = "nightly-2024-05-12"
+#: rust_toolchain = "nightly-2024-10-12"
 #: output_rules = []
+#: access_repos = [
+#:  "oxidecomputer/ingot",
+#: ]
 #:
 
 set -o errexit
@@ -24,7 +27,7 @@ header "check API_VERSION"
 ./check-api-version.sh
 
 header "check style"
-ptime -m cargo +nightly-2024-05-12 fmt -- --check
+ptime -m cargo +nightly-2024-10-12 fmt -- --check
 
 header "analyze std"
 ptime -m cargo clippy --all-targets

.github/buildomat/jobs/opte-ioctl.sh

@@ -3,8 +3,11 @@
 #: name = "opte-ioctl"
 #: variety = "basic"
 #: target = "helios-2.0"
-#: rust_toolchain = "nightly-2024-05-12"
+#: rust_toolchain = "nightly-2024-10-12"
 #: output_rules = []
+#: access_repos = [
+#:  "oxidecomputer/ingot",
+#: ]
 #:
 
 set -o errexit
@@ -21,7 +24,7 @@ rustc --version
 cd lib/opte-ioctl
 
 header "check style"
-ptime -m cargo +nightly-2024-05-12 fmt -- --check
+ptime -m cargo +nightly-2024-10-12 fmt -- --check
 
 header "analyze"
 ptime -m cargo clippy --all-targets

.github/buildomat/jobs/opte.sh

@@ -3,8 +3,11 @@
 #: name = "opte"
 #: variety = "basic"
 #: target = "helios-2.0"
-#: rust_toolchain = "nightly-2024-05-12"
+#: rust_toolchain = "nightly-2024-10-12"
 #: output_rules = []
+#: access_repos = [
+#:  "oxidecomputer/ingot",
+#: ]
 #:
 
 set -o errexit
@@ -21,7 +24,7 @@ rustc --version
 cd lib/opte
 
 header "check style"
-ptime -m cargo +nightly-2024-05-12 fmt -- --check
+ptime -m cargo +nightly-2024-10-12 fmt -- --check
 
 header "check docs"
 #
@@ -30,13 +33,13 @@ header "check docs"
 #
 # Use nightly which is needed for the `kernel` feature.
 RUSTDOCFLAGS="-D warnings" ptime -m \
-	    cargo +nightly-2024-05-12 doc --no-default-features --features=api,std,engine,kernel
+	    cargo +nightly-2024-10-12 doc --no-default-features --features=api,std,engine,kernel
 
 header "analyze std + api"
 ptime -m cargo clippy --all-targets
 
 header "analyze no_std + engine + kernel"
-ptime -m cargo +nightly-2024-05-12 clippy --no-default-features --features engine,kernel
+ptime -m cargo +nightly-2024-10-12 clippy --no-default-features --features engine,kernel
 
 header "test"
 ptime -m cargo test

.github/buildomat/jobs/opteadm.sh

@@ -3,13 +3,16 @@
 #: name = "opteadm"
 #: variety = "basic"
 #: target = "helios-2.0"
-#: rust_toolchain = "nightly-2024-05-12"
+#: rust_toolchain = "nightly-2024-10-12"
 #: output_rules = [
 #:   "=/work/debug/opteadm",
 #:   "=/work/debug/opteadm.debug.sha256",
 #:   "=/work/release/opteadm",
 #:   "=/work/release/opteadm.release.sha256",
 #: ]
+#: access_repos = [
+#:  "oxidecomputer/ingot",
+#: ]
 #:
 #: [[publish]]
 #: series = "release"
@@ -30,7 +33,7 @@ rustc --version
 pushd bin/opteadm
 
 header "check style"
-ptime -m cargo +nightly-2024-05-12 fmt -- --check
+ptime -m cargo +nightly-2024-10-12 fmt -- --check
 
 header "analyze"
 ptime -m cargo clippy --all-targets

.github/buildomat/jobs/oxide-vpc.sh

@@ -3,8 +3,11 @@
 #: name = "oxide-vpc"
 #: variety = "basic"
 #: target = "helios-2.0"
-#: rust_toolchain = "nightly-2024-05-12"
+#: rust_toolchain = "nightly-2024-10-12"
 #: output_rules = []
+#: access_repos = [
+#:  "oxidecomputer/ingot",
+#: ]
 #:
 
 set -o errexit
@@ -21,7 +24,7 @@ rustc --version
 cd lib/oxide-vpc
 
 header "check style"
-ptime -m cargo +nightly-2024-05-12 fmt -- --check
+ptime -m cargo +nightly-2024-10-12 fmt -- --check
 
 header "check docs"
 #
@@ -30,13 +33,13 @@ header "check docs"
 #
 # Use nightly which is needed for the `kernel` feature.
 RUSTDOCFLAGS="-D warnings" ptime -m \
-	    cargo +nightly-2024-05-12 doc --no-default-features --features=api,std,engine,kernel
+	    cargo +nightly-2024-10-12 doc --no-default-features --features=api,std,engine,kernel
 
 header "analyze std + api + usdt"
 ptime -m cargo clippy --features usdt --all-targets
 
 header "analyze no_std + engine + kernel"
-ptime -m cargo +nightly-2024-05-12 clippy --no-default-features --features engine,kernel
+ptime -m cargo +nightly-2024-10-12 clippy --no-default-features --features engine,kernel
 
 header "test"
 ptime -m cargo test

.github/buildomat/jobs/p5p.sh

@@ -3,11 +3,14 @@
 #: name = "opte-p5p"
 #: variety = "basic"
 #: target = "helios-2.0"
-#: rust_toolchain = "nightly-2024-05-12"
+#: rust_toolchain = "nightly-2024-10-12"
 #: output_rules = [
 #:   "=/out/opte.p5p",
 #:   "=/out/opte.p5p.sha256",
 #: ]
+#: access_repos = [
+#:  "oxidecomputer/ingot",
+#: ]
 #:
 #: [[publish]]
 #: series = "repo"

.github/buildomat/jobs/test.sh

@@ -7,6 +7,9 @@
 #: output_rules = [
 #:   "/work/*.log",
 #: ]
+#: access_repos = [
+#:  "oxidecomputer/ingot",
+#: ]
 #:
 #: [dependencies.xde]
 #: job = "opte-xde"

.github/buildomat/jobs/xde.sh

@@ -3,7 +3,7 @@
 #: name = "opte-xde"
 #: variety = "basic"
 #: target = "helios-2.0"
-#: rust_toolchain = "nightly-2024-05-12"
+#: rust_toolchain = "nightly-2024-10-12"
 #: output_rules = [
 #:   "=/work/debug/xde.dbg",
 #:   "=/work/debug/xde.dbg.sha256",
@@ -16,6 +16,9 @@
 #:   "=/work/test/loopback",
 #:   "=/work/xde.conf",
 #: ]
+#: access_repos = [
+#:  "oxidecomputer/ingot",
+#: ]
 #:
 #: [[publish]]
 #: series = "module"
@@ -75,7 +78,7 @@ pushd xde
 cp xde.conf /work/xde.conf
 
 header "check style"
-ptime -m cargo +nightly-2024-05-12 fmt -p xde -p xde-link -- --check
+ptime -m cargo +nightly-2024-10-12 fmt -p xde -p xde-link -- --check
 
 header "analyze"
 ptime -m cargo clippy -- \
@@ -123,7 +126,7 @@ sha256sum $REL_TGT/xde_link.so > $REL_TGT/xde_link.so.sha256
 
 header "build xde integration tests"
 pushd xde-tests
-cargo +nightly-2024-05-12 fmt -- --check
+cargo +nightly-2024-10-12 fmt -- --check
 cargo clippy --all-targets
 cargo build --test loopback
 loopback_test=$(