diff --git a/.cargo/config.toml b/.cargo/config.toml index e0e3f5bef..271c0c25d 100644 --- a/.cargo/config.toml +++ b/.cargo/config.toml @@ -1,5 +1,9 @@ [alias] test_details = ["test", "--target", "aarch64-apple-darwin"] +test_cli_macos = ["test", "--package", "trusted-server-cli", "--target", "aarch64-apple-darwin"] +build_cli_macos = ["build", "--package", "trusted-server-cli", "--target", "aarch64-apple-darwin"] +test_cli_linux = ["test", "--package", "trusted-server-cli", "--target", "x86_64-unknown-linux-gnu"] +build_cli_linux = ["build", "--package", "trusted-server-cli", "--target", "x86_64-unknown-linux-gnu"] [build] target = "wasm32-wasip1" diff --git a/.github/workflows/format.yml b/.github/workflows/format.yml index b6aba137d..cdea62a74 100644 --- a/.github/workflows/format.yml +++ b/.github/workflows/format.yml @@ -35,6 +35,9 @@ jobs: - name: Run cargo clippy run: cargo clippy --workspace --all-targets --all-features -- -D warnings + - name: Run host-target CLI clippy + run: cargo clippy --package trusted-server-cli --target x86_64-unknown-linux-gnu --all-targets --all-features -- -D warnings + format-typescript: runs-on: ubuntu-latest defaults: diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 2da273aa0..ee0eec56e 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -51,6 +51,9 @@ jobs: - name: Run tests run: cargo test --workspace + - name: Run host-target CLI tests + run: cargo test --package trusted-server-cli --target x86_64-unknown-linux-gnu + - name: Verify Fastly WASM release build env: TRUSTED_SERVER__PUBLISHER__ORIGIN_URL: http://127.0.0.1:8080 diff --git a/.gitignore b/.gitignore index af70c452a..901c9ce15 100644 --- a/.gitignore +++ b/.gitignore @@ -6,6 +6,8 @@ # env .env* +trusted-server.toml +js-assets.toml # backup **/*.rs.bk diff --git a/CLAUDE.md b/CLAUDE.md index f37a1ac30..9c2d75492 100644 --- a/CLAUDE.md +++ b/CLAUDE.md @@ -15,12 +15,14 @@ real-time bidding integration, and publisher-side JavaScript injection. crates/ trusted-server-core/ # Core library — shared logic, integrations, HTML processing trusted-server-adapter-fastly/ # Fastly Compute entry point (wasm32-wasip1 binary) + trusted-server-cli/ # Host-target `ts` operator CLI js/ # TypeScript/JS build — per-integration IIFE bundles lib/ # TS source, Vitest tests, esbuild pipeline ``` -Supporting files: `fastly.toml`, `trusted-server.toml`, `.env.dev`, -`rust-toolchain.toml`, `CONTRIBUTING.md`. +Supporting files: `edgezero.toml`, `fastly.toml`, +`trusted-server.example.toml`, `.env.dev`, `rust-toolchain.toml`, +`CONTRIBUTING.md`. Operator-owned `trusted-server.toml` files are gitignored. ## Toolchain @@ -57,6 +59,11 @@ fastly compute publish # Run all Rust tests (uses viceroy) cargo test --workspace +# Run host-target CLI tests (workspace default target is wasm32-wasip1) +# Use your host triple, for example x86_64-unknown-linux-gnu on CI/Linux +# or aarch64-apple-darwin on Apple Silicon macOS. +cargo test --package trusted-server-cli --target + # Format cargo fmt --all -- --check @@ -264,10 +271,12 @@ IntegrationRegistration::builder(ID) | File | Purpose | | --------------------- | ---------------------------------------------------------- | -| `fastly.toml` | Fastly service configuration and build settings | -| `trusted-server.toml` | Application settings (ad servers, KV stores, ID templates) | -| `rust-toolchain.toml` | Pins Rust version to 1.91.1 | -| `.env.dev` | Local development environment variables | +| `edgezero.toml` | EdgeZero app/platform manifest and logical stores | +| `fastly.toml` | Fastly service configuration and build settings | +| `trusted-server.example.toml` | Source-controlled Trusted Server app-config template | +| `trusted-server.toml` | Operator-owned app config; gitignored and pushed with `ts` CLI | +| `rust-toolchain.toml` | Pins Rust version to 1.91.1 | +| `.env.dev` | Local development environment variables | --- diff --git a/Cargo.lock b/Cargo.lock index 2ed0ec2b4..3e5747c4a 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -18,6 +18,18 @@ dependencies = [ "generic-array", ] +[[package]] +name = "ahash" +version = "0.8.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75" +dependencies = [ + "cfg-if", + "once_cell", + "version_check", + "zerocopy", +] + [[package]] name = "aho-corasick" version = "1.1.4" @@ -35,9 +47,9 @@ checksum = "cc7bb162ec39d46ab1ca8c77bf72e890535becd1751bb45f64c597edb4c8c6b3" [[package]] name = "alloc-stdlib" -version = "0.2.2" +version = "0.2.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "94fb8275041c72129eb51b7d0322c29b8387a0386127718b096429201a5d6ece" +checksum = "0e76a019e91224d279006ff972f1e984179a6e9feb050adba6ce8274aef23195" dependencies = [ "alloc-no-stdlib", ] @@ -63,12 +75,56 @@ version = "0.1.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4b46cbb362ab8752921c97e041f5e366ee6297bd428a31275b9fcf1e380f7299" +[[package]] +name = "anstream" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "824a212faf96e9acacdbd09febd34438f8f711fb84e09a8916013cd7815ca28d" +dependencies = [ + "anstyle", + "anstyle-parse", + "anstyle-query", + "anstyle-wincon", + "colorchoice", + "is_terminal_polyfill", + "utf8parse", +] + [[package]] name = "anstyle" version = "1.0.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "940b3a0ca603d1eade50a4846a2afffd5ef57a9feac2c0e2ec2e14f9ead76000" +[[package]] +name = "anstyle-parse" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52ce7f38b242319f7cabaa6813055467063ecdc9d355bbb4ce0c68908cd8130e" +dependencies = [ + "utf8parse", +] + +[[package]] +name = "anstyle-query" +version = "1.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "40c48f72fd53cd289104fc64099abca73db4166ad86ea0b4341abe65af83dadc" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "anstyle-wincon" +version = "3.0.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "291e6a250ff86cd4a820112fb8898808a366d8f9f58ce16d1f538353ad55747d" +dependencies = [ + "anstyle", + "once_cell_polyfill", + "windows-sys 0.61.2", +] + [[package]] name = "anyhow" version = "1.0.102" @@ -112,7 +168,7 @@ checksum = "c7c24de15d275a1ecfd47a380fb4d5ec9bfe0933f309ed5e705b775596a3574d" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -123,14 +179,111 @@ checksum = "9035ad2d096bed7955a320ee7e2230574d28fd3c3a0f186cbea1ff3c7eed5dbb" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", +] + +[[package]] +name = "async-tungstenite" +version = "0.32.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8acc405d38be14342132609f06f02acaf825ddccfe76c4824a69281e0458ebd4" +dependencies = [ + "atomic-waker", + "futures-core", + "futures-io", + "futures-task", + "futures-util", + "log", + "pin-project-lite", + "tokio", + "tungstenite", ] +[[package]] +name = "atomic-waker" +version = "1.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1505bd5d3d116872e7271a6d4e16d81d0c8570876c8de68093a09ac269d8aac0" + [[package]] name = "autocfg" -version = "1.5.0" +version = "1.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53" + +[[package]] +name = "aws-lc-rs" +version = "1.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5ec2f1fc3ec205783a5da9a7e6c1509cc69dedf09a1949e412c1e18469326d00" +dependencies = [ + "aws-lc-sys", + "zeroize", +] + +[[package]] +name = "aws-lc-sys" +version = "0.41.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1a2f9779ce85b93ab6170dd940ad0169b5766ff848247aff13bb788b832fe3f4" +dependencies = [ + "cc", + "cmake", + "dunce", + "fs_extra", +] + +[[package]] +name = "axum" +version = "0.8.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8" +checksum = "31b698c5f9a010f6573133b09e0de5408834d0c82f8d7475a89fc1867a71cd90" +dependencies = [ + "axum-core", + "bytes", + "form_urlencoded", + "futures-util", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-util", + "itoa", + "matchit 0.8.4", + "memchr", + "mime", + "percent-encoding", + "pin-project-lite", + "serde_core", + "serde_json", + "serde_path_to_error", + "serde_urlencoded", + "sync_wrapper", + "tokio", + "tower", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "axum-core" +version = "0.5.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "08c78f31d7b1291f7ee735c1c6780ccde7785daae9a9206026862dab7d8792d1" +dependencies = [ + "bytes", + "futures-core", + "http", + "http-body", + "http-body-util", + "mime", + "pin-project-lite", + "sync_wrapper", + "tower-layer", + "tower-service", + "tracing", +] [[package]] name = "base16ct" @@ -158,9 +311,9 @@ checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" [[package]] name = "bitflags" -version = "2.11.1" +version = "2.13.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c4512299f36f043ab09a583e57bceb5a5aab7a73db1805848e8fef3c9e8c78b3" +checksum = "b4388bee8683e3d04af747c73422af53102d2bd24d9eadb6cbc100baef4b43f8" dependencies = [ "serde_core", ] @@ -194,9 +347,9 @@ dependencies = [ [[package]] name = "brotli" -version = "8.0.2" +version = "8.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4bd8b9603c7aa97359dbd97ecf258968c95f3adddd6db2f7e7a5bef101c84560" +checksum = "5cc91aac060a7a1e25823bdccbfb6af1875b88f17c6daac97894eed8207166b3" dependencies = [ "alloc-no-stdlib", "alloc-stdlib", @@ -205,9 +358,9 @@ dependencies = [ [[package]] name = "brotli-decompressor" -version = "5.0.0" +version = "5.0.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "874bb8112abecc98cbd6d81ea4fa7e94fb9449648c93cc89aa40c81c24d7de03" +checksum = "3a32acac15fe1967bc3986b2a6347dffc965602354ea6f450ad07e8bfd253583" dependencies = [ "alloc-no-stdlib", "alloc-stdlib", @@ -221,15 +374,24 @@ checksum = "d8e6738dfb11354886f890621b4a34c0b177f75538023f7100b608ab9adbd66b" [[package]] name = "bumpalo" -version = "3.20.2" +version = "3.20.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72f5acc6cb2ba439de613abc23857ec3d78374d8ed5ac84e9d11336e87da8649" + +[[package]] +name = "byteorder" +version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb" +checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" [[package]] name = "bytes" -version = "1.11.1" +version = "1.12.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1e748733b7cbc798e1434b6ac524f0c1ff2ab456fe201501e6497c8417a4fc33" +checksum = "8ae3f5d315924270530207e2a68396c3cc547f6dca3fbdca317cfb1a51edb593" +dependencies = [ + "serde", +] [[package]] name = "cast" @@ -239,11 +401,13 @@ checksum = "37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5" [[package]] name = "cc" -version = "1.2.61" +version = "1.2.65" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d16d90359e986641506914ba71350897565610e87ce0ad9e6f28569db3dd5c6d" +checksum = "e228eec9be7c17ccb640b59b36a5cd805ea2a564a4c5e162c2f659fea30d3b96" dependencies = [ "find-msvc-tools", + "jobserver", + "libc", "shlex", ] @@ -253,6 +417,12 @@ version = "1.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" +[[package]] +name = "cfg_aliases" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724" + [[package]] name = "chacha20" version = "0.9.1" @@ -277,11 +447,76 @@ dependencies = [ "zeroize", ] +[[package]] +name = "chromiumoxide" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "26ed067eb6c1f660bdb87c05efb964421d2ca262bae0296cdfe38cf0cd949a3e" +dependencies = [ + "async-tungstenite", + "base64", + "bytes", + "chromiumoxide_cdp", + "chromiumoxide_types", + "dunce", + "fnv", + "futures", + "futures-timer", + "pin-project-lite", + "reqwest", + "serde", + "serde_json", + "thiserror 2.0.18", + "tokio", + "tracing", + "url", + "which", + "windows-registry", +] + +[[package]] +name = "chromiumoxide_cdp" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68a6a03a7ebac4ea85308f285d6959a3e6b2ce32a0c9465dc7a7b1db0144eec7" +dependencies = [ + "chromiumoxide_pdl", + "chromiumoxide_types", + "serde", + "serde_json", +] + +[[package]] +name = "chromiumoxide_pdl" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c602dea92337bc4d824668d78c5b79c3b4ddb29b40dd7218282bbe8fd3fc2091" +dependencies = [ + "chromiumoxide_types", + "either", + "heck", + "once_cell", + "proc-macro2", + "quote", + "regex", + "serde_json", +] + +[[package]] +name = "chromiumoxide_types" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "678d5146e74f16fc4a41978b275af572cd913de1f10270d2b93b6c276bc57d80" +dependencies = [ + "serde", + "serde_json", +] + [[package]] name = "chrono" -version = "0.4.44" +version = "0.4.45" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c673075a2e0e5f4a1dde27ce9dee1ea4558c7ffe648f576438a20ca1d2acc4b0" +checksum = "1aa79e62e7697b8e29b513a68abacf485adcd1fe8284a4316c5ae868e6633327" dependencies = [ "iana-time-zone", "js-sys", @@ -335,6 +570,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1ddb117e43bbf7dacf0a4190fef4d345b9bad68dfc649cb349e7d17d28428e51" dependencies = [ "clap_builder", + "clap_derive", ] [[package]] @@ -343,8 +579,22 @@ version = "4.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "714a53001bf66416adb0e2ef5ac857140e7dc3a0c48fb28b2f10762fc4b5069f" dependencies = [ + "anstream", "anstyle", "clap_lex", + "strsim", +] + +[[package]] +name = "clap_derive" +version = "4.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f2ce8604710f6733aa641a2b3731eaa1e8b3d9973d5e3565da11800813f997a9" +dependencies = [ + "heck", + "proc-macro2", + "quote", + "syn 2.0.118", ] [[package]] @@ -353,6 +603,40 @@ version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c8d4a3bb8b1e0c1050499d1815f5ab16d04f0959b233085fb31653fbfc9d98f9" +[[package]] +name = "cmake" +version = "0.1.58" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c0f78a02292a74a88ac736019ab962ece0bc380e3f977bf72e376c5d78ff0678" +dependencies = [ + "cc", +] + +[[package]] +name = "colorchoice" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1d07550c9036bf2ae0c684c4297d503f838287c83c53686d05370d0e139ae570" + +[[package]] +name = "colored" +version = "3.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "faf9468729b8cbcea668e36183cb69d317348c2e08e994829fb56ebfdfbaac34" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "combine" +version = "4.6.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba5a308b75df32fe02788e748662718f03fde005016435c444eea572398219fd" +dependencies = [ + "bytes", + "memchr", +] + [[package]] name = "compression-codecs" version = "0.4.38" @@ -373,9 +657,9 @@ checksum = "cc14f565cf027a105f7a44ccf9e5b424348421a1d8952a8fc9d499d313107789" [[package]] name = "config" -version = "0.15.22" +version = "0.15.24" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e68cfe19cd7d23ffde002c24ffa5cda73931913ef394d5eaaa32037dc940c0c" +checksum = "0b34d0237145f33580b89724f75d16950efd3e2c91b2d823917ecb69ec7f84f0" dependencies = [ "async-trait", "convert_case 0.6.0", @@ -387,7 +671,7 @@ dependencies = [ "serde_core", "serde_json", "toml", - "winnow", + "winnow 1.0.3", "yaml-rust2", ] @@ -445,6 +729,16 @@ dependencies = [ "version_check", ] +[[package]] +name = "core-foundation" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b2a6cd9ae233e7f62ba4e9353e81a88df7fc8a5987b8d445b4d90c879bd156f6" +dependencies = [ + "core-foundation-sys", + "libc", +] + [[package]] name = "core-foundation-sys" version = "0.8.7" @@ -516,7 +810,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0dc92fb57ca44df6db8059111ab3af99a63d5d0f8375d9972e319a379c6bab76" dependencies = [ "generic-array", - "rand_core", + "rand_core 0.6.4", "subtle", "zeroize", ] @@ -528,10 +822,23 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "78c8292055d1c1df0cce5d180393dc8cce0abec0a7102adb6c7b1eef6016d60a" dependencies = [ "generic-array", - "rand_core", + "rand_core 0.6.4", "typenum", ] +[[package]] +name = "cssparser" +version = "0.35.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4e901edd733a1472f944a45116df3f846f54d37e67e68640ac8bb69689aca2aa" +dependencies = [ + "cssparser-macros", + "dtoa-short", + "itoa", + "phf 0.11.3", + "smallvec", +] + [[package]] name = "cssparser" version = "0.36.0" @@ -541,7 +848,7 @@ dependencies = [ "cssparser-macros", "dtoa-short", "itoa", - "phf", + "phf 0.13.1", "smallvec", ] @@ -552,7 +859,17 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "13b588ba4ac1a99f7f2964d24b3d896ddc6bf847ee3855dbd4366f058cfcd331" dependencies = [ "quote", - "syn 2.0.117", + "syn 2.0.118", +] + +[[package]] +name = "ctor" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "01334b89b69ff726750c5ce5073fc8bd860e99aa9a8fc5ca11b04730e3aee97a" +dependencies = [ + "link-section", + "linktime-proc-macro", ] [[package]] @@ -579,7 +896,7 @@ checksum = "f46882e17999c6cc590af592290432be3bce0428cb0d5f8b6715e4dc7b383eb3" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -603,7 +920,7 @@ dependencies = [ "proc-macro2", "quote", "strsim", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -614,9 +931,15 @@ checksum = "fc34b93ccb385b40dc71c6fceac4b2ad23662c7eeb248cf10d529b7e055b6ead" dependencies = [ "darling_core", "quote", - "syn 2.0.117", + "syn 2.0.118", ] +[[package]] +name = "data-encoding" +version = "2.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4ae5f15dda3c708c0ade84bfee31ccab44a3da4f88015ed22f63732abe300c8" + [[package]] name = "der" version = "0.7.10" @@ -633,10 +956,40 @@ version = "0.5.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7cd812cc2bc1d69d4764bd80df88b4317eaef9e773c75226407d9bc0876b211c" dependencies = [ - "powerfmt", "serde_core", ] +[[package]] +name = "derive_builder" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947" +dependencies = [ + "derive_builder_macro", +] + +[[package]] +name = "derive_builder_core" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8" +dependencies = [ + "darling", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "derive_builder_macro" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c" +dependencies = [ + "derive_builder_core", + "syn 2.0.118", +] + [[package]] name = "derive_more" version = "2.1.1" @@ -656,7 +1009,7 @@ dependencies = [ "proc-macro2", "quote", "rustc_version", - "syn 2.0.117", + "syn 2.0.118", "unicode-xid", ] @@ -683,13 +1036,13 @@ dependencies = [ [[package]] name = "displaydoc" -version = "0.2.5" +version = "0.2.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" +checksum = "1ac70aa55017e108007fbaf5aa0f54b021c98f92ff8af59d42eda9da96e3dd4f" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -722,6 +1075,12 @@ dependencies = [ "dtoa", ] +[[package]] +name = "dunce" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92773504d58c093f6de2459af4af33faa518c13451eb8f2b5698ed3d36e7c813" + [[package]] name = "ed25519" version = "2.2.3" @@ -740,7 +1099,7 @@ checksum = "70e796c081cee67dc755e1a36a0a172b897fab85fc3f6bc48307991f64e4eca9" dependencies = [ "curve25519-dalek", "ed25519", - "rand_core", + "rand_core 0.6.4", "serde", "sha2 0.10.9", "subtle", @@ -748,44 +1107,176 @@ dependencies = [ ] [[package]] -name = "edgezero-adapter-fastly" +name = "edgezero-adapter" version = "0.1.0" -source = "git+https://github.com/stackpop/edgezero?rev=38198f9839b70aef03ab971ae5876982773fc2a1#38198f9839b70aef03ab971ae5876982773fc2a1" +source = "git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9#2eeccc9748daba92b9adf6afe4df105e79269ae9" dependencies = [ - "anyhow", - "async-stream", - "async-trait", - "brotli", - "bytes", - "chrono", - "edgezero-core", - "fastly", - "fern", - "flate2", - "futures", - "futures-util", - "log", - "log-fastly", + "toml", ] [[package]] -name = "edgezero-core" +name = "edgezero-adapter-axum" version = "0.1.0" -source = "git+https://github.com/stackpop/edgezero?rev=38198f9839b70aef03ab971ae5876982773fc2a1#38198f9839b70aef03ab971ae5876982773fc2a1" +source = "git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9#2eeccc9748daba92b9adf6afe4df105e79269ae9" dependencies = [ "anyhow", - "async-compression", - "async-stream", "async-trait", + "axum", "bytes", - "edgezero-macros", + "ctor", + "edgezero-adapter", + "edgezero-core 0.1.0 (git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9)", "futures", "futures-util", "http", - "http-body", "log", - "matchit", - "serde", + "redb", + "reqwest", + "serde_json", + "simple_logger", + "thiserror 2.0.18", + "tokio", + "toml", + "tower", + "tracing", + "walkdir", +] + +[[package]] +name = "edgezero-adapter-cloudflare" +version = "0.1.0" +source = "git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9#2eeccc9748daba92b9adf6afe4df105e79269ae9" +dependencies = [ + "anyhow", + "async-trait", + "brotli", + "bytes", + "ctor", + "edgezero-adapter", + "edgezero-core 0.1.0 (git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9)", + "flate2", + "futures", + "futures-util", + "log", + "serde_json", + "tempfile", + "toml_edit", + "walkdir", +] + +[[package]] +name = "edgezero-adapter-fastly" +version = "0.1.0" +source = "git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9#2eeccc9748daba92b9adf6afe4df105e79269ae9" +dependencies = [ + "anyhow", + "async-stream", + "async-trait", + "brotli", + "bytes", + "chrono", + "ctor", + "edgezero-adapter", + "edgezero-core 0.1.0 (git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9)", + "fern", + "flate2", + "futures", + "futures-util", + "log", + "serde_json", + "thiserror 2.0.18", + "toml_edit", + "walkdir", +] + +[[package]] +name = "edgezero-adapter-fastly" +version = "0.1.0" +source = "git+https://github.com/stackpop/edgezero?rev=38198f9839b70aef03ab971ae5876982773fc2a1#38198f9839b70aef03ab971ae5876982773fc2a1" +dependencies = [ + "anyhow", + "async-stream", + "async-trait", + "brotli", + "bytes", + "chrono", + "edgezero-core 0.1.0 (git+https://github.com/stackpop/edgezero?rev=38198f9839b70aef03ab971ae5876982773fc2a1)", + "fastly", + "fern", + "flate2", + "futures", + "futures-util", + "log", + "log-fastly", +] + +[[package]] +name = "edgezero-adapter-spin" +version = "0.1.0" +source = "git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9#2eeccc9748daba92b9adf6afe4df105e79269ae9" +dependencies = [ + "anyhow", + "async-trait", + "brotli", + "bytes", + "ctor", + "edgezero-adapter", + "edgezero-core 0.1.0 (git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9)", + "flate2", + "futures", + "futures-util", + "log", + "rusqlite", + "serde", + "serde_json", + "subtle", + "thiserror 2.0.18", + "toml", + "toml_edit", + "walkdir", +] + +[[package]] +name = "edgezero-cli" +version = "0.1.0" +source = "git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9#2eeccc9748daba92b9adf6afe4df105e79269ae9" +dependencies = [ + "clap", + "edgezero-adapter", + "edgezero-adapter-axum", + "edgezero-adapter-cloudflare", + "edgezero-adapter-fastly 0.1.0 (git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9)", + "edgezero-adapter-spin", + "edgezero-core 0.1.0 (git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9)", + "futures", + "handlebars", + "log", + "serde", + "serde_json", + "simple_logger", + "thiserror 2.0.18", + "toml", + "validator", +] + +[[package]] +name = "edgezero-core" +version = "0.1.0" +source = "git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9#2eeccc9748daba92b9adf6afe4df105e79269ae9" +dependencies = [ + "anyhow", + "async-compression", + "async-stream", + "async-trait", + "bytes", + "edgezero-macros 0.1.0 (git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9)", + "futures", + "futures-util", + "http", + "http-body", + "log", + "matchit 0.9.2", + "serde", "serde_json", "serde_urlencoded", "thiserror 2.0.18", @@ -796,6 +1287,48 @@ dependencies = [ "web-time", ] +[[package]] +name = "edgezero-core" +version = "0.1.0" +source = "git+https://github.com/stackpop/edgezero?rev=38198f9839b70aef03ab971ae5876982773fc2a1#38198f9839b70aef03ab971ae5876982773fc2a1" +dependencies = [ + "anyhow", + "async-compression", + "async-stream", + "async-trait", + "bytes", + "edgezero-macros 0.1.0 (git+https://github.com/stackpop/edgezero?rev=38198f9839b70aef03ab971ae5876982773fc2a1)", + "futures", + "futures-util", + "http", + "http-body", + "log", + "matchit 0.9.2", + "serde", + "serde_json", + "serde_urlencoded", + "thiserror 2.0.18", + "toml", + "tower-service", + "tracing", + "validator", + "web-time", +] + +[[package]] +name = "edgezero-macros" +version = "0.1.0" +source = "git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9#2eeccc9748daba92b9adf6afe4df105e79269ae9" +dependencies = [ + "log", + "proc-macro2", + "quote", + "serde", + "syn 2.0.118", + "toml", + "validator", +] + [[package]] name = "edgezero-macros" version = "0.1.0" @@ -805,16 +1338,22 @@ dependencies = [ "proc-macro2", "quote", "serde", - "syn 2.0.117", + "syn 2.0.118", "toml", "validator", ] +[[package]] +name = "ego-tree" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b2972feb8dffe7bc8c5463b1dacda1b0dfbed3710e50f977d965429692d74cd8" + [[package]] name = "either" -version = "1.15.0" +version = "1.16.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719" +checksum = "91622ff5e7162018101f2fea40d6ebf4a78bbe5a49736a2020649edf9693679e" [[package]] name = "elliptic-curve" @@ -828,7 +1367,7 @@ dependencies = [ "ff", "generic-array", "group", - "rand_core", + "rand_core 0.6.4", "sec1", "subtle", "zeroize", @@ -870,6 +1409,16 @@ dependencies = [ "typeid", ] +[[package]] +name = "errno" +version = "0.3.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb" +dependencies = [ + "libc", + "windows-sys 0.61.2", +] + [[package]] name = "error-stack" version = "0.6.0" @@ -880,6 +1429,18 @@ dependencies = [ "rustc_version", ] +[[package]] +name = "fallible-iterator" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2acce4a10f12dc2fb14a218589d4f1f62ef011b2d0cc4b3cb1bba8e94da14649" + +[[package]] +name = "fallible-streaming-iterator" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7360491ce676a36bf9bb3c56c1aa791658183a54d2744120f27285738d90465a" + [[package]] name = "fastly" version = "0.11.13" @@ -962,7 +1523,7 @@ version = "0.13.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c0b50bfb653653f9ca9095b427bed08ab8d75a137839d9ad64eb11810d5b6393" dependencies = [ - "rand_core", + "rand_core 0.6.4", "subtle", ] @@ -994,12 +1555,6 @@ version = "1.0.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" -[[package]] -name = "foldhash" -version = "0.1.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2" - [[package]] name = "foldhash" version = "0.2.0" @@ -1015,6 +1570,22 @@ dependencies = [ "percent-encoding", ] +[[package]] +name = "fs_extra" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" + +[[package]] +name = "futf" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df420e2e84819663797d1ec6544b13c5be84629e7bb00dc960d6917db2987843" +dependencies = [ + "mac", + "new_debug_unreachable", +] + [[package]] name = "futures" version = "0.3.32" @@ -1071,7 +1642,7 @@ checksum = "e835b70203e41293343137df5c0664546da5745f82ec9b84d40be8336958447b" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -1086,6 +1657,12 @@ version = "0.3.32" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "037711b3d59c33004d3856fbdc83b99d4ff37a24768fa1be9ce3538a1cde4393" +[[package]] +name = "futures-timer" +version = "3.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af43fadb8a98512d547e37b4e92e0ced13e205c061b87b4623eff01d918d6968" + [[package]] name = "futures-util" version = "0.3.32" @@ -1103,6 +1680,15 @@ dependencies = [ "slab", ] +[[package]] +name = "fxhash" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c31b6d751ae2c7f11320402d34e41349dd1016f8d5d45e48c4312bc8625af50c" +dependencies = [ + "byteorder", +] + [[package]] name = "generic-array" version = "0.14.7" @@ -1114,6 +1700,15 @@ dependencies = [ "zeroize", ] +[[package]] +name = "getopts" +version = "0.2.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cfe4fbac503b8d1f88e6676011885f34b7174f46e59956bba534ba83abded4df" +dependencies = [ + "unicode-width", +] + [[package]] name = "getrandom" version = "0.2.17" @@ -1121,21 +1716,35 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ff2abc00be7fca6ebc474524697ae276ad847ad0a6b3faa4bcb027e9a4614ad0" dependencies = [ "cfg-if", + "js-sys", "libc", "wasi", + "wasm-bindgen", ] [[package]] name = "getrandom" -version = "0.4.2" +version = "0.3.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0de51e6874e94e7bf76d726fc5d13ba782deca734ff60d5bb2fb2607c7406555" +checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd" dependencies = [ "cfg-if", + "js-sys", "libc", - "r-efi", + "r-efi 5.3.0", "wasip2", - "wasip3", + "wasm-bindgen", +] + +[[package]] +name = "getrandom" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "300e883d756b2e4ec94e02791f39b04b522276138852cfc41d9fb7e904106099" +dependencies = [ + "cfg-if", + "libc", + "r-efi 6.0.0", ] [[package]] @@ -1145,7 +1754,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f0f9ef7462f7c099f518d754361858f86d8a07af53ba9af0fe635bbccb151a63" dependencies = [ "ff", - "rand_core", + "rand_core 0.6.4", "subtle", ] @@ -1160,45 +1769,67 @@ dependencies = [ "zerocopy", ] +[[package]] +name = "handlebars" +version = "6.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d43ccdfe15a81ab0a8af639e90254227c9a46afd9c5f5b6ec7efaa345c4b0f00" +dependencies = [ + "derive_builder", + "log", + "num-order", + "pest", + "pest_derive", + "serde", + "serde_json", + "thiserror 2.0.18", +] + [[package]] name = "hashbrown" version = "0.14.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1" +dependencies = [ + "ahash", +] [[package]] name = "hashbrown" -version = "0.15.5" +version = "0.16.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1" +checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100" dependencies = [ - "foldhash 0.1.5", + "foldhash", ] [[package]] name = "hashbrown" -version = "0.16.1" +version = "0.17.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100" +checksum = "ed5909b6e89a2db4456e54cd5f673791d7eca6732202bbf2a9cc504fe2f9b84a" dependencies = [ "allocator-api2", "equivalent", - "foldhash 0.2.0", + "foldhash", ] [[package]] -name = "hashbrown" -version = "0.17.0" +name = "hashlink" +version = "0.9.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4f467dd6dccf739c208452f8014c75c18bb8301b050ad1cfb27153803edb0f51" +checksum = "6ba4ff7128dee98c7dc9794b6a411377e1404dba1c97deb8d1a55297bd25d8af" +dependencies = [ + "hashbrown 0.14.5", +] [[package]] name = "hashlink" -version = "0.10.0" +version = "0.11.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7382cf6263419f2d8df38c55d7da83da5c18aef87fc7a7fc1fb1e344edfe14c1" +checksum = "824e001ac4f3012dd16a264bec811403a67ca9deb6c102fc5049b32c4574b35f" dependencies = [ - "hashbrown 0.15.5", + "hashbrown 0.16.1", ] [[package]] @@ -1228,24 +1859,119 @@ dependencies = [ "digest 0.10.7", ] +[[package]] +name = "html5ever" +version = "0.35.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "55d958c2f74b664487a2035fe1dadb032c48718a03b63f3ab0b8537db8549ed4" +dependencies = [ + "log", + "markup5ever", + "match_token", +] + [[package]] name = "http" -version = "1.4.0" +version = "1.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e3ba2a386d7f85a81f119ad7498ebe444d2e22c2af0b86b069416ace48b3311a" +checksum = "6970f50e31d6fc17d3fa27329444bfa74e196cf62e95052a3f6fee181dba6425" dependencies = [ "bytes", "itoa", ] [[package]] -name = "http-body" -version = "1.0.1" +name = "http-body" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1efedce1fb8e6913f23e0c92de8e62cd5b772a67e7b3946df930a62566c93184" +dependencies = [ + "bytes", + "http", +] + +[[package]] +name = "http-body-util" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b021d93e26becf5dc7e1b75b1bed1fd93124b374ceb73f43d4d4eafec896a64a" +dependencies = [ + "bytes", + "futures-core", + "http", + "http-body", + "pin-project-lite", +] + +[[package]] +name = "httparse" +version = "1.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6dbf3de79e51f3d586ab4cb9d5c3e2c14aa28ed23d180cf89b4df0454a69cc87" + +[[package]] +name = "httpdate" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9" + +[[package]] +name = "hyper" +version = "1.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "55281c53a1894c864990125767da440a4e630446785086f52523b20033b74498" +dependencies = [ + "atomic-waker", + "bytes", + "futures-channel", + "futures-core", + "http", + "http-body", + "httparse", + "httpdate", + "itoa", + "pin-project-lite", + "smallvec", + "tokio", + "want", +] + +[[package]] +name = "hyper-rustls" +version = "0.27.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33ca68d021ef39cf6463ab54c1d0f5daf03377b70561305bb89a8f83aab66e0f" +dependencies = [ + "http", + "hyper", + "hyper-util", + "rustls", + "tokio", + "tokio-rustls", + "tower-service", +] + +[[package]] +name = "hyper-util" +version = "0.1.20" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1efedce1fb8e6913f23e0c92de8e62cd5b772a67e7b3946df930a62566c93184" +checksum = "96547c2556ec9d12fb1578c4eaf448b04993e7fb79cbaad930a656880a6bdfa0" dependencies = [ + "base64", "bytes", + "futures-channel", + "futures-util", "http", + "http-body", + "hyper", + "ipnet", + "libc", + "percent-encoding", + "pin-project-lite", + "socket2", + "tokio", + "tower-service", + "tracing", ] [[package]] @@ -1264,7 +1990,7 @@ dependencies = [ "proc-macro2", "quote", "strum_macros", - "syn 2.0.117", + "syn 2.0.118", "thiserror 2.0.18", "walkdir", ] @@ -1277,7 +2003,7 @@ checksum = "d5acda598b043c6386d20fffe86c600b63c7ca4980ee9a28f7e9aaa15d749747" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -1386,12 +2112,6 @@ dependencies = [ "zerovec", ] -[[package]] -name = "id-arena" -version = "2.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3d3067d79b975e8844ca9eb072e16b31c3c1c36928edf9c6789548c524d0d954" - [[package]] name = "ident_case" version = "1.0.1" @@ -1411,9 +2131,9 @@ dependencies = [ [[package]] name = "idna_adapter" -version = "1.2.1" +version = "1.2.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3acae9609540aa318d1bc588455225fb2085b9ed0c4f6bd0d9d5bcd86f1a0344" +checksum = "cb68373c0d6620ef8105e855e7745e18b0d00d3bdb07fb532e434244cdb9a714" dependencies = [ "icu_normalizer", "icu_properties", @@ -1426,9 +2146,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d466e9454f08e4a911e14806c24e16fba1b4c121d1ea474396f396069cf949d9" dependencies = [ "equivalent", - "hashbrown 0.17.0", - "serde", - "serde_core", + "hashbrown 0.17.1", ] [[package]] @@ -1440,6 +2158,12 @@ dependencies = [ "generic-array", ] +[[package]] +name = "ipnet" +version = "2.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d98f6fed1fde3f8c21bc40a1abb88dd75e67924f9cffc3ef95607bad8017f8e2" + [[package]] name = "is-terminal" version = "0.4.17" @@ -1448,9 +2172,15 @@ checksum = "3640c1c38b8e4e43584d8df18be5fc6b0aa314ce6ebf51b53313d4306cca8e46" dependencies = [ "hermit-abi", "libc", - "windows-sys", + "windows-sys 0.61.2", ] +[[package]] +name = "is_terminal_polyfill" +version = "1.70.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6cb138bb79a146c1bd460005623e142ef0181e3d0219cb493e02f7d08a35695" + [[package]] name = "itertools" version = "0.10.5" @@ -1475,6 +2205,65 @@ version = "1.0.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" +[[package]] +name = "jni" +version = "0.22.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5efd9a482cf3a427f00d6b35f14332adc7902ce91efb778580e180ff90fa3498" +dependencies = [ + "cfg-if", + "combine", + "jni-macros", + "jni-sys", + "log", + "simd_cesu8", + "thiserror 2.0.18", + "walkdir", + "windows-link", +] + +[[package]] +name = "jni-macros" +version = "0.22.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a00109accc170f0bdb141fed3e393c565b6f5e072365c3bd58f5b062591560a3" +dependencies = [ + "proc-macro2", + "quote", + "rustc_version", + "simd_cesu8", + "syn 2.0.118", +] + +[[package]] +name = "jni-sys" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c6377a88cb3910bee9b0fa88d4f42e1d2da8e79915598f65fb0c7ee14c878af2" +dependencies = [ + "jni-sys-macros", +] + +[[package]] +name = "jni-sys-macros" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "38c0b942f458fe50cdac086d2f946512305e5631e720728f2a61aabcd47a6264" +dependencies = [ + "quote", + "syn 2.0.118", +] + +[[package]] +name = "jobserver" +version = "0.1.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9afb3de4395d6b3e67a780b6de64b51c978ecf11cb9a462c66be7d4ca9039d33" +dependencies = [ + "getrandom 0.3.4", + "libc", +] + [[package]] name = "jose-b64" version = "0.1.2" @@ -1513,11 +2302,12 @@ dependencies = [ [[package]] name = "js-sys" -version = "0.3.95" +version = "0.3.102" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2964e92d1d9dc3364cae4d718d93f227e3abb088e747d92e0395bfdedf1c12ca" +checksum = "03d04c30968dffe80775bd4d7fb676131cd04a1fb46d2686dbffbaec2d9dfd31" dependencies = [ - "once_cell", + "cfg-if", + "futures-util", "wasm-bindgen", ] @@ -1541,12 +2331,6 @@ dependencies = [ "spin", ] -[[package]] -name = "leb128fmt" -version = "0.1.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "09edd9e8b54e49e587e4f6295a7d29c3ea94d469cb40ab8ca70b288248a81db2" - [[package]] name = "libc" version = "0.2.186" @@ -1559,6 +2343,35 @@ version = "0.2.16" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b6d2cec3eae94f9f509c767b45932f1ada8350c4bdb85af2fcab4a3c14807981" +[[package]] +name = "libsqlite3-sys" +version = "0.30.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2e99fb7a497b1e3339bc746195567ed8d3e24945ecd636e3619d20b9de9e9149" +dependencies = [ + "cc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "link-section" +version = "0.18.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2b1dd6fe32e55c0fc0ea9493aa57459ca3cf4ff3c857c7d0302290150da6e4f" + +[[package]] +name = "linktime-proc-macro" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8c7b0a3383c2a1002d11349c92c85a666a5fb679e96c79d782cf0dbe557fd6ee" + +[[package]] +name = "linux-raw-sys" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32a66949e030da00e8c7d4434b251670a91556f4144941d37452769c25d58a53" + [[package]] name = "litemap" version = "0.8.2" @@ -1576,9 +2389,9 @@ dependencies = [ [[package]] name = "log" -version = "0.4.32" +version = "0.4.33" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "953f07c43838f8e6f9758cab68bf5bed85465e7587ebe0b823f1bcd81978ad3a" +checksum = "0ceec5bc11778974d1bcb055b18002eba7f4b3518b6a0081b3af5f21666da9ad" [[package]] name = "log-fastly" @@ -1593,23 +2406,63 @@ dependencies = [ [[package]] name = "lol_html" -version = "2.7.2" +version = "2.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5ff94cb6aef6ee52afd2c69331e9109906d855e82bd241f3110dfdf6185899ab" +checksum = "00aad58f6ec3990e795943872f13651e7a5fa59dca2c8f31a74faf8a0e0fb652" dependencies = [ - "bitflags 2.11.1", + "bitflags 2.13.0", "cfg-if", - "cssparser", + "cssparser 0.36.0", "encoding_rs", - "foldhash 0.2.0", - "hashbrown 0.16.1", + "foldhash", + "hashbrown 0.17.1", "memchr", "mime", "precomputed-hash", - "selectors", + "selectors 0.37.0", "thiserror 2.0.18", ] +[[package]] +name = "lru-slab" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "112b39cec0b298b6c1999fee3e31427f74f676e4cb9879ed1a121b43661a4154" + +[[package]] +name = "mac" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c41e0c4fef86961ac6d6f8a82609f55f31b05e4fce149ac5710e439df7619ba4" + +[[package]] +name = "markup5ever" +version = "0.35.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "311fe69c934650f8f19652b3946075f0fc41ad8757dbb68f1ca14e7900ecc1c3" +dependencies = [ + "log", + "tendril", + "web_atoms", +] + +[[package]] +name = "match_token" +version = "0.35.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac84fd3f360fcc43dc5f5d186f02a94192761a080e8bc58621ad4d12296a58cf" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "matchit" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47e1ffaa40ddd1f3ed91f717a33c8c0ee23fff369e3aa8772b9605cc1d22f4c3" + [[package]] name = "matchit" version = "0.9.2" @@ -1618,9 +2471,9 @@ checksum = "8863b587001c1b9a8a4e36008cebc6b3612cb1226fe2de94858e06092687b608" [[package]] name = "memchr" -version = "2.8.0" +version = "2.8.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79" +checksum = "88904434abc2901f197fe8cc55f0445e7ded921dba5911dad2e2b39b48e663c4" [[package]] name = "mime" @@ -1638,6 +2491,17 @@ dependencies = [ "simd-adler32", ] +[[package]] +name = "mio" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "02bd0af71c67b473010cbbc60715ee815645a4dc942899111f494b4b737d6fda" +dependencies = [ + "libc", + "wasi", + "windows-sys 0.61.2", +] + [[package]] name = "new_debug_unreachable" version = "1.0.6" @@ -1646,9 +2510,9 @@ checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086" [[package]] name = "no_std_io2" -version = "0.9.3" +version = "0.9.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b51ed7824b6e07d354605f4abb3d9d300350701299da96642ee084f5ce631550" +checksum = "418abd1b6d34fbf6cae440dc874771b0525a604428704c76e48b29a5e67b8003" dependencies = [ "memchr", ] @@ -1664,16 +2528,16 @@ dependencies = [ "num-integer", "num-iter", "num-traits", - "rand", + "rand 0.8.6", "smallvec", "zeroize", ] [[package]] name = "num-conv" -version = "0.2.1" +version = "0.2.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c6673768db2d862beb9b39a78fdcb1a69439615d5794a1be50caa9bc92c81967" +checksum = "521739c6d2bac4aa25192232afe6841231376b2b26d4d9fae5ecf8ca5772e441" [[package]] name = "num-derive" @@ -1683,7 +2547,7 @@ checksum = "ed3955f1a9c7c0c15e092f9c887db08b1fc683305fdf6eb6684f22555355e202" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -1706,6 +2570,21 @@ dependencies = [ "num-traits", ] +[[package]] +name = "num-modular" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc41a1374056e9672221567958a66c16be12d0e2c1b408761e14d901c237d5e0" + +[[package]] +name = "num-order" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "537b596b97c40fcf8056d153049eb22f481c17ebce72a513ec9286e4986d1bb6" +dependencies = [ + "num-modular", +] + [[package]] name = "num-traits" version = "0.2.19" @@ -1716,12 +2595,27 @@ dependencies = [ "libm", ] +[[package]] +name = "num_threads" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c7398b9c8b70908f6371f47ed36737907c87c52af34c268fed0bf0ceb92ead9" +dependencies = [ + "libc", +] + [[package]] name = "once_cell" version = "1.21.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" +[[package]] +name = "once_cell_polyfill" +version = "1.70.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe" + [[package]] name = "oorandom" version = "11.1.5" @@ -1734,6 +2628,12 @@ version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c08d65885ee38876c4f86fa503fb49d7b507c2b62552df7c70b2fce627e06381" +[[package]] +name = "openssl-probe" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c87def4c32ab89d880effc9e097653c8da5d6ef28e6b539d313baaacfbafcbe" + [[package]] name = "ordered-multimap" version = "0.7.3" @@ -1829,7 +2729,7 @@ dependencies = [ "pest_meta", "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -1842,25 +2742,55 @@ dependencies = [ "sha2 0.10.9", ] +[[package]] +name = "phf" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fd6780a80ae0c52cc120a26a1a42c1ae51b247a253e4e06113d23d2c2edd078" +dependencies = [ + "phf_macros 0.11.3", + "phf_shared 0.11.3", +] + [[package]] name = "phf" version = "0.13.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c1562dc717473dbaa4c1f85a36410e03c047b2e7df7f45ee938fbef64ae7fadf" dependencies = [ - "phf_macros", - "phf_shared", + "phf_macros 0.13.1", + "phf_shared 0.13.1", "serde", ] +[[package]] +name = "phf_codegen" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aef8048c789fa5e851558d709946d6d79a8ff88c0440c587967f8e94bfb1216a" +dependencies = [ + "phf_generator 0.11.3", + "phf_shared 0.11.3", +] + [[package]] name = "phf_codegen" version = "0.13.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "49aa7f9d80421bca176ca8dbfebe668cc7a2684708594ec9f3c0db0805d5d6e1" dependencies = [ - "phf_generator", - "phf_shared", + "phf_generator 0.13.1", + "phf_shared 0.13.1", +] + +[[package]] +name = "phf_generator" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c80231409c20246a13fddb31776fb942c38553c51e871f8cbd687a4cfb5843d" +dependencies = [ + "phf_shared 0.11.3", + "rand 0.8.6", ] [[package]] @@ -1870,7 +2800,20 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "135ace3a761e564ec88c03a77317a7c6b80bb7f7135ef2544dbe054243b89737" dependencies = [ "fastrand", - "phf_shared", + "phf_shared 0.13.1", +] + +[[package]] +name = "phf_macros" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f84ac04429c13a7ff43785d75ad27569f2951ce0ffd30a3321230db2fc727216" +dependencies = [ + "phf_generator 0.11.3", + "phf_shared 0.11.3", + "proc-macro2", + "quote", + "syn 2.0.118", ] [[package]] @@ -1879,11 +2822,20 @@ version = "0.13.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "812f032b54b1e759ccd5f8b6677695d5268c588701effba24601f6932f8269ef" dependencies = [ - "phf_generator", - "phf_shared", + "phf_generator 0.13.1", + "phf_shared 0.13.1", "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", +] + +[[package]] +name = "phf_shared" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67eabc2ef2a60eb7faa00097bd1ffdb5bd28e62bf39990626a582201b7a754e5" +dependencies = [ + "siphasher", ] [[package]] @@ -1922,6 +2874,12 @@ dependencies = [ "spki", ] +[[package]] +name = "pkg-config" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "19f132c84eca552bf34cab8ec81f1c1dcc229b811638f9d283dceabe58c5569e" + [[package]] name = "poly1305" version = "0.8.0" @@ -1970,7 +2928,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "479ca8adacdd7ce8f1fb39ce9ecccbfe93a3f1344b3d0d97f20bc0196208f62b" dependencies = [ "proc-macro2", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -2001,7 +2959,7 @@ dependencies = [ "proc-macro-error-attr2", "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -2013,15 +2971,77 @@ dependencies = [ "unicode-ident", ] +[[package]] +name = "quinn" +version = "0.11.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c1a41e437b6bbd489372cd4971de128e85c855f56c57f283d20ff016cf7c0a8" +dependencies = [ + "bytes", + "cfg_aliases", + "pin-project-lite", + "quinn-proto", + "quinn-udp", + "rustc-hash", + "rustls", + "socket2", + "thiserror 2.0.18", + "tokio", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-proto" +version = "0.11.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4fcb935c5bec503c2f0e306bdd3e58bb9029dcb14fa8d9ac76e3a5256ac0763e" +dependencies = [ + "aws-lc-rs", + "bytes", + "getrandom 0.3.4", + "lru-slab", + "rand 0.9.4", + "ring", + "rustc-hash", + "rustls", + "rustls-pki-types", + "slab", + "thiserror 2.0.18", + "tinyvec", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-udp" +version = "0.5.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "addec6a0dcad8a8d96a771f815f0eaf55f9d1805756410b39f5fa81332574cbd" +dependencies = [ + "cfg_aliases", + "libc", + "once_cell", + "socket2", + "tracing", + "windows-sys 0.60.2", +] + [[package]] name = "quote" -version = "1.0.45" +version = "1.0.46" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924" +checksum = "dfbc457d0c7a0759a614551b11a6409e5951f6c7537be1f1b7682b9ae9230368" dependencies = [ "proc-macro2", ] +[[package]] +name = "r-efi" +version = "5.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f" + [[package]] name = "r-efi" version = "6.0.0" @@ -2035,27 +3055,65 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5ca0ecfa931c29007047d1bc58e623ab12e5590e8c7cc53200d5202b69266d8a" dependencies = [ "libc", - "rand_chacha", - "rand_core", + "rand_chacha 0.3.1", + "rand_core 0.6.4", +] + +[[package]] +name = "rand" +version = "0.9.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "44c5af06bb1b7d3216d91932aed5265164bf384dc89cd6ba05cf59a35f5f76ea" +dependencies = [ + "rand_chacha 0.9.0", + "rand_core 0.9.5", +] + +[[package]] +name = "rand_chacha" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" +dependencies = [ + "ppv-lite86", + "rand_core 0.6.4", +] + +[[package]] +name = "rand_chacha" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb" +dependencies = [ + "ppv-lite86", + "rand_core 0.9.5", +] + +[[package]] +name = "rand_core" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" +dependencies = [ + "getrandom 0.2.17", ] [[package]] -name = "rand_chacha" -version = "0.3.1" +name = "rand_core" +version = "0.9.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" +checksum = "76afc826de14238e6e8c374ddcc1fa19e374fd8dd986b0d2af0d02377261d83c" dependencies = [ - "ppv-lite86", - "rand_core", + "getrandom 0.3.4", ] [[package]] -name = "rand_core" -version = "0.6.4" +name = "redb" +version = "4.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" +checksum = "8e925444704b5f17d32bf42f5b6e2df050bceebc3dcd6e71cc73dafe8092e839" dependencies = [ - "getrandom 0.2.17", + "libc", ] [[package]] @@ -2064,14 +3122,14 @@ version = "0.5.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d" dependencies = [ - "bitflags 2.11.1", + "bitflags 2.13.0", ] [[package]] name = "regex" -version = "1.12.3" +version = "1.12.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276" +checksum = "f1292b7759ae1cb9ec195452d1390a074f0cd8541ab7a5a8c31cd6db45d4a6ba" dependencies = [ "aho-corasick", "memchr", @@ -2092,9 +3150,62 @@ dependencies = [ [[package]] name = "regex-syntax" -version = "0.8.10" +version = "0.8.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6f6ff9a378485b298a5286656da665ba74413d36db0979633275d2e708145d4" + +[[package]] +name = "reqwest" +version = "0.13.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "219c5811de6525e5416c7d5d53bb656d3afdbc6c5af816e0802bcfa42dbdc1c3" +dependencies = [ + "base64", + "bytes", + "futures-channel", + "futures-core", + "futures-util", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-rustls", + "hyper-util", + "js-sys", + "log", + "percent-encoding", + "pin-project-lite", + "quinn", + "rustls", + "rustls-pki-types", + "rustls-platform-verifier", + "serde", + "serde_json", + "sync_wrapper", + "tokio", + "tokio-rustls", + "tower", + "tower-http", + "tower-service", + "url", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", +] + +[[package]] +name = "ring" +version = "0.17.14" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dc897dd8d9e8bd1ed8cdad82b5966c3e0ecae09fb1907d58efaa013543185d0a" +checksum = "a4689e6c2294d81e88dc6261c768b63bc4fcdb852be6d1352498b114f61383b7" +dependencies = [ + "cc", + "cfg-if", + "getrandom 0.2.17", + "libc", + "untrusted", + "windows-sys 0.52.0", +] [[package]] name = "ron" @@ -2102,7 +3213,7 @@ version = "0.12.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4147b952f3f819eca0e99527022f7d6a8d05f111aeb0a62960c74eb283bec8fc" dependencies = [ - "bitflags 2.11.1", + "bitflags 2.13.0", "once_cell", "serde", "serde_derive", @@ -2123,13 +3234,27 @@ dependencies = [ "num-traits", "pkcs1", "pkcs8", - "rand_core", + "rand_core 0.6.4", "signature", "spki", "subtle", "zeroize", ] +[[package]] +name = "rusqlite" +version = "0.32.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7753b721174eb8ff87a9a0e799e2d7bc3749323e773db92e0984debb00019d6e" +dependencies = [ + "bitflags 2.13.0", + "fallible-iterator", + "fallible-streaming-iterator", + "hashlink 0.9.1", + "libsqlite3-sys", + "smallvec", +] + [[package]] name = "rust-ini" version = "0.21.3" @@ -2155,6 +3280,94 @@ dependencies = [ "semver", ] +[[package]] +name = "rustix" +version = "1.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6fe4565b9518b83ef4f91bb47ce29620ca828bd32cb7e408f0062e9930ba190" +dependencies = [ + "bitflags 2.13.0", + "errno", + "libc", + "linux-raw-sys", + "windows-sys 0.61.2", +] + +[[package]] +name = "rustls" +version = "0.23.41" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6b92b125634d9b795e7beca796cc790df15a7fb38323bf3196fda83292d06b1f" +dependencies = [ + "aws-lc-rs", + "once_cell", + "rustls-pki-types", + "rustls-webpki", + "subtle", + "zeroize", +] + +[[package]] +name = "rustls-native-certs" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dab5152771c58876a2146916e53e35057e1a4dfa2b9df0f0305b07f611fdea4d" +dependencies = [ + "openssl-probe", + "rustls-pki-types", + "schannel", + "security-framework", +] + +[[package]] +name = "rustls-pki-types" +version = "1.14.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "30a7197ae7eb376e574fe940d068c30fe0462554a3ddbe4eca7838e049c937a9" +dependencies = [ + "web-time", + "zeroize", +] + +[[package]] +name = "rustls-platform-verifier" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "26d1e2536ce4f35f4846aa13bff16bd0ff40157cdb14cc056c7b14ba41233ba0" +dependencies = [ + "core-foundation", + "core-foundation-sys", + "jni", + "log", + "once_cell", + "rustls", + "rustls-native-certs", + "rustls-platform-verifier-android", + "rustls-webpki", + "security-framework", + "security-framework-sys", + "webpki-root-certs", + "windows-sys 0.61.2", +] + +[[package]] +name = "rustls-platform-verifier-android" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f87165f0995f63a9fbeea62b64d10b4d9d8e78ec6d7d51fb2125fda7bb36788f" + +[[package]] +name = "rustls-webpki" +version = "0.103.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "61c429a8649f110dddef65e2a5ad240f747e85f7758a6bccc7e5777bd33f756e" +dependencies = [ + "aws-lc-rs", + "ring", + "rustls-pki-types", + "untrusted", +] + [[package]] name = "rustversion" version = "1.0.22" @@ -2176,12 +3389,36 @@ dependencies = [ "winapi-util", ] +[[package]] +name = "schannel" +version = "0.1.29" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "91c1b7e4904c873ef0710c1f407dde2e6287de2bebc1bbbf7d430bb7cbffd939" +dependencies = [ + "windows-sys 0.61.2", +] + [[package]] name = "scopeguard" version = "1.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49" +[[package]] +name = "scraper" +version = "0.24.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5f3a24d916e78954af99281a455168d4a9515d65eca99a18da1b813689c4ad9" +dependencies = [ + "cssparser 0.35.0", + "ego-tree", + "getopts", + "html5ever", + "precomputed-hash", + "selectors 0.31.0", + "tendril", +] + [[package]] name = "sec1" version = "0.7.3" @@ -2195,19 +3432,61 @@ dependencies = [ "zeroize", ] +[[package]] +name = "security-framework" +version = "3.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d" +dependencies = [ + "bitflags 2.13.0", + "core-foundation", + "core-foundation-sys", + "libc", + "security-framework-sys", +] + +[[package]] +name = "security-framework-sys" +version = "2.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2691df843ecc5d231c0b14ece2acc3efb62c0a398c7e1d875f3983ce020e3" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "selectors" +version = "0.31.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5685b6ae43bfcf7d2e7dfcfb5d8e8f61b46442c902531e41a32a9a8bf0ee0fb6" +dependencies = [ + "bitflags 2.13.0", + "cssparser 0.35.0", + "derive_more", + "fxhash", + "log", + "new_debug_unreachable", + "phf 0.11.3", + "phf_codegen 0.11.3", + "precomputed-hash", + "servo_arc", + "smallvec", +] + [[package]] name = "selectors" -version = "0.33.0" +version = "0.37.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "feef350c36147532e1b79ea5c1f3791373e61cbd9a6a2615413b3807bb164fb7" +checksum = "2cfaaa6035167f0e604e42723c7650d59ee269ef220d7bbe0565602c8a0173b9" dependencies = [ - "bitflags 2.11.1", - "cssparser", + "bitflags 2.13.0", + "cssparser 0.36.0", "derive_more", "log", "new_debug_unreachable", - "phf", - "phf_codegen", + "phf 0.13.1", + "phf_codegen 0.13.1", "precomputed-hash", "rustc-hash", "servo_arc", @@ -2259,7 +3538,7 @@ checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -2275,6 +3554,17 @@ dependencies = [ "zmij", ] +[[package]] +name = "serde_path_to_error" +version = "0.1.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "10a9ff822e371bb5403e391ecd83e182e0e77ba7f6fe0160b795797109d1b457" +dependencies = [ + "itoa", + "serde", + "serde_core", +] + [[package]] name = "serde_repr" version = "0.1.20" @@ -2283,7 +3573,7 @@ checksum = "175ee3e80ae9982737ca543e96133087cbd9a485eecc3bc4de9c1a37b47ea59c" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -2316,6 +3606,17 @@ dependencies = [ "stable_deref_trait", ] +[[package]] +name = "sha1" +version = "0.10.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3bf829a2d51ab4a5ddf1352d8470c140cadc8301b2ae1789db023f01cedd6ba" +dependencies = [ + "cfg-if", + "cpufeatures", + "digest 0.10.7", +] + [[package]] name = "sha2" version = "0.9.9" @@ -2342,9 +3643,19 @@ dependencies = [ [[package]] name = "shlex" -version = "1.3.0" +version = "2.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" +checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba" + +[[package]] +name = "signal-hook-registry" +version = "1.4.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4db69cba1110affc0e9f7bcd48bbf87b3f4fc7c61fc9155afd4c469eb3d6c1b" +dependencies = [ + "errno", + "libc", +] [[package]] name = "signature" @@ -2353,7 +3664,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "77549399552de45a898a580c1b41d445bf730df867cc44e6c0233bbc4b8329de" dependencies = [ "digest 0.10.7", - "rand_core", + "rand_core 0.6.4", ] [[package]] @@ -2362,11 +3673,39 @@ version = "0.3.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "703d5c7ef118737c72f1af64ad2f6f8c5e1921f818cdcb97b8fe6fc69bf66214" +[[package]] +name = "simd_cesu8" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94f90157bb87cddf702797c5dadfa0be7d266cdf49e22da2fcaa32eff75b2c33" +dependencies = [ + "rustc_version", + "simdutf8", +] + +[[package]] +name = "simdutf8" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3a9fe34e3e7a50316060351f37187a3f546bce95496156754b601a5fa71b76e" + +[[package]] +name = "simple_logger" +version = "5.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c7038d0e96661bf9ce647e1a6f6ef6d6f3663f66d9bf741abf14ba4876071c17" +dependencies = [ + "colored", + "log", + "time", + "windows-sys 0.61.2", +] + [[package]] name = "siphasher" -version = "1.0.2" +version = "1.0.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b2aa850e253778c88a04c3d7323b043aeda9d3e30d5971937c1855769763678e" +checksum = "8ee5873ec9cce0195efcb7a4e9507a04cd49aec9c83d0389df45b1ef7ba2e649" [[package]] name = "slab" @@ -2376,9 +3715,19 @@ checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5" [[package]] name = "smallvec" -version = "1.15.1" +version = "1.15.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ed6a63f02c8539c91a8685a86f4099661ba3da017932f6ebbea6de3f0fa7c90" + +[[package]] +name = "socket2" +version = "0.6.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03" +checksum = "52d1cfed4120b4d927bf7c0f86d2087a4a7d6027c906d9f9d525a80573b9be51" +dependencies = [ + "libc", + "windows-sys 0.61.2", +] [[package]] name = "spin" @@ -2402,6 +3751,31 @@ version = "1.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596" +[[package]] +name = "string_cache" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf776ba3fa74f83bf4b63c3dcbbf82173db2632ed8452cb2d891d33f459de70f" +dependencies = [ + "new_debug_unreachable", + "parking_lot", + "phf_shared 0.11.3", + "precomputed-hash", + "serde", +] + +[[package]] +name = "string_cache_codegen" +version = "0.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c711928715f1fe0fe509c53b43e993a9a557babc2d0a3567d0a3006f1ac931a0" +dependencies = [ + "phf_generator 0.11.3", + "phf_shared 0.11.3", + "proc-macro2", + "quote", +] + [[package]] name = "strsim" version = "0.11.1" @@ -2417,7 +3791,7 @@ dependencies = [ "heck", "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -2439,15 +3813,24 @@ dependencies = [ [[package]] name = "syn" -version = "2.0.117" +version = "2.0.118" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99" +checksum = "1b9ae57f904213ebb649ce6895b8a66c66f0203b9319718f69a5612a065b1422" dependencies = [ "proc-macro2", "quote", "unicode-ident", ] +[[package]] +name = "sync_wrapper" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bf256ce5efdfa370213c1dabab5935a12e49f2c58d15e9eac2870d3b4f27263" +dependencies = [ + "futures-core", +] + [[package]] name = "synstructure" version = "0.13.2" @@ -2456,7 +3839,7 @@ checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -2468,6 +3851,30 @@ dependencies = [ "parking_lot", ] +[[package]] +name = "tempfile" +version = "3.27.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32497e9a4c7b38532efcdebeef879707aa9f794296a4f0244f6f69e9bc8574bd" +dependencies = [ + "fastrand", + "getrandom 0.4.3", + "once_cell", + "rustix", + "windows-sys 0.61.2", +] + +[[package]] +name = "tendril" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d24a120c5fc464a3458240ee02c299ebcb9d67b5249c8848b09d639dca8d7bb0" +dependencies = [ + "futf", + "mac", + "utf-8", +] + [[package]] name = "thiserror" version = "1.0.69" @@ -2494,7 +3901,7 @@ checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -2505,18 +3912,19 @@ checksum = "ebc4ee7f67670e9b64d05fa4253e753e016c6c95ff35b89b7941d6b856dec1d5" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] name = "time" -version = "0.3.47" +version = "0.3.51" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "743bd48c283afc0388f9b8827b976905fb217ad9e647fae3a379a9283c4def2c" +checksum = "85c17d80feb7334b40c484e45ed1a5273dfd8bfda537c3be2e74a06a6686f327" dependencies = [ "deranged", - "itoa", + "libc", "num-conv", + "num_threads", "powerfmt", "serde_core", "time-core", @@ -2525,15 +3933,15 @@ dependencies = [ [[package]] name = "time-core" -version = "0.1.8" +version = "0.1.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7694e1cfe791f8d31026952abf09c69ca6f6fa4e1a1229e18988f06a04a12dca" +checksum = "9e1c906769ad99c88eaa54e728060edef082f8e358ff32030cb7c7d315e81109" [[package]] name = "time-macros" -version = "0.2.27" +version = "0.2.30" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2e70e4c5a0e0a8a4823ad65dfe1a6930e4f4d756dcd9dd7939022b5e8c501215" +checksum = "dcef1a61bdb119096e153208ec5cbec23944ce8bca13be5c7f60c634f7403935" dependencies = [ "num-conv", "time-core", @@ -2549,23 +3957,75 @@ dependencies = [ ] [[package]] -name = "tinystr" -version = "0.8.3" +name = "tinystr" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8323304221c2a851516f22236c5722a72eaa19749016521d6dff0824447d96d" +dependencies = [ + "displaydoc", + "zerovec", +] + +[[package]] +name = "tinytemplate" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "be4d6b5f19ff7664e8c98d03e2139cb510db9b0a60b55f8e8709b689d939b6bc" +dependencies = [ + "serde", + "serde_json", +] + +[[package]] +name = "tinyvec" +version = "1.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e61e67053d25a4e82c844e8424039d9745781b3fc4f32b8d55ed50f5f667ef3" +dependencies = [ + "tinyvec_macros", +] + +[[package]] +name = "tinyvec_macros" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20" + +[[package]] +name = "tokio" +version = "1.52.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fc7f01b389ac15039e4dc9531aa973a135d7a4135281b12d7c1bc79fd57fffe" +dependencies = [ + "bytes", + "libc", + "mio", + "pin-project-lite", + "signal-hook-registry", + "socket2", + "tokio-macros", + "windows-sys 0.61.2", +] + +[[package]] +name = "tokio-macros" +version = "2.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c8323304221c2a851516f22236c5722a72eaa19749016521d6dff0824447d96d" +checksum = "385a6cb71ab9ab790c5fe8d67f1645e6c450a7ce006a33de03daa956cf70a496" dependencies = [ - "displaydoc", - "zerovec", + "proc-macro2", + "quote", + "syn 2.0.118", ] [[package]] -name = "tinytemplate" -version = "1.2.1" +name = "tokio-rustls" +version = "0.26.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "be4d6b5f19ff7664e8c98d03e2139cb510db9b0a60b55f8e8709b689d939b6bc" +checksum = "1729aa945f29d91ba541258c8df89027d5792d85a8841fb65e8bf0f4ede4ef61" dependencies = [ - "serde", - "serde_json", + "rustls", + "tokio", ] [[package]] @@ -2577,10 +4037,19 @@ dependencies = [ "indexmap", "serde_core", "serde_spanned", - "toml_datetime", + "toml_datetime 1.1.1+spec-1.1.0", "toml_parser", "toml_writer", - "winnow", + "winnow 1.0.3", +] + +[[package]] +name = "toml_datetime" +version = "0.7.5+spec-1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92e1cfed4a3038bc5a127e35a2d360f145e1f4b971b551a2ba5fd7aedf7e1347" +dependencies = [ + "serde_core", ] [[package]] @@ -2592,13 +4061,26 @@ dependencies = [ "serde_core", ] +[[package]] +name = "toml_edit" +version = "0.23.10+spec-1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "84c8b9f757e028cee9fa244aea147aab2a9ec09d5325a9b01e0a49730c2b5269" +dependencies = [ + "indexmap", + "toml_datetime 0.7.5+spec-1.1.0", + "toml_parser", + "toml_writer", + "winnow 0.7.15", +] + [[package]] name = "toml_parser" version = "1.1.2+spec-1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a2abe9b86193656635d2411dc43050282ca48aa31c2451210f4202550afb7526" dependencies = [ - "winnow", + "winnow 1.0.3", ] [[package]] @@ -2607,6 +4089,46 @@ version = "1.1.1+spec-1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "756daf9b1013ebe47a8776667b466417e2d4c5679d441c26230efd9ef78692db" +[[package]] +name = "tower" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebe5ef63511595f1344e2d5cfa636d973292adc0eec1f0ad45fae9f0851ab1d4" +dependencies = [ + "futures-core", + "futures-util", + "pin-project-lite", + "sync_wrapper", + "tokio", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tower-http" +version = "0.6.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4cfcf7e2740e6fc6d4d688b4ef00650406bb94adf4731e43c096c3a19fe40840" +dependencies = [ + "bitflags 2.13.0", + "bytes", + "futures-util", + "http", + "http-body", + "pin-project-lite", + "tower", + "tower-layer", + "tower-service", + "url", +] + +[[package]] +name = "tower-layer" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "121c2a6cda46980bb0fcd1647ffaf6cd3fc79a013de288782836f6df9c48780e" + [[package]] name = "tower-service" version = "0.3.3" @@ -2619,6 +4141,7 @@ version = "0.1.44" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "63e71662fa4b2a2c3a26f570f037eb95bb1f85397f3cd8076caed2f026a6d100" dependencies = [ + "log", "pin-project-lite", "tracing-attributes", "tracing-core", @@ -2632,7 +4155,7 @@ checksum = "7490cfa5ec963746568740651ac6781f701c9c5ea257c58e057f3ba8cf69e8da" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -2652,8 +4175,8 @@ dependencies = [ "base64", "bytes", "chrono", - "edgezero-adapter-fastly", - "edgezero-core", + "edgezero-adapter-fastly 0.1.0 (git+https://github.com/stackpop/edgezero?rev=38198f9839b70aef03ab971ae5876982773fc2a1)", + "edgezero-core 0.1.0 (git+https://github.com/stackpop/edgezero?rev=38198f9839b70aef03ab971ae5876982773fc2a1)", "error-stack", "fastly", "fern", @@ -2667,6 +4190,32 @@ dependencies = [ "urlencoding", ] +[[package]] +name = "trusted-server-cli" +version = "0.1.0" +dependencies = [ + "chromiumoxide", + "clap", + "derive_more", + "edgezero-adapter", + "edgezero-cli", + "edgezero-core 0.1.0 (git+https://github.com/stackpop/edgezero?rev=2eeccc9748daba92b9adf6afe4df105e79269ae9)", + "error-stack", + "futures", + "log", + "regex", + "scraper", + "serde", + "serde_json", + "tempfile", + "tokio", + "toml", + "trusted-server-core", + "url", + "validator", + "which", +] + [[package]] name = "trusted-server-core" version = "0.1.0" @@ -2682,7 +4231,7 @@ dependencies = [ "criterion", "derive_more", "ed25519-dalek", - "edgezero-core", + "edgezero-core 0.1.0 (git+https://github.com/stackpop/edgezero?rev=38198f9839b70aef03ab971ae5876982773fc2a1)", "error-stack", "fastly", "flate2", @@ -2694,9 +4243,9 @@ dependencies = [ "jose-jwk", "log", "lol_html", - "matchit", + "matchit 0.9.2", "mime", - "rand", + "rand 0.8.6", "regex", "serde", "serde_json", @@ -2731,6 +4280,29 @@ dependencies = [ "serde_json", ] +[[package]] +name = "try-lock" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b" + +[[package]] +name = "tungstenite" +version = "0.28.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8628dcc84e5a09eb3d8423d6cb682965dea9133204e8fb3efee74c2a0c259442" +dependencies = [ + "bytes", + "data-encoding", + "http", + "httparse", + "log", + "rand 0.9.4", + "sha1", + "thiserror 2.0.18", + "utf-8", +] + [[package]] name = "typeid" version = "1.0.3" @@ -2739,9 +4311,9 @@ checksum = "bc7d623258602320d5c55d1bc22793b57daff0ec7efc270ea7d55ce1d5f5471c" [[package]] name = "typenum" -version = "1.20.0" +version = "1.20.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "40ce102ab67701b8526c123c1bab5cbe42d7040ccfd0f64af1a385808d2f43de" +checksum = "b6f5e870be6c3b371b77fe0ee0bafb859fa4964b4404c27de1d380043c4dda20" [[package]] name = "ucd-trie" @@ -2757,9 +4329,15 @@ checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" [[package]] name = "unicode-segmentation" -version = "1.13.2" +version = "1.13.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9629274872b2bfaf8d66f5f15725007f635594914870f65218920345aa11aa8c" +checksum = "c6f5d3c3b1bf09027a88a6bc961fc00497d651009560b5463668dc81b0fa87a8" + +[[package]] +name = "unicode-width" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b4ac048d71ede7ee76d585517add45da530660ef4390e49b098733c6e897f254" [[package]] name = "unicode-xid" @@ -2777,6 +4355,12 @@ dependencies = [ "subtle", ] +[[package]] +name = "untrusted" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" + [[package]] name = "url" version = "2.5.8" @@ -2795,19 +4379,31 @@ version = "2.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "daf8dba3b7eb870caf1ddeed7bc9d2a049f3cfdfae7cb521b087cc33ae4c49da" +[[package]] +name = "utf-8" +version = "0.7.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09cc8ee72d2a9becf2f2febe0205bbed8fc6615b7cb429ad062dc7b7ddd036a9" + [[package]] name = "utf8_iter" version = "1.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" +[[package]] +name = "utf8parse" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" + [[package]] name = "uuid" -version = "1.23.1" +version = "1.23.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ddd74a9687298c6858e9b88ec8935ec45d22e8fd5e6394fa1bd4e99a87789c76" +checksum = "144d6b123cef80b301b8f72a9e2ca4370ddec21950d0a103dd22c437006d2db7" dependencies = [ - "getrandom 0.4.2", + "getrandom 0.4.3", "js-sys", "wasm-bindgen", ] @@ -2839,9 +4435,15 @@ dependencies = [ "proc-macro-error2", "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] +[[package]] +name = "vcpkg" +version = "0.2.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" + [[package]] name = "version_check" version = "0.9.5" @@ -2858,6 +4460,15 @@ dependencies = [ "winapi-util", ] +[[package]] +name = "want" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bfa7760aed19e106de2c7c0b581b509f2f25d3dacaf737cb82ac61bc6d760b0e" +dependencies = [ + "try-lock", +] + [[package]] name = "wasi" version = "0.11.1+wasi-snapshot-preview1" @@ -2866,27 +4477,18 @@ checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b" [[package]] name = "wasip2" -version = "1.0.3+wasi-0.2.9" +version = "1.0.4+wasi-0.2.12" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "20064672db26d7cdc89c7798c48a0fdfac8213434a1186e5ef29fd560ae223d6" +checksum = "b67efb37e106e55ce722a510d6b5f9c17f083e5fc79afc2badeb12cc313d9487" dependencies = [ "wit-bindgen 0.57.1", ] -[[package]] -name = "wasip3" -version = "0.4.0+wasi-0.3.0-rc-2026-01-06" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5428f8bf88ea5ddc08faddef2ac4a67e390b88186c703ce6dbd955e1c145aca5" -dependencies = [ - "wit-bindgen 0.51.0", -] - [[package]] name = "wasm-bindgen" -version = "0.2.118" +version = "0.2.125" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0bf938a0bacb0469e83c1e148908bd7d5a6010354cf4fb73279b7447422e3a89" +checksum = "8ddb3f79143bced6de84270411622a2699cee572fc0875aeaf1e7867cf9fca1a" dependencies = [ "cfg-if", "once_cell", @@ -2895,11 +4497,21 @@ dependencies = [ "wasm-bindgen-shared", ] +[[package]] +name = "wasm-bindgen-futures" +version = "0.4.75" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "503b14d284f2c8dac03b819967e155ea753f573586193b2b2c95990cb5d69280" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + [[package]] name = "wasm-bindgen-macro" -version = "0.2.118" +version = "0.2.125" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eeff24f84126c0ec2db7a449f0c2ec963c6a49efe0698c4242929da037ca28ed" +checksum = "4e21a184b13fb19e157296e2c46056aec9092264fab83e4ba59e68c61b323c3d" dependencies = [ "quote", "wasm-bindgen-macro-support", @@ -2907,75 +4519,72 @@ dependencies = [ [[package]] name = "wasm-bindgen-macro-support" -version = "0.2.118" +version = "0.2.125" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9d08065faf983b2b80a79fd87d8254c409281cf7de75fc4b773019824196c904" +checksum = "fecefd9c35bd935a20fc3fc344b5f29138961e4f47fb03297d88f2587afb5ebd" dependencies = [ "bumpalo", "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", "wasm-bindgen-shared", ] [[package]] name = "wasm-bindgen-shared" -version = "0.2.118" +version = "0.2.125" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5fd04d9e306f1907bd13c6361b5c6bfc7b3b3c095ed3f8a9246390f8dbdee129" +checksum = "23939e44bb9a5d7576fa2b563dc2e136628f1224e88a8deed09e04858b77871f" dependencies = [ "unicode-ident", ] [[package]] -name = "wasm-encoder" -version = "0.244.0" +name = "web-sys" +version = "0.3.102" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "990065f2fe63003fe337b932cfb5e3b80e0b4d0f5ff650e6985b1048f62c8319" +checksum = "a6430a72df5eb332242960fe84b3002a241163998241eb596d4f739b9757061d" dependencies = [ - "leb128fmt", - "wasmparser", + "js-sys", + "wasm-bindgen", ] [[package]] -name = "wasm-metadata" -version = "0.244.0" +name = "web-time" +version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bb0e353e6a2fbdc176932bbaab493762eb1255a7900fe0fea1a2f96c296cc909" +checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" dependencies = [ - "anyhow", - "indexmap", - "wasm-encoder", - "wasmparser", + "js-sys", + "wasm-bindgen", ] [[package]] -name = "wasmparser" -version = "0.244.0" +name = "web_atoms" +version = "0.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe" +checksum = "57ffde1dc01240bdf9992e3205668b235e59421fd085e8a317ed98da0178d414" dependencies = [ - "bitflags 2.11.1", - "hashbrown 0.15.5", - "indexmap", - "semver", + "phf 0.11.3", + "phf_codegen 0.11.3", + "string_cache", + "string_cache_codegen", ] [[package]] -name = "web-time" -version = "1.1.0" +name = "webpki-root-certs" +version = "1.0.8" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" +checksum = "0d46a5a140e6f7afeccd8eae97eff335163939eac8b929834875168b29b3d267" dependencies = [ - "js-sys", - "wasm-bindgen", + "rustls-pki-types", ] [[package]] name = "which" -version = "8.0.2" +version = "8.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "81995fafaaaf6ae47a7d0cc83c67caf92aeb7e5331650ae6ff856f7c0c60c459" +checksum = "48d7cd18d4acb58fb3cdfe9ea54e6cd96a4e7d4cc45c56338b236e82dad47248" dependencies = [ "libc", ] @@ -2986,7 +4595,7 @@ version = "0.1.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22" dependencies = [ - "windows-sys", + "windows-sys 0.61.2", ] [[package]] @@ -3010,7 +4619,7 @@ checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -3021,7 +4630,7 @@ checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] @@ -3030,6 +4639,17 @@ version = "0.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" +[[package]] +name = "windows-registry" +version = "0.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "02752bf7fbdcce7f2a27a742f798510f3e5ad88dbe84871e5168e2120c3d5720" +dependencies = [ + "windows-link", + "windows-result", + "windows-strings", +] + [[package]] name = "windows-result" version = "0.4.1" @@ -3050,126 +4670,194 @@ dependencies = [ [[package]] name = "windows-sys" -version = "0.61.2" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" +checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" dependencies = [ - "windows-link", + "windows-targets 0.52.6", ] [[package]] -name = "winnow" -version = "1.0.2" +name = "windows-sys" +version = "0.60.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2ee1708bef14716a11bae175f579062d4554d95be2c6829f518df847b7b3fdd0" +checksum = "f2f500e4d28234f72040990ec9d39e3a6b950f9f22d3dba18416c35882612bcb" dependencies = [ - "memchr", + "windows-targets 0.53.5", ] [[package]] -name = "wit-bindgen" -version = "0.46.0" +name = "windows-sys" +version = "0.61.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f17a85883d4e6d00e8a97c586de764dabcc06133f7f1d55dce5cdc070ad7fe59" +checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" dependencies = [ - "bitflags 2.11.1", + "windows-link", ] [[package]] -name = "wit-bindgen" -version = "0.51.0" +name = "windows-targets" +version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5" +checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" dependencies = [ - "wit-bindgen-rust-macro", + "windows_aarch64_gnullvm 0.52.6", + "windows_aarch64_msvc 0.52.6", + "windows_i686_gnu 0.52.6", + "windows_i686_gnullvm 0.52.6", + "windows_i686_msvc 0.52.6", + "windows_x86_64_gnu 0.52.6", + "windows_x86_64_gnullvm 0.52.6", + "windows_x86_64_msvc 0.52.6", ] [[package]] -name = "wit-bindgen" -version = "0.57.1" +name = "windows-targets" +version = "0.53.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1ebf944e87a7c253233ad6766e082e3cd714b5d03812acc24c318f549614536e" +checksum = "4945f9f551b88e0d65f3db0bc25c33b8acea4d9e41163edf90dcd0b19f9069f3" dependencies = [ - "bitflags 2.11.1", + "windows-link", + "windows_aarch64_gnullvm 0.53.1", + "windows_aarch64_msvc 0.53.1", + "windows_i686_gnu 0.53.1", + "windows_i686_gnullvm 0.53.1", + "windows_i686_msvc 0.53.1", + "windows_x86_64_gnu 0.53.1", + "windows_x86_64_gnullvm 0.53.1", + "windows_x86_64_msvc 0.53.1", ] [[package]] -name = "wit-bindgen-core" -version = "0.51.0" +name = "windows_aarch64_gnullvm" +version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ea61de684c3ea68cb082b7a88508a8b27fcc8b797d738bfc99a82facf1d752dc" -dependencies = [ - "anyhow", - "heck", - "wit-parser", -] +checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" + +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9d8416fa8b42f5c947f8482c43e7d89e73a173cead56d044f6a56104a6d1b53" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9d782e804c2f632e395708e99a94275910eb9100b2114651e04744e9b125006" + +[[package]] +name = "windows_i686_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" + +[[package]] +name = "windows_i686_gnu" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "960e6da069d81e09becb0ca57a65220ddff016ff2d6af6a223cf372a506593a3" + +[[package]] +name = "windows_i686_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" + +[[package]] +name = "windows_i686_gnullvm" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fa7359d10048f68ab8b09fa71c3daccfb0e9b559aed648a8f95469c27057180c" + +[[package]] +name = "windows_i686_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" + +[[package]] +name = "windows_i686_msvc" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e7ac75179f18232fe9c285163565a57ef8d3c89254a30685b57d83a38d326c2" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9c3842cdd74a865a8066ab39c8a7a473c0778a3f29370b5fd6b4b9aa7df4a499" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ffa179e2d07eee8ad8f57493436566c7cc30ac536a3379fdf008f47f6bb7ae1" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6bbff5f0aada427a1e5a6da5f1f98158182f26556f345ac9e04d36d0ebed650" [[package]] -name = "wit-bindgen-rust" -version = "0.51.0" +name = "winnow" +version = "0.7.15" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b7c566e0f4b284dd6561c786d9cb0142da491f46a9fbed79ea69cdad5db17f21" +checksum = "df79d97927682d2fd8adb29682d1140b343be4ac0f08fd68b7765d9c059d3945" dependencies = [ - "anyhow", - "heck", - "indexmap", - "prettyplease", - "syn 2.0.117", - "wasm-metadata", - "wit-bindgen-core", - "wit-component", + "memchr", ] [[package]] -name = "wit-bindgen-rust-macro" -version = "0.51.0" +name = "winnow" +version = "1.0.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0c0f9bfd77e6a48eccf51359e3ae77140a7f50b1e2ebfe62422d8afdaffab17a" +checksum = "0592e1c9d151f854e6fd382574c3a0855250e1d9b2f99d9281c6e6391af352f1" dependencies = [ - "anyhow", - "prettyplease", - "proc-macro2", - "quote", - "syn 2.0.117", - "wit-bindgen-core", - "wit-bindgen-rust", + "memchr", ] [[package]] -name = "wit-component" -version = "0.244.0" +name = "wit-bindgen" +version = "0.46.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2" +checksum = "f17a85883d4e6d00e8a97c586de764dabcc06133f7f1d55dce5cdc070ad7fe59" dependencies = [ - "anyhow", - "bitflags 2.11.1", - "indexmap", - "log", - "serde", - "serde_derive", - "serde_json", - "wasm-encoder", - "wasm-metadata", - "wasmparser", - "wit-parser", + "bitflags 2.13.0", ] [[package]] -name = "wit-parser" -version = "0.244.0" +name = "wit-bindgen" +version = "0.57.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ecc8ac4bc1dc3381b7f59c34f00b67e18f910c2c0f50015669dde7def656a736" +checksum = "1ebf944e87a7c253233ad6766e082e3cd714b5d03812acc24c318f549614536e" dependencies = [ - "anyhow", - "id-arena", - "indexmap", - "log", - "semver", - "serde", - "serde_derive", - "serde_json", - "unicode-xid", - "wasmparser", + "bitflags 2.13.0", ] [[package]] @@ -3180,20 +4868,20 @@ checksum = "1ffae5123b2d3fc086436f8834ae3ab053a283cfac8fe0a0b8eaae044768a4c4" [[package]] name = "yaml-rust2" -version = "0.10.4" +version = "0.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2462ea039c445496d8793d052e13787f2b90e750b833afee748e601c17621ed9" +checksum = "631a50d867fafb7093e709d75aaee9e0e0d5deb934021fcea25ac2fe09edc51e" dependencies = [ "arraydeque", "encoding_rs", - "hashlink", + "hashlink 0.11.1", ] [[package]] name = "yoke" -version = "0.8.2" +version = "0.8.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "abe8c5fda708d9ca3df187cae8bfb9ceda00dd96231bed36e445a1a48e66f9ca" +checksum = "709fe23a0424b6a435d82152b1bd3fdfb0833487d5fa90d05d42762a9891fef5" dependencies = [ "stable_deref_trait", "yoke-derive", @@ -3208,35 +4896,35 @@ checksum = "de844c262c8848816172cef550288e7dc6c7b7814b4ee56b3e1553f275f1858e" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", "synstructure", ] [[package]] name = "zerocopy" -version = "0.8.48" +version = "0.8.52" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eed437bf9d6692032087e337407a86f04cd8d6a16a37199ed57949d415bd68e9" +checksum = "ce1022995ff5ff5d841ad7d994facc23098cd40152f2c1d11cd607c6f530653f" dependencies = [ "zerocopy-derive", ] [[package]] name = "zerocopy-derive" -version = "0.8.48" +version = "0.8.52" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "70e3cd084b1788766f53af483dd21f93881ff30d7320490ec3ef7526d203bad4" +checksum = "1ae7f38b72ec2a254e2b87ef277cf2cd4fb97cbebf944faa6f33354da0867930" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] name = "zerofrom" -version = "0.1.7" +version = "0.1.8" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "69faa1f2a1ea75661980b013019ed6687ed0e83d069bc1114e2cc74c6c04c4df" +checksum = "0ec05a11813ea801ff6d75110ad09cd0824ddba17dfe17128ea0d5f68e6c5272" dependencies = [ "zerofrom-derive", ] @@ -3249,15 +4937,15 @@ checksum = "11532158c46691caf0f2593ea8358fed6bbf68a0315e80aae9bd41fbade684a1" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", "synstructure", ] [[package]] name = "zeroize" -version = "1.8.2" +version = "1.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b97154e67e32c85465826e8bcc1c59429aaaf107c1e4a9e53c8d8ccd5eff88d0" +checksum = "e13c156562582aa81c60cb29407084cdb54c4164760106ab78e6c5b0858cf64e" dependencies = [ "serde", ] @@ -3292,7 +4980,7 @@ checksum = "625dc425cab0dca6dc3c3319506e6593dcb08a9f387ea3b284dbd52a92c40555" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 2.0.118", ] [[package]] diff --git a/Cargo.toml b/Cargo.toml index 05a0eaf77..5beb2cf03 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -3,6 +3,7 @@ resolver = "2" members = [ "crates/trusted-server-core", "crates/trusted-server-adapter-fastly", + "crates/trusted-server-cli", "crates/js", "crates/openrtb", ] @@ -52,13 +53,17 @@ build-print = "1.0.1" bytes = "1.11" chacha20poly1305 = "0.10" chrono = "0.4.44" +chromiumoxide = "0.9.1" +clap = { version = "4", features = ["derive"] } config = "0.15.19" cookie = "0.18.1" derive_more = { version = "2.0", features = ["display", "error"] } ed25519-dalek = { version = "2.2", features = ["rand_core"] } +edgezero-adapter = { git = "https://github.com/stackpop/edgezero", rev = "2eeccc9748daba92b9adf6afe4df105e79269ae9", default-features = false } edgezero-adapter-axum = { git = "https://github.com/stackpop/edgezero", rev = "38198f9839b70aef03ab971ae5876982773fc2a1", default-features = false } edgezero-adapter-cloudflare = { git = "https://github.com/stackpop/edgezero", rev = "38198f9839b70aef03ab971ae5876982773fc2a1", default-features = false } edgezero-adapter-fastly = { git = "https://github.com/stackpop/edgezero", rev = "38198f9839b70aef03ab971ae5876982773fc2a1", default-features = false } +edgezero-cli = { git = "https://github.com/stackpop/edgezero", rev = "2eeccc9748daba92b9adf6afe4df105e79269ae9" } edgezero-core = { git = "https://github.com/stackpop/edgezero", rev = "38198f9839b70aef03ab971ae5876982773fc2a1", default-features = false } error-stack = "0.6" fastly = "0.11.12" @@ -77,11 +82,13 @@ matchit = "0.9" mime = "0.3" rand = "0.8" regex = "1.12.3" +scraper = "0.24.0" serde = { version = "1.0", features = ["derive"] } serde_json = "1.0.149" sha2 = "0.10.9" subtle = "2.6" temp-env = "0.3.6" +tempfile = "3.24" tokio = { version = "1.49", features = ["sync", "macros", "io-util", "rt", "time"] } toml = "1.1" trusted-server-core = { path = "crates/trusted-server-core" } diff --git a/README.md b/README.md index 82dfe7b56..ab73a49c6 100644 --- a/README.md +++ b/README.md @@ -22,14 +22,20 @@ The guide in `docs/guide/` (published at the link below) is the source of truth See the [Getting Started guide](https://iabtechlab.github.io/trusted-server/guide/getting-started) for installation and setup instructions. ```bash -# Build +# Build the runtime cargo build -# Run tests -cargo test +# Build the host-target CLI +HOST_TARGET="$(rustc -vV | sed -n 's/^host: //p')" +cargo build --package trusted-server-cli --target "$HOST_TARGET" + +# Create local config, then edit placeholders before validation +ts config init +# Edit trusted-server.toml +ts config validate -# Start local server -fastly compute serve +# Audit a public page with Chrome/Chromium to bootstrap a draft config +ts audit https://publisher.example ``` ## Development diff --git a/crates/trusted-server-adapter-fastly/src/app.rs b/crates/trusted-server-adapter-fastly/src/app.rs index e2cd7ec72..8e0ff68a5 100644 --- a/crates/trusted-server-adapter-fastly/src/app.rs +++ b/crates/trusted-server-adapter-fastly/src/app.rs @@ -74,8 +74,8 @@ //! that responds to all routes with the startup error. This router does **not** //! attach middleware. Startup-error responses may still receive entry-point //! finalization (geo and TS headers) when settings can be reloaded via -//! [`trusted_server_core::settings_data::get_settings`]; if settings loading itself -//! fails, they are returned without geo or TS headers. +//! [`load_settings_from_config_store`]; if settings loading itself fails, they +//! are returned without geo or TS headers. use std::sync::Arc; @@ -119,7 +119,9 @@ use trusted_server_core::request_signing::{ handle_verify_signature, }; use trusted_server_core::settings::{ProxyAssetRoute, Settings}; -use trusted_server_core::settings_data::get_settings; +use trusted_server_core::settings_data::{ + default_config_store_name, get_settings_from_config_store, +}; use trusted_server_core::tester_cookie::handle_set_tester; use crate::middleware::{AuthMiddleware, FinalizeResponseMiddleware}; @@ -150,7 +152,12 @@ pub(crate) struct AppState { /// Returns an error when settings, the auction orchestrator, or the integration /// registry fail to initialise. pub(crate) fn build_state() -> Result, Report> { - build_state_from_settings(get_settings()?) + build_state_from_settings(load_settings_from_config_store()?) +} + +pub(crate) fn load_settings_from_config_store() -> Result> { + let store_name = default_config_store_name(); + get_settings_from_config_store(&FastlyPlatformConfigStore, &store_name) } pub(crate) fn build_state_from_settings( diff --git a/crates/trusted-server-adapter-fastly/src/main.rs b/crates/trusted-server-adapter-fastly/src/main.rs index 9a0c6cf14..4a7d903bb 100644 --- a/crates/trusted-server-adapter-fastly/src/main.rs +++ b/crates/trusted-server-adapter-fastly/src/main.rs @@ -50,7 +50,6 @@ use trusted_server_core::request_signing::{ handle_verify_signature, }; use trusted_server_core::settings::Settings; -use trusted_server_core::settings_data::get_settings; use trusted_server_core::tester_cookie::handle_set_tester; mod app; @@ -64,7 +63,7 @@ mod platform; #[cfg(test)] mod route_tests; -use crate::app::{build_state, TrustedServerApp}; +use crate::app::{build_state, load_settings_from_config_store, TrustedServerApp}; use crate::error::to_error_response; use crate::middleware::{apply_finalize_headers, resolve_geo_for_response, HEADER_X_TS_FINALIZED}; use crate::platform::{build_runtime_services, client_info_from_request, FastlyPlatformGeo}; @@ -207,7 +206,7 @@ fn edgezero_main(mut req: FastlyRequest, config_store: ConfigStoreHandle) { // legacy_main. Must run here because TLS/JA4 accessors are only available // on FastlyRequest before conversion to edgezero types. if req.get_method() == FastlyMethod::GET && req.get_path() == "/_ts/debug/ja4" { - match get_settings() { + match load_settings_from_config_store() { Ok(settings) if settings.debug.ja4_endpoint_enabled => { build_ja4_debug_response(&req).send_to_client(); } @@ -313,7 +312,7 @@ fn edgezero_main(mut req: FastlyRequest, config_store: ConfigStoreHandle) { // verbs) carry TS/geo headers. Middleware-finalized responses are // skipped here to avoid a second settings read and geo lookup on the // normal registered-route path. - match get_settings() { + match load_settings_from_config_store() { Ok(settings) => { let geo_info = resolve_geo_for_response(&response, client_ip, |client_ip| { FastlyPlatformGeo.lookup(client_ip).unwrap_or_else(|e| { @@ -341,7 +340,7 @@ fn edgezero_main(mut req: FastlyRequest, config_store: ConfigStoreHandle) { // loaded the response is sent without EC finalization rather than // dropped. if let Some(ec_state) = ec_state { - match get_settings() { + match load_settings_from_config_store() { Ok(settings) => match PartnerRegistry::from_config(&settings.ec.partners) { Ok(partner_registry) => { ec_finalize_response( @@ -759,7 +758,7 @@ async fn route_request( }; let kv_graph = if is_real_browser { kv_graph } else { None }; - // `get_settings()` should already have rejected invalid handler regexes. + // `load_settings_from_config_store()` should already have rejected invalid handler regexes. // Keep this fallback so manually-constructed or otherwise unprepared // settings still become an error response instead of panicking. match enforce_basic_auth(settings, &req) { diff --git a/crates/trusted-server-cli/Cargo.toml b/crates/trusted-server-cli/Cargo.toml new file mode 100644 index 000000000..b355fa12e --- /dev/null +++ b/crates/trusted-server-cli/Cargo.toml @@ -0,0 +1,39 @@ +[package] +name = "trusted-server-cli" +version = "0.1.0" +authors = [] +edition = "2021" +publish = false +license = "Apache-2.0" + +[[bin]] +name = "ts" +path = "src/main.rs" + +[lints] +workspace = true + +[target.'cfg(not(target_arch = "wasm32"))'.dependencies] +chromiumoxide = { workspace = true } +clap = { workspace = true } +derive_more = { workspace = true } +edgezero-adapter = { workspace = true, features = ["cli"] } +edgezero-cli = { workspace = true } +edgezero-core = { git = "https://github.com/stackpop/edgezero", rev = "2eeccc9748daba92b9adf6afe4df105e79269ae9" } +error-stack = { workspace = true } +futures = { workspace = true } +log = { workspace = true } +regex = { workspace = true } +scraper = { workspace = true } +serde = { workspace = true } +serde_json = { workspace = true } +tempfile = { workspace = true } +tokio = { workspace = true } +toml = { workspace = true } +trusted-server-core = { workspace = true } +url = { workspace = true } +validator = { workspace = true } +which = { workspace = true } + +[target.'cfg(not(target_arch = "wasm32"))'.dev-dependencies] +tempfile = { workspace = true } diff --git a/crates/trusted-server-cli/src/args.rs b/crates/trusted-server-cli/src/args.rs new file mode 100644 index 000000000..670fe8351 --- /dev/null +++ b/crates/trusted-server-cli/src/args.rs @@ -0,0 +1,262 @@ +use std::path::PathBuf; + +use clap::{Parser, Subcommand}; + +#[derive(Debug, Parser)] +#[command(name = "ts", about = "Trusted Server CLI")] +pub struct Args { + #[command(subcommand)] + pub command: Command, +} + +#[derive(Debug, Subcommand)] +pub enum Command { + /// Audit a public page and write draft Trusted Server artifacts. + Audit(AuditArgs), + /// Sign in / out / status against an `EdgeZero` adapter. + Auth(AuthArgs), + /// Build the project for a target adapter. + Build(DelegateArgs), + /// Trusted Server app-config commands. + #[command(subcommand)] + Config(ConfigCommand), + /// Deploy the project through a target adapter. + Deploy(DelegateArgs), + /// Provision platform resources through a target adapter. + Provision(DelegateArgs), + /// Serve the project locally through a target adapter. + Serve(DelegateArgs), +} + +#[derive(Debug, clap::Args)] +pub struct AuditArgs { + /// Public HTTP(S) URL to audit. + pub url: String, + /// JavaScript asset audit output path. + #[arg(long)] + pub js_assets: Option, + /// Draft Trusted Server config output path. + #[arg(long)] + pub config: Option, + /// Do not write the JavaScript asset audit file. + #[arg(long)] + pub no_js_assets: bool, + /// Do not write the draft Trusted Server config file. + #[arg(long)] + pub no_config: bool, + /// Overwrite existing output files. + #[arg(long)] + pub force: bool, +} + +#[derive(Debug, clap::Args)] +pub struct AuthArgs { + #[command(subcommand)] + pub command: AuthCommand, +} + +#[derive(Debug, Subcommand)] +pub enum AuthCommand { + /// Sign in through the adapter's native auth flow. + Login(AuthSubcommandArgs), + /// Sign out through the adapter's native auth flow. + Logout(AuthSubcommandArgs), + /// Show the current adapter auth status. + Status(AuthSubcommandArgs), +} + +#[derive(Debug, clap::Args)] +pub struct AuthSubcommandArgs { + /// Target adapter name. + #[arg(long, required = true)] + pub adapter: String, + /// Arguments passed through to `EdgeZero`. + #[arg(trailing_var_arg = true, allow_hyphen_values = true)] + pub edgezero_args: Vec, +} + +#[derive(Debug, clap::Args)] +pub struct DelegateArgs { + /// Target adapter name. + #[arg(long, required = true)] + pub adapter: String, + /// Arguments passed through to `EdgeZero`. + #[arg(trailing_var_arg = true, allow_hyphen_values = true)] + pub edgezero_args: Vec, +} + +#[derive(Debug, Subcommand)] +pub enum ConfigCommand { + /// Initialize a Trusted Server config file from the example template. + Init(ConfigInitArgs), + /// Validate and hash a local Trusted Server config file. + Validate(ConfigValidateArgs), + /// Push flattened Trusted Server config entries through `EdgeZero`. + Push(ConfigPushArgs), +} + +#[derive(Debug, clap::Args)] +pub struct ConfigInitArgs { + /// Target config path. + #[arg(long, default_value = "trusted-server.toml")] + pub config: PathBuf, + /// Overwrite an existing target file. + #[arg(long)] + pub force: bool, +} + +#[derive(Debug, clap::Args)] +pub struct ConfigValidateArgs { + /// Trusted Server config path. + #[arg(long, default_value = "trusted-server.toml")] + pub config: PathBuf, + /// Emit machine-readable JSON. + #[arg(long)] + pub json: bool, +} + +#[derive(Debug, clap::Args)] +pub struct ConfigPushArgs { + /// Target adapter name. + #[arg(long, required = true)] + pub adapter: String, + /// Trusted Server config path. + #[arg(long, default_value = "trusted-server.toml")] + pub config: PathBuf, + /// `EdgeZero` manifest path. + #[arg(long, default_value = "edgezero.toml")] + pub manifest: PathBuf, + /// Logical config-store id. + #[arg(long, default_value = "app_config")] + pub store: String, + /// Push to local adapter state. + #[arg(long)] + pub local: bool, + /// Resolve and report without mutating platform or local state. + #[arg(long)] + pub dry_run: bool, + /// Adapter runtime config path. + #[arg(long)] + pub runtime_config: Option, +} + +#[cfg(test)] +mod tests { + use super::*; + + #[test] + fn parses_audit_with_default_outputs() { + let args = Args::try_parse_from(["ts", "audit", "https://publisher.example"]) + .expect("should parse audit command"); + let Command::Audit(audit) = args.command else { + panic!("expected audit command"); + }; + assert_eq!(audit.url, "https://publisher.example"); + assert_eq!(audit.js_assets, None); + assert_eq!(audit.config, None); + assert!(!audit.no_js_assets); + assert!(!audit.no_config); + assert!(!audit.force); + } + + #[test] + fn parses_audit_with_custom_outputs() { + let args = Args::try_parse_from([ + "ts", + "audit", + "https://publisher.example", + "--js-assets", + "audit/js-assets.toml", + "--config", + "audit/trusted-server.toml", + "--no-js-assets", + "--no-config", + "--force", + ]) + .expect("should parse audit command"); + let Command::Audit(audit) = args.command else { + panic!("expected audit command"); + }; + assert_eq!(audit.js_assets, Some(PathBuf::from("audit/js-assets.toml"))); + assert_eq!( + audit.config, + Some(PathBuf::from("audit/trusted-server.toml")) + ); + assert!(audit.no_js_assets); + assert!(audit.no_config); + assert!(audit.force); + } + + #[test] + fn audit_does_not_accept_adapter_option() { + let error = Args::try_parse_from([ + "ts", + "audit", + "https://publisher.example", + "--adapter", + "fastly", + ]) + .expect_err("should reject audit adapter option"); + assert!( + error.to_string().contains("unexpected argument") + || error.to_string().contains("Found argument"), + "error should explain unsupported option" + ); + } + + #[test] + fn parses_build_with_passthrough_args() { + let args = Args::try_parse_from([ + "ts", + "build", + "--adapter", + "fastly", + "--", + "--release", + "--flag=value", + ]) + .expect("should parse build command"); + let Command::Build(build) = args.command else { + panic!("expected build command"); + }; + assert_eq!(build.adapter, "fastly"); + assert_eq!(build.edgezero_args, ["--release", "--flag=value"]); + } + + #[test] + fn parses_auth_with_passthrough_args() { + let args = Args::try_parse_from([ + "ts", + "auth", + "login", + "--adapter", + "fastly", + "--", + "--profile", + "dev", + ]) + .expect("should parse auth command"); + let Command::Auth(auth) = args.command else { + panic!("expected auth command"); + }; + let AuthCommand::Login(login) = auth.command else { + panic!("expected login command"); + }; + assert_eq!(login.adapter, "fastly"); + assert_eq!(login.edgezero_args, ["--profile", "dev"]); + } + + #[test] + fn config_push_defaults_match_spec() { + let args = Args::try_parse_from(["ts", "config", "push", "--adapter", "fastly"]) + .expect("should parse config push"); + let Command::Config(ConfigCommand::Push(push)) = args.command else { + panic!("expected config push command"); + }; + assert_eq!(push.config, PathBuf::from("trusted-server.toml")); + assert_eq!(push.manifest, PathBuf::from("edgezero.toml")); + assert_eq!(push.store, "app_config"); + assert!(!push.local); + assert!(!push.dry_run); + } +} diff --git a/crates/trusted-server-cli/src/audit.rs b/crates/trusted-server-cli/src/audit.rs new file mode 100644 index 000000000..76ee62c99 --- /dev/null +++ b/crates/trusted-server-cli/src/audit.rs @@ -0,0 +1,685 @@ +mod analyzer; +pub(crate) mod browser_collector; +pub(crate) mod collector; + +use std::collections::BTreeSet; +use std::fs; +use std::io::Write; +use std::path::{Path, PathBuf}; + +use serde::Serialize; +use url::Url; + +use crate::args::AuditArgs; +use crate::audit::collector::AuditCollector; +use crate::config_command::EXAMPLE_CONFIG; +use crate::error::{cli_error, report_error, CliResult}; + +use analyzer::{analyze_collected_page, extract_gtm_container_id}; + +const DEFAULT_JS_ASSETS_PATH: &str = "js-assets.toml"; +const DEFAULT_CONFIG_PATH: &str = "trusted-server.toml"; + +#[derive(Debug, Clone, Serialize, PartialEq, Eq)] +#[serde(rename_all = "kebab-case")] +pub(crate) enum AssetParty { + FirstParty, + ThirdParty, +} + +#[derive(Debug, Clone, Serialize, PartialEq, Eq)] +pub(crate) struct AuditedAsset { + pub(crate) kind: String, + pub(crate) url: String, + pub(crate) host: String, + pub(crate) party: AssetParty, + #[serde(skip_serializing_if = "Option::is_none")] + pub(crate) integration: Option, +} + +#[derive(Debug, Clone, Serialize, PartialEq, Eq)] +pub(crate) struct DetectedIntegration { + pub(crate) id: String, + pub(crate) evidence: String, +} + +#[derive(Debug, Clone, Serialize, PartialEq, Eq)] +pub(crate) struct AuditArtifact { + pub(crate) audited_url: String, + #[serde(skip_serializing_if = "Option::is_none")] + pub(crate) page_title: Option, + pub(crate) js_asset_count: usize, + pub(crate) third_party_asset_count: usize, + pub(crate) detected_integrations: Vec, + pub(crate) assets: Vec, + pub(crate) warnings: Vec, +} + +#[derive(Debug, Clone)] +pub(crate) struct AuditOutputs { + pub(crate) artifact: AuditArtifact, + pub(crate) js_assets_toml: String, + pub(crate) draft_config_toml: String, +} + +#[derive(Debug, Clone, PartialEq, Eq)] +struct AuditOutputPlan { + js_assets_path: Option, + config_path: Option, +} + +pub(crate) fn run_audit( + args: &AuditArgs, + collector: &dyn AuditCollector, + out: &mut dyn Write, +) -> CliResult<()> { + let target_url = parse_audit_url(&args.url)?; + let plan = resolve_output_plan(args)?; + let collected = collector.collect_page(&target_url)?; + let outputs = build_audit_outputs(&collected)?; + let wrote_config = plan.config_path.is_some(); + let written = write_audit_outputs(&outputs, &plan)?; + write_success_summary(&outputs, &written, wrote_config, out) +} + +fn parse_audit_url(value: &str) -> CliResult { + let url = Url::parse(value) + .map_err(|error| report_error(format!("invalid audit URL `{value}`: {error}")))?; + if !matches!(url.scheme(), "http" | "https") { + return cli_error(format!( + "`ts audit` only supports http/https URLs, got `{}`", + url.scheme() + )); + } + Ok(url) +} + +fn resolve_output_plan(args: &AuditArgs) -> CliResult { + if args.no_js_assets && args.no_config { + return cli_error("nothing to do: both --no-js-assets and --no-config were set"); + } + + let js_assets_path = if args.no_js_assets { + None + } else { + Some(resolve_output_path( + args.js_assets.as_deref(), + DEFAULT_JS_ASSETS_PATH, + )?) + }; + let config_path = if args.no_config { + None + } else { + Some(resolve_output_path( + args.config.as_deref(), + DEFAULT_CONFIG_PATH, + )?) + }; + + if js_assets_path.is_some() && js_assets_path == config_path { + return cli_error("audit output paths must be distinct"); + } + + for path in [&js_assets_path, &config_path].into_iter().flatten() { + if path.exists() && !args.force { + return cli_error(format!( + "refusing to overwrite existing file `{}`; re-run with --force", + path.display() + )); + } + } + + Ok(AuditOutputPlan { + js_assets_path, + config_path, + }) +} + +fn resolve_output_path(path: Option<&Path>, default: &str) -> CliResult { + let candidate = path.unwrap_or_else(|| Path::new(default)); + if candidate.is_absolute() { + Ok(candidate.to_path_buf()) + } else { + Ok(std::env::current_dir() + .map_err(|error| report_error(format!("failed to read current directory: {error}")))? + .join(candidate)) + } +} + +fn build_audit_outputs(collected: &collector::CollectedPage) -> CliResult { + let artifact = analyze_collected_page(collected)?; + let final_url = collected + .final_url() + .map_err(|error| report_error(format!("invalid final URL: {error}")))?; + let js_assets_toml = toml::to_string_pretty(&artifact) + .map_err(|error| report_error(format!("failed to serialize audit artifact: {error}")))?; + let draft_config_toml = build_draft_config(&final_url, &artifact)?; + + Ok(AuditOutputs { + artifact, + js_assets_toml, + draft_config_toml, + }) +} + +fn write_audit_outputs(outputs: &AuditOutputs, plan: &AuditOutputPlan) -> CliResult> { + let selected_paths = [&plan.js_assets_path, &plan.config_path] + .into_iter() + .flatten() + .collect::>(); + for path in &selected_paths { + if let Some(parent) = path + .parent() + .filter(|parent| !parent.as_os_str().is_empty()) + { + fs::create_dir_all(parent).map_err(|error| { + report_error(format!( + "failed to create parent directory {}: {error}", + parent.display() + )) + })?; + } + } + + let mut written_paths = Vec::new(); + if let Some(path) = &plan.js_assets_path { + fs::write(path, &outputs.js_assets_toml).map_err(|error| { + report_error(format!( + "failed to write JS asset audit {}: {error}", + path.display() + )) + })?; + written_paths.push(path.display().to_string()); + } + if let Some(path) = &plan.config_path { + fs::write(path, &outputs.draft_config_toml).map_err(|error| { + report_error(format!( + "failed to write draft config {}: {error}", + path.display() + )) + })?; + written_paths.push(path.display().to_string()); + } + + Ok(written_paths) +} + +fn write_success_summary( + outputs: &AuditOutputs, + written: &[String], + wrote_config: bool, + out: &mut dyn Write, +) -> CliResult<()> { + let integrations = outputs + .artifact + .detected_integrations + .iter() + .map(|integration| integration.id.as_str()) + .collect::>(); + let draft_note = if wrote_config { + "\nDraft config: review before validation and push" + } else { + "" + }; + writeln!( + out, + "Audited {}\nTitle: {}\nJS assets: {}\nThird-party assets: {}\nDetected integrations: {}\nWrote: {}{}", + outputs.artifact.audited_url, + outputs + .artifact + .page_title + .as_deref() + .unwrap_or(""), + outputs.artifact.js_asset_count, + outputs.artifact.third_party_asset_count, + if integrations.is_empty() { + "none".to_string() + } else { + integrations.join(", ") + }, + if written.is_empty() { + "none".to_string() + } else { + written.join(", ") + }, + draft_note + ) + .map_err(|error| report_error(format!("failed to write command output: {error}"))) +} + +fn build_draft_config(target_url: &Url, artifact: &AuditArtifact) -> CliResult { + let host = target_url + .host_str() + .ok_or_else(|| report_error("audited URL is missing a host"))?; + let origin = target_url.origin().ascii_serialization(); + let mut draft = EXAMPLE_CONFIG.to_string(); + + draft = replace_key_in_section( + &draft, + "publisher", + "domain", + &format!("domain = \"{host}\""), + )?; + draft = replace_key_in_section( + &draft, + "publisher", + "cookie_domain", + &format!("cookie_domain = \".{host}\""), + )?; + draft = replace_key_in_section( + &draft, + "publisher", + "origin_url", + &format!("origin_url = \"{origin}\""), + )?; + + let detected = artifact + .detected_integrations + .iter() + .map(|integration| integration.id.as_str()) + .collect::>(); + + if detected.contains("gpt") { + draft = replace_key_in_section(&draft, "integrations.gpt", "enabled", "enabled = true")?; + } + if detected.contains("didomi") { + draft = replace_key_in_section(&draft, "integrations.didomi", "enabled", "enabled = true")?; + } + if detected.contains("datadome") { + draft = + replace_key_in_section(&draft, "integrations.datadome", "enabled", "enabled = true")?; + } + + let mut manual_review = Vec::new(); + if detected.contains("google_tag_manager") { + if let Some(gtm_id) = extract_gtm_container_id(artifact) { + draft = replace_key_in_section( + &draft, + "integrations.google_tag_manager", + "enabled", + "enabled = true", + )?; + draft = replace_key_in_section( + &draft, + "integrations.google_tag_manager", + "container_id", + &format!("container_id = \"{gtm_id}\""), + )?; + } else { + manual_review.push("google_tag_manager"); + } + } + + for integration in detected { + if !matches!( + integration, + "gpt" | "didomi" | "datadome" | "google_tag_manager" + ) { + manual_review.push(integration); + } + } + + if !manual_review.is_empty() { + if !draft.ends_with('\n') { + draft.push('\n'); + } + draft.push_str("\n# Audit findings requiring manual review\n"); + for integration in manual_review { + draft.push_str(&format!( + "# - Detected {integration}; review the corresponding [integrations.{integration}] section before enabling it.\n" + )); + } + } + + Ok(draft) +} + +fn replace_key_in_section( + document: &str, + section: &str, + key: &str, + replacement_line: &str, +) -> CliResult { + let section_header = format!("[{section}]"); + let mut in_section = false; + let mut replaced = false; + let mut saw_section = false; + let mut lines = Vec::new(); + + for line in document.lines() { + let trimmed = line.trim(); + if trimmed.starts_with('[') && trimmed.ends_with(']') { + in_section = trimmed == section_header; + saw_section |= in_section; + } + + if in_section && !replaced && is_key_line(trimmed, key) { + lines.push(replacement_line.to_string()); + replaced = true; + } else { + lines.push(line.to_string()); + } + } + + if !saw_section { + return cli_error(format!( + "failed to update starter config because section `{section_header}` was not found" + )); + } + if !replaced { + return cli_error(format!( + "failed to update starter config because key `{key}` was not found in `{section_header}`" + )); + } + + let mut output = lines.join("\n"); + if document.ends_with('\n') { + output.push('\n'); + } + Ok(output) +} + +fn is_key_line(trimmed_line: &str, key: &str) -> bool { + trimmed_line + .strip_prefix(key) + .and_then(|remaining| remaining.trim_start().strip_prefix('=')) + .is_some() +} + +#[cfg(test)] +mod tests { + use std::cell::Cell; + + use tempfile::TempDir; + + use super::*; + use crate::audit::collector::{CollectedPage, CollectedRequest, CollectedScriptTag}; + + struct FakeCollector { + collected: CollectedPage, + calls: Cell, + } + + impl FakeCollector { + fn new(collected: CollectedPage) -> Self { + Self { + collected, + calls: Cell::new(0), + } + } + } + + impl AuditCollector for FakeCollector { + fn collect_page(&self, _target_url: &Url) -> CliResult { + self.calls.set(self.calls.get() + 1); + Ok(self.collected.clone()) + } + } + + fn collected_page() -> CollectedPage { + CollectedPage { + requested_url: "https://publisher.example/page".to_string(), + final_url: "https://publisher.example/page".to_string(), + page_title: Some("Example Publisher".to_string()), + html: r#"Example Publisher"#.to_string(), + script_tags: vec![CollectedScriptTag { + src: Some("https://www.googletagmanager.com/gtm.js?id=GTM-ABC123".to_string()), + inline_text: None, + }], + network_requests: vec![CollectedRequest { + url: "https://cdn.publisher.example/app.js".to_string(), + method: "GET".to_string(), + resource_type: Some("script".to_string()), + status: None, + }], + warnings: Vec::new(), + } + } + + fn audit_args(url: &str) -> AuditArgs { + AuditArgs { + url: url.to_string(), + js_assets: None, + config: None, + no_js_assets: false, + no_config: false, + force: false, + } + } + + #[test] + fn parse_audit_url_accepts_http_and_https() { + assert!(parse_audit_url("http://publisher.example").is_ok()); + assert!(parse_audit_url("https://publisher.example").is_ok()); + } + + #[test] + fn parse_audit_url_rejects_non_http_schemes() { + for url in [ + "file:///etc/passwd", + "data:text/html,hello", + "chrome://version", + ] { + let error = parse_audit_url(url).expect_err("should reject non-http URL"); + assert!( + format!("{error:?}").contains("only supports http/https"), + "should explain scheme restriction" + ); + } + } + + #[test] + fn resolve_output_plan_rejects_no_outputs() { + let mut args = audit_args("https://publisher.example"); + args.no_js_assets = true; + args.no_config = true; + + let error = resolve_output_plan(&args).expect_err("should reject empty output set"); + + assert!( + format!("{error:?}").contains("nothing to do"), + "should explain no-output error" + ); + } + + #[test] + fn resolve_output_plan_rejects_existing_files_without_force() { + let temp = TempDir::new().expect("should create temp dir"); + let path = temp.path().join("js-assets.toml"); + fs::write(&path, "existing").expect("should write existing file"); + let mut args = audit_args("https://publisher.example"); + args.js_assets = Some(path); + args.no_config = true; + + let error = resolve_output_plan(&args).expect_err("should reject overwrite"); + + assert!( + format!("{error:?}").contains("refusing to overwrite"), + "should explain overwrite refusal" + ); + } + + #[test] + fn resolve_output_plan_allows_existing_files_with_force() { + let temp = TempDir::new().expect("should create temp dir"); + let path = temp.path().join("js-assets.toml"); + fs::write(&path, "existing").expect("should write existing file"); + let mut args = audit_args("https://publisher.example"); + args.js_assets = Some(path.clone()); + args.no_config = true; + args.force = true; + + let plan = resolve_output_plan(&args).expect("should allow forced overwrite"); + + assert_eq!(plan.js_assets_path.as_deref(), Some(path.as_path())); + } + + #[test] + fn run_audit_writes_selected_outputs_and_summary() { + let temp = TempDir::new().expect("should create temp dir"); + let js_assets = temp.path().join("audit/js-assets.toml"); + let config = temp.path().join("audit/trusted-server.toml"); + let args = AuditArgs { + url: "https://publisher.example/page".to_string(), + js_assets: Some(js_assets.clone()), + config: Some(config.clone()), + no_js_assets: false, + no_config: false, + force: false, + }; + let collector = FakeCollector::new(collected_page()); + let mut out = Vec::new(); + + run_audit(&args, &collector, &mut out).expect("should run audit"); + + assert_eq!(collector.calls.get(), 1, "should collect page once"); + assert!(js_assets.exists(), "should write JS assets"); + assert!(config.exists(), "should write draft config"); + let summary = String::from_utf8(out).expect("summary should be UTF-8"); + assert!(summary.contains("Audited https://publisher.example/page")); + assert!(summary.contains("Detected integrations: google_tag_manager, gpt")); + assert!(summary.contains("Draft config: review before validation and push")); + } + + #[test] + fn run_audit_respects_no_config() { + let temp = TempDir::new().expect("should create temp dir"); + let js_assets = temp.path().join("js-assets.toml"); + let mut args = audit_args("https://publisher.example/page"); + args.js_assets = Some(js_assets.clone()); + args.no_config = true; + let collector = FakeCollector::new(collected_page()); + + run_audit(&args, &collector, &mut Vec::new()).expect("should run audit"); + + assert!(js_assets.exists(), "should write assets"); + assert!( + !temp.path().join("trusted-server.toml").exists(), + "should not write config" + ); + } + + #[test] + fn run_audit_respects_no_js_assets() { + let temp = TempDir::new().expect("should create temp dir"); + let config = temp.path().join("trusted-server.toml"); + let mut args = audit_args("https://publisher.example/page"); + args.config = Some(config.clone()); + args.no_js_assets = true; + let collector = FakeCollector::new(collected_page()); + let mut out = Vec::new(); + + run_audit(&args, &collector, &mut out).expect("should run audit"); + + assert!(config.exists(), "should write config"); + assert!( + !temp.path().join("js-assets.toml").exists(), + "should not write JS assets" + ); + let summary = String::from_utf8(out).expect("summary should be UTF-8"); + assert!(summary.contains("Draft config: review before validation and push")); + } + + #[test] + fn run_audit_writes_collector_warnings_to_asset_artifact() { + let temp = TempDir::new().expect("should create temp dir"); + let js_assets = temp.path().join("js-assets.toml"); + let mut args = audit_args("https://publisher.example/page"); + args.js_assets = Some(js_assets.clone()); + args.no_config = true; + let mut collected = collected_page(); + collected.warnings.push( + "browser audit timed out while waiting for the page to settle; results may be partial" + .to_string(), + ); + let collector = FakeCollector::new(collected); + + run_audit(&args, &collector, &mut Vec::new()).expect("should run audit"); + + let artifact = fs::read_to_string(js_assets).expect("should read artifact"); + assert!( + artifact.contains("results may be partial"), + "should persist collector warning" + ); + } + + #[test] + fn run_audit_conflict_prevents_collection() { + let temp = TempDir::new().expect("should create temp dir"); + let js_assets = temp.path().join("js-assets.toml"); + fs::write(&js_assets, "existing").expect("should write existing file"); + let mut args = audit_args("https://publisher.example/page"); + args.js_assets = Some(js_assets); + args.no_config = true; + let collector = FakeCollector::new(collected_page()); + + let error = run_audit(&args, &collector, &mut Vec::new()) + .expect_err("should reject existing output"); + + assert_eq!(collector.calls.get(), 0, "should not collect page"); + assert!( + format!("{error:?}").contains("refusing to overwrite"), + "should report overwrite conflict" + ); + } + + #[test] + fn build_draft_config_uses_final_url_and_detected_integrations() { + let url = Url::parse("https://www.publisher.example:8443/path").expect("should parse URL"); + let artifact = AuditArtifact { + audited_url: url.to_string(), + page_title: Some("Example".to_string()), + js_asset_count: 2, + third_party_asset_count: 2, + detected_integrations: vec![ + DetectedIntegration { + id: "google_tag_manager".to_string(), + evidence: "GTM-ABC123".to_string(), + }, + DetectedIntegration { + id: "gpt".to_string(), + evidence: "https://securepubads.g.doubleclick.net/tag/js/gpt.js".to_string(), + }, + DetectedIntegration { + id: "prebid".to_string(), + evidence: "inline script matched `prebid`".to_string(), + }, + ], + assets: Vec::new(), + warnings: Vec::new(), + }; + + let draft = build_draft_config(&url, &artifact).expect("should build draft config"); + + assert!(draft.contains("domain = \"www.publisher.example\"")); + assert!(draft.contains("cookie_domain = \".www.publisher.example\"")); + assert!(draft.contains("origin_url = \"https://www.publisher.example:8443\"")); + assert!(draft.contains("[integrations.gpt]\nenabled = true")); + assert!(draft.contains("[integrations.google_tag_manager]\nenabled = true")); + assert!(draft.contains("container_id = \"GTM-ABC123\"")); + assert!(draft.contains("Detected prebid")); + toml::from_str::(&draft).expect("draft should parse as TOML"); + } + + #[test] + fn build_draft_config_does_not_enable_gtm_without_container_id() { + let url = Url::parse("https://publisher.example/path").expect("should parse URL"); + let artifact = AuditArtifact { + audited_url: url.to_string(), + page_title: None, + js_asset_count: 1, + third_party_asset_count: 1, + detected_integrations: vec![DetectedIntegration { + id: "google_tag_manager".to_string(), + evidence: "https://www.googletagmanager.com/gtm.js".to_string(), + }], + assets: Vec::new(), + warnings: Vec::new(), + }; + + let draft = build_draft_config(&url, &artifact).expect("should build draft config"); + + assert!(draft.contains("[integrations.google_tag_manager]\nenabled = false")); + assert!(draft.contains("Detected google_tag_manager")); + } +} diff --git a/crates/trusted-server-cli/src/audit/analyzer.rs b/crates/trusted-server-cli/src/audit/analyzer.rs new file mode 100644 index 000000000..f25835b32 --- /dev/null +++ b/crates/trusted-server-cli/src/audit/analyzer.rs @@ -0,0 +1,547 @@ +use std::collections::BTreeMap; +use std::sync::LazyLock; + +use regex::Regex; +use scraper::{Html, Selector}; +use url::Url; + +use crate::audit::collector::CollectedPage; +use crate::audit::{AssetParty, AuditArtifact, AuditedAsset, DetectedIntegration}; +use crate::error::{report_error, CliResult}; + +static GTM_REGEX: LazyLock = + LazyLock::new(|| Regex::new(r"\bGTM-[A-Z0-9]+\b").expect("should compile GTM regex")); + +pub(crate) fn analyze_collected_page(collected: &CollectedPage) -> CliResult { + let final_url = collected + .final_url() + .map_err(|error| report_error(format!("invalid final URL: {error}")))?; + let requested_url = collected + .requested_url() + .map_err(|error| report_error(format!("invalid requested URL: {error}")))?; + + let document = Html::parse_document(&collected.html); + let title_selector = Selector::parse("title").expect("should parse title selector"); + let script_selector = Selector::parse("script").expect("should parse script selector"); + let derived_title = document + .select(&title_selector) + .next() + .map(|element| { + element + .text() + .collect::>() + .join(" ") + .trim() + .to_string() + }) + .filter(|title| !title.is_empty()); + + let mut assets_by_url = BTreeMap::::new(); + let mut integrations = BTreeMap::::new(); + let mut warnings = collected.warnings.clone(); + + if requested_url != final_url { + warnings.push(format!( + "page redirected from `{requested_url}` to `{final_url}`" + )); + } + + for element in document.select(&script_selector) { + if let Some(src) = element.value().attr("src") { + if let Ok(asset_url) = final_url.join(src) { + let integration = detect_integration_from_url(&asset_url); + record_integration(&mut integrations, &integration, asset_url.as_str()); + insert_asset(&mut assets_by_url, &final_url, &asset_url, integration); + } else { + warnings.push(format!("could not resolve script URL `{src}`")); + } + } else { + let inline_text = element.text().collect::>().join(" "); + for (integration_id, evidence) in detect_integrations_from_inline_script(&inline_text) { + integrations.entry(integration_id).or_insert(evidence); + } + } + } + + for tag in &collected.script_tags { + if let Some(src) = &tag.src { + if let Ok(asset_url) = Url::parse(src) { + let integration = detect_integration_from_url(&asset_url); + record_integration(&mut integrations, &integration, asset_url.as_str()); + insert_asset(&mut assets_by_url, &final_url, &asset_url, integration); + } + } + + if let Some(inline_text) = &tag.inline_text { + for (integration_id, evidence) in detect_integrations_from_inline_script(inline_text) { + integrations.entry(integration_id).or_insert(evidence); + } + } + } + + for request in &collected.network_requests { + let is_script = request + .resource_type + .as_deref() + .is_some_and(|resource_type| resource_type.eq_ignore_ascii_case("script")); + if !is_script { + continue; + } + if let Ok(asset_url) = Url::parse(&request.url) { + let integration = detect_integration_from_url(&asset_url); + record_integration(&mut integrations, &integration, asset_url.as_str()); + insert_asset(&mut assets_by_url, &final_url, &asset_url, integration); + } + } + + let assets = assets_by_url.into_values().collect::>(); + let third_party_asset_count = assets + .iter() + .filter(|asset| asset.party == AssetParty::ThirdParty) + .count(); + + let page_title = collected + .page_title + .as_deref() + .map(str::trim) + .filter(|title| !title.is_empty()) + .map(ToOwned::to_owned) + .or(derived_title); + + Ok(AuditArtifact { + audited_url: final_url.to_string(), + page_title, + js_asset_count: assets.len(), + third_party_asset_count, + detected_integrations: integrations + .into_iter() + .map(|(id, evidence)| DetectedIntegration { id, evidence }) + .collect(), + assets, + warnings, + }) +} + +fn insert_asset( + assets_by_url: &mut BTreeMap, + page_url: &Url, + asset_url: &Url, + integration: Option, +) { + let asset = assets_by_url + .entry(asset_url.to_string()) + .or_insert_with(|| AuditedAsset { + kind: "script".to_string(), + url: asset_url.to_string(), + host: asset_url.host_str().unwrap_or_default().to_string(), + party: classify_party(page_url, asset_url), + integration: None, + }); + + if asset.integration.is_none() { + asset.integration = integration; + } +} + +fn record_integration( + integrations: &mut BTreeMap, + integration: &Option, + evidence: &str, +) { + if let Some(integration_id) = integration { + integrations + .entry(integration_id.clone()) + .or_insert_with(|| evidence.to_string()); + } +} + +pub(crate) fn classify_party(page_url: &Url, asset_url: &Url) -> AssetParty { + let page_host = page_url.host_str().unwrap_or_default(); + let asset_host = asset_url.host_str().unwrap_or_default(); + + if host_matches(page_host, asset_host) { + AssetParty::FirstParty + } else { + AssetParty::ThirdParty + } +} + +fn host_matches(page_host: &str, asset_host: &str) -> bool { + asset_host == page_host + || asset_host + .strip_suffix(page_host) + .is_some_and(|prefix| prefix.ends_with('.')) + || page_host + .strip_suffix(asset_host) + .is_some_and(|prefix| prefix.ends_with('.')) +} + +pub(crate) fn detect_integration_from_url(url: &Url) -> Option { + let host = url.host_str().unwrap_or_default(); + let path = url.path(); + let value = format!("{host}{path}").to_ascii_lowercase(); + + if value.contains("googletagmanager.com") { + Some("google_tag_manager".to_string()) + } else if value.contains("securepubads.g.doubleclick.net") + || value.contains("googletagservices.com") + || value.contains("doubleclick.net/tag/js/gpt") + { + Some("gpt".to_string()) + } else if value.contains("privacy-center.org") { + Some("didomi".to_string()) + } else if value.contains("datadome.co") { + Some("datadome".to_string()) + } else if value.contains("permutive") { + Some("permutive".to_string()) + } else if value.contains("loc.kr") { + Some("lockr".to_string()) + } else if value.contains("prebid") { + Some("prebid".to_string()) + } else { + None + } +} + +pub(crate) fn detect_integrations_from_inline_script(script: &str) -> Vec<(String, String)> { + let mut matches = Vec::new(); + + if let Some(container_id) = GTM_REGEX.find(script) { + matches.push(( + "google_tag_manager".to_string(), + container_id.as_str().to_string(), + )); + } + + let lowered = script.to_ascii_lowercase(); + for integration in ["gpt", "didomi", "datadome", "permutive", "lockr", "prebid"] { + if lowered.contains(integration) { + matches.push(( + integration.to_string(), + format!("inline script matched `{integration}`"), + )); + } + } + + matches +} + +pub(crate) fn extract_gtm_container_id(artifact: &AuditArtifact) -> Option { + for integration in &artifact.detected_integrations { + if integration.id == "google_tag_manager" && GTM_REGEX.is_match(&integration.evidence) { + return Some(integration.evidence.clone()); + } + } + + for asset in &artifact.assets { + if asset.integration.as_deref() == Some("google_tag_manager") { + if let Some(matched) = GTM_REGEX.find(asset.url.as_str()) { + return Some(matched.as_str().to_string()); + } + } + } + + None +} + +#[cfg(test)] +mod tests { + use super::*; + use crate::audit::collector::{CollectedRequest, CollectedScriptTag}; + + fn page_url() -> Url { + Url::parse("https://publisher.example/page").expect("should parse URL") + } + + #[test] + fn analyze_collected_page_merges_dom_and_network_scripts() { + let collected = CollectedPage { + requested_url: "https://publisher.example/page".to_string(), + final_url: "https://publisher.example/page".to_string(), + page_title: Some("Browser Title".to_string()), + html: r#"HTML Title"#.to_string(), + script_tags: vec![CollectedScriptTag { + src: Some("https://securepubads.g.doubleclick.net/tag/js/gpt.js".to_string()), + inline_text: None, + }], + network_requests: vec![CollectedRequest { + url: "https://cdn.example.com/dynamic.js".to_string(), + method: "GET".to_string(), + resource_type: Some("Script".to_string()), + status: Some(200), + }], + warnings: vec!["partial settle".to_string()], + }; + + let artifact = analyze_collected_page(&collected).expect("should analyze collected page"); + + assert_eq!(artifact.page_title.as_deref(), Some("Browser Title")); + assert_eq!( + artifact.js_asset_count, 3, + "should merge all script evidence" + ); + assert_eq!(artifact.warnings, vec!["partial settle".to_string()]); + assert!( + artifact + .detected_integrations + .iter() + .any(|integration| integration.id == "google_tag_manager"), + "should preserve GTM detection" + ); + assert!( + artifact + .detected_integrations + .iter() + .any(|integration| integration.id == "gpt"), + "should detect GPT from browser collected scripts" + ); + } + + #[test] + fn analyze_collected_page_uses_html_title_when_browser_title_absent() { + let collected = CollectedPage { + requested_url: "https://publisher.example/page".to_string(), + final_url: "https://publisher.example/page".to_string(), + page_title: None, + html: "HTML Title".to_string(), + script_tags: Vec::new(), + network_requests: Vec::new(), + warnings: Vec::new(), + }; + + let artifact = analyze_collected_page(&collected).expect("should analyze collected page"); + + assert_eq!(artifact.page_title.as_deref(), Some("HTML Title")); + } + + #[test] + fn analyze_collected_page_uses_html_title_when_browser_title_is_empty() { + let collected = CollectedPage { + requested_url: "https://publisher.example/page".to_string(), + final_url: "https://publisher.example/page".to_string(), + page_title: Some(" ".to_string()), + html: "HTML Title".to_string(), + script_tags: Vec::new(), + network_requests: Vec::new(), + warnings: Vec::new(), + }; + + let artifact = analyze_collected_page(&collected).expect("should analyze collected page"); + + assert_eq!(artifact.page_title.as_deref(), Some("HTML Title")); + } + + #[test] + fn analyze_collected_page_deduplicates_scripts_and_updates_integration() { + let collected = CollectedPage { + requested_url: "https://publisher.example/page".to_string(), + final_url: "https://publisher.example/page".to_string(), + page_title: None, + html: r#""# + .to_string(), + script_tags: vec![CollectedScriptTag { + src: Some("https://cdn.example.com/prebid.js".to_string()), + inline_text: None, + }], + network_requests: vec![CollectedRequest { + url: "https://cdn.example.com/prebid.js".to_string(), + method: "GET".to_string(), + resource_type: Some("script".to_string()), + status: Some(200), + }], + warnings: Vec::new(), + }; + + let artifact = analyze_collected_page(&collected).expect("should analyze collected page"); + + assert_eq!( + artifact.js_asset_count, 1, + "should deduplicate identical script URLs" + ); + assert_eq!( + artifact.assets[0].integration.as_deref(), + Some("prebid"), + "should preserve detected integration on deduped asset" + ); + } + + #[test] + fn analyze_collected_page_resolves_relative_scripts_and_warns_on_invalid_src() { + let collected = CollectedPage { + requested_url: "https://publisher.example/page".to_string(), + final_url: "https://publisher.example/path/page".to_string(), + page_title: None, + html: r#""#.to_string(), + script_tags: Vec::new(), + network_requests: Vec::new(), + warnings: Vec::new(), + }; + + let artifact = analyze_collected_page(&collected).expect("should analyze collected page"); + + assert!( + artifact + .assets + .iter() + .any(|asset| asset.url == "https://publisher.example/static/app.js"), + "should resolve relative URL against final URL" + ); + assert!( + artifact + .warnings + .iter() + .any(|warning| warning.contains("could not resolve script URL")), + "should warn about malformed script URL" + ); + } + + #[test] + fn analyze_collected_page_uses_final_url_and_records_redirect_warning() { + let collected = CollectedPage { + requested_url: "http://publisher.example/page".to_string(), + final_url: "https://www.publisher.example/landing".to_string(), + page_title: Some("Example Publisher".to_string()), + html: "".to_string(), + script_tags: Vec::new(), + network_requests: Vec::new(), + warnings: Vec::new(), + }; + + let artifact = analyze_collected_page(&collected).expect("should analyze collected page"); + + assert_eq!( + artifact.audited_url, "https://www.publisher.example/landing", + "should report the final audited URL" + ); + assert!( + artifact.warnings.iter().any(|warning| warning.contains( + "page redirected from `http://publisher.example/page` to `https://www.publisher.example/landing`" + )), + "should preserve redirect context in warnings" + ); + } + + #[test] + fn classify_party_uses_host_relationship() { + let page = page_url(); + let exact = Url::parse("https://publisher.example/app.js").expect("should parse URL"); + let subdomain = + Url::parse("https://cdn.publisher.example/app.js").expect("should parse URL"); + let parent = Url::parse("https://example/app.js").expect("should parse URL"); + let unrelated = Url::parse("https://cdn.example.com/app.js").expect("should parse URL"); + + assert_eq!(classify_party(&page, &exact), AssetParty::FirstParty); + assert_eq!(classify_party(&page, &subdomain), AssetParty::FirstParty); + assert_eq!(classify_party(&page, &parent), AssetParty::FirstParty); + assert_eq!(classify_party(&page, &unrelated), AssetParty::ThirdParty); + } + + #[test] + fn detect_integrations_from_inline_script_reads_standard_gtm_snippet() { + let matches = detect_integrations_from_inline_script( + r#"(function(w,d,s,l,i){w[l]=w[l]||[];})(window,document,'script','dataLayer','GTM-ABC123');"#, + ); + + assert!( + matches.iter().any( + |(integration, evidence)| integration == "google_tag_manager" + && evidence == "GTM-ABC123" + ), + "should detect GTM IDs followed by snippet punctuation" + ); + } + + #[test] + fn detect_integrations_from_inline_script_reads_case_insensitive_markers() { + let matches = detect_integrations_from_inline_script("window.PREBID = window.Didomi;"); + + assert!(matches + .iter() + .any(|(integration, _)| integration == "prebid")); + assert!(matches + .iter() + .any(|(integration, _)| integration == "didomi")); + } + + #[test] + fn detect_integration_from_url_recognizes_known_patterns() { + let cases = [ + ( + "https://www.googletagmanager.com/gtm.js?id=GTM-ABC123", + "google_tag_manager", + ), + ( + "https://securepubads.g.doubleclick.net/tag/js/gpt.js", + "gpt", + ), + ("https://sdk.privacy-center.org/sdk.js", "didomi"), + ("https://js.datadome.co/tags.js", "datadome"), + ("https://cdn.permutive.com/sdk.js", "permutive"), + ("https://identity.loc.kr/sdk.js", "lockr"), + ("https://cdn.example.com/prebid.js", "prebid"), + ]; + + for (url, expected) in cases { + let parsed = Url::parse(url).expect("should parse URL"); + assert_eq!( + detect_integration_from_url(&parsed).as_deref(), + Some(expected), + "should detect {expected}" + ); + } + } + + #[test] + fn extract_gtm_container_id_reads_query_parameter_urls() { + let artifact = AuditArtifact { + audited_url: "https://publisher.example".to_string(), + page_title: None, + js_asset_count: 1, + third_party_asset_count: 1, + detected_integrations: Vec::new(), + assets: vec![AuditedAsset { + kind: "script".to_string(), + url: "https://www.googletagmanager.com/gtm.js?id=GTM-ABC123&l=dataLayer" + .to_string(), + host: "www.googletagmanager.com".to_string(), + party: AssetParty::ThirdParty, + integration: Some("google_tag_manager".to_string()), + }], + warnings: Vec::new(), + }; + + assert_eq!( + extract_gtm_container_id(&artifact).as_deref(), + Some("GTM-ABC123"), + "should extract GTM container IDs before query separators" + ); + } + + #[test] + fn artifact_serialization_uses_expected_shape() { + let artifact = AuditArtifact { + audited_url: "https://publisher.example".to_string(), + page_title: None, + js_asset_count: 1, + third_party_asset_count: 1, + detected_integrations: vec![DetectedIntegration { + id: "gpt".to_string(), + evidence: "https://securepubads.g.doubleclick.net/tag/js/gpt.js".to_string(), + }], + assets: vec![AuditedAsset { + kind: "script".to_string(), + url: "https://securepubads.g.doubleclick.net/tag/js/gpt.js".to_string(), + host: "securepubads.g.doubleclick.net".to_string(), + party: AssetParty::ThirdParty, + integration: Some("gpt".to_string()), + }], + warnings: Vec::new(), + }; + + let toml = toml::to_string_pretty(&artifact).expect("should serialize artifact"); + + assert!(toml.contains("audited_url = \"https://publisher.example\"")); + assert!(toml.contains("party = \"third-party\"")); + assert!(!toml.contains("page_title")); + } +} diff --git a/crates/trusted-server-cli/src/audit/browser_collector.rs b/crates/trusted-server-cli/src/audit/browser_collector.rs new file mode 100644 index 000000000..5317eea8f --- /dev/null +++ b/crates/trusted-server-cli/src/audit/browser_collector.rs @@ -0,0 +1,353 @@ +use std::path::{Path, PathBuf}; +use std::time::Duration; + +use chromiumoxide::browser::{Browser, BrowserConfig}; +use chromiumoxide::ArcHttpRequest; +use futures::StreamExt as _; +use serde::Deserialize; +use tempfile::TempDir; +use tokio::runtime::Builder; +use tokio::time::sleep; +use url::Url; +use which::which; + +use crate::audit::collector::{ + AuditCollector, CollectedPage, CollectedRequest, CollectedScriptTag, +}; +use crate::error::{report_error, CliResult}; + +const SETTLE_QUIET_PERIOD: Duration = Duration::from_millis(750); +const SETTLE_POLL_INTERVAL: Duration = Duration::from_millis(250); +const SETTLE_MAX_WAIT: Duration = Duration::from_secs(6); + +#[derive(Default)] +pub(crate) struct BrowserAuditCollector; + +impl AuditCollector for BrowserAuditCollector { + fn collect_page(&self, target_url: &Url) -> CliResult { + let runtime = Builder::new_current_thread() + .enable_all() + .build() + .map_err(|error| { + report_error(format!( + "failed to build Tokio runtime for browser audit: {error}" + )) + })?; + + runtime.block_on(collect_page_via_browser_async(target_url)) + } +} + +async fn collect_page_via_browser_async(target_url: &Url) -> CliResult { + let chrome_executable = find_browser_executable()?; + let user_data_dir = TempDir::new().map_err(|error| { + report_error(format!( + "failed to create temporary browser profile for audit: {error}" + )) + })?; + let config = BrowserConfig::builder() + .chrome_executable(chrome_executable) + .user_data_dir(user_data_dir.path()) + .new_headless_mode() + .build() + .map_err(|error| { + report_error(format!( + "failed to build Chromium configuration for audit: {error}" + )) + })?; + + let (mut browser, mut handler) = Browser::launch(config).await.map_err(|error| { + report_error(format!( + "failed to launch Chrome/Chromium for audit: {error}" + )) + })?; + + let handler_task = tokio::spawn(async move { + while let Some(event) = handler.next().await { + if event.is_err() { + break; + } + } + }); + + let result = collect_page_from_browser(&mut browser, target_url).await; + + let close_result = browser + .close() + .await + .map_err(|error| report_error(format!("failed to close browser after audit: {error}"))); + if close_result.is_err() { + handler_task.abort(); + } + let _ = handler_task.await; + + match (result, close_result) { + (Ok(collected), Ok(_)) => Ok(collected), + (Ok(_), Err(error)) | (Err(error), _) => Err(error), + } +} + +async fn collect_page_from_browser( + browser: &mut Browser, + target_url: &Url, +) -> CliResult { + let page = browser.new_page("about:blank").await.map_err(|error| { + report_error(format!("failed to create browser page for audit: {error}")) + })?; + + page.goto(target_url.as_str()) + .await + .map_err(|error| report_error(format!("failed to navigate to `{target_url}`: {error}")))?; + + let navigation_response = page.wait_for_navigation_response().await.map_err(|error| { + report_error(format!( + "failed to read main document navigation response: {error}" + )) + })?; + validate_navigation_response(navigation_response)?; + + let mut warnings = Vec::new(); + if !wait_for_page_settle(&page).await? { + warnings.push( + "browser audit timed out while waiting for the page to settle; results may be partial" + .to_string(), + ); + } + + let final_url = page + .url() + .await + .map_err(|error| report_error(format!("failed to read final page URL: {error}")))? + .ok_or_else(|| report_error("browser page URL was empty after navigation"))?; + let page_title = page + .get_title() + .await + .map_err(|error| report_error(format!("failed to read page title: {error}")))?; + let html = page + .content() + .await + .map_err(|error| report_error(format!("failed to read rendered page HTML: {error}")))?; + + let script_tags: Vec = page + .evaluate( + r#"() => Array.from(document.scripts).map((script) => ({ + src: script.src || null, + inline_text: script.src ? null : (script.textContent || null), + }))"#, + ) + .await + .map_err(|error| report_error(format!("failed to read rendered script tags: {error}")))? + .into_value() + .map_err(|error| { + report_error(format!( + "failed to decode rendered script tag data: {error}" + )) + })?; + + let network_requests: Vec = page + .evaluate( + r#"() => performance.getEntriesByType('resource').map((entry) => ({ + url: entry.name, + initiator_type: entry.initiatorType || null, + }))"#, + ) + .await + .map_err(|error| { + report_error(format!( + "failed to read browser performance resource entries: {error}" + )) + })? + .into_value() + .map_err(|error| { + report_error(format!( + "failed to decode browser performance resource data: {error}" + )) + })?; + + Ok(CollectedPage { + requested_url: target_url.to_string(), + final_url, + page_title: page_title.filter(|title| !title.trim().is_empty()), + html, + script_tags: script_tags + .into_iter() + .map(|script| CollectedScriptTag { + src: script.src, + inline_text: script.inline_text.filter(|text| !text.trim().is_empty()), + }) + .collect(), + network_requests: network_requests + .into_iter() + .map(|entry| CollectedRequest { + url: entry.url, + method: "GET".to_string(), + resource_type: entry.initiator_type, + status: None, + }) + .collect(), + warnings, + }) +} + +async fn wait_for_page_settle(page: &chromiumoxide::Page) -> CliResult { + let mut elapsed = Duration::ZERO; + let mut previous_count = None; + let mut stable_for = Duration::ZERO; + + while elapsed < SETTLE_MAX_WAIT { + let ready_state: String = page + .evaluate("document.readyState") + .await + .map_err(|error| report_error(format!("failed to read document ready state: {error}")))? + .into_value() + .map_err(|error| { + report_error(format!("failed to decode document ready state: {error}")) + })?; + let resource_count: usize = page + .evaluate("performance.getEntriesByType('resource').length") + .await + .map_err(|error| report_error(format!("failed to read resource count: {error}")))? + .into_value() + .map_err(|error| report_error(format!("failed to decode resource count: {error}")))?; + + if ready_state == "complete" { + if previous_count == Some(resource_count) { + stable_for += SETTLE_POLL_INTERVAL; + } else { + stable_for = Duration::ZERO; + } + + if stable_for >= SETTLE_QUIET_PERIOD { + return Ok(true); + } + } + + previous_count = Some(resource_count); + sleep(SETTLE_POLL_INTERVAL).await; + elapsed += SETTLE_POLL_INTERVAL; + } + + Ok(false) +} + +fn validate_navigation_response(navigation_response: ArcHttpRequest) -> CliResult<()> { + let request = navigation_response + .ok_or_else(|| report_error("browser audit did not capture the main document response"))?; + + if let Some(failure_text) = &request.failure_text { + return Err(report_error(format!( + "main document request failed: {failure_text}" + ))); + } + + let response = request.response.as_ref().ok_or_else(|| { + report_error("browser audit did not capture the main document HTTP response") + })?; + + if is_successful_navigation_status(response.status) { + return Ok(()); + } + + Err(report_error(format!( + "audit request returned HTTP {} {} for `{}`", + response.status, response.status_text, response.url + ))) +} + +fn is_successful_navigation_status(status: i64) -> bool { + (200..400).contains(&status) +} + +fn find_browser_executable() -> CliResult { + for candidate in browser_executable_path_candidates() { + if let Ok(path) = which(candidate) { + return Ok(path); + } + } + + for candidate in browser_executable_fallbacks() { + let candidate_path = Path::new(candidate); + if candidate_path.is_file() { + return Ok(candidate_path.to_path_buf()); + } + } + + Err(report_error( + "Chrome/Chromium was not found on PATH or in the standard local install locations checked by `ts audit`. Install a local Chrome or Chromium binary before running `ts audit`.", + )) +} + +fn browser_executable_path_candidates() -> &'static [&'static str] { + &[ + "google-chrome", + "google-chrome-stable", + "chromium", + "chromium-browser", + "chrome", + "Google Chrome", + "Google Chrome for Testing", + ] +} + +fn browser_executable_fallbacks() -> &'static [&'static str] { + #[cfg(target_os = "macos")] + { + &[ + "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome", + "/Applications/Chromium.app/Contents/MacOS/Chromium", + "/Applications/Google Chrome for Testing.app/Contents/MacOS/Google Chrome for Testing", + ] + } + + #[cfg(target_os = "linux")] + { + &[ + "/usr/bin/google-chrome", + "/usr/bin/google-chrome-stable", + "/usr/bin/chromium", + "/usr/bin/chromium-browser", + "/snap/bin/chromium", + ] + } + + #[cfg(not(any(target_os = "macos", target_os = "linux")))] + { + &[] + } +} + +#[derive(Debug, Deserialize)] +struct BrowserScriptTag { + src: Option, + inline_text: Option, +} + +#[derive(Debug, Deserialize)] +struct BrowserPerformanceEntry { + url: String, + initiator_type: Option, +} + +#[cfg(test)] +mod tests { + use super::*; + + #[test] + fn successful_navigation_status_allows_redirects_but_rejects_errors() { + assert!(is_successful_navigation_status(200)); + assert!(is_successful_navigation_status(302)); + assert!(is_successful_navigation_status(399)); + assert!(!is_successful_navigation_status(199)); + assert!(!is_successful_navigation_status(400)); + assert!(!is_successful_navigation_status(500)); + } + + #[test] + fn browser_path_candidates_include_common_names() { + let candidates = browser_executable_path_candidates(); + + assert!(candidates.contains(&"google-chrome")); + assert!(candidates.contains(&"chromium")); + assert!(candidates.contains(&"Google Chrome for Testing")); + } +} diff --git a/crates/trusted-server-cli/src/audit/collector.rs b/crates/trusted-server-cli/src/audit/collector.rs new file mode 100644 index 000000000..184a8987a --- /dev/null +++ b/crates/trusted-server-cli/src/audit/collector.rs @@ -0,0 +1,43 @@ +use serde::{Deserialize, Serialize}; +use url::Url; + +use crate::error::CliResult; + +pub(crate) trait AuditCollector { + fn collect_page(&self, target_url: &Url) -> CliResult; +} + +#[derive(Debug, Clone, Deserialize, Serialize, PartialEq, Eq)] +pub(crate) struct CollectedPage { + pub(crate) requested_url: String, + pub(crate) final_url: String, + pub(crate) page_title: Option, + pub(crate) html: String, + pub(crate) script_tags: Vec, + pub(crate) network_requests: Vec, + pub(crate) warnings: Vec, +} + +#[derive(Debug, Clone, Deserialize, Serialize, PartialEq, Eq)] +pub(crate) struct CollectedScriptTag { + pub(crate) src: Option, + pub(crate) inline_text: Option, +} + +#[derive(Debug, Clone, Deserialize, Serialize, PartialEq, Eq)] +pub(crate) struct CollectedRequest { + pub(crate) url: String, + pub(crate) method: String, + pub(crate) resource_type: Option, + pub(crate) status: Option, +} + +impl CollectedPage { + pub(crate) fn requested_url(&self) -> Result { + Url::parse(&self.requested_url) + } + + pub(crate) fn final_url(&self) -> Result { + Url::parse(&self.final_url) + } +} diff --git a/crates/trusted-server-cli/src/config_command.rs b/crates/trusted-server-cli/src/config_command.rs new file mode 100644 index 000000000..723a797d2 --- /dev/null +++ b/crates/trusted-server-cli/src/config_command.rs @@ -0,0 +1,466 @@ +use std::fs; +use std::io::Write; +use std::path::{Path, PathBuf}; + +use serde::Serialize; +use trusted_server_core::config_payload::{ + build_config_payload, settings_from_config_entries, ConfigPayload, +}; +use trusted_server_core::ec::registry::PartnerRegistry; +use trusted_server_core::integrations::{ + adserver_mock::AdServerMockConfig, aps::ApsConfig, datadome::DataDomeConfig, + didomi::DidomiIntegrationConfig, google_tag_manager::GoogleTagManagerConfig, gpt::GptConfig, + lockr::LockrConfig, nextjs::NextJsIntegrationConfig, permutive::PermutiveConfig, prebid, + sourcepoint::SourcepointConfig, testlight::TestlightConfig, +}; +use trusted_server_core::settings::{IntegrationConfig, Settings}; +use validator::Validate as _; + +use crate::args::{ConfigInitArgs, ConfigValidateArgs}; +use crate::error::{cli_error, report_error, CliResult}; + +pub(crate) const EXAMPLE_CONFIG: &str = include_str!(concat!( + env!("CARGO_MANIFEST_DIR"), + "/../../trusted-server.example.toml" +)); + +#[derive(Debug)] +pub struct LoadedConfig { + pub path: PathBuf, + pub payload: ConfigPayload, +} + +#[derive(Serialize)] +struct ValidateJson<'a> { + valid: bool, + config_path: String, + entry_count: Option, + config_hash: Option<&'a str>, + errors: Vec, +} + +pub fn run_init(args: &ConfigInitArgs, out: &mut dyn Write) -> CliResult<()> { + if args.config.exists() && !args.force { + return cli_error(format!( + "{} already exists; pass --force to overwrite", + args.config.display() + )); + } + + if let Some(parent) = args + .config + .parent() + .filter(|parent| !parent.as_os_str().is_empty()) + { + fs::create_dir_all(parent).map_err(|error| { + report_error(format!( + "failed to create parent directory {}: {error}", + parent.display() + )) + })?; + } + + fs::write(&args.config, EXAMPLE_CONFIG).map_err(|error| { + report_error(format!( + "failed to write config {}: {error}", + args.config.display() + )) + })?; + writeln!(out, "Initialized config at {}", args.config.display()) + .map_err(|error| report_error(format!("failed to write command output: {error}")))?; + Ok(()) +} + +pub fn run_validate( + args: &ConfigValidateArgs, + out: &mut dyn Write, + err: &mut dyn Write, +) -> CliResult<()> { + match load_config(&args.config) { + Ok(loaded) => { + if args.json { + let response = ValidateJson { + valid: true, + config_path: absolute_display(&loaded.path), + entry_count: Some(loaded.payload.settings_entries.len()), + config_hash: Some(&loaded.payload.hash), + errors: Vec::new(), + }; + serde_json::to_writer(&mut *out, &response).map_err(|error| { + report_error(format!( + "failed to serialize validation JSON output: {error}" + )) + })?; + writeln!(out).map_err(|error| { + report_error(format!("failed to write command output: {error}")) + })?; + } else { + writeln!(out, "Config valid: {}", absolute_display(&loaded.path)).map_err( + |error| report_error(format!("failed to write command output: {error}")), + )?; + writeln!( + out, + "Config entries: {}", + loaded.payload.settings_entries.len() + ) + .map_err(|error| { + report_error(format!("failed to write command output: {error}")) + })?; + writeln!(out, "Config hash: {}", loaded.payload.hash).map_err(|error| { + report_error(format!("failed to write command output: {error}")) + })?; + } + Ok(()) + } + Err(error) => { + let message = format_config_error(&args.config, &error); + if args.json { + let response = ValidateJson { + valid: false, + config_path: absolute_display(&args.config), + entry_count: None, + config_hash: None, + errors: vec![message], + }; + serde_json::to_writer(&mut *out, &response).map_err(|error| { + report_error(format!( + "failed to serialize validation JSON output: {error}" + )) + })?; + writeln!(out).map_err(|error| { + report_error(format!("failed to write command output: {error}")) + })?; + } else { + writeln!(err, "{message}").map_err(|error| { + report_error(format!("failed to write error output: {error}")) + })?; + } + Err(error) + } + } +} + +pub fn load_config(path: &Path) -> CliResult { + let contents = fs::read_to_string(path).map_err(|error| { + report_error(format!( + "missing {}: run `ts config init` or pass --config : {error}", + path.display() + )) + })?; + let settings = Settings::from_toml(&contents) + .map_err(|error| report_error(format!("invalid app config: {error:?}")))?; + settings.validate().map_err(|error| { + report_error(format!( + "invalid app config: Configuration validation failed: {error}" + )) + })?; + settings + .reject_placeholder_secrets() + .map_err(|error| report_error(format!("invalid app config: {error:?}")))?; + let payload = build_config_payload(&settings) + .map_err(|error| report_error(format!("failed to build config payload: {error:?}")))?; + let runtime_settings = settings_from_config_entries(&payload.entries).map_err(|error| { + report_error(format!( + "invalid app config: flattened payload failed runtime reconstruction: {error:?}" + )) + })?; + validate_runtime_startup(&runtime_settings)?; + Ok(LoadedConfig { + path: path.to_path_buf(), + payload, + }) +} + +fn validate_runtime_startup(settings: &Settings) -> CliResult<()> { + let enabled_auction_providers = validate_enabled_integrations(settings)?; + validate_auction_provider_names(settings, &enabled_auction_providers)?; + PartnerRegistry::from_config(&settings.ec.partners) + .map(|_| ()) + .map_err(|error| { + report_error(format!( + "invalid app config: EC partner registry startup failed: {error:?}" + )) + })?; + Ok(()) +} + +fn validate_enabled_integrations( + settings: &Settings, +) -> CliResult> { + let mut enabled_auction_providers = std::collections::HashSet::new(); + + if validate_prebid(settings)? { + enabled_auction_providers.insert("prebid"); + } + if validate_integration::(settings, "aps")? { + enabled_auction_providers.insert("aps"); + } + if validate_integration::(settings, "adserver_mock")? { + enabled_auction_providers.insert("adserver_mock"); + } + validate_integration::(settings, "testlight")?; + validate_integration::(settings, "nextjs")?; + validate_integration::(settings, "permutive")?; + validate_integration::(settings, "lockr")?; + validate_integration::(settings, "didomi")?; + validate_integration::(settings, "sourcepoint")?; + validate_integration::(settings, "google_tag_manager")?; + validate_integration::(settings, "datadome")?; + validate_integration::(settings, "gpt")?; + + Ok(enabled_auction_providers) +} + +fn validate_prebid(settings: &Settings) -> CliResult { + prebid::validate_config_for_startup(settings) + .map(|config| config.is_some()) + .map_err(|error| { + report_error(format!( + "invalid app config: integration startup failed for `prebid`: {error:?}" + )) + }) +} + +fn validate_integration(settings: &Settings, integration_id: &str) -> CliResult +where + T: IntegrationConfig, +{ + settings + .integration_config::(integration_id) + .map(|config| config.is_some()) + .map_err(|error| { + report_error(format!( + "invalid app config: integration startup failed for `{integration_id}`: {error:?}" + )) + }) +} + +fn validate_auction_provider_names( + settings: &Settings, + enabled_auction_providers: &std::collections::HashSet<&'static str>, +) -> CliResult<()> { + if !settings.auction.enabled { + return Ok(()); + } + + for provider_name in settings + .auction + .providers + .iter() + .chain(settings.auction.mediator.iter()) + { + if !enabled_auction_providers.contains(provider_name.as_str()) { + return cli_error(format!( + "invalid app config: auction startup failed: provider `{provider_name}` is listed in [auction] but no enabled integration provides it" + )); + } + } + + Ok(()) +} + +fn absolute_display(path: &Path) -> String { + fs::canonicalize(path) + .unwrap_or_else(|_| path.to_path_buf()) + .display() + .to_string() +} + +fn format_config_error(path: &Path, error: &error_stack::Report) -> String { + let mut message = format!("Config invalid: {}: {error:?}", path.display()); + if !path.exists() { + message.push_str("\nHint: run `ts config init` or pass --config "); + } + message +} + +#[cfg(test)] +mod tests { + use super::*; + use tempfile::TempDir; + + fn valid_config() -> String { + r#" +[publisher] +domain = "example.com" +cookie_domain = ".example.com" +origin_url = "https://origin.example.com" +proxy_secret = "production-proxy-secret" + +[ec] +passphrase = "production-secret-key-32-bytes-min" + +[[handlers]] +path = "^/_ts/admin" +username = "admin" +password = "production-admin-password-32-bytes" +"# + .to_string() + } + + #[test] + fn init_writes_default_config_and_refuses_overwrite() { + let temp = TempDir::new().expect("should create temp dir"); + let path = temp.path().join("trusted-server.toml"); + let mut out = Vec::new(); + + run_init( + &ConfigInitArgs { + config: path.clone(), + force: false, + }, + &mut out, + ) + .expect("should initialize config"); + assert!(path.exists(), "should write config file"); + + let err = run_init( + &ConfigInitArgs { + config: path, + force: false, + }, + &mut Vec::new(), + ) + .expect_err("should refuse overwrite"); + assert!( + err.to_string().contains("already exists"), + "error should mention existing file" + ); + } + + #[test] + fn validate_json_success_reports_hash() { + let temp = TempDir::new().expect("should create temp dir"); + let path = temp.path().join("trusted-server.toml"); + fs::write(&path, valid_config()).expect("should write config"); + let mut out = Vec::new(); + + run_validate( + &ConfigValidateArgs { + config: path, + json: true, + }, + &mut out, + &mut Vec::new(), + ) + .expect("should validate config"); + + let value: serde_json::Value = serde_json::from_slice(&out).expect("should parse JSON"); + assert_eq!(value["valid"], true); + assert!( + value["entry_count"].as_u64().is_some(), + "entry count should be numeric" + ); + assert!( + value["config_hash"] + .as_str() + .expect("should have hash") + .starts_with("sha256:"), + "hash should use sha256 prefix" + ); + } + + #[test] + fn validate_rejects_unknown_fields() { + let temp = TempDir::new().expect("should create temp dir"); + let path = temp.path().join("trusted-server.toml"); + fs::write( + &path, + format!("{}\nunknown_top_level = true\n", valid_config()), + ) + .expect("should write config"); + + let err = load_config(&path).expect_err("should reject unknown field"); + assert!( + format!("{err:?}").contains("unknown_top_level"), + "error should mention unknown field" + ); + } + + #[test] + fn validate_rejects_enabled_integration_startup_errors() { + let temp = TempDir::new().expect("should create temp dir"); + let path = temp.path().join("trusted-server.toml"); + fs::write( + &path, + format!( + r#"{} + +[integrations.prebid] +enabled = true +server_url = "not-a-url" +"#, + valid_config() + ), + ) + .expect("should write config"); + + let err = load_config(&path).expect_err("should reject invalid enabled integration"); + let message = format!("{err:?}"); + assert!( + message.contains("integration startup failed") + || message.contains("auction startup failed"), + "error should mention runtime startup validation" + ); + assert!( + message.contains("server_url") || message.contains("url"), + "error should mention invalid URL" + ); + } + + #[test] + fn validate_rejects_prebid_startup_rule_errors() { + let temp = TempDir::new().expect("should create temp dir"); + let path = temp.path().join("trusted-server.toml"); + fs::write( + &path, + format!( + r#"{} + +[integrations.prebid] +enabled = true +server_url = "https://prebid.example.com/openrtb2/auction" + +[[integrations.prebid.bid_param_override_rules]] +when = {{ bidder = "kargo" }} +set = {{}} +"#, + valid_config() + ), + ) + .expect("should write config"); + + let err = load_config(&path).expect_err("should reject invalid Prebid runtime rule"); + let message = format!("{err:?}"); + assert!( + message.contains("prebid"), + "error should mention Prebid validation" + ); + assert!( + message.contains("set"), + "error should mention the invalid override set" + ); + } + + #[test] + fn validate_rejects_placeholders_from_init_template() { + let temp = TempDir::new().expect("should create temp dir"); + let path = temp.path().join("trusted-server.toml"); + let mut out = Vec::new(); + run_init( + &ConfigInitArgs { + config: path.clone(), + force: false, + }, + &mut out, + ) + .expect("should initialize config"); + + let err = load_config(&path).expect_err("template should require edits before validation"); + let error = format!("{err:?}"); + assert!( + error.contains("Insecure default") || error.contains("placeholder password"), + "error should mention an unreplaced placeholder secret" + ); + } +} diff --git a/crates/trusted-server-cli/src/edgezero_delegate.rs b/crates/trusted-server-cli/src/edgezero_delegate.rs new file mode 100644 index 000000000..fda67669b --- /dev/null +++ b/crates/trusted-server-cli/src/edgezero_delegate.rs @@ -0,0 +1,436 @@ +use std::env; +use std::io::{ErrorKind, Write}; +use std::path::{Path, PathBuf}; +use std::process::Command; + +use clap::Parser as _; +use edgezero_adapter::registry::{ + self as adapter_registry, AdapterAction, AdapterPushContext, ResolvedStoreId, +}; +use edgezero_core::env_config::EnvConfig; +use edgezero_core::manifest::{Manifest, ManifestLoader, ResolvedEnvironment}; + +use crate::error::{cli_error, report_error, CliResult}; + +#[derive(Clone, Copy, Debug, Eq, PartialEq)] +pub enum LifecycleCommand { + AuthLogin, + AuthLogout, + AuthStatus, + Build, + Deploy, + Provision, + Serve, +} + +#[derive(Clone, Debug, Eq, PartialEq)] +pub struct ConfigPushRequest { + pub adapter: String, + pub manifest: PathBuf, + pub store: String, + pub local: bool, + pub dry_run: bool, + pub runtime_config: Option, + pub entries: Vec<(String, String)>, + pub settings_entry_count: usize, + pub config_hash: String, +} + +pub trait EdgeZeroDelegate { + fn run_lifecycle( + &mut self, + command: LifecycleCommand, + adapter: &str, + passthrough: &[String], + ) -> CliResult<()>; + + fn push_config(&mut self, request: &ConfigPushRequest, out: &mut dyn Write) -> CliResult<()>; +} + +#[derive(Default)] +pub struct ProductionEdgeZeroDelegate; + +impl EdgeZeroDelegate for ProductionEdgeZeroDelegate { + fn run_lifecycle( + &mut self, + command: LifecycleCommand, + adapter: &str, + passthrough: &[String], + ) -> CliResult<()> { + match command { + LifecycleCommand::Provision => run_edgezero_provision(adapter, passthrough), + other => run_edgezero_lifecycle(other, adapter, passthrough), + } + } + + fn push_config(&mut self, request: &ConfigPushRequest, out: &mut dyn Write) -> CliResult<()> { + push_config_entries(request, out) + } +} + +fn run_edgezero_provision(adapter: &str, passthrough: &[String]) -> CliResult<()> { + let mut argv = vec![ + "edgezero".to_string(), + "provision".to_string(), + "--adapter".to_string(), + adapter.to_string(), + ]; + argv.extend(passthrough.iter().cloned()); + let parsed = edgezero_cli::args::Args::try_parse_from(argv).map_err(|error| { + report_error(format!( + "[edgezero] failed to parse provision args: {error}" + )) + })?; + let edgezero_cli::args::Command::Provision(args) = parsed.cmd else { + return cli_error("internal error: parsed EdgeZero command was not provision"); + }; + edgezero_cli::run_provision(&args).map_err(|error| report_error(format!("[edgezero] {error}"))) +} + +fn run_edgezero_lifecycle( + command: LifecycleCommand, + adapter_name: &str, + passthrough: &[String], +) -> CliResult<()> { + let manifest = load_manifest_optional()?; + ensure_adapter_defined(adapter_name, manifest.as_ref())?; + + if let Some(loader) = &manifest { + if let Some(command_text) = manifest_command(loader.manifest(), adapter_name, command) { + let manifest = loader.manifest(); + let root = manifest.root().unwrap_or_else(|| Path::new(".")); + let environment = manifest.environment_for(adapter_name); + let adapter_bind = adapter_bind_from_manifest(manifest, adapter_name); + return run_shell(command_text, root, &environment, adapter_bind, passthrough); + } + } + + let adapter = adapter_registry::get_adapter(adapter_name).ok_or_else(|| { + let available = adapter_registry::registered_adapters(); + report_error(if available.is_empty() { + format!("adapter `{adapter_name}` is not registered in this build") + } else { + format!( + "adapter `{}` is not registered (available: {})", + adapter_name, + available.join(", ") + ) + }) + })?; + + adapter + .execute(adapter_action(command), passthrough) + .map_err(|error| report_error(format!("[edgezero] {error}"))) +} + +fn adapter_action(command: LifecycleCommand) -> AdapterAction { + match command { + LifecycleCommand::AuthLogin => AdapterAction::AuthLogin, + LifecycleCommand::AuthLogout => AdapterAction::AuthLogout, + LifecycleCommand::AuthStatus => AdapterAction::AuthStatus, + LifecycleCommand::Build => AdapterAction::Build, + LifecycleCommand::Deploy => AdapterAction::Deploy, + LifecycleCommand::Serve => AdapterAction::Serve, + LifecycleCommand::Provision => AdapterAction::Build, + } +} + +fn manifest_command<'manifest>( + manifest: &'manifest Manifest, + adapter_name: &str, + command: LifecycleCommand, +) -> Option<&'manifest str> { + let (_canonical, cfg) = manifest.adapter_entry(adapter_name)?; + match command { + LifecycleCommand::AuthLogin => cfg.commands.auth_login.as_deref(), + LifecycleCommand::AuthLogout => cfg.commands.auth_logout.as_deref(), + LifecycleCommand::AuthStatus => cfg.commands.auth_status.as_deref(), + LifecycleCommand::Build => cfg.commands.build.as_deref(), + LifecycleCommand::Deploy => cfg.commands.deploy.as_deref(), + LifecycleCommand::Serve => cfg.commands.serve.as_deref(), + LifecycleCommand::Provision => None, + } +} + +fn load_manifest_optional() -> CliResult> { + let (path, explicit) = env::var("EDGEZERO_MANIFEST").map_or_else( + |_| (PathBuf::from("edgezero.toml"), false), + |raw| (PathBuf::from(raw), true), + ); + + match ManifestLoader::from_path(&path) { + Ok(loader) => Ok(Some(loader)), + Err(error) if error.kind() == ErrorKind::NotFound && !explicit => Ok(None), + Err(error) => cli_error(format!("failed to load {}: {error}", path.display())), + } +} + +fn ensure_adapter_defined( + adapter_name: &str, + manifest_loader: Option<&ManifestLoader>, +) -> CliResult<()> { + let Some(loader) = manifest_loader else { + return Ok(()); + }; + if loader.manifest().adapter_entry(adapter_name).is_some() { + return Ok(()); + } + let available: Vec = loader.manifest().adapters.keys().cloned().collect(); + if available.is_empty() { + cli_error(format!( + "adapter `{adapter_name}` is not configured in edgezero.toml (no adapters defined)" + )) + } else { + cli_error(format!( + "adapter `{}` is not configured in edgezero.toml (available: {})", + adapter_name, + available.join(", ") + )) + } +} + +fn run_shell( + command_text: &str, + cwd: &Path, + environment: &ResolvedEnvironment, + adapter_bind: (Option, Option), + passthrough: &[String], +) -> CliResult<()> { + let full_command = if passthrough.is_empty() { + command_text.to_string() + } else { + format!("{} {}", command_text, shell_join(passthrough)) + }; + let mut command = Command::new("sh"); + command.arg("-c").arg(&full_command).current_dir(cwd); + + apply_adapter_bind(adapter_bind, &mut command); + apply_environment(environment, &mut command)?; + + let status = command.status().map_err(|error| { + report_error(format!( + "failed to run EdgeZero command `{command_text}`: {error}" + )) + })?; + + if status.success() { + Ok(()) + } else { + cli_error(format!( + "EdgeZero command `{command_text}` exited with status {status}" + )) + } +} + +fn adapter_bind_from_manifest( + manifest: &Manifest, + adapter_name: &str, +) -> (Option, Option) { + let Some((_canonical, cfg)) = manifest.adapter_entry(adapter_name) else { + return (None, None); + }; + (cfg.adapter.host.clone(), cfg.adapter.port) +} + +fn apply_adapter_bind(adapter_bind: (Option, Option), command: &mut Command) { + let (host, port) = adapter_bind; + if let Some(host) = host { + if env::var_os("EDGEZERO__ADAPTER__HOST").is_none() { + command.env("EDGEZERO__ADAPTER__HOST", host); + } + } + if let Some(port) = port { + if env::var_os("EDGEZERO__ADAPTER__PORT").is_none() { + command.env("EDGEZERO__ADAPTER__PORT", port.to_string()); + } + } +} + +fn apply_environment(environment: &ResolvedEnvironment, command: &mut Command) -> CliResult<()> { + for binding in &environment.variables { + if let Some(value) = &binding.value { + if env::var_os(&binding.env).is_none() { + command.env(&binding.env, value); + } + } + } + + let missing: Vec = environment + .secrets + .iter() + .filter(|binding| env::var_os(&binding.env).is_none()) + .map(|binding| format!("{} (env `{}`)", binding.name, binding.env)) + .collect(); + if missing.is_empty() { + Ok(()) + } else { + cli_error(format!( + "EdgeZero command requires the following secrets to be set: {}", + missing.join(", ") + )) + } +} + +fn shell_escape(arg: &str) -> String { + if arg.is_empty() { + "''".to_string() + } else if arg + .chars() + .all(|ch| ch.is_ascii_alphanumeric() || "._-/:=@".contains(ch)) + { + arg.to_string() + } else { + format!("'{}'", arg.replace('\'', "'\"'\"'")) + } +} + +fn shell_join(args: &[String]) -> String { + args.iter() + .map(|arg| shell_escape(arg.as_str())) + .collect::>() + .join(" ") +} + +fn push_config_entries(request: &ConfigPushRequest, out: &mut dyn Write) -> CliResult<()> { + let manifest_loader = ManifestLoader::from_path(&request.manifest).map_err(|error| { + report_error(format!( + "failed to load {}: {error}", + request.manifest.display() + )) + })?; + ensure_adapter_defined(&request.adapter, Some(&manifest_loader))?; + let manifest = manifest_loader.manifest(); + let (_canonical, adapter_cfg) = manifest.adapter_entry(&request.adapter).ok_or_else(|| { + report_error(format!( + "adapter `{}` is not declared in {}", + request.adapter, + request.manifest.display() + )) + })?; + + let adapter = adapter_registry::get_adapter(&request.adapter).ok_or_else(|| { + report_error(format!( + "adapter `{}` is declared in {} but not registered in this build", + request.adapter, + request.manifest.display() + )) + })?; + + let declaration = manifest.stores.config.as_ref().ok_or_else(|| { + report_error("manifest has no `[stores.config]` section; declare it before pushing config") + })?; + if !declaration.ids.iter().any(|id| id == &request.store) { + return cli_error(format!( + "--store={:?} is not in [stores.config].ids ({:?})", + request.store, declaration.ids + )); + } + + let env_config = EnvConfig::from_env(); + let store = ResolvedStoreId::new( + request.store.clone(), + env_config.store_name("config", &request.store), + ); + let manifest_root = request + .manifest + .parent() + .filter(|parent| !parent.as_os_str().is_empty()) + .unwrap_or_else(|| Path::new(".")); + let mut push_context = AdapterPushContext::new().with_local(request.local); + if let Some(path) = request.runtime_config.as_deref() { + push_context = push_context.with_runtime_config_path(path); + } + if let Some(deploy_cmd) = adapter_cfg.commands.deploy.as_deref() { + push_context = push_context.with_manifest_adapter_deploy_cmd(deploy_cmd); + } + + let lines = if request.local { + adapter.push_config_entries_local( + manifest_root, + adapter_cfg.adapter.manifest.as_deref(), + adapter_cfg.adapter.component.as_deref(), + &store, + &request.entries, + &push_context, + request.dry_run, + ) + } else { + adapter.push_config_entries( + manifest_root, + adapter_cfg.adapter.manifest.as_deref(), + adapter_cfg.adapter.component.as_deref(), + &store, + &request.entries, + &push_context, + request.dry_run, + ) + } + .map_err(|error| report_error(format!("[edgezero] {error}")))?; + + if request.dry_run { + writeln!( + out, + "Config push dry run: {} entries -> {} ({})", + request.settings_entry_count, request.store, request.config_hash + ) + .map_err(|error| report_error(format!("failed to write command output: {error}")))?; + } else { + writeln!( + out, + "Config pushed: {} entries -> {} ({})", + request.settings_entry_count, request.store, request.config_hash + ) + .map_err(|error| report_error(format!("failed to write command output: {error}")))?; + } + for key in request + .entries + .iter() + .map(|(key, _value)| key) + .filter(|key| key.as_str() != trusted_server_core::config_payload::CONFIG_KEYS_KEY) + .filter(|key| key.as_str() != trusted_server_core::config_payload::CONFIG_HASH_KEY) + { + writeln!(out, " {key}") + .map_err(|error| report_error(format!("failed to write command output: {error}")))?; + } + for line in lines { + writeln!(out, "{line}") + .map_err(|error| report_error(format!("failed to write command output: {error}")))?; + } + Ok(()) +} + +#[cfg(test)] +pub mod tests { + use super::*; + + #[derive(Default)] + pub struct FakeEdgeZeroDelegate { + pub lifecycle_calls: Vec<(LifecycleCommand, String, Vec)>, + pub push_calls: Vec, + } + + impl EdgeZeroDelegate for FakeEdgeZeroDelegate { + fn run_lifecycle( + &mut self, + command: LifecycleCommand, + adapter: &str, + passthrough: &[String], + ) -> CliResult<()> { + self.lifecycle_calls + .push((command, adapter.to_string(), passthrough.to_vec())); + Ok(()) + } + + fn push_config( + &mut self, + request: &ConfigPushRequest, + out: &mut dyn Write, + ) -> CliResult<()> { + self.push_calls.push(request.clone()); + writeln!(out, "fake push").map_err(|error| { + report_error(format!("failed to write fake push output: {error}")) + })?; + Ok(()) + } + } +} diff --git a/crates/trusted-server-cli/src/error.rs b/crates/trusted-server-cli/src/error.rs new file mode 100644 index 000000000..c13a9ebe2 --- /dev/null +++ b/crates/trusted-server-cli/src/error.rs @@ -0,0 +1,25 @@ +use core::error::Error; + +use error_stack::Report; + +#[derive(Debug, derive_more::Display)] +#[display("{message}")] +pub struct CliError { + message: String, +} + +impl Error for CliError {} + +pub type CliResult = Result>; + +pub fn cli_error(message: impl Into) -> CliResult { + Err(Report::new(CliError { + message: message.into(), + })) +} + +pub fn report_error(message: impl Into) -> Report { + Report::new(CliError { + message: message.into(), + }) +} diff --git a/crates/trusted-server-cli/src/lib.rs b/crates/trusted-server-cli/src/lib.rs new file mode 100644 index 000000000..26c1c37d2 --- /dev/null +++ b/crates/trusted-server-cli/src/lib.rs @@ -0,0 +1,26 @@ +#![cfg_attr( + test, + allow( + clippy::print_stdout, + clippy::print_stderr, + clippy::panic, + clippy::dbg_macro, + clippy::unwrap_used, + ) +)] + +#[cfg(not(target_arch = "wasm32"))] +mod args; +#[cfg(not(target_arch = "wasm32"))] +mod audit; +#[cfg(not(target_arch = "wasm32"))] +mod config_command; +#[cfg(not(target_arch = "wasm32"))] +mod edgezero_delegate; +#[cfg(not(target_arch = "wasm32"))] +mod error; +#[cfg(not(target_arch = "wasm32"))] +mod run; + +#[cfg(not(target_arch = "wasm32"))] +pub use run::{run_from_env, run_with_io}; diff --git a/crates/trusted-server-cli/src/main.rs b/crates/trusted-server-cli/src/main.rs new file mode 100644 index 000000000..d9263de91 --- /dev/null +++ b/crates/trusted-server-cli/src/main.rs @@ -0,0 +1,13 @@ +#[cfg(not(target_arch = "wasm32"))] +fn main() { + use std::process; + + edgezero_cli::init_cli_logger(); + if let Err(err) = trusted_server_cli::run_from_env() { + log::error!("{err:?}"); + process::exit(1); + } +} + +#[cfg(target_arch = "wasm32")] +fn main() {} diff --git a/crates/trusted-server-cli/src/run.rs b/crates/trusted-server-cli/src/run.rs new file mode 100644 index 000000000..8582b671c --- /dev/null +++ b/crates/trusted-server-cli/src/run.rs @@ -0,0 +1,305 @@ +use std::io::Write; + +use clap::Parser as _; + +use crate::args::{Args, AuthCommand, Command, ConfigCommand}; +use crate::audit::browser_collector::BrowserAuditCollector; +use crate::audit::collector::AuditCollector; +use crate::config_command::{load_config, run_init, run_validate}; +use crate::edgezero_delegate::{ + ConfigPushRequest, EdgeZeroDelegate, LifecycleCommand, ProductionEdgeZeroDelegate, +}; +use crate::error::CliResult; + +/// Run the CLI using process arguments and standard output streams. +/// +/// # Errors +/// +/// Returns an error when command parsing, config validation, `EdgeZero` +/// delegation, or output writing fails. +pub fn run_from_env() -> CliResult<()> { + let args = Args::parse(); + let mut stdout = std::io::stdout(); + let mut stderr = std::io::stderr(); + let mut delegate = ProductionEdgeZeroDelegate; + let audit = BrowserAuditCollector; + let mut services = CliServices { + edgezero: &mut delegate, + audit: &audit, + }; + dispatch(args, &mut services, &mut stdout, &mut stderr) +} + +/// Run the CLI from explicit arguments and output streams. +/// +/// # Errors +/// +/// Returns an error when command parsing, config validation, `EdgeZero` +/// delegation, or output writing fails. +pub fn run_with_io(args: I, out: &mut dyn Write, err: &mut dyn Write) -> CliResult<()> +where + I: IntoIterator, + T: Into + Clone, +{ + let parsed = Args::try_parse_from(args).map_err(|error| { + crate::error::report_error(format!("failed to parse command arguments: {error}")) + })?; + let mut delegate = ProductionEdgeZeroDelegate; + let audit = BrowserAuditCollector; + let mut services = CliServices { + edgezero: &mut delegate, + audit: &audit, + }; + dispatch(parsed, &mut services, out, err) +} + +struct CliServices<'a> { + edgezero: &'a mut dyn EdgeZeroDelegate, + audit: &'a dyn AuditCollector, +} + +fn dispatch( + args: Args, + services: &mut CliServices<'_>, + out: &mut dyn Write, + err: &mut dyn Write, +) -> CliResult<()> { + match args.command { + Command::Audit(audit) => crate::audit::run_audit(&audit, services.audit, out), + Command::Auth(auth) => match auth.command { + AuthCommand::Login(login) => services.edgezero.run_lifecycle( + LifecycleCommand::AuthLogin, + &login.adapter, + &login.edgezero_args, + ), + AuthCommand::Logout(logout) => services.edgezero.run_lifecycle( + LifecycleCommand::AuthLogout, + &logout.adapter, + &logout.edgezero_args, + ), + AuthCommand::Status(status) => services.edgezero.run_lifecycle( + LifecycleCommand::AuthStatus, + &status.adapter, + &status.edgezero_args, + ), + }, + Command::Build(build) => services.edgezero.run_lifecycle( + LifecycleCommand::Build, + &build.adapter, + &build.edgezero_args, + ), + Command::Config(ConfigCommand::Init(init)) => run_init(&init, out), + Command::Config(ConfigCommand::Validate(validate)) => run_validate(&validate, out, err), + Command::Config(ConfigCommand::Push(push)) => { + let loaded = load_config(&push.config)?; + let request = ConfigPushRequest { + adapter: push.adapter, + manifest: push.manifest, + store: push.store, + local: push.local, + dry_run: push.dry_run, + runtime_config: push.runtime_config, + entries: loaded.payload.entries.into_iter().collect(), + settings_entry_count: loaded.payload.settings_entries.len(), + config_hash: loaded.payload.hash, + }; + services.edgezero.push_config(&request, out) + } + Command::Deploy(deploy) => services.edgezero.run_lifecycle( + LifecycleCommand::Deploy, + &deploy.adapter, + &deploy.edgezero_args, + ), + Command::Provision(provision) => services.edgezero.run_lifecycle( + LifecycleCommand::Provision, + &provision.adapter, + &provision.edgezero_args, + ), + Command::Serve(serve) => services.edgezero.run_lifecycle( + LifecycleCommand::Serve, + &serve.adapter, + &serve.edgezero_args, + ), + } +} + +#[cfg(test)] +mod tests { + use std::cell::Cell; + use std::fs; + + use tempfile::TempDir; + use url::Url; + + use super::*; + use crate::audit::collector::{CollectedPage, CollectedRequest, CollectedScriptTag}; + use crate::edgezero_delegate::tests::FakeEdgeZeroDelegate; + + fn valid_config() -> String { + r#" +[publisher] +domain = "example.com" +cookie_domain = ".example.com" +origin_url = "https://origin.example.com" +proxy_secret = "production-proxy-secret" + +[ec] +passphrase = "production-secret-key-32-bytes-min" + +[[handlers]] +path = "^/_ts/admin" +username = "admin" +password = "production-admin-password-32-bytes" +"# + .to_string() + } + + struct FakeAuditCollector { + calls: Cell, + } + + impl AuditCollector for FakeAuditCollector { + fn collect_page(&self, _target_url: &Url) -> CliResult { + self.calls.set(self.calls.get() + 1); + Ok(CollectedPage { + requested_url: "https://publisher.example/page".to_string(), + final_url: "https://publisher.example/page".to_string(), + page_title: Some("Example Publisher".to_string()), + html: r#""#.to_string(), + script_tags: vec![CollectedScriptTag { + src: Some("https://www.googletagmanager.com/gtm.js?id=GTM-ABC123".to_string()), + inline_text: None, + }], + network_requests: vec![CollectedRequest { + url: "https://cdn.publisher.example/app.js".to_string(), + method: "GET".to_string(), + resource_type: Some("script".to_string()), + status: None, + }], + warnings: Vec::new(), + }) + } + } + + fn parse(args: &[&str]) -> Args { + Args::try_parse_from(args).expect("should parse args") + } + + fn dispatch_for_test( + args: Args, + delegate: &mut FakeEdgeZeroDelegate, + out: &mut dyn Write, + err: &mut dyn Write, + ) -> CliResult<()> { + let audit = FakeAuditCollector { + calls: Cell::new(0), + }; + let mut services = CliServices { + edgezero: delegate, + audit: &audit, + }; + dispatch(args, &mut services, out, err) + } + + #[test] + fn build_delegates_to_edgezero_with_passthrough() { + let args = parse(&["ts", "build", "--adapter", "fastly", "--", "--release"]); + let mut delegate = FakeEdgeZeroDelegate::default(); + dispatch_for_test(args, &mut delegate, &mut Vec::new(), &mut Vec::new()) + .expect("should dispatch build"); + + assert_eq!(delegate.lifecycle_calls.len(), 1); + assert_eq!(delegate.lifecycle_calls[0].0, LifecycleCommand::Build); + assert_eq!(delegate.lifecycle_calls[0].1, "fastly"); + assert_eq!(delegate.lifecycle_calls[0].2, ["--release"]); + } + + #[test] + fn auth_status_delegates_to_edgezero() { + let args = parse(&["ts", "auth", "status", "--adapter", "fastly"]); + let mut delegate = FakeEdgeZeroDelegate::default(); + dispatch_for_test(args, &mut delegate, &mut Vec::new(), &mut Vec::new()) + .expect("should dispatch auth status"); + + assert_eq!(delegate.lifecycle_calls.len(), 1); + assert_eq!(delegate.lifecycle_calls[0].0, LifecycleCommand::AuthStatus); + assert_eq!(delegate.lifecycle_calls[0].1, "fastly"); + } + + #[test] + fn audit_uses_audit_collector_without_edgezero_delegate() { + let temp = TempDir::new().expect("should create temp dir"); + let assets_path = temp.path().join("js-assets.toml"); + let args = Args::try_parse_from([ + "ts", + "audit", + "https://publisher.example/page", + "--js-assets", + assets_path.to_str().expect("path should be UTF-8"), + "--no-config", + ]) + .expect("should parse audit args"); + let mut delegate = FakeEdgeZeroDelegate::default(); + let audit = FakeAuditCollector { + calls: Cell::new(0), + }; + let mut services = CliServices { + edgezero: &mut delegate, + audit: &audit, + }; + let mut out = Vec::new(); + + dispatch(args, &mut services, &mut out, &mut Vec::new()).expect("should dispatch audit"); + + assert_eq!(audit.calls.get(), 1, "should use audit collector"); + assert!( + delegate.lifecycle_calls.is_empty(), + "should not call EdgeZero lifecycle delegate" + ); + assert!( + delegate.push_calls.is_empty(), + "should not call EdgeZero config push delegate" + ); + assert!(assets_path.exists(), "should write audit artifact"); + } + + #[test] + fn config_push_validates_and_forwards_entries() { + let temp = TempDir::new().expect("should create temp dir"); + let config_path = temp.path().join("trusted-server.toml"); + let manifest_path = temp.path().join("edgezero.toml"); + fs::write(&config_path, valid_config()).expect("should write config"); + fs::write(&manifest_path, "[app]\nname = \"trusted-server\"\n") + .expect("should write manifest placeholder"); + let args = Args::try_parse_from([ + "ts", + "config", + "push", + "--adapter", + "fastly", + "--config", + config_path.to_str().expect("path should be UTF-8"), + "--manifest", + manifest_path.to_str().expect("path should be UTF-8"), + "--dry-run", + ]) + .expect("should parse push args"); + let mut delegate = FakeEdgeZeroDelegate::default(); + let mut out = Vec::new(); + + dispatch_for_test(args, &mut delegate, &mut out, &mut Vec::new()) + .expect("should dispatch push"); + + assert_eq!(delegate.push_calls.len(), 1); + let call = &delegate.push_calls[0]; + assert_eq!(call.adapter, "fastly"); + assert!(call.dry_run, "should forward dry-run"); + assert_eq!(call.store, "app_config"); + assert!( + call.entries + .iter() + .any(|(key, _value)| key == trusted_server_core::config_payload::CONFIG_HASH_KEY), + "should include hash metadata" + ); + } +} diff --git a/crates/trusted-server-core/Cargo.toml b/crates/trusted-server-core/Cargo.toml index f8f27c79b..af81e38f3 100644 --- a/crates/trusted-server-core/Cargo.toml +++ b/crates/trusted-server-core/Cargo.toml @@ -18,7 +18,6 @@ bytes = { workspace = true } chacha20poly1305 = { workspace = true } chrono = { workspace = true } async-trait = { workspace = true } -config = { workspace = true } cookie = { workspace = true } derive_more = { workspace = true } error-stack = { workspace = true } @@ -54,19 +53,6 @@ validator = { workspace = true } ed25519-dalek = { workspace = true } edgezero-core = { workspace = true } -[build-dependencies] -config = { workspace = true } -derive_more = { workspace = true } -error-stack = { workspace = true } -http = { workspace = true } -log = { workspace = true } -regex = { workspace = true } -serde = { workspace = true } -serde_json = { workspace = true } -toml = { workspace = true } -url = { workspace = true } -validator = { workspace = true } - [features] default = [] # Exposes test-only constructors (e.g. `IntegrationRegistry::from_request_filters`) @@ -74,6 +60,7 @@ default = [] test-utils = [] [dev-dependencies] +config = { workspace = true } criterion = { workspace = true } edgezero-core = { workspace = true, features = ["test-utils"] } temp-env = { workspace = true } diff --git a/crates/trusted-server-core/build.rs b/crates/trusted-server-core/build.rs index 8a26af409..c2bce4fe2 100644 --- a/crates/trusted-server-core/build.rs +++ b/crates/trusted-server-core/build.rs @@ -1,64 +1,3 @@ -// Build script includes source modules (`error`, `auction_config_types`, etc.) -// for compile-time config validation. Not all items from those modules are used -// in the build context, so `dead_code` is expected. -#![allow(clippy::unwrap_used, clippy::panic, dead_code)] - -#[path = "src/error.rs"] -mod error; - -#[path = "src/auction_config_types.rs"] -mod auction_config_types; - -#[path = "src/redacted.rs"] -mod redacted; - -#[path = "src/consent_config.rs"] -mod consent_config; - -#[path = "src/host_header.rs"] -mod host_header; - -#[path = "src/platform/image_optimizer.rs"] -mod platform_image_optimizer; - -mod platform { - pub use crate::platform_image_optimizer::PlatformImageOptimizerRegion; -} - -#[path = "src/settings.rs"] -mod settings; - -use std::fs; -use std::path::Path; - -const TRUSTED_SERVER_INIT_CONFIG_PATH: &str = "../../trusted-server.toml"; -const TRUSTED_SERVER_OUTPUT_CONFIG_PATH: &str = "../../target/trusted-server-out.toml"; - fn main() { - // Always rerun build.rs: integration settings are stored in a flat - // HashMap, so we cannot enumerate all possible env - // var keys ahead of time. Emitting rerun-if-changed for a nonexistent - // file forces cargo to always rerun the build script. - println!("cargo:rerun-if-changed=_always_rebuild_sentinel_"); - - // Read init config - let init_config_path = Path::new(TRUSTED_SERVER_INIT_CONFIG_PATH); - let toml_content = fs::read_to_string(init_config_path) - .unwrap_or_else(|_| panic!("Failed to read {init_config_path:?}")); - - // Merge base TOML with environment variable overrides and write output. - // Panics if admin endpoints are not covered by a handler. - let settings = settings::Settings::from_toml_and_env(&toml_content) - .expect("Failed to parse settings at build time"); - - let merged_toml = - toml::to_string_pretty(&settings).expect("Failed to serialize settings to TOML"); - - // Only write when content changes to avoid unnecessary recompilation. - let dest_path = Path::new(TRUSTED_SERVER_OUTPUT_CONFIG_PATH); - let current = fs::read_to_string(dest_path).unwrap_or_default(); - if current != merged_toml { - fs::write(dest_path, merged_toml) - .unwrap_or_else(|_| panic!("Failed to write {dest_path:?}")); - } + println!("cargo:rerun-if-changed=build.rs"); } diff --git a/crates/trusted-server-core/src/auction/endpoints.rs b/crates/trusted-server-core/src/auction/endpoints.rs index 000ef669c..fe9004edf 100644 --- a/crates/trusted-server-core/src/auction/endpoints.rs +++ b/crates/trusted-server-core/src/auction/endpoints.rs @@ -803,4 +803,49 @@ mod tests { ); }); } + + #[tokio::test] + async fn auction_rejects_streaming_body_instead_of_treating_as_empty() { + use bytes::Bytes; + use edgezero_core::body::Body as EdgeBody; + use http::{Method, Request as HttpRequest}; + + use crate::auction::build_orchestrator; + use crate::consent::ConsentContext; + use crate::ec::EcContext; + use crate::error::TrustedServerError; + use crate::platform::test_support::noop_services; + use crate::test_support::tests::create_test_settings; + + let settings = create_test_settings(); + let orchestrator = build_orchestrator(&settings).expect("should build orchestrator"); + let services = noop_services(); + let ec_context = EcContext::new_for_test(None, ConsentContext::default()); + let stream = futures::stream::iter([Bytes::from_static(br#"{}"#)]); + let req = HttpRequest::builder() + .method(Method::POST) + .uri("https://test.com/auction") + .body(EdgeBody::stream(stream)) + .expect("should build request"); + + let result = handle_auction( + &settings, + &orchestrator, + None, + None, + &ec_context, + &services, + req, + ) + .await; + + let err = match result { + Ok(_) => panic!("streaming body should be rejected"), + Err(err) => err, + }; + assert!( + matches!(err.current_context(), TrustedServerError::BadRequest { .. }), + "streaming request body should fail as bad request" + ); + } } diff --git a/crates/trusted-server-core/src/auction/formats.rs b/crates/trusted-server-core/src/auction/formats.rs index a00af8d08..f6e6b43f4 100644 --- a/crates/trusted-server-core/src/auction/formats.rs +++ b/crates/trusted-server-core/src/auction/formats.rs @@ -441,7 +441,7 @@ mod tests { } fn response_json(response: Response) -> JsonValue { - serde_json::from_slice(&response.into_body().into_bytes()) + serde_json::from_slice(&response.into_body().into_bytes().unwrap_or_default()) .expect("should parse JSON response") } diff --git a/crates/trusted-server-core/src/auction_config_types.rs b/crates/trusted-server-core/src/auction_config_types.rs index bc486ded9..887513583 100644 --- a/crates/trusted-server-core/src/auction_config_types.rs +++ b/crates/trusted-server-core/src/auction_config_types.rs @@ -5,6 +5,7 @@ use std::collections::HashSet; /// Auction orchestration configuration. #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct AuctionConfig { /// Enable the auction orchestrator #[serde(default)] diff --git a/crates/trusted-server-core/src/auth.rs b/crates/trusted-server-core/src/auth.rs index 088d27e84..59661875c 100644 --- a/crates/trusted-server-core/src/auth.rs +++ b/crates/trusted-server-core/src/auth.rs @@ -17,8 +17,8 @@ const BASIC_AUTH_REALM: &str = r#"Basic realm="Trusted Server""#; /// when the supplied credentials are valid. Returns `Ok(Some(Response))` with /// the auth challenge when credentials are missing or invalid. /// -/// Admin endpoints are protected by requiring a handler at build time; see -/// [`Settings::from_toml_and_env`]. Credential checks use constant-time +/// Admin endpoints are protected by requiring a handler during settings +/// finalization; see [`Settings::from_toml`]. Credential checks use constant-time /// comparison for both username and password, and evaluate both regardless of /// individual match results to avoid timing oracles. /// diff --git a/crates/trusted-server-core/src/config_payload.rs b/crates/trusted-server-core/src/config_payload.rs new file mode 100644 index 000000000..d799b4fcb --- /dev/null +++ b/crates/trusted-server-core/src/config_payload.rs @@ -0,0 +1,482 @@ +//! Deterministic config-store payloads for Trusted Server settings. +//! +//! The `ts` CLI uses this module to flatten validated [`Settings`] into +//! `EdgeZero` config-store entries. Runtime loading uses the same escaping, +//! hashing, and reconstruction rules so push-time and runtime semantics cannot +//! drift. + +use std::collections::BTreeMap; + +use error_stack::{Report, ResultExt}; +use serde_json::{Map as JsonMap, Value as JsonValue}; +use sha2::{Digest as _, Sha256}; + +use crate::error::TrustedServerError; +use crate::settings::Settings; + +/// Metadata key containing the SHA-256 hash of settings-only entries. +pub const CONFIG_HASH_KEY: &str = "ts-config-hash"; +/// Metadata key containing the sorted list of settings-only entry keys. +pub const CONFIG_KEYS_KEY: &str = "ts-config-keys"; +/// Prefix reserved for Trusted Server config metadata keys. +pub const CONFIG_METADATA_PREFIX: &str = "ts-config-"; + +/// Flattened Trusted Server config payload ready for config-store publication. +#[derive(Debug, Clone, PartialEq, Eq)] +pub struct ConfigPayload { + /// Flattened settings entries, excluding metadata entries. + pub settings_entries: BTreeMap, + /// Flattened settings entries plus Trusted Server metadata entries. + pub entries: BTreeMap, + /// Sorted flattened settings keys, excluding metadata entries. + pub keys: Vec, + /// `sha256:` over the canonical settings-only entry map. + pub hash: String, +} + +/// Escape one flattened-key path segment. +#[must_use] +pub fn escape_key_segment(segment: &str) -> String { + let mut escaped = String::with_capacity(segment.len()); + for ch in segment.chars() { + match ch { + '\\' => escaped.push_str("\\\\"), + '.' => escaped.push_str("\\."), + other => escaped.push(other), + } + } + escaped +} + +/// Split an escaped dotted key into unescaped path segments. +/// +/// # Errors +/// +/// Returns [`TrustedServerError::Configuration`] when the key has an empty +/// segment or ends with a dangling escape character. +pub fn split_escaped_key(key: &str) -> Result, Report> { + let mut segments = Vec::new(); + let mut current = String::new(); + let mut escaping = false; + + for ch in key.chars() { + if escaping { + current.push(ch); + escaping = false; + continue; + } + + match ch { + '\\' => escaping = true, + '.' => { + if current.is_empty() { + return configuration_error(format!( + "flattened config key `{key}` contains an empty path segment" + )); + } + segments.push(current); + current = String::new(); + } + other => current.push(other), + } + } + + if escaping { + return configuration_error(format!( + "flattened config key `{key}` ends with an incomplete escape" + )); + } + if current.is_empty() { + return configuration_error(format!( + "flattened config key `{key}` contains an empty path segment" + )); + } + + segments.push(current); + Ok(segments) +} + +/// Build a deterministic config-store payload from validated settings. +/// +/// # Errors +/// +/// Returns [`TrustedServerError::Configuration`] when settings cannot be +/// serialized, flattened, or hashed. +pub fn build_config_payload( + settings: &Settings, +) -> Result> { + let json = + serde_json::to_value(settings).change_context(TrustedServerError::Configuration { + message: "failed to serialize settings to JSON".to_string(), + })?; + + let mut settings_entries = BTreeMap::new(); + flatten_json_value(&json, &mut Vec::new(), &mut settings_entries)?; + + for key in settings_entries.keys() { + if key.starts_with(CONFIG_METADATA_PREFIX) { + return configuration_error(format!( + "settings key `{key}` uses reserved metadata prefix `{CONFIG_METADATA_PREFIX}`" + )); + } + } + + let keys: Vec = settings_entries.keys().cloned().collect(); + let hash = hash_settings_entries(&settings_entries)?; + let mut entries = settings_entries.clone(); + let keys_json = + serde_json::to_string(&keys).change_context(TrustedServerError::Configuration { + message: "failed to serialize config key metadata".to_string(), + })?; + entries.insert(CONFIG_KEYS_KEY.to_string(), keys_json); + entries.insert(CONFIG_HASH_KEY.to_string(), hash.clone()); + + Ok(ConfigPayload { + settings_entries, + entries, + keys, + hash, + }) +} + +/// Reconstruct validated [`Settings`] from flattened config-store entries. +/// +/// # Errors +/// +/// Returns [`TrustedServerError::Configuration`] when metadata is missing, the +/// hash does not match, flattened keys cannot be reconstructed, or the resulting +/// settings fail schema or semantic validation. +pub fn settings_from_config_entries( + entries: &BTreeMap, +) -> Result> { + let keys_value = entries.get(CONFIG_KEYS_KEY).ok_or_else(|| { + Report::new(TrustedServerError::Configuration { + message: format!("missing `{CONFIG_KEYS_KEY}` metadata entry"), + }) + })?; + let keys: Vec = + serde_json::from_str(keys_value).change_context(TrustedServerError::Configuration { + message: format!("`{CONFIG_KEYS_KEY}` metadata is not a JSON string array"), + })?; + + let mut settings_entries = BTreeMap::new(); + for key in &keys { + if key.starts_with(CONFIG_METADATA_PREFIX) { + return configuration_error(format!( + "settings key `{key}` uses reserved metadata prefix `{CONFIG_METADATA_PREFIX}`" + )); + } + let value = entries.get(key).ok_or_else(|| { + Report::new(TrustedServerError::Configuration { + message: format!("missing flattened config entry `{key}`"), + }) + })?; + settings_entries.insert(key.clone(), value.clone()); + } + + let expected_hash = hash_settings_entries(&settings_entries)?; + let actual_hash = entries.get(CONFIG_HASH_KEY).ok_or_else(|| { + Report::new(TrustedServerError::Configuration { + message: format!("missing `{CONFIG_HASH_KEY}` metadata entry"), + }) + })?; + if actual_hash != &expected_hash { + return configuration_error(format!( + "config hash mismatch: expected `{expected_hash}`, got `{actual_hash}`" + )); + } + + let mut root = JsonMap::new(); + for (key, raw_value) in settings_entries { + let path = split_escaped_key(&key)?; + insert_flattened_value(&mut root, &path, parse_entry_value(&raw_value))?; + } + + let settings = Settings::from_json_value(JsonValue::Object(root))?; + settings.reject_placeholder_secrets()?; + Ok(settings) +} + +fn flatten_json_value( + value: &JsonValue, + path: &mut Vec, + out: &mut BTreeMap, +) -> Result<(), Report> { + match value { + JsonValue::Null => Ok(()), + JsonValue::Bool(_) | JsonValue::Number(_) | JsonValue::String(_) => { + insert_leaf(path, value, out) + } + JsonValue::Array(_) => { + let canonical = canonical_json_value(value); + insert_leaf(path, &canonical, out) + } + JsonValue::Object(map) => { + let mut sorted = BTreeMap::new(); + for (key, child) in map { + sorted.insert(escape_key_segment(key), child); + } + for (escaped_key, child) in sorted { + path.push(escaped_key); + flatten_json_value(child, path, out)?; + path.pop(); + } + Ok(()) + } + } +} + +fn insert_leaf( + path: &[String], + value: &JsonValue, + out: &mut BTreeMap, +) -> Result<(), Report> { + if path.is_empty() { + return configuration_error( + "settings serialized to a scalar; expected a JSON object".to_string(), + ); + } + let encoded = + serde_json::to_string(value).change_context(TrustedServerError::Configuration { + message: "failed to serialize flattened config value".to_string(), + })?; + let key = path.join("."); + out.insert(key, encoded); + Ok(()) +} + +fn canonical_json_value(value: &JsonValue) -> JsonValue { + match value { + JsonValue::Array(items) => { + JsonValue::Array(items.iter().map(canonical_json_value).collect()) + } + JsonValue::Object(map) => { + let mut sorted = BTreeMap::new(); + for (key, value) in map { + sorted.insert(key.clone(), canonical_json_value(value)); + } + let mut canonical = JsonMap::new(); + for (key, value) in sorted { + canonical.insert(key, value); + } + JsonValue::Object(canonical) + } + other => other.clone(), + } +} + +fn hash_settings_entries( + entries: &BTreeMap, +) -> Result> { + let bytes = serde_json::to_vec(entries).change_context(TrustedServerError::Configuration { + message: "failed to serialize canonical settings entries".to_string(), + })?; + let digest = Sha256::digest(&bytes); + Ok(format!("sha256:{}", hex::encode(digest))) +} + +fn insert_flattened_value( + root: &mut JsonMap, + path: &[String], + value: JsonValue, +) -> Result<(), Report> { + if path.is_empty() { + return configuration_error("flattened config key path is empty".to_string()); + } + + let mut current = root; + for segment in &path[..path.len().saturating_sub(1)] { + let entry = current + .entry(segment.clone()) + .or_insert_with(|| JsonValue::Object(JsonMap::new())); + let JsonValue::Object(next) = entry else { + return configuration_error(format!( + "flattened config key collision at segment `{segment}`" + )); + }; + current = next; + } + + let leaf = path.last().expect("should have at least one segment"); + if current.insert(leaf.clone(), value).is_some() { + return configuration_error(format!( + "duplicate flattened config key `{}`", + path.join(".") + )); + } + Ok(()) +} + +fn parse_entry_value(raw: &str) -> JsonValue { + serde_json::from_str(raw).unwrap_or_else(|_| JsonValue::String(raw.to_string())) +} + +fn configuration_error(message: String) -> Result> { + Err(Report::new(TrustedServerError::Configuration { message })) +} + +#[cfg(test)] +mod tests { + use super::*; + use crate::redacted::Redacted; + use crate::test_support::tests::crate_test_settings_str; + + fn test_settings() -> Settings { + Settings::from_toml(&crate_test_settings_str()).expect("should parse test settings") + } + + #[test] + fn escapes_and_splits_key_segments() { + let escaped = escape_key_segment(r"a.b\c"); + assert_eq!(escaped, r"a\.b\\c"); + let parts = + split_escaped_key(&format!("root.{escaped}.leaf")).expect("should split escaped key"); + assert_eq!(parts, vec!["root", r"a.b\c", "leaf"]); + } + + #[test] + fn builds_payload_with_metadata_hash() { + let payload = build_config_payload(&test_settings()).expect("should build payload"); + assert!( + payload.entries.contains_key(CONFIG_KEYS_KEY), + "should include keys metadata" + ); + assert!( + payload.entries.contains_key(CONFIG_HASH_KEY), + "should include hash metadata" + ); + assert_eq!( + payload.entries.get(CONFIG_HASH_KEY), + Some(&payload.hash), + "metadata hash should match payload hash" + ); + assert!( + !payload.settings_entries.contains_key(CONFIG_HASH_KEY), + "settings-only map should exclude metadata" + ); + } + + #[test] + fn payload_round_trips_through_flattened_entries() { + let original = test_settings(); + let payload = build_config_payload(&original).expect("should build payload"); + let reconstructed = + settings_from_config_entries(&payload.entries).expect("should reconstruct settings"); + assert_eq!( + reconstructed.publisher.domain, original.publisher.domain, + "should preserve publisher domain" + ); + assert_eq!( + reconstructed.ec.pull_sync_concurrency, original.ec.pull_sync_concurrency, + "should preserve numeric fields" + ); + assert_eq!( + reconstructed.handlers.len(), + original.handlers.len(), + "should preserve arrays" + ); + } + + #[test] + fn strings_that_look_like_json_scalars_round_trip_as_strings() { + let mut original = test_settings(); + original.publisher.proxy_secret = Redacted::new("1234567890".to_string()); + original.ec.passphrase = Redacted::new("12345678901234567890123456789012".to_string()); + original.handlers[0].password = Redacted::new("true".to_string()); + + let payload = build_config_payload(&original).expect("should build payload"); + assert_eq!( + payload.settings_entries.get("publisher.proxy_secret"), + Some(&"\"1234567890\"".to_string()), + "string entries should be JSON encoded to preserve type" + ); + + let reconstructed = + settings_from_config_entries(&payload.entries).expect("should reconstruct settings"); + assert_eq!( + reconstructed.publisher.proxy_secret.expose(), + original.publisher.proxy_secret.expose(), + "numeric-looking proxy secret should remain a string" + ); + assert_eq!( + reconstructed.ec.passphrase.expose(), + original.ec.passphrase.expose(), + "numeric-looking passphrase should remain a string" + ); + assert_eq!( + reconstructed.handlers[0].password.expose(), + original.handlers[0].password.expose(), + "boolean-looking handler password should remain a string" + ); + } + + #[test] + fn arrays_use_canonical_object_key_order() { + let value = serde_json::json!({ + "items": [ + {"z": 1, "a": true}, + {"b": [{"d": 4, "c": 3}]} + ] + }); + let mut entries = BTreeMap::new(); + flatten_json_value(&value, &mut Vec::new(), &mut entries).expect("should flatten"); + assert_eq!( + entries.get("items"), + Some(&r#"[{"a":true,"z":1},{"b":[{"c":3,"d":4}]}]"#.to_string()), + "array object keys should be sorted" + ); + } + + #[test] + fn hash_is_stable_for_equivalent_toml_ordering() { + let first = r#" +[[handlers]] +path = "^/_ts/admin" +username = "admin" +password = "production-admin-password-32-bytes" + +[publisher] +domain = "example.com" +cookie_domain = ".example.com" +origin_url = "https://origin.example.com" +proxy_secret = "unit-test-proxy-secret" + +[ec] +passphrase = "test-secret-key-32-bytes-minimum" +pull_sync_concurrency = 5 +"#; + let second = r#" +[ec] +pull_sync_concurrency = 5 +passphrase = "test-secret-key-32-bytes-minimum" + +[publisher] +proxy_secret = "unit-test-proxy-secret" +origin_url = "https://origin.example.com" +cookie_domain = ".example.com" +domain = "example.com" + +[[handlers]] +password = "production-admin-password-32-bytes" +username = "admin" +path = "^/_ts/admin" +"#; + let first_settings = Settings::from_toml(first).expect("should parse first settings"); + let second_settings = Settings::from_toml(second).expect("should parse second settings"); + let first_payload = build_config_payload(&first_settings).expect("should build first"); + let second_payload = build_config_payload(&second_settings).expect("should build second"); + assert_eq!(first_payload.hash, second_payload.hash); + } + + #[test] + fn hash_mismatch_is_rejected() { + let payload = build_config_payload(&test_settings()).expect("should build payload"); + let mut entries = payload.entries; + entries.insert(CONFIG_HASH_KEY.to_string(), "sha256:bad".to_string()); + let err = settings_from_config_entries(&entries).expect_err("should reject hash mismatch"); + assert!( + err.to_string().contains("config hash mismatch"), + "error should mention hash mismatch" + ); + } +} diff --git a/crates/trusted-server-core/src/consent_config.rs b/crates/trusted-server-core/src/consent_config.rs index b12523fbe..9c6fe2525 100644 --- a/crates/trusted-server-core/src/consent_config.rs +++ b/crates/trusted-server-core/src/consent_config.rs @@ -35,6 +35,7 @@ fn str_vec(codes: &[&str]) -> Vec { /// Top-level consent configuration (`[consent]` in TOML). #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct ConsentConfig { /// Operating mode for consent handling. /// @@ -175,6 +176,7 @@ impl ConsentForwardingMode { /// this list, the system logs that GDPR applies, enabling publishers to /// monitor compliance coverage. #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct GdprConfig { /// ISO 3166-1 alpha-2 country codes where GDPR applies. #[serde(default = "default_gdpr_countries")] @@ -197,6 +199,7 @@ impl Default for GdprConfig { /// /// Config-driven to avoid recompilation when new state laws take effect. #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct UsStatesConfig { /// US state codes with active comprehensive privacy laws. #[serde(default = "default_us_privacy_states")] @@ -221,6 +224,7 @@ impl Default for UsStatesConfig { /// These reflect the publisher's actual compliance posture — they are /// **publisher policy**, not protocol requirements. #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct UsPrivacyDefaultsConfig { /// Whether the publisher has actually shown a CCPA notice to the user. #[serde(default = "default_true")] @@ -254,6 +258,7 @@ impl Default for UsPrivacyDefaultsConfig { /// How to resolve disagreements between GPP and TC String when both are /// present (`[consent.conflict_resolution]`). #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct ConflictResolutionConfig { /// Resolution strategy. #[serde(default = "default_conflict_mode")] diff --git a/crates/trusted-server-core/src/integrations/prebid.rs b/crates/trusted-server-core/src/integrations/prebid.rs index 9deaf9335..d2bceb43a 100644 --- a/crates/trusted-server-core/src/integrations/prebid.rs +++ b/crates/trusted-server-core/src/integrations/prebid.rs @@ -192,6 +192,24 @@ impl IntegrationConfig for PrebidIntegrationConfig { } } +/// Validate enabled Prebid config using the same startup-only checks as runtime registration. +/// +/// # Errors +/// +/// Returns a configuration error if enabled Prebid settings fail typed parsing, +/// schema validation, or bidder-param override compilation. +pub fn validate_config_for_startup( + settings: &Settings, +) -> Result, Report> { + let Some(config) = + settings.integration_config::(PREBID_INTEGRATION_ID)? + else { + return Ok(None); + }; + BidParamOverrideEngine::try_from_config(&config)?; + Ok(Some(config)) +} + /// Canonical bidder-param override rule. /// /// A rule matches against the request-time facts in [`BidParamOverrideWhen`] @@ -2132,8 +2150,14 @@ server_url = "https://prebid.example" .expect("should have cache-control"); assert!(cache_control.contains("max-age=31536000")); - let body = String::from_utf8(response.into_body().into_bytes().to_vec()) - .expect("should parse script body as utf-8"); + let body = String::from_utf8( + response + .into_body() + .into_bytes() + .unwrap_or_default() + .to_vec(), + ) + .expect("should parse script body as utf-8"); assert!(body.contains("// Script overridden by Trusted Server")); } diff --git a/crates/trusted-server-core/src/lib.rs b/crates/trusted-server-core/src/lib.rs index 84fd7eda9..5255fc519 100644 --- a/crates/trusted-server-core/src/lib.rs +++ b/crates/trusted-server-core/src/lib.rs @@ -34,6 +34,7 @@ pub(crate) mod asset_image_optimizer; pub mod auction; pub mod auction_config_types; pub mod auth; +pub mod config_payload; pub mod consent; pub mod consent_config; pub mod constants; diff --git a/crates/trusted-server-core/src/proxy.rs b/crates/trusted-server-core/src/proxy.rs index ac44d5b78..bab527139 100644 --- a/crates/trusted-server-core/src/proxy.rs +++ b/crates/trusted-server-core/src/proxy.rs @@ -37,8 +37,15 @@ const IMAGE_FALLBACK_CONTENT_TYPE: &str = "application/octet-stream"; const SIGN_MAX_BODY_BYTES: usize = 65536; const REBUILD_MAX_BODY_BYTES: usize = 65536; -fn body_as_reader(body: EdgeBody) -> Cursor { - Cursor::new(body.into_bytes()) +fn body_as_reader(body: EdgeBody) -> Result, Report> { + Ok(Cursor::new(body.into_bytes())) +} + +fn request_body_bytes( + body: EdgeBody, + _endpoint: &str, +) -> Result> { + Ok(body.into_bytes()) } /// Headers copied from the original client request to the upstream proxy request @@ -408,7 +415,7 @@ fn process_response_with_pipeline( let mut output = Vec::new(); let mut pipeline = StreamingPipeline::new(config, processor); pipeline - .process(body_as_reader(body), &mut output) + .process(body_as_reader(body)?, &mut output) .change_context(TrustedServerError::Proxy { message: error_context.to_string(), })?; @@ -1558,7 +1565,7 @@ pub async fn handle_first_party_proxy_sign( let req_url = req.uri().to_string(); let payload = if method == Method::POST { - let body_bytes = req.into_body().into_bytes(); + let body_bytes = request_body_bytes(req.into_body(), "first-party sign")?; enforce_max_body_size(&body_bytes, SIGN_MAX_BODY_BYTES, "first-party sign")?; let body = std::str::from_utf8(&body_bytes).change_context(TrustedServerError::InvalidUtf8 { @@ -1673,7 +1680,7 @@ pub async fn handle_first_party_proxy_rebuild( let method = req.method().clone(); let req_url = req.uri().to_string(); let payload = if method == Method::POST { - let body_bytes = req.into_body().into_bytes(); + let body_bytes = request_body_bytes(req.into_body(), "first-party rebuild")?; enforce_max_body_size(&body_bytes, REBUILD_MAX_BODY_BYTES, "first-party rebuild")?; let body = std::str::from_utf8(&body_bytes).change_context(TrustedServerError::InvalidUtf8 { @@ -2043,8 +2050,14 @@ mod tests { } fn response_body_string(response: http::Response) -> String { - String::from_utf8(response.into_body().into_bytes().to_vec()) - .expect("response body should be valid UTF-8") + String::from_utf8( + response + .into_body() + .into_bytes() + .unwrap_or_default() + .to_vec(), + ) + .expect("response body should be valid UTF-8") } struct QueuedHttpResponse { @@ -2844,7 +2857,7 @@ mod tests { assert_eq!(ct, "text/html; charset=utf-8"); // Decompress output to verify content was rewritten - let compressed_output = out.into_body().into_bytes(); + let compressed_output = out.into_body().into_bytes().unwrap_or_default(); let mut decoder = GzDecoder::new(&compressed_output[..]); let mut decompressed = String::new(); decoder @@ -2900,7 +2913,7 @@ mod tests { assert_eq!(ct, "text/css; charset=utf-8"); // Decompress output to verify content was rewritten - let compressed_output = out.into_body().into_bytes(); + let compressed_output = out.into_body().into_bytes().unwrap_or_default(); let mut decoder = Decompressor::new(&compressed_output[..], 4096); let mut decompressed = String::new(); decoder diff --git a/crates/trusted-server-core/src/publisher.rs b/crates/trusted-server-core/src/publisher.rs index 4cdf723c7..794500954 100644 --- a/crates/trusted-server-core/src/publisher.rs +++ b/crates/trusted-server-core/src/publisher.rs @@ -32,8 +32,10 @@ use crate::streaming_replacer::create_url_replacer; const SUPPORTED_ENCODING_VALUES: [&str; 3] = ["gzip", "deflate", "br"]; const DEFAULT_PUBLISHER_FIRST_BYTE_TIMEOUT: Duration = Duration::from_secs(15); -fn body_as_reader(body: EdgeBody) -> std::io::Cursor { - std::io::Cursor::new(body.into_bytes()) +fn body_as_reader( + body: EdgeBody, +) -> Result, Report> { + Ok(std::io::Cursor::new(body.into_bytes())) } fn not_found_response() -> Response { @@ -239,7 +241,7 @@ fn process_response_streaming( params.settings, params.integration_registry, )?; - StreamingPipeline::new(config, processor).process(body_as_reader(body), output)?; + StreamingPipeline::new(config, processor).process(body_as_reader(body)?, output)?; } else if is_rsc_flight { let processor = RscFlightUrlRewriter::new( params.origin_host, @@ -247,7 +249,7 @@ fn process_response_streaming( params.request_host, params.request_scheme, ); - StreamingPipeline::new(config, processor).process(body_as_reader(body), output)?; + StreamingPipeline::new(config, processor).process(body_as_reader(body)?, output)?; } else { let replacer = create_url_replacer( params.origin_host, @@ -255,7 +257,7 @@ fn process_response_streaming( params.request_host, params.request_scheme, ); - StreamingPipeline::new(config, replacer).process(body_as_reader(body), output)?; + StreamingPipeline::new(config, replacer).process(body_as_reader(body)?, output)?; } Ok(()) @@ -850,8 +852,14 @@ mod tests { } fn response_body_string(response: http::Response) -> String { - String::from_utf8(response.into_body().into_bytes().to_vec()) - .expect("response body should be valid UTF-8") + String::from_utf8( + response + .into_body() + .into_bytes() + .unwrap_or_default() + .to_vec(), + ) + .expect("response body should be valid UTF-8") } #[test] @@ -1217,7 +1225,7 @@ mod tests { // Reattach and verify body content *response.body_mut() = body; let (_, final_body) = response.into_parts(); - let output = final_body.into_bytes(); + let output = final_body.into_bytes().unwrap_or_default(); assert_eq!( output, image_bytes, "pass-through should preserve body byte-for-byte" @@ -1839,7 +1847,7 @@ mod tests { "2048" ); let (_, final_body) = response.into_parts(); - let round_trip = final_body.into_bytes(); + let round_trip = final_body.into_bytes().unwrap_or_default(); assert_eq!( round_trip, image_bytes, "pass-through reattach must preserve bytes exactly" diff --git a/crates/trusted-server-core/src/request_signing/endpoints.rs b/crates/trusted-server-core/src/request_signing/endpoints.rs index b4750578f..c7040b60d 100644 --- a/crates/trusted-server-core/src/request_signing/endpoints.rs +++ b/crates/trusted-server-core/src/request_signing/endpoints.rs @@ -24,6 +24,13 @@ fn json_response(status: StatusCode, body: String) -> Response { .expect("should build json response") } +fn request_body_bytes( + body: EdgeBody, + _endpoint: &str, +) -> Result> { + Ok(body.into_bytes()) +} + /// Retrieves and returns the trusted-server discovery document. /// /// This endpoint provides a standardized discovery mechanism following the IAB @@ -100,7 +107,7 @@ pub fn handle_verify_signature( services: &RuntimeServices, req: Request, ) -> Result, Report> { - let body = req.into_body().into_bytes(); + let body = request_body_bytes(req.into_body(), "verify-signature")?; enforce_max_body_size(&body, VERIFY_MAX_BODY_BYTES, "verify-signature")?; let verify_req: VerifySignatureRequest = serde_json::from_slice(&body).change_context(TrustedServerError::Configuration { @@ -243,7 +250,7 @@ pub fn handle_rotate_key( secret_store_id, } = signing_store_ids(settings)?; - let body = req.into_body().into_bytes(); + let body = request_body_bytes(req.into_body(), "rotate-key")?; enforce_max_body_size(&body, ADMIN_MAX_BODY_BYTES, "rotate-key")?; let rotate_req: RotateKeyRequest = if body.is_empty() { RotateKeyRequest { kid: None } @@ -362,7 +369,7 @@ pub fn handle_deactivate_key( secret_store_id, } = signing_store_ids(settings)?; - let body = req.into_body().into_bytes(); + let body = request_body_bytes(req.into_body(), "deactivate-key")?; enforce_max_body_size(&body, ADMIN_MAX_BODY_BYTES, "deactivate-key")?; let deactivate_req: DeactivateKeyRequest = serde_json::from_slice(&body).change_context(TrustedServerError::Configuration { @@ -461,8 +468,14 @@ mod tests { } fn response_body_string(response: http::Response) -> String { - String::from_utf8(response.into_body().into_bytes().to_vec()) - .expect("should decode response body") + String::from_utf8( + response + .into_body() + .into_bytes() + .unwrap_or_default() + .to_vec(), + ) + .expect("should decode response body") } fn assert_json_content_type(response: &http::Response) { diff --git a/crates/trusted-server-core/src/settings.rs b/crates/trusted-server-core/src/settings.rs index 24d1af387..e209a6409 100644 --- a/crates/trusted-server-core/src/settings.rs +++ b/crates/trusted-server-core/src/settings.rs @@ -1,3 +1,4 @@ +#[cfg(test)] use config::{Config, Environment, File, FileFormat}; use error_stack::{Report, ResultExt}; use regex::Regex; @@ -17,7 +18,9 @@ use crate::host_header::validate_host_header_override_value; use crate::platform::PlatformImageOptimizerRegion; use crate::redacted::Redacted; +#[cfg(test)] pub const ENVIRONMENT_VARIABLE_PREFIX: &str = "TRUSTED_SERVER"; +#[cfg(test)] pub const ENVIRONMENT_VARIABLE_SEPARATOR: &str = "__"; #[derive(Debug, Clone, Deserialize, Serialize, Validate)] @@ -286,6 +289,7 @@ impl DerefMut for IntegrationSettings { /// registered via API. At startup, each partner's `api_token` is hashed /// (SHA-256) for O(1) auth lookups; the plaintext is never stored at runtime. #[derive(Debug, Clone, Deserialize, Serialize, Validate)] +#[serde(deny_unknown_fields)] pub struct EcPartner { /// Human-readable partner name. pub name: String, @@ -437,6 +441,7 @@ impl EcPartner { /// Mapped from the `[ec]` TOML section. Controls EC identity generation, /// KV store names, and partner registry. #[derive(Debug, Default, Clone, Deserialize, Serialize, Validate)] +#[serde(deny_unknown_fields)] pub struct Ec { /// Publisher passphrase used as HMAC key for EC generation. #[validate(custom(function = Ec::validate_passphrase))] @@ -531,6 +536,7 @@ impl Ec { } #[derive(Debug, Default, Clone, Deserialize, Serialize, Validate)] +#[serde(deny_unknown_fields)] pub struct Rewrite { /// List of domains to exclude from rewriting. Supports wildcards (e.g., "*.example.com"). /// URLs from these domains will not be proxied through first-party endpoints. @@ -567,6 +573,7 @@ impl Rewrite { } #[derive(Debug, Default, Clone, Deserialize, Serialize, Validate)] +#[serde(deny_unknown_fields)] pub struct Handler { #[validate(length(min = 1), custom(function = validate_path))] pub path: String, @@ -580,6 +587,23 @@ pub struct Handler { } impl Handler { + /// Known handler password placeholders that must not be used in deployments. + pub const PASSWORD_PLACEHOLDERS: &[&str] = &[ + "replace-with-admin-password-32-bytes", + "replace-with-admin-password", + "change-me-admin-password", + ]; + + /// Returns `true` if `password` matches a known placeholder value + /// (case-insensitive). + #[must_use] + pub fn is_placeholder_password(password: &str) -> bool { + let password = password.trim(); + Self::PASSWORD_PLACEHOLDERS + .iter() + .any(|placeholder| placeholder.eq_ignore_ascii_case(password)) + } + fn compiled_regex(&self) -> Result<&Regex, Report> { match self .regex @@ -615,6 +639,7 @@ impl Handler { } #[derive(Debug, Default, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct RequestSigning { #[serde(default = "default_request_signing_enabled")] pub enabled: bool, @@ -690,7 +715,7 @@ pub enum OriginQueryPolicy { /// Authentication configuration for an asset origin. #[derive(Debug, Clone, Deserialize, Serialize)] -#[serde(tag = "type", rename_all = "snake_case")] +#[serde(tag = "type", rename_all = "snake_case", deny_unknown_fields)] pub enum AssetOriginAuth { /// Sign asset origin requests with AWS Signature Version 4 for `S3`. #[serde(rename = "s3_sigv4", alias = "s3_sig_v4")] @@ -801,6 +826,7 @@ impl S3SigV4AuthConfig { /// transformation table lives under top-level [`ImageOptimizerSettings`] so /// multiple routes can share one closed set of profiles. #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct AssetImageOptimizerConfig { /// Enables Image Optimizer for this route when the table is present. #[serde( @@ -867,6 +893,7 @@ pub enum UnknownProfilePolicy { /// site-specific profile tables in private configuration overlays when those /// values should not be committed to the public repository. #[derive(Debug, Default, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct ImageOptimizerSettings { /// Named profile sets referenced by asset routes. #[serde(default)] @@ -901,6 +928,7 @@ impl ImageOptimizerSettings { /// supported subset: `quality`, `resize-filter`, `format`, `width`, `height`, /// and `crop`. Profile-specific parameters override [`Self::base_params`]. #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct ImageOptimizerProfileSet { /// Params applied to every profile before profile-specific params. #[serde(default)] @@ -991,6 +1019,7 @@ impl ImageOptimizerProfileSet { /// profile crop is replaced with an aspect-ratio crop derived from the request /// query value. #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct ImageOptimizerAspectRatioConfig { /// Allowed aspect ratio query values such as `1-1` or `16-9`. #[serde(default, deserialize_with = "vec_from_seq_or_map")] @@ -1059,6 +1088,7 @@ pub enum MissingCropOffsetMode { /// Offset bucketing caps output variant cardinality. Request values outside /// `0..=100` or values that fail to parse fall back to [`Self::default`]. #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct ImageOptimizerCropOffsetsConfig { /// Enable crop offset normalization. #[serde( @@ -1310,6 +1340,7 @@ fn validate_crop_param( /// A path-prefix asset route that proxies matched first-party requests to an alternate origin. #[derive(Debug, Default, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct ProxyAssetRoute { /// Path prefix matched against the incoming request path. Must start with `/`. /// @@ -1554,6 +1585,7 @@ impl ProxyAssetRoute { } #[derive(Debug, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct Proxy { /// Enable TLS certificate verification when proxying to HTTPS origins. /// Defaults to true for secure production use. @@ -1581,10 +1613,11 @@ fn default_certificate_check() -> bool { } fn is_admin_placeholder_password(password: &str) -> bool { - matches!( - password.trim().to_ascii_lowercase().as_str(), - "changeme" | "password" | "admin" - ) + Handler::is_placeholder_password(password) + || matches!( + password.trim().to_ascii_lowercase().as_str(), + "changeme" | "password" | "admin" + ) } impl Default for Proxy { @@ -1623,7 +1656,7 @@ impl Proxy { } if self.allowed_domains.is_empty() { - log::info!( + log::debug!( "proxy.allowed_domains is empty: all redirect destinations are permitted (open mode)" ); } @@ -1689,6 +1722,7 @@ impl Proxy { /// Debug-only features. All flags default to `false` (off in production). #[derive(Debug, Default, Clone, Deserialize, Serialize)] +#[serde(deny_unknown_fields)] pub struct DebugConfig { /// Expose the JA4/TLS fingerprint debug endpoint at `GET /_ts/debug/ja4`. /// @@ -1708,6 +1742,7 @@ pub struct TesterCookieConfig { } #[derive(Debug, Default, Clone, Deserialize, Serialize, Validate)] +#[serde(deny_unknown_fields)] pub struct Settings { #[validate(nested)] pub publisher: Publisher, @@ -1740,46 +1775,48 @@ pub struct Settings { } impl Settings { - /// Creates a new [`Settings`] instance from a pre-built TOML string. - /// - /// Use this for the runtime path where the TOML has already been - /// fully resolved (env vars baked in by build.rs). + /// Creates a new [`Settings`] instance from a TOML string. /// /// # Errors /// /// - [`TrustedServerError::Configuration`] if the TOML is invalid or missing required fields pub fn from_toml(toml_str: &str) -> Result> { - let mut settings: Self = + let settings: Self = toml::from_str(toml_str).change_context(TrustedServerError::Configuration { message: "Failed to deserialize TOML configuration".to_string(), })?; - settings.proxy.normalize(); - settings.image_optimizer.normalize(); - settings.consent.validate(); - settings.prepare_runtime()?; - - settings.validate().map_err(|err| { - Report::new(TrustedServerError::Configuration { - message: format!("Configuration validation failed: {err}"), - }) - })?; + Self::finalize_deserialized(settings, "Configuration") + } - settings.validate_admin_coverage()?; - settings.validate_admin_handler_passwords()?; + /// Creates a new [`Settings`] instance from a JSON value. + /// + /// Runtime config-store loading uses this after reconstructing the flattened + /// `app_config` entries into the same typed settings shape. + /// + /// # Errors + /// + /// - [`TrustedServerError::Configuration`] if the JSON value is invalid or missing required fields + pub fn from_json_value(value: JsonValue) -> Result> { + let settings: Self = + serde_json::from_value(value).change_context(TrustedServerError::Configuration { + message: "Failed to deserialize JSON configuration".to_string(), + })?; - Ok(settings) + Self::finalize_deserialized(settings, "Configuration") } - /// Creates a new [`Settings`] instance from a TOML string, applying - /// environment variable overrides using the `TRUSTED_SERVER__` prefix. + /// Creates a new [`Settings`] instance from a TOML string with legacy + /// test-only `TRUSTED_SERVER__` environment variable overrides. /// - /// Used by build.rs to merge the base config with env vars before - /// baking the result into the binary. + /// Production loading does not support app-config environment overlays; this + /// helper remains available to existing tests that exercise legacy parsing + /// behavior. /// /// # Errors /// /// - [`TrustedServerError::Configuration`] if the TOML is invalid or missing required fields + #[cfg(test)] pub fn from_toml_and_env(toml_str: &str) -> Result> { let environment = Environment::default() .prefix(ENVIRONMENT_VARIABLE_PREFIX) @@ -1793,25 +1830,33 @@ impl Settings { .change_context(TrustedServerError::Configuration { message: "Failed to build configuration".to_string(), })?; - let mut settings: Self = + let settings: Self = config .try_deserialize() .change_context(TrustedServerError::Configuration { message: "Failed to deserialize configuration".to_string(), })?; + Self::finalize_deserialized(settings, "Build-time configuration") + } + + fn finalize_deserialized( + mut settings: Self, + validation_label: &str, + ) -> Result> { settings.integrations.normalize(); settings.proxy.normalize(); settings.image_optimizer.normalize(); settings.consent.validate(); + settings.prepare_runtime()?; + settings.validate().map_err(|err| { Report::new(TrustedServerError::Configuration { - message: format!("Build-time configuration validation failed: {err}"), + message: format!("{validation_label} validation failed: {err}"), }) })?; - settings.prepare_runtime()?; settings.validate_admin_coverage()?; settings.validate_admin_handler_passwords()?; @@ -1868,6 +1913,11 @@ impl Settings { insecure_fields.push(format!("ec.partners[{}].api_token", partner.source_domain)); } } + for handler in &self.handlers { + if Handler::is_placeholder_password(handler.password.expose()) { + insecure_fields.push(format!("handlers[{}].password", handler.path)); + } + } if insecure_fields.is_empty() { return Ok(()); @@ -1930,7 +1980,7 @@ impl Settings { /// Known admin endpoint paths that must be covered by a handler. /// - /// [`from_toml_and_env`](Self::from_toml_and_env) rejects configurations + /// [`from_toml`](Self::from_toml) rejects configurations /// where any of these paths lack a matching handler, ensuring admin /// endpoints are always protected by authentication. /// Update [`ADMIN_ENDPOINTS`](Self::ADMIN_ENDPOINTS) when adding new @@ -1940,8 +1990,8 @@ impl Settings { /// Returns admin endpoint paths that no configured handler covers. /// - /// Called by [`from_toml_and_env`](Self::from_toml_and_env) at build time - /// to enforce that every admin endpoint has a handler. An empty return + /// Called during settings finalization to enforce that every admin endpoint + /// has a handler. An empty return /// value means all admin endpoints are properly covered. /// /// # Errors @@ -2680,6 +2730,32 @@ origin_host_header_overide = "www.example.com""#, ); } + #[test] + fn is_placeholder_handler_password_rejects_known_template_value() { + assert!( + Handler::is_placeholder_password("replace-with-admin-password-32-bytes"), + "init-template handler password should be rejected" + ); + } + + #[test] + fn reject_placeholder_secrets_includes_handler_passwords() { + let mut settings = + Settings::from_toml(&crate_test_settings_str()).expect("should parse test settings"); + settings.publisher.proxy_secret = Redacted::new("unit-test-proxy-secret".to_owned()); + settings.ec.passphrase = Redacted::new("test-secret-key-32-bytes-minimum".to_owned()); + settings.handlers[0].password = + Redacted::new("replace-with-admin-password-32-bytes".to_owned()); + + let err = settings + .reject_placeholder_secrets() + .expect_err("should reject placeholder handler password"); + assert!( + format!("{err:?}").contains("handlers"), + "error should mention handler password field" + ); + } + #[test] fn test_settings_empty_toml() { let toml_str = ""; @@ -3394,7 +3470,10 @@ origin_host_header_overide = "www.example.com""#, let toml_str = crate_test_settings_str() + "\nhello = 1"; let settings = Settings::from_toml(&toml_str); - assert!(settings.is_ok(), "Extra fields should be ignored"); + assert!( + settings.is_err(), + "unknown top-level fields should be rejected" + ); } #[test] diff --git a/crates/trusted-server-core/src/settings_data.rs b/crates/trusted-server-core/src/settings_data.rs index ed290f981..130efb927 100644 --- a/crates/trusted-server-core/src/settings_data.rs +++ b/crates/trusted-server-core/src/settings_data.rs @@ -1,223 +1,152 @@ -use core::str; -use std::sync::OnceLock; +use std::collections::BTreeMap; use error_stack::{Report, ResultExt}; -use validator::Validate; +use crate::config_payload::{settings_from_config_entries, CONFIG_HASH_KEY, CONFIG_KEYS_KEY}; use crate::error::TrustedServerError; +use crate::platform::{PlatformConfigStore, RuntimeServices, StoreName}; use crate::settings::Settings; -pub use crate::auction_config_types::AuctionConfig; +const DEFAULT_CONFIG_STORE_ID: &str = "app_config"; -const SETTINGS_DATA: &[u8] = include_bytes!("../../../target/trusted-server-out.toml"); -static SETTINGS: OnceLock = OnceLock::new(); - -/// Returns the embedded [`Settings`], loading and validating them once per Wasm instance -/// and cloning the cached value on subsequent calls. +/// Loads [`Settings`] from the default `EdgeZero` `app_config` config store. /// -/// The first successful call parses the pre-built TOML generated by `build.rs` (base config -/// merged with any `TRUSTED_SERVER__` environment variable overrides at build time), -/// validates the result, and stores it in a [`OnceLock`]. Later calls return a clone of the -/// cached settings without re-running validation or emitting warning logs. -/// Environment variables are **not** read at runtime. +/// The store name is resolved from `EDGEZERO__STORES__CONFIG__APP_CONFIG__NAME` +/// and falls back to the logical id `app_config`. /// /// # Errors /// -/// - [`TrustedServerError::InvalidUtf8`] if the embedded TOML file contains invalid UTF-8 -/// - [`TrustedServerError::Configuration`] if the configuration is invalid or missing required fields -pub fn get_settings() -> Result> { - if let Some(settings) = SETTINGS.get() { - return Ok(settings.clone()); - } - - let settings = load_settings()?; - if SETTINGS.set(settings.clone()).is_err() { - if let Some(settings) = SETTINGS.get() { - return Ok(settings.clone()); - } - } - - Ok(settings) +/// Returns [`TrustedServerError::Configuration`] when metadata or any flattened +/// config entry is missing, cannot be read, fails hash verification, or fails +/// Trusted Server settings validation. +pub fn get_settings_from_services( + services: &RuntimeServices, +) -> Result> { + let store_name = default_config_store_name(); + get_settings_from_config_store(services.config_store(), &store_name) } -fn load_settings() -> Result> { - let toml_bytes = SETTINGS_DATA; - let toml_str = str::from_utf8(toml_bytes).change_context(TrustedServerError::InvalidUtf8 { - message: "embedded trusted-server.toml file".to_string(), - })?; - - let settings = Settings::from_toml(toml_str)?; +/// Returns the default `EdgeZero` app-config store name. +#[must_use] +pub fn default_config_store_name() -> StoreName { + StoreName::from( + std::env::var("EDGEZERO__STORES__CONFIG__APP_CONFIG__NAME") + .unwrap_or_else(|_| DEFAULT_CONFIG_STORE_ID.to_string()), + ) +} - // Validate the settings - settings - .validate() - .change_context(TrustedServerError::Configuration { - message: "Failed to validate configuration".to_string(), +/// Loads [`Settings`] from a platform config store. +/// +/// # Errors +/// +/// Returns [`TrustedServerError::Configuration`] when metadata or any flattened +/// config entry is missing, cannot be read, fails hash verification, or fails +/// Trusted Server settings validation. +pub fn get_settings_from_config_store( + config_store: &dyn PlatformConfigStore, + store_name: &StoreName, +) -> Result> { + let mut entries = BTreeMap::new(); + + let keys_raw = read_config_entry(config_store, store_name, CONFIG_KEYS_KEY)?; + let keys: Vec = + serde_json::from_str(&keys_raw).change_context(TrustedServerError::Configuration { + message: format!("`{CONFIG_KEYS_KEY}` metadata is not a JSON string array"), })?; + entries.insert(CONFIG_KEYS_KEY.to_string(), keys_raw); - if !settings.proxy.certificate_check { - log::warn!( - "INSECURE: proxy.certificate_check is disabled — TLS certificates will NOT be verified" - ); + let hash = read_config_entry(config_store, store_name, CONFIG_HASH_KEY)?; + entries.insert(CONFIG_HASH_KEY.to_string(), hash); + + for key in keys { + let value = read_config_entry(config_store, store_name, &key)?; + entries.insert(key, value); } - settings.reject_placeholder_secrets()?; + settings_from_config_entries(&entries) +} - Ok(settings) +fn read_config_entry( + config_store: &dyn PlatformConfigStore, + store_name: &StoreName, + key: &str, +) -> Result> { + config_store + .get(store_name, key) + .change_context(TrustedServerError::Configuration { + message: format!( + "failed to read Trusted Server app config key `{key}` from config store `{store_name}`" + ), + }) } #[cfg(test)] mod tests { - use crate::error::TrustedServerError; + use super::*; + use crate::config_payload::build_config_payload; + use crate::platform::PlatformError; use crate::settings::Settings; use crate::test_support::tests::crate_test_settings_str; - /// Builds a TOML string with the given secret values swapped in. - /// - /// # Panics - /// - /// Panics if the replacement patterns no longer match the test TOML, - /// which would cause the substitution to silently no-op. - fn toml_with_secrets(passphrase: &str, proxy_secret: &str) -> String { - let original = crate_test_settings_str(); - let after_passphrase = original.replace( - r#"passphrase = "test-secret-key-32-bytes-minimum""#, - &format!(r#"passphrase = "{passphrase}""#), - ); - assert_ne!( - after_passphrase, original, - "should have replaced passphrase value" - ); - let result = after_passphrase.replace( - r#"proxy_secret = "unit-test-proxy-secret""#, - &format!(r#"proxy_secret = "{proxy_secret}""#), - ); - assert_ne!( - result, after_passphrase, - "should have replaced proxy_secret value" - ); - result + struct MemoryConfigStore { + entries: BTreeMap, } - fn toml_with_partner_api_token(api_token: &str) -> String { - format!( - r#"{} - - [[ec.partners]] - name = "Unit Test Partner" - source_domain = "unit-test-partner.example.com" - api_token = "{}" - "#, - crate_test_settings_str(), - api_token - ) - } - - #[test] - fn rejects_placeholder_passphrase() { - let toml = toml_with_secrets("trusted-server-placeholder-secret", "real-proxy-secret"); - let settings = Settings::from_toml(&toml).expect("should parse TOML"); - let err = settings - .reject_placeholder_secrets() - .expect_err("should reject placeholder secret_key"); - let root = err.current_context(); - assert!( - matches!(root, TrustedServerError::InsecureDefault { field } if field.contains("ec.passphrase")), - "error should mention ec.passphrase, got: {root}" - ); - } + impl PlatformConfigStore for MemoryConfigStore { + fn get(&self, _store_name: &StoreName, key: &str) -> Result> { + self.entries.get(key).cloned().ok_or_else(|| { + Report::new(PlatformError::ConfigStore).attach(format!("missing key `{key}`")) + }) + } - #[test] - fn rejects_placeholder_proxy_secret() { - let toml = toml_with_secrets( - "production-secret-key-32-bytes-min", - "change-me-proxy-secret", - ); - let settings = Settings::from_toml(&toml).expect("should parse TOML"); - let err = settings - .reject_placeholder_secrets() - .expect_err("should reject placeholder proxy_secret"); - let root = err.current_context(); - assert!( - matches!(root, TrustedServerError::InsecureDefault { field } if field.contains("publisher.proxy_secret")), - "error should mention publisher.proxy_secret, got: {root}" - ); - } + fn put( + &self, + _store_id: &crate::platform::StoreId, + _key: &str, + _value: &str, + ) -> Result<(), Report> { + Ok(()) + } - #[test] - fn rejects_both_placeholders_in_single_error() { - let toml = toml_with_secrets( - "trusted-server-placeholder-secret", - "change-me-proxy-secret", - ); - let settings = Settings::from_toml(&toml).expect("should parse TOML"); - let err = settings - .reject_placeholder_secrets() - .expect_err("should reject both placeholder secrets"); - let root = err.current_context(); - match root { - TrustedServerError::InsecureDefault { field } => { - assert!( - field.contains("ec.passphrase"), - "error should mention ec.passphrase, got: {field}" - ); - assert!( - field.contains("publisher.proxy_secret"), - "error should mention publisher.proxy_secret, got: {field}" - ); - } - other => panic!("expected InsecureDefault, got: {other}"), + fn delete( + &self, + _store_id: &crate::platform::StoreId, + _key: &str, + ) -> Result<(), Report> { + Ok(()) } } #[test] - fn accepts_non_placeholder_secrets() { - let toml = toml_with_secrets( - "production-secret-key-32-bytes-min", - "production-proxy-secret", + fn loads_settings_from_flattened_config_store_entries() { + let settings = + Settings::from_toml(&crate_test_settings_str()).expect("should parse test settings"); + let payload = build_config_payload(&settings).expect("should build payload"); + let store = MemoryConfigStore { + entries: payload.entries, + }; + + let loaded = get_settings_from_config_store(&store, &StoreName::from("app_config")) + .expect("should load settings"); + + assert_eq!( + loaded.publisher.domain, settings.publisher.domain, + "should load publisher domain" ); - let settings = Settings::from_toml(&toml).expect("should parse TOML"); - settings - .reject_placeholder_secrets() - .expect("non-placeholder secrets should pass validation"); } #[test] - fn rejects_placeholder_partner_api_token() { - let toml = toml_with_partner_api_token("sharedid-internal-token-32-bytes"); - let settings = Settings::from_toml(&toml).expect("should parse TOML"); - let err = settings - .reject_placeholder_secrets() - .expect_err("should reject placeholder partner api_token"); - let root = err.current_context(); - assert!( - matches!(root, TrustedServerError::InsecureDefault { field } if field.contains("ec.partners[unit-test-partner.example.com].api_token")), - "error should mention partner api_token, got: {root}" - ); - } + fn fails_when_metadata_is_missing() { + let store = MemoryConfigStore { + entries: BTreeMap::new(), + }; - #[test] - fn accepts_non_placeholder_partner_api_token() { - let toml = toml_with_partner_api_token("production-partner-token-32-bytes-min"); - let settings = Settings::from_toml(&toml).expect("should parse TOML"); - settings - .reject_placeholder_secrets() - .expect("non-placeholder partner api_token should pass validation"); - } + let err = get_settings_from_config_store(&store, &StoreName::from("app_config")) + .expect_err("should fail when metadata is missing"); - /// Smoke-test the full `get_settings()` pipeline (embedded bytes → UTF-8 → - /// parse → validate → placeholder check). The build-time TOML ships with - /// placeholder secrets, so the expected outcome is an [`InsecureDefault`] - /// error — but reaching that error proves every earlier stage succeeded. - #[test] - fn get_settings_rejects_embedded_placeholder_secrets() { - let err = super::get_settings().expect_err("should reject embedded placeholder secrets"); assert!( - matches!( - err.current_context(), - TrustedServerError::InsecureDefault { .. } - ), - "should fail with InsecureDefault, got: {err}" + err.to_string().contains(CONFIG_KEYS_KEY), + "error should mention missing keys metadata" ); } } diff --git a/docs/.vitepress/config.mts b/docs/.vitepress/config.mts index 53d6e7eb3..90fbcf633 100644 --- a/docs/.vitepress/config.mts +++ b/docs/.vitepress/config.mts @@ -106,6 +106,7 @@ export default withMermaid( items: [ { text: 'Architecture', link: '/guide/architecture' }, { text: 'Configuration', link: '/guide/configuration' }, + { text: 'CLI', link: '/guide/cli' }, { text: 'Testing', link: '/guide/testing' }, { text: 'Integration Guide', link: '/guide/integration-guide' }, ], diff --git a/docs/guide/cli.md b/docs/guide/cli.md new file mode 100644 index 000000000..6bf0f681b --- /dev/null +++ b/docs/guide/cli.md @@ -0,0 +1,77 @@ +# Trusted Server CLI + +The Trusted Server CLI binary is `ts`. It is a host-target operator tool for +configuration, page audits, and EdgeZero-backed lifecycle commands. + +## Install from source + +The workspace default target is `wasm32-wasip1`, so build or test the CLI with +your host target: + +```bash +HOST_TARGET="$(rustc -vV | sed -n 's/^host: //p')" +cargo build --package trusted-server-cli --target "$HOST_TARGET" +``` + +## Common workflow + +```bash +ts config init +# Edit trusted-server.toml +ts config validate +ts auth login --adapter fastly +ts provision --adapter fastly +ts config push --adapter fastly +ts serve --adapter fastly +``` + +## Audit a public page + +`ts audit` loads a public page in a fresh headless Chrome/Chromium session, +collects rendered JavaScript asset evidence, detects known Trusted Server +integrations, and writes local draft artifacts. + +Chrome or Chromium must be installed locally. The command checks common PATH +names and standard macOS/Linux install locations. + +```bash +ts audit https://publisher.example +``` + +By default, the command writes: + +| File | Purpose | +| --------------------- | ------------------------------------------------------------------------ | +| `js-assets.toml` | JavaScript asset inventory, detected integrations, counts, and warnings. | +| `trusted-server.toml` | Draft Trusted Server config based on the starter template and final URL. | + +The generated config is a draft. Review it, replace placeholders/secrets, adjust +publisher-specific settings, then run: + +```bash +ts config validate +``` + +If a config already exists, avoid overwriting it: + +```bash +ts audit https://publisher.example --no-config +``` + +Use custom output paths when reviewing artifacts first: + +```bash +ts audit https://publisher.example \ + --js-assets audit/js-assets.toml \ + --config audit/trusted-server.toml +``` + +Use `--force` only when replacing existing output files is intentional: + +```bash +ts audit https://publisher.example --force +``` + +`ts audit` is not an EdgeZero adapter command. It has no `--adapter` option and +it does not provision resources, push config, build, deploy, or contact platform +APIs. diff --git a/docs/guide/getting-started.md b/docs/guide/getting-started.md index be43315f0..c85bc55a8 100644 --- a/docs/guide/getting-started.md +++ b/docs/guide/getting-started.md @@ -9,6 +9,7 @@ Before you begin, ensure you have the following installed (versions are pinned i - Rust {{RUST_VERSION}} - NodeJS {{NODEJS_VERSION}} - Fastly {{FASTLY_VERSION}} CLI installed +- Chrome or Chromium, required for `ts audit` - A Fastly account and API key - Basic familiarity with WebAssembly @@ -55,6 +56,25 @@ The server will be available at `http://localhost:7676`. ## Configuration +Create a starter Trusted Server config with the `ts` CLI: + +```bash +ts config init +``` + +To bootstrap from a public publisher page, run an audit first: + +```bash +ts audit https://publisher.example +``` + +The audit command writes `js-assets.toml` plus a draft `trusted-server.toml`. +Review the draft, replace placeholders/secrets, then validate it: + +```bash +ts config validate +``` + Edit `trusted-server.toml` to configure: - Ad server integrations @@ -62,7 +82,7 @@ Edit `trusted-server.toml` to configure: - EC configuration - GDPR settings -See [Configuration](/guide/configuration) for details. +See [Configuration](/guide/configuration) and [Trusted Server CLI](/guide/cli) for details. ## Deploy to Fastly diff --git a/docs/superpowers/plans/2026-06-16-edgezero-based-ts-audit-implementation-plan.md b/docs/superpowers/plans/2026-06-16-edgezero-based-ts-audit-implementation-plan.md new file mode 100644 index 000000000..a91fb1821 --- /dev/null +++ b/docs/superpowers/plans/2026-06-16-edgezero-based-ts-audit-implementation-plan.md @@ -0,0 +1,820 @@ +# EdgeZero-Based Trusted Server Audit CLI Implementation Plan + +**Date:** 2026-06-16 +**Status:** Approved implementation plan +**Spec:** `docs/superpowers/specs/2026-06-16-edgezero-based-ts-audit-design.md` +**Depends on:** base CLI pass from +`docs/superpowers/specs/2026-06-16-edgezero-based-ts-cli-design.md` + +## Current baseline + +The base CLI pass has added the host-target `trusted-server-cli` crate with: + +```text +crates/trusted-server-cli/ + Cargo.toml + src/args.rs + src/config_command.rs + src/edgezero_delegate.rs + src/error.rs + src/lib.rs + src/main.rs + src/run.rs +``` + +Important existing shapes to preserve: + +- The binary is `ts`. +- The implementation is gated to non-wasm targets in `lib.rs` and `main.rs`. +- `run_from_env()` parses process args and wires production services. +- `run_with_io()` supports testable invocation with injected writers. +- `run::dispatch()` currently injects an `EdgeZeroDelegate` for lifecycle/config + push tests. +- `config_command.rs` already embeds `trusted-server.example.toml` for + `config init`. +- `trusted-server.example.toml` now uses `example.com` sentinel values rather + than the old `test-publisher.com` values. +- `.gitignore` already ignores `trusted-server.toml`, but does not yet ignore + `js-assets.toml`. + +The old implementation to port from is on `feature/ts-cli`: + +```text +crates/trusted-server-cli/src/audit.rs +crates/trusted-server-cli/src/audit/analyzer.rs +crates/trusted-server-cli/src/audit/browser_collector.rs +crates/trusted-server-cli/src/audit/collector.rs +``` + +This plan recreates that behavior on top of the new base CLI structure, while +applying the spec's tightening around output preflight, deterministic merge +behavior, and EdgeZero separation. + +## Decisions locked for this plan + +- `ts audit` is Trusted Server-owned, not an EdgeZero delegate. +- No `--adapter`, `--manifest`, `--store`, `--local`, `--dry-run`, or `--json` + options are added to audit v1. +- The command writes local draft artifacts only; it never provisions, pushes, + deploys, or contacts platform APIs. +- Preserve the old command surface: + - `ts audit `; + - `--js-assets `; + - `--config `; + - `--no-js-assets`; + - `--no-config`; + - `--force`. +- Preserve the old artifact schema exactly enough that existing + `js-assets.toml` readers do not need a migration. +- Improve over the old implementation by preflighting selected output paths + before launching the browser and before writing any file. +- Use a fake collector in tests; unit tests must not require Chrome/Chromium. +- Browser smoke tests, if added, must be ignored by default or feature-gated. +- Generated `trusted-server.toml` is a draft. It may still fail production + validation until the operator replaces placeholders and reviews settings. +- Do not write rendered HTML, inline script bodies, cookies, storage, request + bodies, or response bodies to artifacts. +- Keep all browser automation dependencies host-only under + `trusted-server-cli`. +- Follow repository error/logging style: `error-stack::Report`, no `println!`, + output through injected `Write` handles in testable code. + +## Definition of done + +- `ts audit [options] ` appears in clap help and dispatches correctly. +- URL validation accepts only `http` and `https` URLs. +- Default outputs are `js-assets.toml` and `trusted-server.toml`. +- `--no-js-assets` and `--no-config` work individually. +- Passing both no-output flags fails before browser collection. +- Existing outputs are rejected without `--force` before browser collection. +- If any selected output path conflicts, no selected file is written. +- Browser collector launches an isolated headless Chrome/Chromium session. +- Browser collector captures final URL, title, rendered HTML, DOM scripts, and + script resource timing entries. +- Navigation failures and non-`200..399` main-document statuses fail clearly. +- Page settle timeout continues with a warning. +- Analyzer merges HTML, DOM, and resource-timing script evidence. +- Assets and detected integrations are deduplicated and sorted deterministically. +- First-party/third-party classification matches the spec's host relationship + heuristic. +- Integration detectors match the old v1 detector set. +- `js-assets.toml` serializes the specified schema. +- Draft config generation patches current `trusted-server.example.toml` + sentinels, uses the final redirected URL, and appends manual-review comments. +- `ts audit` does not invoke any `EdgeZeroDelegate` or platform API. +- `.gitignore` ignores the default `js-assets.toml` artifact. +- CLI guide / getting-started docs mention the audit command and Chrome + requirement. +- Focused unit tests pass. +- Host-target CLI tests pass. +- Formatting passes. + +## Proposed module layout + +Add audit as an internal host-only module under the existing CLI crate: + +```text +crates/trusted-server-cli/src/ + audit.rs + audit/ + analyzer.rs + browser_collector.rs + collector.rs +``` + +Responsibilities: + +| File | Responsibility | +| ---------------------------- | ----------------------------------------------------------------------------- | +| `args.rs` | Add `Command::Audit(AuditArgs)` and parse audit flags. | +| `run.rs` | Dispatch audit via an injectable collector and stdout writer. | +| `audit.rs` | Command orchestration, output planning, file writes, draft config generation. | +| `audit/collector.rs` | `CollectedPage` data structs and `AuditCollector` trait. | +| `audit/analyzer.rs` | Convert `CollectedPage` to `AuditArtifact`; detection/classification. | +| `audit/browser_collector.rs` | Production Chrome/Chromium collector. | +| `Cargo.toml` | Add host-only audit dependencies. | +| `.gitignore` | Ignore default `js-assets.toml`. | +| docs | Document command usage and draft status. | + +## Data model sketch + +Port these old public/internal shapes with doc comments as needed for clippy: + +```rust +pub struct AuditArgs { + pub url: String, + pub js_assets: Option, + pub config: Option, + pub no_js_assets: bool, + pub no_config: bool, + pub force: bool, +} + +pub trait AuditCollector { + fn collect_page(&self, target_url: &Url) -> CliResult; +} + +pub struct CollectedPage { + pub requested_url: String, + pub final_url: String, + pub page_title: Option, + pub html: String, + pub script_tags: Vec, + pub network_requests: Vec, + pub warnings: Vec, +} + +pub struct AuditArtifact { + pub audited_url: String, + pub page_title: Option, + pub js_asset_count: usize, + pub third_party_asset_count: usize, + pub detected_integrations: Vec, + pub assets: Vec, + pub warnings: Vec, +} +``` + +Keep serialization compatible with the old artifact: + +- `AssetParty` serializes with `#[serde(rename_all = "kebab-case")]`. +- `AuditedAsset.integration` remains `Option`. +- `page_title` remains `Option`. +- No `schema_version` in v1. + +## Service injection shape + +The current `dispatch()` injects only an `EdgeZeroDelegate`. To test audit +without launching Chrome, extend the dispatcher to inject both platform and audit +services. + +Preferred shape: + +```rust +struct CliServices<'a> { + edgezero: &'a mut dyn EdgeZeroDelegate, + audit: &'a dyn AuditCollector, +} + +fn dispatch( + args: Args, + services: &mut CliServices<'_>, + out: &mut dyn Write, + err: &mut dyn Write, +) -> CliResult<()>; +``` + +Production setup in `run_from_env()` and `run_with_io()`: + +```rust +let mut edgezero = ProductionEdgeZeroDelegate; +let audit = BrowserAuditCollector; +let mut services = CliServices { + edgezero: &mut edgezero, + audit: &audit, +}; +``` + +Tests can use: + +```rust +let mut edgezero = FakeEdgeZeroDelegate::default(); +let audit = FakeAuditCollector::new(collected_page); +let mut services = CliServices { + edgezero: &mut edgezero, + audit: &audit, +}; +``` + +This keeps the no-EdgeZero requirement testable: after dispatching `Command::Audit`, +assert fake EdgeZero lifecycle/push calls are empty. + +If introducing `CliServices` feels too large, an acceptable smaller alternative +is `dispatch_with_audit_collector(args, delegate, collector, out, err)` used by +production and tests. Avoid global mutable test hooks. + +## Dependencies + +Add only host-target CLI dependencies. + +Likely additions to root `[workspace.dependencies]`: + +```toml +chromiumoxide = "" +scraper = "0.21" # or current compatible version +``` + +Likely additions to `crates/trusted-server-cli/Cargo.toml` under +`target.'cfg(not(target_arch = "wasm32"))'.dependencies`: + +```toml +chromiumoxide = { workspace = true } +futures = { workspace = true } +regex = { workspace = true } +scraper = { workspace = true } +tokio = { workspace = true } +url = { workspace = true } +which = { workspace = true } +``` + +Existing workspace dependencies already include `futures`, `regex`, `tokio`, +`url`, and `which`. Confirm `tokio` features are sufficient for the browser +collector: + +- current workspace features include `rt`, `time`, `macros`, `io-util`, and + `sync`; +- browser collector needs current-thread runtime and timers; +- if `chromiumoxide` requires extra Tokio features, add only the minimum + host-safe features needed. + +Dependency constraints: + +- Do not add these dependencies to runtime crates. +- Do not make `trusted-server-core` depend on browser automation or HTML + scraping crates. +- Keep the CLI crate wasm stub compiling by leaving all real audit modules under + `#[cfg(not(target_arch = "wasm32"))]` via `lib.rs` module gating. + +## Stage 1 — Add CLI argument surface + +Files: + +- `crates/trusted-server-cli/src/args.rs` +- `crates/trusted-server-cli/src/run.rs` + +Steps: + +1. Add `Command::Audit(AuditArgs)` to `args.rs`. +2. Add `AuditArgs` with: + - positional `url: String`; + - `#[arg(long)] js_assets: Option`; + - `#[arg(long)] config: Option`; + - `#[arg(long)] no_js_assets: bool`; + - `#[arg(long)] no_config: bool`; + - `#[arg(long)] force: bool`. +3. Use clap's default kebab-case flag names, so the struct field `js_assets` + maps to `--js-assets`. +4. Add parser tests: + - parses default audit URL; + - parses all custom options; + - `--no-js-assets` and `--no-config` can each parse; + - audit does not accept `--adapter`. +5. Add a dispatch match arm that calls `audit::run_audit()` with the injected + collector. +6. Ensure existing delegate command parser tests remain unchanged. + +Do not implement browser collection in this stage. + +## Stage 2 — Add audit module scaffold and output planning + +Files: + +- `crates/trusted-server-cli/src/lib.rs` +- `crates/trusted-server-cli/src/audit.rs` +- `crates/trusted-server-cli/src/audit/collector.rs` + +Steps: + +1. Register `mod audit;` in `lib.rs` under the existing non-wasm module gate. +2. Add collector data structs and `AuditCollector` trait. +3. Add `AuditOutputPlan` in `audit.rs`: + + ```rust + struct AuditOutputPlan { + js_assets_path: Option, + config_path: Option, + } + ``` + +4. Add `parse_audit_url(value: &str) -> CliResult`. +5. Add `resolve_output_plan(args: &AuditArgs) -> CliResult`. +6. Rules for `resolve_output_plan()`: + - reject both `no_js_assets` and `no_config`; + - default JS asset path to `js-assets.toml` unless disabled; + - default config path to `trusted-server.toml` unless disabled; + - resolve relative paths against `std::env::current_dir()`; + - preserve absolute paths; + - reject existing selected paths unless `force`; + - create no directories yet, or create only after all selected paths pass the + conflict check. +7. Add `prepare_output_paths(plan)` or integrate directory creation after + successful preflight. +8. Tests: + - URL parsing accepts HTTP/HTTPS; + - URL parsing rejects `file:`, `data:`, `chrome:`; + - both no-output flags reject with a clear message; + - default and custom paths resolve as expected; + - existing file fails without `--force`; + - existing file passes with `--force`; + - one conflicting path prevents all writes. + +Implementation note: keep path planning separate from browser collection so a +fake collector can record whether it was called. Use that to prove conflicts +short-circuit before collection. + +## Stage 3 — Port analyzer and artifact schema + +Files: + +- `crates/trusted-server-cli/src/audit.rs` +- `crates/trusted-server-cli/src/audit/analyzer.rs` + +Steps: + +1. Add serializable artifact structs in `audit.rs`: + - `AssetParty`; + - `AuditedAsset`; + - `DetectedIntegration`; + - `AuditArtifact`; + - `AuditOutputs`. +2. Port `analyze_collected_page()` from the old branch. +3. Preserve these analysis inputs: + - rendered HTML `