112 lines
7 KiB
JSON
112 lines
7 KiB
JSON
|
{
|
||
|
|
"schema": "lazaret-ignored-workspace-benchmark-v1",
|
||
|
|
"reference_environment": {
|
||
|
|
"architecture": "x86_64",
|
||
|
|
"kernel": "Linux 6.9 or later",
|
||
|
|
"cpu": "reference x86_64 processor",
|
||
|
|
"cpu_set": "one hardware thread from each of eight physical cores",
|
||
|
|
"cpu_governor": "performance",
|
||
|
|
"memory_bytes": 17179869184,
|
||
|
|
"swap": "disabled-for-benchmark-cgroup",
|
||
|
|
"storage": "reference local NVMe-class block device",
|
||
|
|
"storage_stack": "NVMe with dm-crypt and no network or copy-on-write layer",
|
||
|
|
"filesystem": "XFS",
|
||
|
|
"filesystem_block_bytes": 4096,
|
||
|
|
"filesystem_mount_options": [
|
||
|
|
"rw",
|
||
|
|
"nosuid",
|
||
|
|
"nodev",
|
||
|
|
"relatime",
|
||
|
|
"inode64",
|
||
|
|
"noquota"
|
||
|
|
],
|
||
|
|
"fuse_userspace": "qualification-result-version",
|
||
|
|
"runsc": "qualification-result-version",
|
||
|
|
"git": "qualification-result-version",
|
||
|
|
"uv": "qualification-result-version",
|
||
|
|
"rust": "qualification-result-version"
|
||
|
|
},
|
||
|
|
"placements": {
|
||
|
|
"direct": "one native reference tree containing the same visible bytes and metadata on the same backing filesystem, without FUSE or runsc",
|
||
|
|
"routed": "the same backing filesystem through the production FUSE router and supported runsc"
|
||
|
|
},
|
||
|
|
"sampling": {
|
||
|
|
"independent_runs": 3,
|
||
|
|
"warmup_samples_per_cell": 2,
|
||
|
|
"measured_samples_per_cell": 15,
|
||
|
|
"order": "paired alternating direct-routed then routed-direct",
|
||
|
|
"clock": "CLOCK_MONOTONIC_RAW elapsed nanoseconds",
|
||
|
|
"statistic": "median",
|
||
|
|
"relative_statistic": "median of paired routed/direct elapsed-time ratios",
|
||
|
|
"outlier_policy": "retain every completed measured sample",
|
||
|
|
"sample_timeout": "four times the workload absolute budget",
|
||
|
|
"within_run_relative_mad_limit": 0.10,
|
||
|
|
"between_run_median_spread_limit": 0.10,
|
||
|
|
"budget_tolerance": 0.0
|
||
|
|
},
|
||
|
|
"preparation_states": {
|
||
|
|
"unprimed": "fresh uniquely named materialization, empty workload output directories, and no fixture prewalk; operating-system cache dropping is not required",
|
||
|
|
"primed": "fresh materialization followed by one untimed complete workload invocation before measured samples"
|
||
|
|
},
|
||
|
|
"normalization": {
|
||
|
|
"fixture_identity": "SHA-256 of canonical byte-path, kind, mode, size, and regular-file content records",
|
||
|
|
"result_identity": "workload-specific canonical output plus post-workload fixture identity",
|
||
|
|
"environment": "reject a run that differs from any reference environment field",
|
||
|
|
"background_load": "reject a sample when another process consumes more than five percent of one reference core or benchmark memory pressure causes reclaim",
|
||
|
|
"pass_rule": "every independent run and preparation state meets both the absolute median and paired median-ratio budget and both variance limits"
|
||
|
|
},
|
||
|
|
"workloads": [
|
||
|
|
{
|
||
|
|
"id": "metadata-10000",
|
||
|
|
"category": "metadata",
|
||
|
|
"fixture_seed": "b4e3a0d11bcd823e8ea7e9fc8a2e4ec4f4cb628e8df62df28ba369ecb2944dd7",
|
||
|
|
"fixture": "100 directories each containing 100 regular files of 64 bytes; half host-backed and half ignored isolated",
|
||
|
|
"fixture_algorithm": "directories d000 through d099; files f000 through f099; content is the 32-byte SHA-256 of fixture_seed, slash, and byte path repeated twice; even directories are host-backed and odd directories are ignored isolated",
|
||
|
|
"operation": "bytewise walk, lstat, open, read 64 bytes, close, and statx each file",
|
||
|
|
"command_sequence": [["lazaret-workspace-benchmark", "metadata", "--root", "ROOT", "--bytewise-order", "--statx-mask", "basic-stats"]],
|
||
|
|
"result_oracle": "exactly 10000 regular files, 640000 content bytes, and the canonical fixture identity",
|
||
|
|
"preparation_states": ["unprimed", "primed"],
|
||
|
|
"absolute_median_ms": 2000,
|
||
|
|
"relative_median_ratio": 25.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "git-2000-status-add-reset",
|
||
|
|
"category": "git",
|
||
|
|
"fixture_seed": "7ff9a3db8752e32d8d782c4c8d09d733be72f9dcba9d49d681b31193749f3ef4",
|
||
|
|
"fixture": "1000 tracked files, 500 ordinary untracked files, 500 ignored isolated files, and ignored host sentinels",
|
||
|
|
"fixture_algorithm": "tracked/t0000 through t0999 are committed; ordinary/u0000 through u0499 are untracked; ignored/i0000 through i0499 match one root ignore rule and have distinct host sentinel and isolated content derived from fixture_seed and byte path",
|
||
|
|
"operation": "porcelain-v2 status, add the ordinary untracked set, quiet mixed reset, and porcelain-v2 status",
|
||
|
|
"command_sequence": [["git", "status", "--porcelain=v2", "--untracked-files=all"], ["git", "add", "--", "ordinary"], ["git", "reset", "--quiet", "--mixed"], ["git", "status", "--porcelain=v2", "--untracked-files=all"]],
|
||
|
|
"result_oracle": "both status byte streams equal the locked direct placement streams, the index returns to its initial identity, and every ignored host sentinel is unchanged",
|
||
|
|
"preparation_states": ["unprimed", "primed"],
|
||
|
|
"absolute_median_ms": 2500,
|
||
|
|
"relative_median_ratio": 8.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "uv-offline-32-wheels",
|
||
|
|
"category": "package-manager",
|
||
|
|
"fixture_seed": "df5d5a7d287cc0a140d95c77a5f560db66929a138d5dfc854a6af4f90d609184",
|
||
|
|
"fixture": "one root wheel and 31 deterministic local dependency wheels with no build scripts or network access",
|
||
|
|
"fixture_algorithm": "packages lazaret-bench-pkg-00 through lazaret-bench-pkg-31 at version 1.0.0; package 00 depends exactly on packages 01 through 31; each pure-Python wheel contains one module whose VALUE is the SHA-256 of fixture_seed and normalized package name",
|
||
|
|
"operation": "uv pip install --offline --no-index into a fresh ignored virtual environment",
|
||
|
|
"command_sequence": [["uv", "pip", "install", "--offline", "--no-index", "--find-links", "WHEELHOUSE", "--python", "VENV/bin/python", "lazaret-bench-pkg-00==1.0.0"]],
|
||
|
|
"result_oracle": "all 32 exact distributions are installed and importing every module yields its fixture-derived VALUE",
|
||
|
|
"preparation_states": ["unprimed", "primed"],
|
||
|
|
"absolute_median_ms": 5000,
|
||
|
|
"relative_median_ratio": 6.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "cargo-offline-32-crates",
|
||
|
|
"category": "build",
|
||
|
|
"fixture_seed": "42324c58067ac0869fb4ec486f42fec74e0f3147a12aa2aee80af45c3bb8595d",
|
||
|
|
"fixture": "one binary and 31 path-library crates with deterministic generated Rust sources and an exact lockfile",
|
||
|
|
"fixture_algorithm": "workspace packages lazaret-bench-crate-00 through lazaret-bench-crate-31 at version 1.0.0; package 00 is a binary with exact path dependencies on libraries 01 through 31; each library returns the first eight bytes of SHA-256 of fixture_seed and package name as a u64 constant",
|
||
|
|
"operation": "cargo check --offline --locked --workspace with a fresh ignored target directory",
|
||
|
|
"command_sequence": [["cargo", "check", "--offline", "--locked", "--workspace", "--target-dir", "TARGET"]],
|
||
|
|
"result_oracle": "exit zero, no lockfile change, no source-tree change, and all output remains beneath the ignored target directory",
|
||
|
|
"preparation_states": ["unprimed", "primed"],
|
||
|
|
"absolute_median_ms": 8000,
|
||
|
|
"relative_median_ratio": 5.0
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|