ms2k/lazaret
SHA256
Watch
0
Code Releases 3 Activity

Generalize benchmark qualification environment

Browse source
This commit is contained in:
ms2k 2026-07-15 02:49:39 +09:00
commit 2d4ec2ed8b
1 changed files with 91 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

45
tests/tooling/test_ignored_workspace_contract.py
View file

@ -406,30 +406,37 @@ class IgnoredWorkspaceContractTests(unittest.TestCase):
validate_semantic_consistency(contract, copied_force_add)
def test_benchmark_reference_conditions_are_complete(self) -> None:
reference = load("benchmark.json")["reference_environment"]
qualification = load("benchmark.json")["qualification_environment"]
required = {
"architecture",
"kernel",
"cpu",
"cpu_set",
"cpu_governor",
"memory_bytes",
"swap",
"memory",
"storage",
"storage_stack",
"filesystem",
"filesystem_block_bytes",
"filesystem_mount_options",
"fuse_userspace",
"runsc",
"git",
"uv",
"rust",
"qualification_result_fields",
"qualification_result_policy",
}
self.assertEqual(set(reference), required)
self.assertEqual(reference["architecture"], "x86_64")
self.assertEqual(reference["filesystem"], "XFS")
self.assertGreaterEqual(reference["memory_bytes"], 16 * 1024**3)
self.assertEqual(set(qualification), required)
self.assertEqual(qualification["architecture"], "x86_64")
self.assertEqual(
set(qualification["cpu"]),
{"physical_cores_minimum", "allocation", "governor"},
)
self.assertGreaterEqual(qualification["cpu"]["physical_cores_minimum"], 8)
self.assertGreaterEqual(qualification["memory"]["bytes_minimum"], 16 * 1024**3)
self.assertEqual(
qualification["storage"],
{
"kind": "local-block-device",
"network_backed": False,
"copy_on_write": False,
},
)
self.assertEqual(qualification["filesystem"]["type"], "XFS")
self.assertEqual(qualification["filesystem"]["block_bytes"], 4096)
self.assertIn("cpu_model", qualification["qualification_result_fields"])
self.assertIn("storage_model", qualification["qualification_result_fields"])
def test_sampling_protocol_fixes_statistics_and_variance(self) -> None:
sampling = load("benchmark.json")["sampling"]
@ -441,6 +448,10 @@ class IgnoredWorkspaceContractTests(unittest.TestCase):
sampling["relative_statistic"],
"median of paired routed/direct elapsed-time ratios",
)
self.assertEqual(
sampling["direct_calibration_formula"],
"direct placement median <= absolute_median_ms / relative_median_ratio in every independent run and preparation state",
)
self.assertEqual(
sampling["within_run_relative_mad_formula"],
"median(abs(sample - median(samples))) / median(samples), evaluated separately for direct elapsed times, routed elapsed times, and paired routed/direct ratios in each workload, preparation state, and independent run",