Files

359 lines
12 KiB
Python
Raw Permalink Normal View History

"""Immutable reviewed closure evidence for detection-core benchmark migration entries."""
from __future__ import annotations
from dataclasses import dataclass
@dataclass(frozen=True)
class BenchmarkTerminalEvidence:
disposition: str
path: str
symbol: str
dependency_kind: str
artifact_family: str
capability_anchors: tuple[str, ...]
owner_boundary: str
successor_module: str | None
successor_symbol: str | None
@property
def stable_fields(self) -> tuple[str, str, str, str, tuple[str, ...], str]:
return (
self.path,
self.symbol,
self.dependency_kind,
self.artifact_family,
self.capability_anchors,
self.owner_boundary,
)
BENCHMARK_TERMINAL_EVIDENCE = {
"40465a45eb2ef682fecad973566a0bd94956bfb804d1fc6ea1d43075533232b1": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/learn/engine_task_entry.py",
"main",
"writer",
"v1-artifact",
("definition:main", "constant:done", "call:dumps", "call:write_text"),
"benchmark",
"benchmarks.learn.engine_task_entry",
"main",
),
"f0fd6f3806e7f50b826c6b3fad99d50c4ac02aeedb5cc3afca6c140f3bebbcf7": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/measurements/2026-10-14-access-control-hunt/analyse.py",
"<module>",
"writer",
"v1-artifact",
(
"constant:family",
"constant:id",
"constant:instrument",
"constant:instrument_failures",
"constant:precision",
"constant:push",
"call:dumps",
"call:write_text",
),
"benchmark",
"benchmarks.measurements.2026-10-14-access-control-hunt.analyse",
"main",
),
"fd21a8b7f0759a69e9f51ad3d2bae51e435ebb88cabea3bc44b8fec534fae32f": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/measurements/2026-10-14-access-control-hunt/analyse.py",
"main",
"writer",
"v1-artifact",
("definition:main", "call:dumps", "call:write_text"),
"benchmark",
"benchmarks.measurements.2026-10-14-access-control-hunt.analyse",
"main",
),
"61d6e4cf01bb735ec13ea6dcd9aeb3e804abaccd26e0c7ad18819f2b28a7db0c": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/unseen/calibrate.py",
"main",
"writer",
"v1-artifact",
("definition:main", "constant:id", "constant:status", "call:canonical"),
"benchmark",
"benchmarks.unseen.calibrate",
"main",
),
"c01d686518e8c0d17fa60092007604923b133200328a975bbf39e4727d75d900": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/unseen/replay.py",
"run_replays",
"writer",
"v1-artifact",
("definition:run_replays", "constant:change", "constant:input_digest", "constant:item_id"),
"benchmark",
"benchmarks.unseen.replay",
"run_replays",
),
"039988ff20d8f58a169cc7cd183e25a88b2bb2638fa969becb3553d8d7bc927b": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/unseen/score.py",
"main",
"writer",
"v1-artifact",
("definition:main", "call:dumps", "call:write_text"),
"benchmark",
"benchmarks.unseen.score",
"main",
),
"fe616a80de18d275283ad26ccd9027c4fbf151c017d02c14205e9cfc374a8b53": BenchmarkTerminalEvidence(
"retired",
"benchmarks/valid/admission_run.py",
"_resume_or_prove",
"writer",
"v1-artifact",
("definition:_resume_or_prove", "constant:id", "constant:input_digest", "call:_write_json"),
"benchmark",
None,
None,
),
"41eade0e409ea4726173e851fcad5c9c81076bd7e094fc4c2ad830ac40f958b4": BenchmarkTerminalEvidence(
"retired",
"benchmarks/valid/admission_run.py",
"assemble_admission_report",
"writer",
"v1-artifact",
("definition:assemble_admission_report", "constant:id", "constant:status", "name:admission_report"),
"benchmark",
None,
None,
),
"ae8dd5862ff8cb6fb4cdfb83f99eb0ac881fed4dd6d0e01d19f7e4bad25f1a36": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/arm_regression.py",
"<module>",
"reader",
"v1-contract",
("import_from:openultrasast.core.coverage:InstrumentFailure",),
"benchmark",
"benchmarks.valid.arm_regression",
"_validate_record_instrument",
),
"f3ba25f48c0da317242323061f27a45213a459b93a12aeeb16389bd0f3e5525f": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/arm_regression.py",
"<module>",
"reader",
"v1-contract",
("import_from:openultrasast.core.coverage:check_reads",),
"benchmark",
"benchmarks.valid.arm_regression",
"validate_instrument",
),
"b2bee4333d7374d21d2f4d0a8cdf49bb7c2f398daba5f63d7c3c2f7349f9be72": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/arm_regression.py",
"run_arm",
"writer",
"v1-artifact",
("definition:run_arm", "constant:id", "constant:input_digest", "call:_write_json"),
"benchmark",
"benchmarks.valid.arm_regression",
"run_arm",
),
"2acb6086c4eba2ee4a6bd6f6bacc86219207dd71548586c7966bb38153de9150": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/development_runner.py",
"run_development",
"writer",
"v1-artifact",
("definition:run_development", "constant:id", "call:dumps", "call:write_text", "name:DevelopmentRecord"),
"benchmark",
"benchmarks.valid.development_runner",
"run_development",
),
"c4fe7770e44fb6c37a97cc2b5c686927d116522cdd62229fe7203aa58405477b": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/hunter_arm.py",
"combine",
"writer",
"v1-artifact",
("definition:combine", "constant:missing", "constant:push", "constant:status", "call:_write_json"),
"benchmark",
"benchmarks.valid.hunter_arm",
"combine",
),
"880bbb68575bcb453127df5930a3d73d5dc67b478096bc504fafa878d91e534c": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/hunter_arm.py",
"run",
"writer",
"v1-artifact",
(
"definition:run",
"constant:change",
"constant:done",
"constant:id",
"constant:input_digest",
"constant:item_id",
"constant:status",
"call:_write_json",
"call:canonical",
),
"benchmark",
"benchmarks.valid.hunter_arm",
"run",
),
"6a96286909032b9997570a1f42afd97ffb92258a7d6ad0ebd077f4cdcb65adef": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/judge_pass.py",
"_judge_input",
"writer",
"v1-artifact",
("definition:_judge_input", "constant:missing", "constant:operation", "constant:trace", "call:dumps"),
"benchmark",
"benchmarks.valid.judge_pass",
"_judge_input",
),
"dea8fd3d112e1cbb4abb54b5d0e77e83c0a6e1e75e5ba2171dbd6f7ba436b75b": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/judge_pass.py",
"run",
"writer",
"v1-artifact",
("definition:run", "constant:id", "constant:status", "call:dumps", "call:write", "call:write_text"),
"benchmark",
"benchmarks.valid.judge_pass",
"run",
),
"8bf0cd9c6a28264ad9ff1492f203d384b33432ddf0d9027381497cc8352de48c": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/judge_pass.py",
"summarize",
"writer",
"v1-artifact",
("definition:summarize", "constant:status", "call:dumps", "call:write_text"),
"benchmark",
"benchmarks.valid.judge_pass",
"summarize",
),
"c9906d437a27969e465c4d3139b1e865de0ac82761d0a980cf41efce20a0c178": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/metrics.py",
"main",
"writer",
"v1-artifact",
("definition:main", "call:dumps", "call:write_text"),
"benchmark",
"benchmarks.valid.metrics",
"main",
),
"ce683bd3299f95f9972af9e760939fc0c465a4ce0f682a0eb6e1de3e29538522": BenchmarkTerminalEvidence(
"retired",
"benchmarks/valid/prover_admission.py",
"<module>",
"reader",
"v1-contract",
("import_from:openultrasast.core.admission:AdmissionManifest",),
"benchmark",
None,
None,
),
"f206dbf8024c582e401dc14fe1dd336f0d7abfac016f6ab0c3e3980236eb6b2c": BenchmarkTerminalEvidence(
"retired",
"benchmarks/valid/prover_admission.py",
"<module>",
"reader",
"v1-contract",
("import_from:openultrasast.core.admission:AdmissionManifestError",),
"benchmark",
None,
None,
),
"b7de07df33d29a2cba9543b53505f9789d7b51b4890797964b571c20f69fa26d": BenchmarkTerminalEvidence(
"retired",
"benchmarks/valid/prover_admission.py",
"<module>",
"reader",
"v1-contract",
("import_from:openultrasast.core.admission:REPORT_SCHEMA_KEYS",),
"benchmark",
None,
None,
),
"cb86f9a346e08246f627daa0ad1ba71b4e203d467dd08c983772b73d0926a429": BenchmarkTerminalEvidence(
"retired",
"benchmarks/valid/prover_admission.py",
"<module>",
"reader",
"v1-contract",
("import_from:openultrasast.core.admission:validate_admission_manifest",),
"benchmark",
None,
None,
),
"bfeaa25d41ff876c1211b69f0bc497e246cabb4bcdd0569f27ae2ae15e84d3f5": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/prover_arm.py",
"run",
"writer",
"v1-artifact",
(
"definition:run",
"constant:change",
"constant:done",
"constant:id",
"constant:input_digest",
"constant:item_id",
"constant:status",
"call:_write_json",
"call:canonical",
),
"benchmark",
"benchmarks.valid.prover_arm",
"run",
),
"c3e95086ce661de7f589d787c324b4dd08977481fb427452837e8482d24210bf": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/prover_arm.py",
"summarize",
"writer",
"v1-artifact",
("definition:summarize", "constant:coverage", "constant:id", "constant:instrument", "constant:status", "call:_write_json"),
"benchmark",
"benchmarks.valid.prover_arm",
"summarize",
),
"8db722b97cb4411fd2a12391f23d5b79b46832fcd7d62d08905aa667871c6c6a": BenchmarkTerminalEvidence(
"v2_migrated",
"benchmarks/valid/semgrep_arm.py",
"run",
"writer",
"v1-artifact",
(
"definition:run",
"constant:change",
"constant:done",
"constant:id",
"constant:input_digest",
"constant:item_id",
"constant:status",
"call:_write_json",
"call:canonical",
),
"benchmark",
"benchmarks.valid.semgrep_arm",
"run",
),
}
def migrated_owner_targets() -> dict[str, tuple[str, str]]:
return {
entry_id: (evidence.successor_module, evidence.successor_symbol)
for entry_id, evidence in BENCHMARK_TERMINAL_EVIDENCE.items()
if evidence.disposition == "v2_migrated" and evidence.successor_module is not None and evidence.successor_symbol is not None
}
__all__ = ["BENCHMARK_TERMINAL_EVIDENCE", "BenchmarkTerminalEvidence", "migrated_owner_targets"]