mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-11-13 09:48:18 +00:00
359 lines
12 KiB
Python
359 lines
12 KiB
Python
"""Immutable reviewed closure evidence for detection-core benchmark migration entries."""
|
|||
|
|
|
||
|
|
from __future__ import annotations
|
||
|
|
|
||
|
|
from dataclasses import dataclass
|
||
|
|
|
||
|
|
|
||
|
|
@dataclass(frozen=True)
|
||
|
|
class BenchmarkTerminalEvidence:
|
||
|
|
disposition: str
|
||
|
|
path: str
|
||
|
|
symbol: str
|
||
|
|
dependency_kind: str
|
||
|
|
artifact_family: str
|
||
|
|
capability_anchors: tuple[str, ...]
|
||
|
|
owner_boundary: str
|
||
|
|
successor_module: str | None
|
||
|
|
successor_symbol: str | None
|
||
|
|
|
||
|
|
@property
|
||
|
|
def stable_fields(self) -> tuple[str, str, str, str, tuple[str, ...], str]:
|
||
|
|
return (
|
||
|
|
self.path,
|
||
|
|
self.symbol,
|
||
|
|
self.dependency_kind,
|
||
|
|
self.artifact_family,
|
||
|
|
self.capability_anchors,
|
||
|
|
self.owner_boundary,
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
BENCHMARK_TERMINAL_EVIDENCE = {
|
||
|
|
"40465a45eb2ef682fecad973566a0bd94956bfb804d1fc6ea1d43075533232b1": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/learn/engine_task_entry.py",
|
||
|
|
"main",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:main", "constant:done", "call:dumps", "call:write_text"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.learn.engine_task_entry",
|
||
|
|
"main",
|
||
|
|
),
|
||
|
|
"f0fd6f3806e7f50b826c6b3fad99d50c4ac02aeedb5cc3afca6c140f3bebbcf7": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/measurements/2026-10-14-access-control-hunt/analyse.py",
|
||
|
|
"<module>",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
(
|
||
|
|
"constant:family",
|
||
|
|
"constant:id",
|
||
|
|
"constant:instrument",
|
||
|
|
"constant:instrument_failures",
|
||
|
|
"constant:precision",
|
||
|
|
"constant:push",
|
||
|
|
"call:dumps",
|
||
|
|
"call:write_text",
|
||
|
|
),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.measurements.2026-10-14-access-control-hunt.analyse",
|
||
|
|
"main",
|
||
|
|
),
|
||
|
|
"fd21a8b7f0759a69e9f51ad3d2bae51e435ebb88cabea3bc44b8fec534fae32f": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/measurements/2026-10-14-access-control-hunt/analyse.py",
|
||
|
|
"main",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:main", "call:dumps", "call:write_text"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.measurements.2026-10-14-access-control-hunt.analyse",
|
||
|
|
"main",
|
||
|
|
),
|
||
|
|
"61d6e4cf01bb735ec13ea6dcd9aeb3e804abaccd26e0c7ad18819f2b28a7db0c": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/unseen/calibrate.py",
|
||
|
|
"main",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:main", "constant:id", "constant:status", "call:canonical"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.unseen.calibrate",
|
||
|
|
"main",
|
||
|
|
),
|
||
|
|
"c01d686518e8c0d17fa60092007604923b133200328a975bbf39e4727d75d900": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/unseen/replay.py",
|
||
|
|
"run_replays",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:run_replays", "constant:change", "constant:input_digest", "constant:item_id"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.unseen.replay",
|
||
|
|
"run_replays",
|
||
|
|
),
|
||
|
|
"039988ff20d8f58a169cc7cd183e25a88b2bb2638fa969becb3553d8d7bc927b": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/unseen/score.py",
|
||
|
|
"main",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:main", "call:dumps", "call:write_text"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.unseen.score",
|
||
|
|
"main",
|
||
|
|
),
|
||
|
|
"fe616a80de18d275283ad26ccd9027c4fbf151c017d02c14205e9cfc374a8b53": BenchmarkTerminalEvidence(
|
||
|
|
"retired",
|
||
|
|
"benchmarks/valid/admission_run.py",
|
||
|
|
"_resume_or_prove",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:_resume_or_prove", "constant:id", "constant:input_digest", "call:_write_json"),
|
||
|
|
"benchmark",
|
||
|
|
None,
|
||
|
|
None,
|
||
|
|
),
|
||
|
|
"41eade0e409ea4726173e851fcad5c9c81076bd7e094fc4c2ad830ac40f958b4": BenchmarkTerminalEvidence(
|
||
|
|
"retired",
|
||
|
|
"benchmarks/valid/admission_run.py",
|
||
|
|
"assemble_admission_report",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:assemble_admission_report", "constant:id", "constant:status", "name:admission_report"),
|
||
|
|
"benchmark",
|
||
|
|
None,
|
||
|
|
None,
|
||
|
|
),
|
||
|
|
"ae8dd5862ff8cb6fb4cdfb83f99eb0ac881fed4dd6d0e01d19f7e4bad25f1a36": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/arm_regression.py",
|
||
|
|
"<module>",
|
||
|
|
"reader",
|
||
|
|
"v1-contract",
|
||
|
|
("import_from:openultrasast.core.coverage:InstrumentFailure",),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.arm_regression",
|
||
|
|
"_validate_record_instrument",
|
||
|
|
),
|
||
|
|
"f3ba25f48c0da317242323061f27a45213a459b93a12aeeb16389bd0f3e5525f": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/arm_regression.py",
|
||
|
|
"<module>",
|
||
|
|
"reader",
|
||
|
|
"v1-contract",
|
||
|
|
("import_from:openultrasast.core.coverage:check_reads",),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.arm_regression",
|
||
|
|
"validate_instrument",
|
||
|
|
),
|
||
|
|
"b2bee4333d7374d21d2f4d0a8cdf49bb7c2f398daba5f63d7c3c2f7349f9be72": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/arm_regression.py",
|
||
|
|
"run_arm",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:run_arm", "constant:id", "constant:input_digest", "call:_write_json"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.arm_regression",
|
||
|
|
"run_arm",
|
||
|
|
),
|
||
|
|
"2acb6086c4eba2ee4a6bd6f6bacc86219207dd71548586c7966bb38153de9150": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/development_runner.py",
|
||
|
|
"run_development",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:run_development", "constant:id", "call:dumps", "call:write_text", "name:DevelopmentRecord"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.development_runner",
|
||
|
|
"run_development",
|
||
|
|
),
|
||
|
|
"c4fe7770e44fb6c37a97cc2b5c686927d116522cdd62229fe7203aa58405477b": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/hunter_arm.py",
|
||
|
|
"combine",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:combine", "constant:missing", "constant:push", "constant:status", "call:_write_json"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.hunter_arm",
|
||
|
|
"combine",
|
||
|
|
),
|
||
|
|
"880bbb68575bcb453127df5930a3d73d5dc67b478096bc504fafa878d91e534c": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/hunter_arm.py",
|
||
|
|
"run",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
(
|
||
|
|
"definition:run",
|
||
|
|
"constant:change",
|
||
|
|
"constant:done",
|
||
|
|
"constant:id",
|
||
|
|
"constant:input_digest",
|
||
|
|
"constant:item_id",
|
||
|
|
"constant:status",
|
||
|
|
"call:_write_json",
|
||
|
|
"call:canonical",
|
||
|
|
),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.hunter_arm",
|
||
|
|
"run",
|
||
|
|
),
|
||
|
|
"6a96286909032b9997570a1f42afd97ffb92258a7d6ad0ebd077f4cdcb65adef": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/judge_pass.py",
|
||
|
|
"_judge_input",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:_judge_input", "constant:missing", "constant:operation", "constant:trace", "call:dumps"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.judge_pass",
|
||
|
|
"_judge_input",
|
||
|
|
),
|
||
|
|
"dea8fd3d112e1cbb4abb54b5d0e77e83c0a6e1e75e5ba2171dbd6f7ba436b75b": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/judge_pass.py",
|
||
|
|
"run",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:run", "constant:id", "constant:status", "call:dumps", "call:write", "call:write_text"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.judge_pass",
|
||
|
|
"run",
|
||
|
|
),
|
||
|
|
"8bf0cd9c6a28264ad9ff1492f203d384b33432ddf0d9027381497cc8352de48c": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/judge_pass.py",
|
||
|
|
"summarize",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:summarize", "constant:status", "call:dumps", "call:write_text"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.judge_pass",
|
||
|
|
"summarize",
|
||
|
|
),
|
||
|
|
"c9906d437a27969e465c4d3139b1e865de0ac82761d0a980cf41efce20a0c178": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/metrics.py",
|
||
|
|
"main",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:main", "call:dumps", "call:write_text"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.metrics",
|
||
|
|
"main",
|
||
|
|
),
|
||
|
|
"ce683bd3299f95f9972af9e760939fc0c465a4ce0f682a0eb6e1de3e29538522": BenchmarkTerminalEvidence(
|
||
|
|
"retired",
|
||
|
|
"benchmarks/valid/prover_admission.py",
|
||
|
|
"<module>",
|
||
|
|
"reader",
|
||
|
|
"v1-contract",
|
||
|
|
("import_from:openultrasast.core.admission:AdmissionManifest",),
|
||
|
|
"benchmark",
|
||
|
|
None,
|
||
|
|
None,
|
||
|
|
),
|
||
|
|
"f206dbf8024c582e401dc14fe1dd336f0d7abfac016f6ab0c3e3980236eb6b2c": BenchmarkTerminalEvidence(
|
||
|
|
"retired",
|
||
|
|
"benchmarks/valid/prover_admission.py",
|
||
|
|
"<module>",
|
||
|
|
"reader",
|
||
|
|
"v1-contract",
|
||
|
|
("import_from:openultrasast.core.admission:AdmissionManifestError",),
|
||
|
|
"benchmark",
|
||
|
|
None,
|
||
|
|
None,
|
||
|
|
),
|
||
|
|
"b7de07df33d29a2cba9543b53505f9789d7b51b4890797964b571c20f69fa26d": BenchmarkTerminalEvidence(
|
||
|
|
"retired",
|
||
|
|
"benchmarks/valid/prover_admission.py",
|
||
|
|
"<module>",
|
||
|
|
"reader",
|
||
|
|
"v1-contract",
|
||
|
|
("import_from:openultrasast.core.admission:REPORT_SCHEMA_KEYS",),
|
||
|
|
"benchmark",
|
||
|
|
None,
|
||
|
|
None,
|
||
|
|
),
|
||
|
|
"cb86f9a346e08246f627daa0ad1ba71b4e203d467dd08c983772b73d0926a429": BenchmarkTerminalEvidence(
|
||
|
|
"retired",
|
||
|
|
"benchmarks/valid/prover_admission.py",
|
||
|
|
"<module>",
|
||
|
|
"reader",
|
||
|
|
"v1-contract",
|
||
|
|
("import_from:openultrasast.core.admission:validate_admission_manifest",),
|
||
|
|
"benchmark",
|
||
|
|
None,
|
||
|
|
None,
|
||
|
|
),
|
||
|
|
"bfeaa25d41ff876c1211b69f0bc497e246cabb4bcdd0569f27ae2ae15e84d3f5": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/prover_arm.py",
|
||
|
|
"run",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
(
|
||
|
|
"definition:run",
|
||
|
|
"constant:change",
|
||
|
|
"constant:done",
|
||
|
|
"constant:id",
|
||
|
|
"constant:input_digest",
|
||
|
|
"constant:item_id",
|
||
|
|
"constant:status",
|
||
|
|
"call:_write_json",
|
||
|
|
"call:canonical",
|
||
|
|
),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.prover_arm",
|
||
|
|
"run",
|
||
|
|
),
|
||
|
|
"c3e95086ce661de7f589d787c324b4dd08977481fb427452837e8482d24210bf": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/prover_arm.py",
|
||
|
|
"summarize",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
("definition:summarize", "constant:coverage", "constant:id", "constant:instrument", "constant:status", "call:_write_json"),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.prover_arm",
|
||
|
|
"summarize",
|
||
|
|
),
|
||
|
|
"8db722b97cb4411fd2a12391f23d5b79b46832fcd7d62d08905aa667871c6c6a": BenchmarkTerminalEvidence(
|
||
|
|
"v2_migrated",
|
||
|
|
"benchmarks/valid/semgrep_arm.py",
|
||
|
|
"run",
|
||
|
|
"writer",
|
||
|
|
"v1-artifact",
|
||
|
|
(
|
||
|
|
"definition:run",
|
||
|
|
"constant:change",
|
||
|
|
"constant:done",
|
||
|
|
"constant:id",
|
||
|
|
"constant:input_digest",
|
||
|
|
"constant:item_id",
|
||
|
|
"constant:status",
|
||
|
|
"call:_write_json",
|
||
|
|
"call:canonical",
|
||
|
|
),
|
||
|
|
"benchmark",
|
||
|
|
"benchmarks.valid.semgrep_arm",
|
||
|
|
"run",
|
||
|
|
),
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
def migrated_owner_targets() -> dict[str, tuple[str, str]]:
|
||
|
|
return {
|
||
|
|
entry_id: (evidence.successor_module, evidence.successor_symbol)
|
||
|
|
for entry_id, evidence in BENCHMARK_TERMINAL_EVIDENCE.items()
|
||
|
|
if evidence.disposition == "v2_migrated" and evidence.successor_module is not None and evidence.successor_symbol is not None
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
__all__ = ["BENCHMARK_TERMINAL_EVIDENCE", "BenchmarkTerminalEvidence", "migrated_owner_targets"]
|