marius/Open_Ultra_SAST
1
0
Fork 0
mirror of https://github.com/norandom/OpenUltraSAST.git synced 2026-10-16 03:49:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(m3): let the transfer replay take a region budget

Browse Source 
The replay hardcoded 500 regions, which on a 673-file PHP plugin asks 2,526 questions and fits no
ceiling this project sets. The budget is now an argument, defaulting to 500 so every earlier
measurement keeps its shape.

It bounds the RUN, never the repository: the artifact census still reports what was left
unexamined, and a bounded population establishes transfer rather than coverage. Task 13.3.

Co-Authored-By: Claude Opus 5 (1M context) <[email protected]>
Claude-Session: https://claude.ai/code/session_01EmM1j46qgKMh3zqD1QMwEo
This commit is contained in:
Marius Ciepluch
2026-09-21 10:55:22 +02:00
co-authored by Claude Opus 5
parent 5b7288aa58
commit 6bd6e3531e
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmarks/push/transfer_replay.py
+8 -2
View File
@@ -142,6 +142,11 @@ def main() -> int:
parser.add_argument("--language", required=True) parser.add_argument("--language", required=True)
parser.add_argument("--symbols", default="", help="comma-separated operation symbols for the unreviewed declaration") parser.add_argument("--symbols", default="", help="comma-separated operation symbols for the unreviewed declaration")
parser.add_argument("--deadline", type=float, default=900.0) parser.add_argument("--deadline", type=float, default=900.0)
# The population a bounded run examines. 500 is the committed default and the shape every earlier
# measurement used; a smaller budget is how a repository whose full question set cannot fit any ceiling
# gets asked at all. It bounds the RUN, never the repository: the artifact's own census reports what was
# left unexamined, and a bounded population establishes transfer rather than coverage.
parser.add_argument("--max-regions", type=int, default=500)
args = parser.parse_args() args = parser.parse_args()
args.out.mkdir(parents=True, exist_ok=False) args.out.mkdir(parents=True, exist_ok=False)
out = args.out.resolve() out = args.out.resolve()
@@ -177,7 +182,7 @@ def main() -> int:
(bare / "objects/info/alternates").write_text("\n".join(sorted(alternates)) + "\n") (bare / "objects/info/alternates").write_text("\n".join(sorted(alternates)) + "\n")
pins[sid] = pin_snapshot(bare, snapshot.get("commit", recipe.commit), snapshot) pins[sid] = pin_snapshot(bare, snapshot.get("commit", recipe.commit), snapshot)
settings = ScanBudget(max_model_calls=0, max_regions=500, order_by_evidence=True) settings = ScanBudget(max_model_calls=0, max_regions=args.max_regions, order_by_evidence=True)
installed = _provenance(bare, settings) installed = _provenance(bare, settings)
family = next((targets[c["id"]]["family"] for c in cases if c["id"] in targets), "injection") family = next((targets[c["id"]]["family"] for c in cases if c["id"] in targets), "injection")
symbols = tuple(s.strip() for s in args.symbols.split(",") if s.strip()) symbols = tuple(s.strip() for s in args.symbols.split(",") if s.strip())
@@ -192,6 +197,7 @@ def main() -> int:
"language": args.language, "language": args.language,
"flag": FLAG, "flag": FLAG,
"development_budget_seconds": args.deadline, "development_budget_seconds": args.deadline,
"max_regions": args.max_regions,
"budget_note": "Explicitly named development budget; this run cannot satisfy or measure the hook latency gate.", "budget_note": "Explicitly named development budget; this run cannot satisfy or measure the hook latency gate.",
"expectations": EXPECTATIONS, "expectations": EXPECTATIONS,
"pins": pins, "pins": pins,
@@ -235,7 +241,7 @@ def main() -> int:
"--cancellation-allowance", "--cancellation-allowance",
"2", "2",
"--max-regions", "--max-regions",
"500", str(args.max_regions),
"--cache-dir", "--cache-dir",
str(out / "cache"), str(out / "cache"),
FLAG, FLAG,