mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-18 20:49:28 +00:00
search-with-proof: name the exhausted limit, keep partial evidence, tighter reservation
budget_spent carries end_detail (spend, task_spend, reason_rounds, ...); a task whose allowance cannot cover the next call finishes with its facts; per-task metrics in pilot records; input reservation bytes/2 + 1024 per message (measured 3-4x over-reservation before). Co-Authored-By: Claude Fable 5.1 <[email protected]>
This commit is contained in:
co-authored by
Claude Fable 5.1
parent
4be2063d40
commit
c33b053b15
@@ -63,6 +63,8 @@ def test_ceiling_refuses_before_stub_call(tmp_path):
|
||||
record = json.loads(output.read_text().splitlines()[0])
|
||||
assert record["model_calls"] == 0
|
||||
assert record["end_reason"] == "budget_spent"
|
||||
assert record["end_detail"] == "run_ceiling"
|
||||
assert record["task_metrics"][0]["end"] == "run_ceiling"
|
||||
|
||||
|
||||
def make_pilot(tmp_path, *, side="fixed", dry_run=False):
|
||||
@@ -221,6 +223,13 @@ def test_live_wiring_with_fake_mailbox_no_network(tmp_path, monkeypatch, verify_
|
||||
assert record["end_reason"] == "goal_met"
|
||||
assert record["model_calls"] == 3
|
||||
assert record["executor_tasks"] == 3
|
||||
assert len(record["executor_task_metrics"]) == 3
|
||||
assert sum(t["model_calls"] for t in record["executor_task_metrics"]) == 3
|
||||
for row in record["executor_task_metrics"]:
|
||||
assert row["reserved"] >= row["settled"]
|
||||
assert row["wall_seconds"] > 0
|
||||
assert row["end"] == "ok"
|
||||
assert {"tokens_in", "tokens_out"} <= row.keys()
|
||||
assert record["verify_tasks"] == (6 if verify_lane == "ax" else 0)
|
||||
assert record["tasks_submitted"] == (9 if verify_lane == "ax" else 3)
|
||||
assert record["input_bytes"] > 0
|
||||
|
||||
Reference in New Issue
Block a user