marius/Open_Ultra_SAST
1
0
Fork 0
mirror of https://github.com/norandom/OpenUltraSAST.git synced 2026-10-18 20:49:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

search-with-proof: family-to-oracle mapping, build memory, tolerant tool calls

Browse Source 
Demos declare their oracle within the family allowed set (injection: sql or
command; output_encoding: xss; untrusted_destination: ssrf; path: path);
builds and app starts use the search memory budget instead of the 256 MB tool
limit (npm died with SIGTRAP); malformed tool-call JSON is fed back once.

Co-Authored-By: Claude Fable 5.1 <[email protected]>
This commit is contained in:
Marius Ciepluch
2026-10-05 21:07:58 +02:00
co-authored by Claude Fable 5.1
parent c190d34f60
commit bf243e6680
16 changed files with 334 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/test_search_pilot_run.py
+14 -1
View File
@@ -247,7 +247,7 @@ def test_no_oracle_does_not_acquire_or_build(tmp_path, monkeypatch):
pilot = make_pilot(tmp_path)
_, demos = materialise(tmp_path / "probe", "path")
(tmp_path / "demo/demo.json").write_bytes((demos["real"] / "demo.json").read_bytes())
pilot.family = "injection"
pilot.family = "deserialization"
monkeypatch.setattr(pilot, "prepare", lambda *args: pytest.fail("no-oracle must not build"))
assert pilot.verification().outcome == "no_oracle"
assert pilot.record["tasks_submitted"] == 0
@@ -467,3 +467,16 @@ def test_live_driver_stops_remaining_pairs_on_infrastructure_failure(tmp_path, m
assert summary["end_reason"] == "instrument_failure"
assert summary["aborted_reason"] == search["aborted_reason"]
assert "running=0" in summary["aborted_reason"]
@pytest.mark.parametrize("oracle", ["sql", "command"])
def test_injection_pilot_uses_demo_choice_without_manifest_subtype(tmp_path, oracle):
from openultrasast.search.probe import materialise
pilot = make_pilot(tmp_path, side="vulnerable", dry_run=True)
pilot.family = "injection"
pilot.row.pop("oracle", None)
pilot.sides, demos = materialise(tmp_path / "probe", oracle)
(tmp_path / "demo/demo.json").write_bytes((demos["real"] / "demo.json").read_bytes())
result = pilot.verification()
assert result.outcome == "demonstrated", result