mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
Marius CiepluchandClaude Opus 5.5
85f4f0b3d4
Demos are data the verifier executes (fixed build recipes, runtime+path start, HTTP/CLI steps with captures; the canary is never referable). The agent loop with the key never runs repository code: executor tasks without a key exchange commands and results through presigned objects. AX capacity errors are back-pressure with at most 2 tasks in flight; caches and builds under /workspace with a 2 GiB guard; verifiers take one presigned archive per side. Launcher fix: private /dev in bwrap. 190 tests on the host; probe 5/5 demonstrated. Co-Authored-By: Claude Opus 5.5 <[email protected]>
78 lines
2.4 KiB
Python
78 lines
2.4 KiB
Python
import json
|
|
|
|
import pytest
|
|
|
|
from openultrasast.search.demo import load_demo, validate_demo
|
|
|
|
|
|
def document():
|
|
return {
|
|
"build": {"recipe": "none", "arguments": []},
|
|
"start": {"runtime": "python", "path": "app.py", "arguments": [], "mode": "cli"},
|
|
"steps": [{"type": "cli", "arguments": ["hello"]}],
|
|
}
|
|
|
|
|
|
def test_valid_and_roundtrip(tmp_path):
|
|
value = document()
|
|
(tmp_path / "demo.json").write_text(json.dumps(value))
|
|
assert load_demo(tmp_path) == value
|
|
|
|
|
|
@pytest.mark.parametrize("path", ["../app.py", "/fixture/canary", "/etc/passwd", "a/../../app.py", "-c", "a\\b"])
|
|
def test_checkout_paths_only(path):
|
|
value = document()
|
|
value["start"]["path"] = path
|
|
with pytest.raises(ValueError):
|
|
validate_demo(value)
|
|
|
|
|
|
@pytest.mark.parametrize("argument", ["$PROOF_MARKER", "${CANARY}", "/fixture/canary", "/proc/1/environ", "${later}", "x\x00y"])
|
|
def test_private_references_rejected(argument):
|
|
value = document()
|
|
value["steps"][0]["arguments"] = [argument]
|
|
with pytest.raises(ValueError):
|
|
validate_demo(value)
|
|
|
|
|
|
def test_sequential_capture():
|
|
value = document()
|
|
value["steps"][0]["capture"] = {"name": "token", "source": "json", "path": ["token"]}
|
|
value["steps"].append({"type": "cli", "arguments": ["${token}"]})
|
|
assert validate_demo(value) == value
|
|
value["steps"][0]["arguments"] = ["${token}"]
|
|
with pytest.raises(ValueError):
|
|
validate_demo(value)
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"mutate",
|
|
[
|
|
lambda d: d.update(env={}),
|
|
lambda d: d["build"].update(recipe="shell"),
|
|
lambda d: d["build"].update(arguments=["--index-url=evil"]),
|
|
lambda d: d["start"].update(runtime="sh"),
|
|
lambda d: d.update(steps=d["steps"] * 33),
|
|
],
|
|
)
|
|
def test_unknown_keys_recipes_and_limits(mutate):
|
|
value = document()
|
|
mutate(value)
|
|
with pytest.raises(ValueError):
|
|
validate_demo(value)
|
|
|
|
|
|
@pytest.mark.parametrize("recipe", ["npm", "composer", "gradle"])
|
|
def test_directory_build_recipe_accepts_checkout_root(recipe):
|
|
value = document()
|
|
value["build"] = {"recipe": recipe, "arguments": ["."]}
|
|
assert validate_demo(value) == value
|
|
|
|
|
|
@pytest.mark.parametrize("recipe", ["pip", "maven"])
|
|
def test_manifest_recipe_requires_file_path(recipe):
|
|
value = document()
|
|
value["build"] = {"recipe": recipe, "arguments": ["."]}
|
|
with pytest.raises(ValueError):
|
|
validate_demo(value)
|