mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
Marius CiepluchandClaude Opus 5.5
ca5caf735f
Equality script (design section 3) records suite outcomes, `ousast pairs --json`, the python-vulnerable quick benchmark, one standard scan and `improve --dry-run` from a frozen export with the harnessx extra absent and no model reachable. Two independent records are byte-identical (determinism.json). Co-Authored-By: Claude Opus 5.5 <[email protected]> Claude-Session: https://claude.ai/code/session_01EmM1j46qgKMh3zqD1QMwEo
72 lines
1.9 KiB
JSON
72 lines
1.9 KiB
JSON
{
|
|
"child_env": {
|
|
"OPENULTRASAST_SKIP_DOTENV": "1",
|
|
"PYTHONHASHSEED": "0",
|
|
"api_keys": "every *_API_KEY unset",
|
|
"config": "empty"
|
|
},
|
|
"exclusions": [
|
|
"JSON keys: created_at, finished, generated_at, runtime_seconds, scan_id, started, timestamp",
|
|
"JSON keys ending in: _seconds, _ms",
|
|
"run directory names / run ids (<timestamp>-<8 hex>, benchmark.py create_benchmark_run, run.py create_scan_run) -> <RUN_ID>",
|
|
"trace/events.jsonl as a whole (timings); never copied",
|
|
"the export's absolute root path -> <ROOT>; the children's TMPDIR -> <TMP>",
|
|
"suite: only the outcome per test id is kept (junit durations dropped)",
|
|
"env.json is a provenance record (commit, freeze hash, instrument checks), not compared"
|
|
],
|
|
"freeze_sha256": "0e5ad41948a751e1c60f72738c48f5ac482b24b67e51c77369ab3be51fa418eb",
|
|
"harnessx_importable": false,
|
|
"inputs": {
|
|
"benchmarks/manifests/java-spring-boot-vulnerable.toml": 1032,
|
|
"benchmarks/manifests/python-vulnerable.toml": 2771,
|
|
"benchmarks/pairs/catalog.toml": 6052
|
|
},
|
|
"instrument_checks": {
|
|
"benchmark": {
|
|
"expected": 13,
|
|
"findings": 12,
|
|
"matched": 12,
|
|
"missed": 1
|
|
},
|
|
"benchmark_files": {
|
|
"benchmark_result.json": 5891,
|
|
"calibration_records.json": 406,
|
|
"external_baseline_deltas.json": 3
|
|
},
|
|
"improve": {
|
|
"journal_bytes": null,
|
|
"rounds": 1
|
|
},
|
|
"openultrasast_module": "<ROOT>/src/openultrasast/__init__.py",
|
|
"pairs": {
|
|
"detected_vuln": 57,
|
|
"labeled_expected": 342,
|
|
"labeled_matched": 82,
|
|
"outcomes": 317,
|
|
"pair_correct": 32,
|
|
"pairs": 317
|
|
},
|
|
"scan": {
|
|
"file_targets": 2,
|
|
"findings": 17
|
|
},
|
|
"scan_files": {
|
|
"findings.json": 20469,
|
|
"fusion.json": 6284,
|
|
"harness.json": 189,
|
|
"manifest.json": 13265,
|
|
"report.sarif": 40310,
|
|
"verification.json": 10573
|
|
},
|
|
"suite": {
|
|
"error": 0,
|
|
"failure": 0,
|
|
"passed": 1688,
|
|
"skipped": 36
|
|
}
|
|
},
|
|
"python": "3.11.13",
|
|
"tree_ish": "ca420bfb99d649f01030b8a28ff3ffa4b32d1b22",
|
|
"tree_sitter": true
|
|
}
|