mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-19 13:10:03 +00:00
Marius CiepluchandClaude Opus 5.5
800204de87
Reran benchmarks/harnessx_removal_equality.py record from a git archive export ofb9afb66(tasks 1-6 landed; same venv freeze hash as the baseline, harnessx not importable, no API keys, empty config) and compared it against 2026-09-30-harnessx-removal-baseline: equal=True differences=0 All 13 output files (pairs.json, benchmark, standard scan, improve --dry-run) are raw-byte identical to the baseline. The suite map (suite-map.json) accounts for 29 deleted ids, 2 renamed ids and 83 added ids; each deleted or renamed id cites the design's Tests table and commitcbadc38orb9afb66. Every surviving test id keeps its outcome (1740 passed, 38 skipped incl. the README xfail). Instrument note: a first record failed test_push_hook twice because the recording shell's PATH lacked .venv/bin (the hook execs `ousast`); the same two tests fail atb9afb66without it and pass with it. The committed record has .venv/bin on PATH. Co-Authored-By: Claude Opus 5.5 <[email protected]> Claude-Session: https://claude.ai/code/session_01EmM1j46qgKMh3zqD1QMwEo
281 lines
9.4 KiB
JSON
281 lines
9.4 KiB
JSON
{
|
|
"verifications": [
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "No function-level attacker-reachable entry point currently reaches this line.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-flask-debug:app.py:81",
|
|
"pro_case": "A static pattern matched the source line.",
|
|
"required_next_step": "Add reachability evidence before prioritizing a fix.",
|
|
"status": "rejected",
|
|
"tie_breaker": "Provide call-graph, route, CLI, parser, or dynamic evidence linking attacker input to this function.",
|
|
"verified": false
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-os-command:app.py:17",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-path-traversal:app.py:55",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-shell-true:app.py:23",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-sql-injection:app.py:44",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-sql-injection:app.py:50",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-ssrf:app.py:60",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-ssti:app.py:70",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-unsafe-deserialization:app.py:33",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-unsafe-deserialization:app.py:38",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-unsafe-eval:app.py:28",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
},
|
|
{
|
|
"context_sources": [
|
|
"evidence_level",
|
|
"finding_id",
|
|
"function_name",
|
|
"line",
|
|
"path",
|
|
"reachability_conditions",
|
|
"reachability_evidence",
|
|
"reachability_status",
|
|
"severity",
|
|
"tags",
|
|
"title"
|
|
],
|
|
"counter_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"evidence_level": "static_corroboration",
|
|
"finding_id": "python-weak-hash:app.py:65",
|
|
"pro_case": "Static corroboration exists and function-level reachability evidence is attached.",
|
|
"required_next_step": "Proceed to standard verifier or dynamic reproduction if severity warrants it.",
|
|
"status": "accepted",
|
|
"tie_breaker": "Confirm attacker control, sanitizer absence, and impact in the next verification depth.",
|
|
"verified": true
|
|
}
|
|
]
|
|
}
|