mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
Marius CiepluchandClaude Opus 5.5
ca5caf735f
Equality script (design section 3) records suite outcomes, `ousast pairs --json`, the python-vulnerable quick benchmark, one standard scan and `improve --dry-run` from a frozen export with the harnessx extra absent and no model reachable. Two independent records are byte-identical (determinism.json). Co-Authored-By: Claude Opus 5.5 <[email protected]> Claude-Session: https://claude.ai/code/session_01EmM1j46qgKMh3zqD1QMwEo
193 lines
5.6 KiB
JSON
193 lines
5.6 KiB
JSON
[
|
|
{
|
|
"decision_source": "deterministic-reconciler",
|
|
"degradations": [],
|
|
"disposition": "accepted",
|
|
"finding_id": "python-os-command:app.py:17",
|
|
"model_ids": [],
|
|
"panels": [
|
|
{
|
|
"confidence": 0.75,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Reachability or sanitizer evidence could still neutralize the sink.",
|
|
"leaning": "vulnerability",
|
|
"model_id": null,
|
|
"rationale": "reachability=reachable, severity=critical, verified=True",
|
|
"role": "panel_a",
|
|
"vulnerability_case": "Static corroboration exists and function-level reachability evidence is attached."
|
|
},
|
|
{
|
|
"confidence": 0.6,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"leaning": "false_positive",
|
|
"model_id": null,
|
|
"rationale": "reachable=True, rejected=False, verified=True",
|
|
"role": "panel_b",
|
|
"vulnerability_case": "A tainted sink shape exists in the source."
|
|
}
|
|
],
|
|
"triggered": true,
|
|
"triggers": [
|
|
"gates_risky_fix",
|
|
"severity:critical"
|
|
],
|
|
"votes": {
|
|
"accepted": 2
|
|
},
|
|
"warnings": []
|
|
},
|
|
{
|
|
"decision_source": "deterministic-reconciler",
|
|
"degradations": [],
|
|
"disposition": "accepted",
|
|
"finding_id": "python-shell-true:app.py:23",
|
|
"model_ids": [],
|
|
"panels": [
|
|
{
|
|
"confidence": 0.75,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Reachability or sanitizer evidence could still neutralize the sink.",
|
|
"leaning": "vulnerability",
|
|
"model_id": null,
|
|
"rationale": "reachability=reachable, severity=critical, verified=True",
|
|
"role": "panel_a",
|
|
"vulnerability_case": "Static corroboration exists and function-level reachability evidence is attached."
|
|
},
|
|
{
|
|
"confidence": 0.6,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"leaning": "false_positive",
|
|
"model_id": null,
|
|
"rationale": "reachable=True, rejected=False, verified=True",
|
|
"role": "panel_b",
|
|
"vulnerability_case": "A tainted sink shape exists in the source."
|
|
}
|
|
],
|
|
"triggered": true,
|
|
"triggers": [
|
|
"gates_risky_fix",
|
|
"severity:critical"
|
|
],
|
|
"votes": {
|
|
"accepted": 2
|
|
},
|
|
"warnings": []
|
|
},
|
|
{
|
|
"decision_source": "deterministic-reconciler",
|
|
"degradations": [],
|
|
"disposition": "accepted",
|
|
"finding_id": "python-sql-injection:app.py:44",
|
|
"model_ids": [],
|
|
"panels": [
|
|
{
|
|
"confidence": 0.75,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Reachability or sanitizer evidence could still neutralize the sink.",
|
|
"leaning": "vulnerability",
|
|
"model_id": null,
|
|
"rationale": "reachability=reachable, severity=high, verified=True",
|
|
"role": "panel_a",
|
|
"vulnerability_case": "Static corroboration exists and function-level reachability evidence is attached."
|
|
},
|
|
{
|
|
"confidence": 0.6,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"leaning": "false_positive",
|
|
"model_id": null,
|
|
"rationale": "reachable=True, rejected=False, verified=True",
|
|
"role": "panel_b",
|
|
"vulnerability_case": "A tainted sink shape exists in the source."
|
|
}
|
|
],
|
|
"triggered": true,
|
|
"triggers": [
|
|
"gates_risky_fix",
|
|
"severity:high"
|
|
],
|
|
"votes": {
|
|
"accepted": 2
|
|
},
|
|
"warnings": []
|
|
},
|
|
{
|
|
"decision_source": "deterministic-reconciler",
|
|
"degradations": [],
|
|
"disposition": "accepted",
|
|
"finding_id": "python-sql-injection:app.py:50",
|
|
"model_ids": [],
|
|
"panels": [
|
|
{
|
|
"confidence": 0.75,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Reachability or sanitizer evidence could still neutralize the sink.",
|
|
"leaning": "vulnerability",
|
|
"model_id": null,
|
|
"rationale": "reachability=reachable, severity=high, verified=True",
|
|
"role": "panel_a",
|
|
"vulnerability_case": "Static corroboration exists and function-level reachability evidence is attached."
|
|
},
|
|
{
|
|
"confidence": 0.6,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"leaning": "false_positive",
|
|
"model_id": null,
|
|
"rationale": "reachable=True, rejected=False, verified=True",
|
|
"role": "panel_b",
|
|
"vulnerability_case": "A tainted sink shape exists in the source."
|
|
}
|
|
],
|
|
"triggered": true,
|
|
"triggers": [
|
|
"gates_risky_fix",
|
|
"severity:high"
|
|
],
|
|
"votes": {
|
|
"accepted": 2
|
|
},
|
|
"warnings": []
|
|
},
|
|
{
|
|
"decision_source": "deterministic-reconciler",
|
|
"degradations": [],
|
|
"disposition": "accepted",
|
|
"finding_id": "python-unsafe-eval:app.py:28",
|
|
"model_ids": [],
|
|
"panels": [
|
|
{
|
|
"confidence": 0.75,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Reachability or sanitizer evidence could still neutralize the sink.",
|
|
"leaning": "vulnerability",
|
|
"model_id": null,
|
|
"rationale": "reachability=reachable, severity=critical, verified=True",
|
|
"role": "panel_a",
|
|
"vulnerability_case": "Static corroboration exists and function-level reachability evidence is attached."
|
|
},
|
|
{
|
|
"confidence": 0.6,
|
|
"disposition": "accepted",
|
|
"false_positive_case": "Impact and exploitability still require deeper verifier or dynamic evidence.",
|
|
"leaning": "false_positive",
|
|
"model_id": null,
|
|
"rationale": "reachable=True, rejected=False, verified=True",
|
|
"role": "panel_b",
|
|
"vulnerability_case": "A tainted sink shape exists in the source."
|
|
}
|
|
],
|
|
"triggered": true,
|
|
"triggers": [
|
|
"gates_risky_fix",
|
|
"severity:critical"
|
|
],
|
|
"votes": {
|
|
"accepted": 2
|
|
},
|
|
"warnings": []
|
|
}
|
|
]
|