mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-17 20:19:29 +00:00
62 lines
2.9 KiB
Python
62 lines
2.9 KiB
Python
|
"""Verifier dispatcher: structural fallback (default) + judge verdict mapping (Phase 3 task 6.4)."""
|
||
|
|
|
||
|
|
import sys
|
||
|
|
|
||
|
|
from openultrasast.findings import StaticFinding
|
||
|
|
from openultrasast.verification import VerificationStatus, verify_findings
|
||
|
|
from openultrasast.verify_judge import _verdict_to_verification, verify_findings_dispatch
|
||
|
|
|
||
|
|
|
||
|
|
def _finding(reachability: str = "reachable") -> StaticFinding:
|
||
|
|
return StaticFinding(
|
||
|
|
finding_id="python-unsafe-eval:app.py:3",
|
||
|
|
path="app.py",
|
||
|
|
title="Dynamic Python execution needs review",
|
||
|
|
severity="critical",
|
||
|
|
confidence="medium",
|
||
|
|
evidence_level="static_corroboration",
|
||
|
|
rationale="Static pattern matched.",
|
||
|
|
line=3,
|
||
|
|
function_name="admin" if reachability == "reachable" else None,
|
||
|
|
reachability_status=reachability,
|
||
|
|
reachability_evidence=[{"kind": "route", "access_level": "public", "line": 1, "end_line": 3}]
|
||
|
|
if reachability == "reachable"
|
||
|
|
else [],
|
||
|
|
reachability_conditions=[],
|
||
|
|
tags=["syscall_entry"],
|
||
|
|
ranking_priority=3.0,
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
def test_dispatch_falls_back_to_structural_by_default() -> None:
|
||
|
|
findings = [_finding("reachable"), _finding("unknown")]
|
||
|
|
assert verify_findings_dispatch(findings) == verify_findings(findings)
|
||
|
|
|
||
|
|
|
||
|
|
def test_dispatch_stays_structural_when_model_unset_or_extra_absent() -> None:
|
||
|
|
findings = [_finding("reachable")]
|
||
|
|
# use_harnessx requested but no model -> structural; and no model -> structural.
|
||
|
|
assert verify_findings_dispatch(findings, verifier_model=None, use_harnessx=True) == verify_findings(findings)
|
||
|
|
assert verify_findings_dispatch(findings, verifier_model="claude-x", use_harnessx=False) == verify_findings(findings)
|
||
|
|
|
||
|
|
|
||
|
|
def test_dispatch_does_not_import_harnessx_on_fallback() -> None:
|
||
|
|
verify_findings_dispatch([_finding()], verifier_model="claude-x", use_harnessx=True)
|
||
|
|
assert "harnessx" not in sys.modules
|
||
|
|
|
||
|
|
|
||
|
|
def test_verdict_mapping_is_evidence_gated() -> None:
|
||
|
|
finding = _finding("reachable")
|
||
|
|
accepted = _verdict_to_verification(finding, {"verdict": "plausible", "confidence": 0.9, "cause": "tainted sink reached"})
|
||
|
|
low_conf = _verdict_to_verification(finding, {"verdict": "plausible", "confidence": 0.3})
|
||
|
|
rejected = _verdict_to_verification(finding, {"verdict": "unsupported", "cause": "input is constant"})
|
||
|
|
hedging = _verdict_to_verification(finding, {"verdict": "hedging"})
|
||
|
|
infra = _verdict_to_verification(finding, {"verdict": "no_answer"})
|
||
|
|
|
||
|
|
assert accepted.status == VerificationStatus.ACCEPTED and accepted.verified
|
||
|
|
assert accepted.pro_case == "tainted sink reached"
|
||
|
|
assert low_conf.status == VerificationStatus.NEEDS_EVIDENCE
|
||
|
|
assert rejected.status == VerificationStatus.REJECTED and rejected.counter_case == "input is constant"
|
||
|
|
assert hedging.status == VerificationStatus.NEEDS_EVIDENCE
|
||
|
|
assert infra.status == VerificationStatus.NEEDS_EVIDENCE # infra failure never auto-rejects
|