mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
Marius CiepluchandClaude Fable 5.1
f5a904b7f2
Off every active line (PATHFINDER-2026-10-13/03-unified-proposal.md, cuts). Deleted: src/openultrasast/regress/ and the deep-mode REGRESS branch (deep now records a regress_retired degradation and equals standard; proof is the search-with-proof arm's job), the sandbox docker runner and probe that only regress used, --fail-on worth-fixing, RegressConfig, the two ledger helpers only regress called; skills.py and index.py with the hunter pool's skill routing; model/audit.py; cpg/queries/vocabulary.sc with benchmarks/push/ontology_gap.py. Docs and the scan skill describe the retirement. Net: 3,895 lines deleted, 86 added. Targeted tests: 180 passed, 28 skipped; 3,331 tests collect. Co-Authored-By: Claude Fable 5.1 <[email protected]>
78 lines
3.5 KiB
Python
78 lines
3.5 KiB
Python
"""What every optional dependency's absence looks like, and that the gates never move (task 5.1, Req 11.4, 11.5).
|
|
|
|
The core install has no dependencies. Every capability beyond it is optional, and the rule for all of them is the
|
|
same: when it is missing the run says so by name and finishes, rather than crashing or — worse — quietly producing
|
|
a smaller number that reads like a result. Each absence is exercised once here, with the reason it records.
|
|
|
|
The gate baseline is the other half. Three gates are the only place in this project where a detector change is
|
|
allowed to be invisible; if one of them moves, something that was never supposed to change did.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import subprocess
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
BASELINE = Path("benchmarks/measurements/2026-09-06-gate-baseline.txt")
|
|
MARKER = "# --- output begins ---\n"
|
|
|
|
|
|
def test_the_three_gate_outputs_match_the_committed_pre_feature_baseline() -> None:
|
|
"""Req 11.5. The baseline was captured at `71efc9c`, before the first line of this feature."""
|
|
assert BASELINE.is_file()
|
|
expected = BASELINE.read_text().split(MARKER, 1)[1]
|
|
produced = "".join(
|
|
subprocess.run( # noqa: S603 — this repository's own modules, no shell
|
|
[sys.executable, "-m", f"openultrasast.{module}"],
|
|
capture_output=True,
|
|
text=True,
|
|
check=False,
|
|
).stdout
|
|
for module in ("gate", "map_gate", "pair_gate")
|
|
)
|
|
assert produced == expected, "a gate moved; diff this against benchmarks/measurements/2026-09-06-gate-baseline.txt"
|
|
|
|
|
|
def test_the_baseline_records_where_it_came_from() -> None:
|
|
head = BASELINE.read_text().split(MARKER, 1)[0]
|
|
assert "71efc9c" in head and "openultrasast.pair_gate" in head
|
|
|
|
|
|
# --- one optional dependency at a time ---------------------------------------
|
|
|
|
|
|
def test_without_the_network_a_pointer_pair_is_skipped_by_name(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None:
|
|
from openultrasast.pairs import evaluate_catalog, load_pair_catalog, select_slice
|
|
|
|
monkeypatch.delenv("OPENULTRASAST_PAIRS_NETWORK", raising=False)
|
|
pointers = [case for case in select_slice(load_pair_catalog(), "vibe-py") if not case.vendored][:2]
|
|
assert pointers, "the vibe-py slice carries pointer rows; without them this proves nothing"
|
|
result = evaluate_catalog(pointers, pointers=False)
|
|
assert {item["reason"] for item in result.degradations} == {"pointer_pair_skipped"}
|
|
assert result.outcomes == ()
|
|
|
|
|
|
def test_without_the_semantic_extra_an_unsupported_language_is_named_not_guessed(monkeypatch: pytest.MonkeyPatch) -> None:
|
|
from openultrasast.semantic import extra as extra_module
|
|
from openultrasast.semantic.ir import parse_file
|
|
|
|
monkeypatch.setattr(extra_module, "has_semantic_extra", lambda: False)
|
|
ir = parse_file("app.go", "package main\n\nfunc main() {}\n", "go")
|
|
assert ir.reason == "language_unsupported" and ir.parse_ok is False
|
|
|
|
|
|
def test_retired_regress_stage_is_skipped_by_name(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None:
|
|
import json
|
|
|
|
from openultrasast.cli import main
|
|
|
|
(tmp_path / "app.py").write_text("import os\n\n\ndef run(cmd):\n os.system(cmd)\n")
|
|
assert main(["scan", str(tmp_path), "--mode", "deep"]) in {0, 1}
|
|
runs = sorted((tmp_path / ".openultrasast" / "runs").iterdir())
|
|
manifest = json.loads((runs[-1] / "manifest.json").read_text())
|
|
reasons = {item["reason"] for item in manifest.get("degradations", [])}
|
|
assert "regress_retired" in reasons
|