"""model-grounded-detection task 4.2 / Req 6.3: the configuration arm is constant abstraction, not taint. A config_secrets bug has no flow and no guard. `CORS(app, origins="*")` is not dangerous because untrusted input reaches it — nothing reaches it — but because the value it is *set to* is permissive. So the arbiter is abstract-value evaluation of the argument against the closed permissive set, which is the third form the design names alongside taint reachability and guard dominance. """ from __future__ import annotations from pathlib import Path def _spec(): # type: ignore[no-untyped-def] from openultrasast.model.specs import ConfigSpec return ConfigSpec( family="config_secrets", language="python", settings=("CORS", "set_cookie", "app.run"), permissive=("'*'", '"*"', "True", "0.0.0.0") ) def _cpg(rows): # type: ignore[no-untyped-def] from openultrasast.cpg.backend import CpgResult return CpgResult(cpg_path=Path("cpg.bin"), run=lambda q, p: rows) def test_a_permissive_literal_is_entailed() -> None: from openultrasast.model.config_value import verdicts from openultrasast.model.ladder import Rung rows = [{"setting": 'CORS(app, origins="*")', "line": "3", "method": "create_app", "literalArgs": ['"*"'], "args": ["app", '"*"']}] answer = verdicts(_cpg(rows), _spec(), function="create_app")[0] assert answer is not None and answer.rung is Rung.ENTAILED assert "*" in answer.witness and "CORS" in answer.witness def test_a_restrictive_literal_yields_no_finding() -> None: from openultrasast.model.config_value import verdicts rows = [ { "setting": 'CORS(app, origins="https://app.example")', "line": "3", "method": "create_app", "literalArgs": ['"https://app.example"'], "args": ["app", '"https://app.example"'], } ] assert verdicts(_cpg(rows), _spec(), function="create_app") == [] def test_a_non_literal_argument_is_corroborated_not_entailed() -> None: """The value is computed, so constant abstraction cannot decide it — that residual is the LLM's.""" from openultrasast.model.config_value import verdicts from openultrasast.model.ladder import Rung rows = [ { "setting": "CORS(app, origins=configured_origins)", "line": "3", "method": "create_app", "literalArgs": [], "args": ["app", "configured_origins"], } ] answer = verdicts(_cpg(rows), _spec(), function="create_app")[0] assert answer is not None and answer.rung is Rung.CORROBORATED def test_a_setting_that_is_not_in_the_spec_is_ignored() -> None: from openultrasast.model.config_value import verdicts rows = [{"setting": 'print("*")', "line": "1", "method": "create_app", "literalArgs": ['"*"'], "args": ['"*"']}] assert verdicts(_cpg(rows), _spec(), function="create_app") == [] def test_a_failed_query_is_not_read_as_a_safe_configuration() -> None: from openultrasast.cpg.backend import CpgResult from openultrasast.model.config_value import verdicts assert verdicts(CpgResult(cpg_path=Path("c.bin"), run=lambda q, p: None), _spec(), function="f") == [] def test_the_verdict_is_deterministic() -> None: from openultrasast.model.config_value import verdicts rows = [{"setting": 'set_cookie("s", secure=False)', "line": "9", "method": "login", "literalArgs": ["True", "0.0.0.0"], "args": ["x"]}] cpg = _cpg(rows) assert verdicts(cpg, _spec(), function="login")[0] == verdicts(cpg, _spec(), function="login")[0] # --- framework coverage and the weak-algorithm arm -------------------------------------------------------- # # The settings table was Flask/FastAPI-shaped (CORS, set_cookie, app.run) while the corpus contains aiohttp # and Django. Separately, config_secrets spans three abstractions and only one was wired: a permissive # setting VALUE. Weak algorithm CHOICE (CWE-326/327) has its data already -- `weak_literals` on the hashlib # sink fact -- and nothing read it. def test_the_settings_table_covers_the_frameworks_in_the_corpus() -> None: from openultrasast.model.specs import config_specs settings = set(config_specs(language="python")["config_secrets"].settings) for framework, call in ( ("aiohttp", "session_setup"), ("aiohttp", "EncryptedCookieStorage"), ("django", "SECURE_SSL_REDIRECT"), ("flask", "set_cookie"), ): assert call in settings, f"{framework}'s {call} is not a modelled security setting" def test_a_weak_algorithm_is_entailed_by_its_literal() -> None: """CWE-327: the danger is the algorithm NAMED, not a permissive flag.""" from openultrasast.model.config_value import verdicts from openultrasast.model.ladder import Rung from openultrasast.model.specs import config_specs spec = config_specs(language="python")["config_secrets"] rows = [{"setting": 'hashlib.new("md5")', "line": "4", "method": "digest", "literalArgs": ['"md5"'], "args": ['"md5"']}] answer = verdicts(_cpg(rows), spec, function="digest")[0] assert answer is not None and answer.rung is Rung.ENTAILED assert "md5" in answer.witness.lower() def test_a_strong_algorithm_yields_no_finding() -> None: from openultrasast.model.config_value import verdicts from openultrasast.model.specs import config_specs spec = config_specs(language="python")["config_secrets"] rows = [{"setting": 'hashlib.new("sha256")', "line": "4", "method": "digest", "literalArgs": ['"sha256"'], "args": ['"sha256"']}] assert verdicts(_cpg(rows), spec, function="digest") == [] def _javascript_spec(): # type: ignore[no-untyped-def] """The SHIPPED JavaScript spec, so these read the facts rather than a copy of them.""" from openultrasast.model.specs import config_specs return config_specs(language="javascript")["config_secrets"] def test_disabling_template_escaping_is_entailed() -> None: """The setting NodeGoat's cross-site scripting turns off, claimed where the evidence is: the value.""" from openultrasast.model.config_value import verdicts from openultrasast.model.ladder import Rung rows = [ { "setting": "swig.setDefaults({ autoescape: false })", "line": "135", "method": "", "literalArgs": ["false"], "args": ["{ autoescape: false }"], } ] answer = verdicts(_cpg(rows), _javascript_spec(), function="")[0] assert answer is not None and answer.rung is Rung.ENTAILED assert "swig.setDefaults" in answer.witness and "false" in answer.witness def test_enabling_template_escaping_is_not_a_finding() -> None: """The fix must not be the defect. `true` is in the general permissive set, because `cors({origin: true})` is how a permissive CORS policy is written. Escaping reverses that polarity, and with one shared set this repaired line would have been reported on exactly the code that repairs it -- the commented-out `autoescape: true` two lines below NodeGoat's defect. """ from openultrasast.model.config_value import verdicts rows = [ { "setting": "swig.setDefaults({ autoescape: true })", "line": "135", "method": "", "literalArgs": ["true"], "args": ["{ autoescape: true }"], } ] assert verdicts(_cpg(rows), _javascript_spec(), function="") == [] def test_a_setting_whose_polarity_is_unchanged_still_reports_true() -> None: """The control for the other direction: scoping must not quiet the settings it was not about.""" from openultrasast.model.config_value import verdicts from openultrasast.model.ladder import Rung rows = [ { "setting": "cors({ origin: true })", "line": "12", "method": "createApp", "literalArgs": ["true"], "args": ["{ origin: true }"], } ] answer = verdicts(_cpg(rows), _javascript_spec(), function="createApp")[0] assert answer is not None and answer.rung is Rung.ENTAILED def test_the_first_setting_in_a_file_is_the_one_reported() -> None: """One verdict is returned per question, so which row comes first decides what a file reports. The line sorted as TEXT, so line 126 came before line 78 and a file's reported setting depended on the spelling of its line numbers. NodeGoat has a permissive session at line 78 and template escaping disabled at line 135, and which one surfaced flipped on that comparison. """ from openultrasast.model.config_value import verdicts rows = [ {"setting": "swig.setDefaults({ autoescape: false })", "line": "135", "method": "m", "literalArgs": ["false"], "args": []}, {"setting": "cors({ origin: true })", "line": "78", "method": "m", "literalArgs": ["true"], "args": []}, ] answer = verdicts(_cpg(rows), _javascript_spec(), function="m")[0] assert answer is not None and "line 78" in answer.witness, answer.witness def test_a_file_reports_every_permissive_setting_not_the_first() -> None: """Two defects in one file are two findings, with their own sites. Measured on NodeGoat: `server.js` configures a permissive session at line 78 and disables template auto-escaping at line 135, both inside the same function. One verdict per region reported the session and the escaping defect was detected on every run and reported on none, so which of two real defects a contributor saw depended on where in the file it sat. """ from openultrasast.model.config_value import verdicts from openultrasast.model.ladder import Rung rows = [ {"setting": "session({ resave: true })", "line": "78", "method": "0", "literalArgs": ["true"], "args": []}, {"setting": "marked.setOptions({ sanitize: true })", "line": "126", "method": "0", "literalArgs": ["true"], "args": []}, {"setting": "swig.setDefaults({ autoescape: false })", "line": "135", "method": "0", "literalArgs": ["false"], "args": []}, ] answers = verdicts(_cpg(rows), _javascript_spec(), function="0", file="server.js") assert len(answers) == 2, [a.witness for a in answers] assert all(a.rung is Rung.ENTAILED for a in answers) assert [a.location for a in answers] == ["server.js:78:0", "server.js:135:0"] # The applied fix in between stays silent, which is what the per-setting polarity is for. assert all("marked" not in a.witness for a in answers) def test_one_setting_with_two_permissive_literals_is_one_finding() -> None: """A call is a defect once, however many of its values are open. No family reports a defect twice.""" from openultrasast.model.config_value import verdicts rows = [ { "setting": "cors({ origin: true, credentials: true })", "line": "9", "method": "app", "literalArgs": ["true", "true"], "args": [], } ] answers = verdicts(_cpg(rows), _javascript_spec(), function="app", file="server.js") assert len(answers) == 1, [a.witness for a in answers]