mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
fix(taint): a filter returns its value argument; a source is the access, not a call around it
The apply_filters class from the second PMPro adjudication (2 of 3
remaining false positives): `apply_filters('pmpro_random_code', $code,
$this)` returned whatever $this carried, and a report's `$type` reached SQL
only as an extra filter argument. Two causes, both fixed generally:
- The dispatch fact now says what an apply call RETURNS: `returns` names
the calls whose result is the dispatched value and `value_arg` its
position (WordPress: apply_filters/apply_filters_ref_array return
argument 2; do_action returns nothing). A path through such a call must
ENTER by that argument -- the first of the run of the call's arguments
before it, because the engine hops between sibling arguments
($_GET["c"] -> md5("x") -> apply_filters). Loaded and validated as data;
the query knows no framework.
- A call was a source when the pattern appeared anywhere in its text, so
`apply_filters(..., $_GET["c"])` and `sanitize_text_field($_POST[..])`
were sources themselves -- the "a token matches the thing it names"
invariant. A call is now a source when the pattern names its callee,
receiver or the access it is; the inner access stays a source.
Controls: dispatch facts load/validate; a real-Joern case with request
data as filter context (quiet) and as the filtered value (found). 1,453
host and 18 query tests pass.
Co-Authored-By: Claude Opus 5.5 (1M context) <[email protected]>
Claude-Session: https://claude.ai/code/session_01EmM1j46qgKMh3zqD1QMwEo
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
f1e43d3646
commit
7b8ff3cf44
@@ -181,7 +181,7 @@ FRONTEND_BUILD_ATTEMPTS = 4
|
||||
# across 2,500 requests made a 42.5MB request file of which 41.7MB was the same string over and over. Joern
|
||||
# parsed that with ujson inside a 2GB heap and the whole batch died in ForkJoinPool, which the driver
|
||||
# correctly reported as `query_failed` for all 2,500 regions -- a whole-repository scan that decided nothing.
|
||||
_SHARED_REQUEST_FIELDS = ("hookCallbacks", "dispatchApply", "contextFilter", "contextPaths")
|
||||
_SHARED_REQUEST_FIELDS = ("hookCallbacks", "dispatchApply", "dispatchValue", "contextFilter", "contextPaths")
|
||||
|
||||
Runner = Callable[..., subprocess.CompletedProcess[str]]
|
||||
|
||||
|
||||
@@ -52,6 +52,7 @@
|
||||
evidenceOnly: String = "false",
|
||||
hookCallbacks: String = "",
|
||||
dispatchApply: String = "",
|
||||
dispatchValue: String = "",
|
||||
contextFilter: String = "",
|
||||
contextPaths: String = "",
|
||||
requests: String = "",
|
||||
@@ -91,6 +92,7 @@
|
||||
sanitizersS: String,
|
||||
hookCallbacksS: String,
|
||||
dispatchApplyS: String,
|
||||
dispatchValueS: String,
|
||||
functionS: String,
|
||||
paramSrc: String,
|
||||
fieldParamSrc: String,
|
||||
@@ -137,7 +139,17 @@
|
||||
// Framework sources: a call whose code contains one of the patterns. Matching on `code` rather than a
|
||||
// method name keeps `request.args["x"]` (an indexAccess over a fieldAccess) and `req.body.name` both
|
||||
// reachable without a per-framework rule for each.
|
||||
def frameworkSources = cpg.call.filter(c => sourcePatterns.exists(p => c.code.contains(p)))
|
||||
// A call IS a source when the pattern names the call itself -- its callee or receiver, or the access it is
|
||||
// (`$_GET["c"]`, `req.body.x`) -- not when the pattern merely appears inside an argument. Matched on the
|
||||
// whole text, `apply_filters("h", md5("x"), $_GET["c"])` and `sanitize_text_field($_POST["x"])` were
|
||||
// sources themselves, so a filter's return was request data whatever it returned. The access inside the
|
||||
// argument is a source in its own right; nothing that reaches a sink through it is lost.
|
||||
def isSourceCall(c: io.shiftleft.codepropertygraph.generated.nodes.Call): Boolean = {
|
||||
val named = if (c.name.startsWith("<operator")) c.code else c.code.takeWhile(_ != '(')
|
||||
sourcePatterns.exists(p => named.contains(p))
|
||||
}
|
||||
|
||||
def frameworkSources = cpg.call.filter(isSourceCall)
|
||||
|
||||
// The labeled methods, and the region they lexically own. A closure defined inside the labeled function --
|
||||
// the callback passed to `fs.stat`, say -- has its own synthetic method (`<lambda>0`) whose astParentFullName
|
||||
@@ -341,6 +353,34 @@
|
||||
// path's calls afresh cost one outlier request 101 s -> 160 s.
|
||||
val familySinkMemo = scala.collection.mutable.Map.empty[Long, Boolean]
|
||||
|
||||
// A registry read returns ONE of its arguments -- the dispatched value -- or nothing at all, per the facts'
|
||||
// `returns`/`value_arg`. A path that enters such a call through any other argument has used the engine's
|
||||
// default "every argument reaches the return", which is how `$this`, passed as filter context, turned a
|
||||
// random md5 fragment into an SQL injection.
|
||||
val dispatchValues: Map[String, Int] = split(dispatchValueS).flatMap { entry =>
|
||||
entry.split(":") match {
|
||||
case Array(name, position) => scala.util.Try(name.trim -> position.trim.toInt).toOption
|
||||
case _ => None
|
||||
}
|
||||
}.toMap
|
||||
|
||||
def offValueDispatch(elements: List[io.shiftleft.codepropertygraph.generated.nodes.AstNode]): Boolean =
|
||||
dispatchValues.nonEmpty && elements.indices.exists { k =>
|
||||
elements(k) match {
|
||||
case call: io.shiftleft.codepropertygraph.generated.nodes.Call if k > 0 && dispatchValues.contains(call.name) =>
|
||||
val position = dispatchValues(call.name)
|
||||
// The argument the path ENTERED by, which is the first of the run of this call's arguments right
|
||||
// before it: the engine hops between sibling arguments (`$_GET["c"]` -> `md5("x")` -> the call),
|
||||
// so the one immediately before the call can be the value argument when the data came in as context.
|
||||
val arguments = call.argument.l.map(a => a.id -> a).toMap
|
||||
var j = k - 1
|
||||
while (j >= 0 && arguments.contains(elements(j).id)) j -= 1
|
||||
if (j == k - 1) false
|
||||
else position == 0 || arguments(elements(j + 1).id).argumentIndex != position
|
||||
case _ => false
|
||||
}
|
||||
}
|
||||
|
||||
def plausible(flow: io.joern.dataflowengineoss.language.Path): Boolean = {
|
||||
val elements = flow.elements.l
|
||||
val throughSink = elements.dropRight(1).exists {
|
||||
@@ -348,7 +388,7 @@
|
||||
familySinkMemo.getOrElseUpdate(c.id, familySinkCall(c))
|
||||
case _ => false
|
||||
}
|
||||
!throughSink && !(elements.exists {
|
||||
!throughSink && !offValueDispatch(elements) && !(elements.exists {
|
||||
case c: io.shiftleft.codepropertygraph.generated.nodes.Call => c.name == "<operator>.fieldAccess"
|
||||
case _ => false
|
||||
} && absorbedByObject(elements))
|
||||
@@ -362,7 +402,7 @@
|
||||
(sourcesS, fieldParamSrc, fileName), {
|
||||
val methods = methodsIn(fileName)
|
||||
val framework: List[io.shiftleft.codepropertygraph.generated.nodes.CfgNode] =
|
||||
methods.flatMap(_.ast.isCall.filter(c => sourcePatterns.exists(p => c.code.contains(p))).l)
|
||||
methods.flatMap(_.ast.isCall.filter(isSourceCall).l)
|
||||
val params: List[io.shiftleft.codepropertygraph.generated.nodes.CfgNode] =
|
||||
if (fieldParamSrc == "true") methods.flatMap(_.parameter.l) else Nil
|
||||
framework ++ params
|
||||
@@ -466,7 +506,7 @@
|
||||
// and only the sink is elsewhere. Task 5.13 has the numbers.
|
||||
def hookSeedsOf(callback: io.shiftleft.codepropertygraph.generated.nodes.Method) = {
|
||||
val framework: List[io.shiftleft.codepropertygraph.generated.nodes.CfgNode] =
|
||||
callback.ast.isCall.filter(c => sourcePatterns.exists(p => c.code.contains(p))).l
|
||||
callback.ast.isCall.filter(isSourceCall).l
|
||||
val fields: List[io.shiftleft.codepropertygraph.generated.nodes.CfgNode] =
|
||||
callback.ast.isCall.nameExact(FIELD_ACCESS).l.filter(r => taintedPrefixes(r.code.trim, callback.filename))
|
||||
framework ++ fields
|
||||
@@ -1039,6 +1079,7 @@
|
||||
// -region path.
|
||||
if (field("hookCallbacks").nonEmpty) field("hookCallbacks") else hookCallbacks,
|
||||
if (field("dispatchApply").nonEmpty) field("dispatchApply") else dispatchApply,
|
||||
if (field("dispatchValue").nonEmpty) field("dispatchValue") else dispatchValue,
|
||||
field("function"),
|
||||
paramSrc,
|
||||
fieldParamSrc,
|
||||
@@ -1063,7 +1104,7 @@
|
||||
} else {
|
||||
println("---OUSAST-CPG-BEGIN---")
|
||||
println(
|
||||
ujson.write(ujson.Arr(rowsFor(sources, sinks, sanitizers, hookCallbacks, dispatchApply, function, parameterSources, parameterSources, fieldSources, evidenceOnly, file, callDepth, boundedSinks): _*))
|
||||
ujson.write(ujson.Arr(rowsFor(sources, sinks, sanitizers, hookCallbacks, dispatchApply, dispatchValue, function, parameterSources, parameterSources, fieldSources, evidenceOnly, file, callDepth, boundedSinks): _*))
|
||||
)
|
||||
}
|
||||
println("---OUSAST-CPG-END---")
|
||||
|
||||
@@ -115,6 +115,9 @@ class TaintSpec:
|
||||
# The calls that read a value back out of a string-keyed registry (`apply_filters`, `do_action`). Facts,
|
||||
# not constants, so a second framework is a row in a TOML rather than an edit to the query.
|
||||
dispatch_apply: tuple[str, ...] = ()
|
||||
# Which argument of each apply call its RESULT comes from, as `call:position`; position 0 means the call
|
||||
# returns nothing a flow can carry. Only calls a fact describes appear here.
|
||||
dispatch_value: tuple[str, ...] = ()
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
@@ -243,6 +246,11 @@ def taint_specs(
|
||||
return bool(getattr(fact, "parameterized", False)) or getattr(fact, "literal_format_arg", None) is not None
|
||||
|
||||
dispatch_apply = tuple(sorted({call for fact in scoped.dispatches for call in fact.apply}))
|
||||
dispatch_value = tuple(
|
||||
sorted(
|
||||
{f"{call}:{fact.value_arg if call in fact.returns else 0}" for fact in scoped.dispatches if fact.returns for call in fact.apply}
|
||||
)
|
||||
)
|
||||
sanitizers = tuple(sorted({call for fact in scoped.sanitizers if not _is_shape(fact) for call in fact.calls}))
|
||||
safe_shapes = tuple(sorted({call for fact in scoped.sanitizers if _is_shape(fact) for call in fact.calls}))
|
||||
by_family: dict[str, set[str]] = {}
|
||||
@@ -266,6 +274,7 @@ def taint_specs(
|
||||
bounded_sinks=tuple(sorted(bounded.get(family_id, ()))),
|
||||
safe_shape_sinks=safe_shapes,
|
||||
dispatch_apply=dispatch_apply,
|
||||
dispatch_value=dispatch_value,
|
||||
)
|
||||
for family_id, calls in sorted(by_family.items())
|
||||
}
|
||||
|
||||
@@ -59,6 +59,7 @@ def request_params(
|
||||
# The registry's own vocabulary, from the fact tables. Without it the query would have to know what
|
||||
# `apply_filters` is, which makes a general mechanism into a WordPress feature.
|
||||
"dispatchApply": spec.dispatch_apply,
|
||||
"dispatchValue": spec.dispatch_value,
|
||||
}
|
||||
|
||||
|
||||
|
||||
@@ -208,6 +208,11 @@ parameterized = true
|
||||
id = "wordpress_hooks"
|
||||
register = ["add_action", "add_filter", "add_shortcode"]
|
||||
apply = ["apply_filters", "apply_filters_ref_array", "do_action", "do_action_ref_array"]
|
||||
# A filter returns its VALUE argument, filtered; its further arguments are context and never the result, and
|
||||
# an action returns nothing. Without this, `apply_filters('pmpro_random_code', $code, $this)` returned
|
||||
# whatever `$this` carried, and a random md5 fragment became an SQL injection.
|
||||
returns = ["apply_filters", "apply_filters_ref_array"]
|
||||
value_arg = 2
|
||||
|
||||
# What a PHP repository's paths say about scope. `vendored` trees are out of the scan and out of the graph
|
||||
# (a bundled library is a separate unit); `tests` paths stay in scope but are not product, so their
|
||||
|
||||
@@ -72,6 +72,14 @@ class DispatchFact:
|
||||
register: tuple[str, ...]
|
||||
apply: tuple[str, ...]
|
||||
language: str
|
||||
# What an apply call RETURNS. `returns` names the apply calls whose result is the dispatched value, and
|
||||
# `value_arg` is that value's argument position (1-based, receiver excluded): WordPress's
|
||||
# `apply_filters('hook', $value, ...$context)` returns the filtered `$value`, and its context arguments
|
||||
# never become the result. An apply call not named in `returns` returns nothing a flow can carry
|
||||
# (`do_action`). Without this the engine let EVERY argument reach the return: PMPro's random order code
|
||||
# came out "tainted" because `$this` was passed as filter context. Empty keeps the engine's default.
|
||||
returns: tuple[str, ...] = ()
|
||||
value_arg: int = 0
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
@@ -164,11 +172,30 @@ def _dispatches(value: object, language: str, path: Path) -> list[DispatchFact]:
|
||||
register=_strings(item.get("register"), "register", path),
|
||||
apply=_strings(item.get("apply"), "apply", path),
|
||||
language=language,
|
||||
returns=_returning(item, path),
|
||||
value_arg=_value_arg(item, path),
|
||||
)
|
||||
)
|
||||
return facts
|
||||
|
||||
|
||||
def _returning(item: dict[str, object], path: Path) -> tuple[str, ...]:
|
||||
returns = _strings(item.get("returns", []), "returns", path)
|
||||
unknown = set(returns) - set(_strings(item.get("apply"), "apply", path))
|
||||
if unknown:
|
||||
raise FactLoadError(f"dispatch {item.get('id')!r} in {path}: returns names calls that are not apply calls: {sorted(unknown)}")
|
||||
return returns
|
||||
|
||||
|
||||
def _value_arg(item: dict[str, object], path: Path) -> int:
|
||||
value = item.get("value_arg", 0)
|
||||
if not isinstance(value, int) or isinstance(value, bool) or value < 0:
|
||||
raise FactLoadError(f"dispatch {item.get('id')!r} in {path}: value_arg must be a non-negative integer")
|
||||
if item.get("returns") and value < 1:
|
||||
raise FactLoadError(f"dispatch {item.get('id')!r} in {path}: returns needs the value's argument position")
|
||||
return value
|
||||
|
||||
|
||||
def _layouts(value: object, language: str, path: Path) -> list[LayoutFact]:
|
||||
facts: list[LayoutFact] = []
|
||||
for item in _items(value):
|
||||
|
||||
@@ -745,3 +745,60 @@ def test_a_path_through_a_query_result_or_a_whole_object_is_not_an_injection(tmp
|
||||
assert lines["c"] == [], f"an argument into an object's method, its field read: {lines['c']}"
|
||||
assert lines["d"] == [18], f"a member of a decoded request value must still be found: {lines['d']}"
|
||||
assert lines["e"] == [20], f"the field that was written, read back, must still be found: {lines['e']}"
|
||||
|
||||
|
||||
@pytest.mark.skipif(_joern() is None, reason="joern is not installed on this machine")
|
||||
def test_a_filter_returns_its_value_argument_not_its_context(tmp_path: Path) -> None:
|
||||
"""`apply_filters('h', $value, ...$context)` returns the filtered value. Request data passed as context
|
||||
made PMPro's random md5 order code an SQL injection; request data passed as the value must still flow."""
|
||||
from openultrasast.cpg.backend import extract_payload
|
||||
|
||||
frontend = __import__("shutil").which("php2cpg")
|
||||
if frontend is None:
|
||||
pytest.skip("php2cpg is not installed")
|
||||
src = tmp_path / "src"
|
||||
src.mkdir()
|
||||
(src / "app.php").write_text(
|
||||
"<?php\n"
|
||||
"function context_handler() { global $wpdb; $code = apply_filters('h', md5('x'), $_GET['c']);\n"
|
||||
' return $wpdb->query("DELETE FROM t WHERE code = \'" . $code . "\'"); }\n'
|
||||
"function value_handler() { global $wpdb; $v = apply_filters('h', $_GET['v'], 'context');\n"
|
||||
' return $wpdb->query("DELETE FROM t WHERE code = \'" . $v . "\'"); }\n'
|
||||
)
|
||||
cpg = tmp_path / "cpg.bin"
|
||||
built = subprocess.run([frontend, str(src), "-o", str(cpg)], capture_output=True, text=True, timeout=600, check=False)
|
||||
if not cpg.is_file():
|
||||
pytest.skip(f"could not build a sample cpg: {(built.stderr or '')[-200:]}")
|
||||
common = {
|
||||
"sources": "$_GET",
|
||||
"sinks": "$wpdb->query",
|
||||
"file": "app.php",
|
||||
"dispatchApply": "apply_filters,do_action",
|
||||
"dispatchValue": "apply_filters:2,do_action:0",
|
||||
}
|
||||
requests = tmp_path / "requests.json"
|
||||
requests.write_text(
|
||||
json.dumps({"context": {**common, "function": "context_handler"}, "value": {**common, "function": "value_handler"}})
|
||||
)
|
||||
done = subprocess.run(
|
||||
[
|
||||
_joern() or "joern",
|
||||
"--script",
|
||||
str((QUERIES / "taint.sc").resolve()),
|
||||
"--param",
|
||||
f"cpgFile={cpg}",
|
||||
"--param",
|
||||
f"requestsFile={requests}",
|
||||
],
|
||||
capture_output=True,
|
||||
text=True,
|
||||
timeout=900,
|
||||
check=False,
|
||||
cwd=str(tmp_path),
|
||||
)
|
||||
assert done.returncode == 0, (done.stderr or done.stdout or "")[-500:]
|
||||
payload = extract_payload(done.stdout or "")
|
||||
assert isinstance(payload, dict)
|
||||
flows = {rid: [r for r in payload[rid] if isinstance(r, dict) and r.get("sourceKind")] for rid in ("context", "value")}
|
||||
assert not flows["context"], f"filter context became its result: {flows['context']}"
|
||||
assert flows["value"], "the filtered value no longer carries request data"
|
||||
|
||||
@@ -0,0 +1,36 @@
|
||||
"""A registry read returns its VALUE argument, not its context: a fact, loaded and checked."""
|
||||
|
||||
import pytest
|
||||
|
||||
from openultrasast.model.specs import taint_specs
|
||||
from openultrasast.semantic.facts import FactLoadError, load_facts
|
||||
|
||||
|
||||
def _write(tmp_path, dispatch: str) -> None:
|
||||
(tmp_path / "php.toml").write_text('language = "php"\n[[source]]\nid = "g"\npatterns = ["$_GET"]\n' + dispatch)
|
||||
|
||||
|
||||
def test_the_shipped_facts_say_which_argument_a_filter_returns() -> None:
|
||||
spec = taint_specs(language="php")["injection"]
|
||||
assert "apply_filters:2" in spec.dispatch_value and "do_action:0" in spec.dispatch_value
|
||||
|
||||
|
||||
def test_a_dispatch_row_declares_returns_with_a_position(tmp_path) -> None:
|
||||
row = '[[dispatch]]\nid = "hooks"\nregister = ["add_filter"]\napply = ["apply_filters", "do_action"]\n'
|
||||
_write(tmp_path, row + 'returns = ["apply_filters"]\nvalue_arg = 2\n')
|
||||
(fact,) = load_facts(tmp_path).dispatches
|
||||
assert fact.returns == ("apply_filters",) and fact.value_arg == 2
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"row",
|
||||
[
|
||||
'returns = ["apply_filters"]\n', # a returning call without the value's position
|
||||
'returns = ["not_an_apply_call"]\nvalue_arg = 2\n',
|
||||
"value_arg = -1\n",
|
||||
],
|
||||
)
|
||||
def test_a_malformed_dispatch_row_is_refused(tmp_path, row: str) -> None:
|
||||
_write(tmp_path, '[[dispatch]]\nid = "hooks"\nregister = ["add_filter"]\napply = ["apply_filters"]\n' + row)
|
||||
with pytest.raises(FactLoadError):
|
||||
load_facts(tmp_path)
|
||||
Reference in New Issue
Block a user