mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
Marius CiepluchandClaude Fable 5.1
af7d3e49b1
Arm (b) hunter over all 252 changes: recall 6/12 raw, 5/12 with the classifier filter; false alarms 92.5 and 54.4 per 100 ordinary pushes. Arm (a) push hook at 163/252: recall 0/12, 0.7 false alarms per 100. Per-positive table, classifier stats, the one hook false alarm, and the disk fix for the replay output. Co-Authored-By: Claude Fable 5.1 <[email protected]>
82 lines
2.3 KiB
JSON
82 lines
2.3 KiB
JSON
{
|
|
"exploit_verified": {
|
|
"count": 0,
|
|
"flagged_positive_pushes": 11,
|
|
"flagged_positives": 28,
|
|
"n": 0,
|
|
"not_yet_proved": [
|
|
"bytebase-dbhub-f2624a2ead8d31ca",
|
|
"contentful-contentful-mcp-server-22e8b2fc09c3b2c4",
|
|
"contentful-contentful-mcp-server-df53a40a29ee8d8d",
|
|
"i18next-i18next-http-middleware-f3e2a6886951f36a",
|
|
"imzbf-md-editor-v3-14658213915dbde5",
|
|
"imzbf-md-editor-v3-b9c833a3524a57a9",
|
|
"jupyter-lsp-jupyterlab-lsp-59f9a8b80b133f6f",
|
|
"matrix-org-matrix-appservice-bridge-3a8081647e10c293",
|
|
"nvbn-thefuck-456ad18acb14f1b2",
|
|
"nvbn-thefuck-74126de049d52d8c",
|
|
"ondata-ckan-mcp-server-01a3f68f84397eb4",
|
|
"ondata-ckan-mcp-server-b0b05cdc830b1f8b",
|
|
"webpack-webpack-bundle-analyzer-8e07af8a5ee1cc52",
|
|
"zenitram-malla-15753fae1999978e",
|
|
"zenitram-malla-45807117f798f314",
|
|
"zenitram-malla-4c7ce7ae0b9dd0cf",
|
|
"zenitram-malla-5b8f3116fefd595b",
|
|
"zenitram-malla-72b8d4dc93a566fb",
|
|
"zenitram-malla-73c0175a1009ffbf",
|
|
"zenitram-malla-825a0f3ce563c373",
|
|
"zenitram-malla-858255cb6145e104",
|
|
"zenitram-malla-92e437caca55290b",
|
|
"zenitram-malla-aeb1d1e3d40815a8",
|
|
"zenitram-malla-bf4b3bcd2652952c",
|
|
"zenitram-malla-c3ab7f5f4e769cc6",
|
|
"zenitram-malla-f3535c03a02fa0e3",
|
|
"zereight-gitlab-mcp-2367b459f8c3802b",
|
|
"zereight-gitlab-mcp-768c7d5a32ccc95b"
|
|
],
|
|
"rate": null,
|
|
"status": "not yet proved",
|
|
"wilson95": [
|
|
null,
|
|
null
|
|
]
|
|
},
|
|
"false_alarms_per_100_pushes": {
|
|
"cluster95": [
|
|
89.1213389121339,
|
|
95.83333333333334
|
|
],
|
|
"count": 221,
|
|
"icc": 0.006754645062417405,
|
|
"n": 239,
|
|
"rate": 92.46861924686193,
|
|
"wilson95": [
|
|
88.41031716603341,
|
|
95.1832681175424
|
|
]
|
|
},
|
|
"headline": "On unseen app repos: recall 50.0% (Wilson 25.4-74.6), false alarms 92.5 per 100 pushes, precision 2.6%; exploit-verified 0 of 28 (28 not yet proved).",
|
|
"precision": {
|
|
"count": 6,
|
|
"n": 232,
|
|
"rate": 0.02586206896551724,
|
|
"wilson95": [
|
|
0.011905368254414139,
|
|
0.05526513940835613
|
|
]
|
|
},
|
|
"recall": {
|
|
"cluster95": [
|
|
0.25,
|
|
0.75
|
|
],
|
|
"count": 6,
|
|
"n": 12,
|
|
"rate": 0.5,
|
|
"wilson95": [
|
|
0.2537781703934222,
|
|
0.7462218296065778
|
|
]
|
|
}
|
|
}
|