measure: final push-hook arm on all 252 pilot changes (0/12, 2.1 false alarms per 100) and the combined whole-tool score

Co-Authored-By: Claude Opus 5.5 <[email protected]>
This commit is contained in:
Marius Ciepluch
2026-10-13 15:50:29 +02:00
co-authored by Claude Opus 5.5
parent ec40dc1c93
commit a99579b547
5 changed files with 674 additions and 95 deletions
@@ -0,0 +1,52 @@
{
"exploit_verified": {
"count": 0,
"flagged_positive_pushes": 0,
"flagged_positives": 0,
"n": 0,
"not_yet_proved": [],
"rate": null,
"status": "measured",
"wilson95": [
null,
null
]
},
"false_alarms_per_100_pushes": {
"cluster95": [
0.42194092827004215,
4.166666666666666
],
"count": 5,
"icc": 0.004133404058911234,
"n": 238,
"rate": 2.100840336134454,
"wilson95": [
0.9005985705189141,
4.822817086671577
]
},
"headline": "On unseen app repos: recall 0.0% (Wilson 0.0-24.3), false alarms 2.1 per 100 pushes, precision 0.0%; exploit-verified 0 of 0.",
"precision": {
"count": 0,
"n": 5,
"rate": 0.0,
"wilson95": [
0,
0.43449149475208104
]
},
"recall": {
"cluster95": [
0.0,
0.0
],
"count": 0,
"n": 12,
"rate": 0.0,
"wilson95": [
0,
0.2425007574992425
]
}
}