mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
bench(learn): record the finished engine harvest (decision-engine task 5)
The pair-corpus engine job finished: 682 of 686 sides (199 ran, 475 read their input and asked no question, 8 no engine model; the 4 sides of the two family-unknown pairs were not run). Feature records rebuilt (1712); counts-only record updated. Co-Authored-By: Claude Opus 5.5 <[email protected]> Claude-Session: https://claude.ai/code/session_01EmM1j46qgKMh3zqD1QMwEo
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
34da916030
commit
10c97c1b8d
@@ -33,9 +33,8 @@ the maintainer confirms its budget.
|
|||||||
the candidate files (ceiling $10), engine features for the pair corpus on the host (frozen source, one
|
the candidate files (ceiling $10), engine features for the pair corpus on the host (frozen source, one
|
||||||
container at a time, background).
|
container at a time, background).
|
||||||
- Done 2026-10-01 (`benchmarks/measurements/2026-10-01-decision-engine-harvest/record.json`): verify $2.54 and roles
|
- Done 2026-10-01 (`benchmarks/measurements/2026-10-01-decision-engine-harvest/record.json`): verify $2.54 and roles
|
||||||
$1.40 by attribution. The engine part was PARTIAL at commit (384 of 686 pair sides recorded, the job still
|
$1.40 by attribution. The engine job finished the same day (682 of 686 pair sides; the 2 family-unknown pairs
|
||||||
running): unfinished sides are `missing` in the feature records; rebuild them with
|
not run) and the feature records were rebuilt; dev-php pins have no engine run (`missing`).
|
||||||
`benchmarks/learn/build_features.py` once `benchmarks/learn/engine_pairs.py` has finished.
|
|
||||||
- _Requirements: 1.1_
|
- _Requirements: 1.1_
|
||||||
|
|
||||||
- [ ] 6. Train, calibrate, evaluate
|
- [ ] 6. Train, calibrate, evaluate
|
||||||
|
|||||||
@@ -14,13 +14,13 @@
|
|||||||
"image": "openultrasast:dev sha256:e6f8dc6cc7547f7118bd058687de676e0fcf741799d1d3839b3e8648ce190fbb",
|
"image": "openultrasast:dev sha256:e6f8dc6cc7547f7118bd058687de676e0fcf741799d1d3839b3e8648ce190fbb",
|
||||||
"pair_sides_total": 686,
|
"pair_sides_total": 686,
|
||||||
"population_engine": "recorded protocol scans of independent-v1/v2 (vulnerable and fixed pins); dev-php not run (missing)",
|
"population_engine": "recorded protocol scans of independent-v1/v2 (vulnerable and fixed pins); dev-php not run (missing)",
|
||||||
"sides_missing": 302,
|
"sides_missing": 4,
|
||||||
"sides_recorded": {
|
"sides_recorded": {
|
||||||
"failed (read its input, asked no question)": 286,
|
"failed (read its input, asked no question)": 475,
|
||||||
"none": 6,
|
"none": 8,
|
||||||
"ran": 92
|
"ran": 199
|
||||||
},
|
},
|
||||||
"status": "running in the background at commit time; unfinished sides are `missing` in the records, never zero"
|
"status": "finished 2026-10-01 16:30; the 4 sides of the 2 family-unknown pairs were not run (missing); features rebuilt after"
|
||||||
},
|
},
|
||||||
"features": {
|
"features": {
|
||||||
"instrument_states_plane": {
|
"instrument_states_plane": {
|
||||||
@@ -31,8 +31,8 @@
|
|||||||
"not_applicable": 26
|
"not_applicable": 26
|
||||||
},
|
},
|
||||||
"access_control:engine": {
|
"access_control:engine": {
|
||||||
"missing": 6,
|
"failed": 1,
|
||||||
"ran": 20
|
"ran": 25
|
||||||
},
|
},
|
||||||
"access_control:entry_points": {
|
"access_control:entry_points": {
|
||||||
"not_applicable": 26
|
"not_applicable": 26
|
||||||
@@ -146,10 +146,10 @@
|
|||||||
"not_applicable": 168
|
"not_applicable": 168
|
||||||
},
|
},
|
||||||
"injection:engine": {
|
"injection:engine": {
|
||||||
"failed": 22,
|
"failed": 35,
|
||||||
"missing": 78,
|
"missing": 44,
|
||||||
"none": 16,
|
"none": 16,
|
||||||
"ran": 52
|
"ran": 73
|
||||||
},
|
},
|
||||||
"injection:entry_points": {
|
"injection:entry_points": {
|
||||||
"not_applicable": 70,
|
"not_applicable": 70,
|
||||||
@@ -192,8 +192,7 @@
|
|||||||
"not_applicable": 346
|
"not_applicable": 346
|
||||||
},
|
},
|
||||||
"memory:engine": {
|
"memory:engine": {
|
||||||
"failed": 116,
|
"failed": 334,
|
||||||
"missing": 218,
|
|
||||||
"none": 6,
|
"none": 6,
|
||||||
"ran": 6
|
"ran": 6
|
||||||
},
|
},
|
||||||
@@ -230,9 +229,8 @@
|
|||||||
"not_applicable": 112
|
"not_applicable": 112
|
||||||
},
|
},
|
||||||
"output_encoding:engine": {
|
"output_encoding:engine": {
|
||||||
"failed": 24,
|
"failed": 26,
|
||||||
"missing": 82,
|
"ran": 86
|
||||||
"ran": 6
|
|
||||||
},
|
},
|
||||||
"output_encoding:entry_points": {
|
"output_encoding:entry_points": {
|
||||||
"not_applicable": 112
|
"not_applicable": 112
|
||||||
@@ -267,9 +265,9 @@
|
|||||||
"not_applicable": 29
|
"not_applicable": 29
|
||||||
},
|
},
|
||||||
"path:engine": {
|
"path:engine": {
|
||||||
"failed": 22,
|
"failed": 25,
|
||||||
"missing": 5,
|
"missing": 1,
|
||||||
"ran": 2
|
"ran": 3
|
||||||
},
|
},
|
||||||
"path:entry_points": {
|
"path:entry_points": {
|
||||||
"not_applicable": 28,
|
"not_applicable": 28,
|
||||||
|
|||||||
Reference in New Issue
Block a user