bench(learn): record the finished engine harvest (decision-engine task 5)

The pair-corpus engine job finished: 682 of 686 sides (199 ran, 475 read their input
and asked no question, 8 no engine model; the 4 sides of the two family-unknown
pairs were not run). Feature records rebuilt (1712); counts-only record updated.

Co-Authored-By: Claude Opus 5.5 <[email protected]>
Claude-Session: https://claude.ai/code/session_01EmM1j46qgKMh3zqD1QMwEo
This commit is contained in:
Marius Ciepluch
2026-10-01 16:54:27 +02:00
co-authored by Claude Opus 5.5
parent 34da916030
commit 10c97c1b8d
2 changed files with 18 additions and 21 deletions
+2 -3
View File
@@ -33,9 +33,8 @@ the maintainer confirms its budget.
the candidate files (ceiling $10), engine features for the pair corpus on the host (frozen source, one the candidate files (ceiling $10), engine features for the pair corpus on the host (frozen source, one
container at a time, background). container at a time, background).
- Done 2026-10-01 (`benchmarks/measurements/2026-10-01-decision-engine-harvest/record.json`): verify $2.54 and roles - Done 2026-10-01 (`benchmarks/measurements/2026-10-01-decision-engine-harvest/record.json`): verify $2.54 and roles
$1.40 by attribution. The engine part was PARTIAL at commit (384 of 686 pair sides recorded, the job still $1.40 by attribution. The engine job finished the same day (682 of 686 pair sides; the 2 family-unknown pairs
running): unfinished sides are `missing` in the feature records; rebuild them with not run) and the feature records were rebuilt; dev-php pins have no engine run (`missing`).
`benchmarks/learn/build_features.py` once `benchmarks/learn/engine_pairs.py` has finished.
- _Requirements: 1.1_ - _Requirements: 1.1_
- [ ] 6. Train, calibrate, evaluate - [ ] 6. Train, calibrate, evaluate
@@ -14,13 +14,13 @@
"image": "openultrasast:dev sha256:e6f8dc6cc7547f7118bd058687de676e0fcf741799d1d3839b3e8648ce190fbb", "image": "openultrasast:dev sha256:e6f8dc6cc7547f7118bd058687de676e0fcf741799d1d3839b3e8648ce190fbb",
"pair_sides_total": 686, "pair_sides_total": 686,
"population_engine": "recorded protocol scans of independent-v1/v2 (vulnerable and fixed pins); dev-php not run (missing)", "population_engine": "recorded protocol scans of independent-v1/v2 (vulnerable and fixed pins); dev-php not run (missing)",
"sides_missing": 302, "sides_missing": 4,
"sides_recorded": { "sides_recorded": {
"failed (read its input, asked no question)": 286, "failed (read its input, asked no question)": 475,
"none": 6, "none": 8,
"ran": 92 "ran": 199
}, },
"status": "running in the background at commit time; unfinished sides are `missing` in the records, never zero" "status": "finished 2026-10-01 16:30; the 4 sides of the 2 family-unknown pairs were not run (missing); features rebuilt after"
}, },
"features": { "features": {
"instrument_states_plane": { "instrument_states_plane": {
@@ -31,8 +31,8 @@
"not_applicable": 26 "not_applicable": 26
}, },
"access_control:engine": { "access_control:engine": {
"missing": 6, "failed": 1,
"ran": 20 "ran": 25
}, },
"access_control:entry_points": { "access_control:entry_points": {
"not_applicable": 26 "not_applicable": 26
@@ -146,10 +146,10 @@
"not_applicable": 168 "not_applicable": 168
}, },
"injection:engine": { "injection:engine": {
"failed": 22, "failed": 35,
"missing": 78, "missing": 44,
"none": 16, "none": 16,
"ran": 52 "ran": 73
}, },
"injection:entry_points": { "injection:entry_points": {
"not_applicable": 70, "not_applicable": 70,
@@ -192,8 +192,7 @@
"not_applicable": 346 "not_applicable": 346
}, },
"memory:engine": { "memory:engine": {
"failed": 116, "failed": 334,
"missing": 218,
"none": 6, "none": 6,
"ran": 6 "ran": 6
}, },
@@ -230,9 +229,8 @@
"not_applicable": 112 "not_applicable": 112
}, },
"output_encoding:engine": { "output_encoding:engine": {
"failed": 24, "failed": 26,
"missing": 82, "ran": 86
"ran": 6
}, },
"output_encoding:entry_points": { "output_encoding:entry_points": {
"not_applicable": 112 "not_applicable": 112
@@ -267,9 +265,9 @@
"not_applicable": 29 "not_applicable": 29
}, },
"path:engine": { "path:engine": {
"failed": 22, "failed": 25,
"missing": 5, "missing": 1,
"ran": 2 "ran": 3
}, },
"path:entry_points": { "path:entry_points": {
"not_applicable": 28, "not_applicable": 28,