diff --git a/.kiro/specs/learned-decision-engine/tasks.md b/.kiro/specs/learned-decision-engine/tasks.md index 2229da6..99afcb2 100644 --- a/.kiro/specs/learned-decision-engine/tasks.md +++ b/.kiro/specs/learned-decision-engine/tasks.md @@ -33,9 +33,8 @@ the maintainer confirms its budget. the candidate files (ceiling $10), engine features for the pair corpus on the host (frozen source, one container at a time, background). - Done 2026-10-01 (`benchmarks/measurements/2026-10-01-decision-engine-harvest/record.json`): verify $2.54 and roles - $1.40 by attribution. The engine part was PARTIAL at commit (384 of 686 pair sides recorded, the job still - running): unfinished sides are `missing` in the feature records; rebuild them with - `benchmarks/learn/build_features.py` once `benchmarks/learn/engine_pairs.py` has finished. + $1.40 by attribution. The engine job finished the same day (682 of 686 pair sides; the 2 family-unknown pairs + not run) and the feature records were rebuilt; dev-php pins have no engine run (`missing`). - _Requirements: 1.1_ - [ ] 6. Train, calibrate, evaluate diff --git a/benchmarks/measurements/2026-10-01-decision-engine-harvest/record.json b/benchmarks/measurements/2026-10-01-decision-engine-harvest/record.json index 6227238..16e0231 100644 --- a/benchmarks/measurements/2026-10-01-decision-engine-harvest/record.json +++ b/benchmarks/measurements/2026-10-01-decision-engine-harvest/record.json @@ -14,13 +14,13 @@ "image": "openultrasast:dev sha256:e6f8dc6cc7547f7118bd058687de676e0fcf741799d1d3839b3e8648ce190fbb", "pair_sides_total": 686, "population_engine": "recorded protocol scans of independent-v1/v2 (vulnerable and fixed pins); dev-php not run (missing)", - "sides_missing": 302, + "sides_missing": 4, "sides_recorded": { - "failed (read its input, asked no question)": 286, - "none": 6, - "ran": 92 + "failed (read its input, asked no question)": 475, + "none": 8, + "ran": 199 }, - "status": "running in the background at commit time; unfinished sides are `missing` in the records, never zero" + "status": "finished 2026-10-01 16:30; the 4 sides of the 2 family-unknown pairs were not run (missing); features rebuilt after" }, "features": { "instrument_states_plane": { @@ -31,8 +31,8 @@ "not_applicable": 26 }, "access_control:engine": { - "missing": 6, - "ran": 20 + "failed": 1, + "ran": 25 }, "access_control:entry_points": { "not_applicable": 26 @@ -146,10 +146,10 @@ "not_applicable": 168 }, "injection:engine": { - "failed": 22, - "missing": 78, + "failed": 35, + "missing": 44, "none": 16, - "ran": 52 + "ran": 73 }, "injection:entry_points": { "not_applicable": 70, @@ -192,8 +192,7 @@ "not_applicable": 346 }, "memory:engine": { - "failed": 116, - "missing": 218, + "failed": 334, "none": 6, "ran": 6 }, @@ -230,9 +229,8 @@ "not_applicable": 112 }, "output_encoding:engine": { - "failed": 24, - "missing": 82, - "ran": 6 + "failed": 26, + "ran": 86 }, "output_encoding:entry_points": { "not_applicable": 112 @@ -267,9 +265,9 @@ "not_applicable": 29 }, "path:engine": { - "failed": 22, - "missing": 5, - "ran": 2 + "failed": 25, + "missing": 1, + "ran": 3 }, "path:entry_points": { "not_applicable": 28,