mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
chore(p0): drop never-enabled hunter tools, test-only functions and receiver delivery
Off every active line (PATHFINDER-2026-10-13/03-unified-proposal.md, cuts). Deleted: the four hunter tools no caller enables (read_definition, entry_points, flows, obligations) with their schemas and dispatch, the dead mapping branch of find_refs; 20 functions whose only caller was one test (mapping task records, compute_ranking_metrics, build_quick_hunter_prompt, validate_evidence_transition, should_fuse, harness processors, rank_targets_with_model, model/report slice rendering, taxonomy hierarchical/related, config_value.verdict, taint.verdict, roles.load_roles, features.language_of and build_for_scan, folds.leave_one_*, features.recorded_case, search BatchExecutor and the three __main__ shims, delivery.put_input); the receiver delivery mode of the plane. push_inputs.py moved to benchmarks/push. memory.purge stays: the live-S3 test cleanup uses it. Net: 2,730 lines deleted, 207 added. 473 targeted tests passed; 3,282 tests collect. breadth.toml records the removals. Co-Authored-By: Claude Fable 5.1 <[email protected]>
This commit is contained in:
co-authored by
Claude Fable 5.1
parent
f5a904b7f2
commit
f63703a604
@@ -8,7 +8,7 @@ from dataclasses import replace
|
||||
import pytest
|
||||
from learn_fixtures import by_id, corpus, example, x_record
|
||||
|
||||
from openultrasast.learn.folds import Fold, compile_split, leave_one_framework_out, leave_one_source_out, outer_folds
|
||||
from openultrasast.learn.folds import Fold, compile_split, outer_folds
|
||||
from openultrasast.learn.retrieve import (
|
||||
BoundaryViolation,
|
||||
Target,
|
||||
@@ -166,13 +166,11 @@ def _all_folds(examples: list) -> list:
|
||||
split = compile_split(examples, seed=3)
|
||||
return [
|
||||
*outer_folds(examples, seed=3, exclude=split.groups),
|
||||
*leave_one_source_out(examples, exclude=split.groups),
|
||||
*[f for f in leave_one_framework_out(examples, exclude=split.groups, min_groups=2) if f.status == "ok"],
|
||||
]
|
||||
|
||||
|
||||
def test_boundary() -> None:
|
||||
"""For outer, leave-one-source-out and leave-one-framework-out folds, every retrieved example and every
|
||||
"""For outer folds, every retrieved example and every
|
||||
demonstration that reaches a prompt is eligible; ``seed_memory`` writes no example of the case's group."""
|
||||
examples = corpus(groups=16)
|
||||
index = by_id(examples)
|
||||
@@ -186,7 +184,7 @@ def test_boundary() -> None:
|
||||
)
|
||||
]
|
||||
folds = _all_folds(examples)
|
||||
assert {f.kind for f in folds} == {"outer", "leave_one_source_out", "leave_one_framework_out"}
|
||||
assert {f.kind for f in folds} == {"outer"}
|
||||
checked = 0
|
||||
for fold in folds:
|
||||
for target_example in [e for e in examples if e.group in fold.eval_groups]:
|
||||
@@ -206,19 +204,6 @@ def test_boundary() -> None:
|
||||
assert all(e.group != group for e in seed_memory(examples, group))
|
||||
|
||||
|
||||
def test_a_demonstration_of_the_held_out_framework_is_swapped_for_its_alternate() -> None:
|
||||
flask = example("demo-flask", group="d/flask", label=1, frameworks=("flask",))
|
||||
alt = example("demo-plain", group="d/plain", label=1)
|
||||
target_example = example("t", group="t/t", label=0, frameworks=("flask",))
|
||||
target = Target.of(target_example)
|
||||
fold = leave_one_framework_out([flask, target_example], min_groups=1)[0]
|
||||
assert fold.held_framework == "flask" and target_example.group in fold.eval_groups
|
||||
demos = [{"example_id": flask.id, "alternate": {"example_id": alt.id}}]
|
||||
usable = demonstrations_for(demos, by_id([flask, alt]), target, fold)
|
||||
assert [d["example_id"] for d in usable] == [alt.id]
|
||||
assert demonstrations_for([{"example_id": flask.id, "alternate": None}], by_id([flask]), target, fold) == []
|
||||
|
||||
|
||||
def test_assert_boundary_catches_an_ineligible_rendered_id() -> None:
|
||||
examples = corpus(groups=6)
|
||||
fold = outer_folds(examples, k=3)[0]
|
||||
|
||||
Reference in New Issue
Block a user