mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-18 12:39:28 +00:00
24 lines
1.3 KiB
Python
24 lines
1.3 KiB
Python
|
"""Compare the baseline labels (old modules) with the labels built on source.py, sentinel-normalised."""
|
||
|
|
import glob, json, collections, sys
|
||
|
|
def load(pattern):
|
||
|
|
files = glob.glob(pattern)
|
||
|
|
if not files:
|
||
|
|
sys.exit(f"no labels file for {pattern}")
|
||
|
|
rows = [json.loads(l) for l in open(files[0]) if l.strip()]
|
||
|
|
return files[0], rows
|
||
|
|
bfile, before = load("/home/mc/ousast-results/fossil/p1-baseline/out/labels-*.jsonl")
|
||
|
|
afile, after = load("/home/mc/ousast-results/fossil/p1-after/out/labels-*.jsonl")
|
||
|
|
def key(r):
|
||
|
|
s = json.dumps(r, sort_keys=True).replace("<global>", "<module>")
|
||
|
|
return s
|
||
|
|
B = collections.Counter(key(r) for r in before); A = collections.Counter(key(r) for r in after)
|
||
|
|
only_b = B - A; only_a = A - B
|
||
|
|
print("baseline:", bfile, len(before), "rows"); print("after: ", afile, len(after), "rows")
|
||
|
|
print("identical after sentinel normalisation:", len(only_b) == 0 and len(only_a) == 0)
|
||
|
|
print("rows only in baseline:", sum(only_b.values()), " rows only in after:", sum(only_a.values()))
|
||
|
|
def summarize(c, title):
|
||
|
|
print(f"--- {title} (first 8)")
|
||
|
|
for s, n in list(c.items())[:8]:
|
||
|
|
r = json.loads(s); print(" ", {k: r.get(k) for k in ("candidate", "family", "label", "source", "unit", "pin_role") if k in r})
|
||
|
|
summarize(only_b, "only baseline"); summarize(only_a, "only after")
|