mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
123 lines
2.9 KiB
JSON
123 lines
2.9 KiB
JSON
{
|
|
"units": 60,
|
|
"repeats": [
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5
|
|
],
|
|
"hunter": {
|
|
"hits": 31,
|
|
"units": 60,
|
|
"recall": 0.5166666666666667,
|
|
"wilson95": [
|
|
0.39307810032592494,
|
|
0.6382495046026722
|
|
],
|
|
"instrument_failures": 0,
|
|
"parse_failures": 0,
|
|
"suspicions_mean": 5.766666666666667
|
|
},
|
|
"dspy": {
|
|
"hits": 18,
|
|
"units": 60,
|
|
"recall": 0.3,
|
|
"wilson95": [
|
|
0.19898166138769108,
|
|
0.42508707946914487
|
|
],
|
|
"instrument_failures": 0,
|
|
"parse_failures": 7,
|
|
"suspicions_mean": 0.6333333333333333
|
|
},
|
|
"dspy_minus_hunter": {
|
|
"diff": -0.21666666666666673,
|
|
"ci95": [
|
|
-0.3833333333333334,
|
|
-0.050000000000000044
|
|
],
|
|
"changes": 12
|
|
},
|
|
"mcnemar": {
|
|
"only_hunter": 14,
|
|
"only_dspy": 1,
|
|
"concordant": 45,
|
|
"p": 0.0009765625
|
|
},
|
|
"per_change": [
|
|
{
|
|
"change": "a70b5501fedbfaf33aed49d3edc8534353aa6b05adccbb36019170b7f99fcdfe",
|
|
"repo": "bytebase/dbhub",
|
|
"dspy": 0.0,
|
|
"hunter": 0.0
|
|
},
|
|
{
|
|
"change": "090e3500634d126cae6d9fccb5902647295875403e69bdb0389c86b4fa3c0086",
|
|
"repo": "contentful/contentful-mcp-server",
|
|
"dspy": 0.2,
|
|
"hunter": 0.2
|
|
},
|
|
{
|
|
"change": "6d3b0736e6d91fc5f182954e2e19565dfb328931fb85952695a5895eb0471a9d",
|
|
"repo": "fastapi-users/fastapi-users",
|
|
"dspy": 0.0,
|
|
"hunter": 0.6
|
|
},
|
|
{
|
|
"change": "c7978d72ecdfaa6cf9c71f6a9baea3f6a64d922b25ab78279e3fc116c25b0c4b",
|
|
"repo": "i18next/i18next-http-middleware",
|
|
"dspy": 0.0,
|
|
"hunter": 0.2
|
|
},
|
|
{
|
|
"change": "1ad15598b335ce9ebfca883925fa2dcd5031908c8dfbba5f5e0f4d86794255af",
|
|
"repo": "imzbf/md-editor-v3",
|
|
"dspy": 1.0,
|
|
"hunter": 1.0
|
|
},
|
|
{
|
|
"change": "415e1c7c5676cba1813e6c0a26ef89ead75e579d4c3ed27ebb1831865c6c8981",
|
|
"repo": "jupyter-lsp/jupyterlab-lsp",
|
|
"dspy": 0.4,
|
|
"hunter": 1.0
|
|
},
|
|
{
|
|
"change": "59611a8c4ee8d9d6e12b9e38b79ea374fe8a33657d51e262a3953327d180aaae",
|
|
"repo": "matrix-org/matrix-appservice-bridge",
|
|
"dspy": 0.0,
|
|
"hunter": 0.0
|
|
},
|
|
{
|
|
"change": "545fcc9756f7ea72eaa4971fd8bc654cf8c7bacf519388057ad8c5236ff656fa",
|
|
"repo": "nvbn/thefuck",
|
|
"dspy": 1.0,
|
|
"hunter": 0.8
|
|
},
|
|
{
|
|
"change": "a318f3e3f4f42ec2ba58bec37fe98d50baf5cd7ad8d5e30fc96b880b930114eb",
|
|
"repo": "ondata/ckan-mcp-server",
|
|
"dspy": 0.2,
|
|
"hunter": 1.0
|
|
},
|
|
{
|
|
"change": "cc735ccb90a5cdbe8f59f2f9336261efffaae75aa115e09d2a15ca5e3ddca894",
|
|
"repo": "webpack/webpack-bundle-analyzer",
|
|
"dspy": 0.0,
|
|
"hunter": 0.4
|
|
},
|
|
{
|
|
"change": "8cb82ba93a6a146417537fdebbd7c23a97513cbc9fa8f7457309b3823375bf7f",
|
|
"repo": "zenitram/malla",
|
|
"dspy": 0.8,
|
|
"hunter": 1.0
|
|
},
|
|
{
|
|
"change": "fe1cccd1401bd6412f5f4d8559f6498156a9813a3ba6bca83d1c84c669c40e70",
|
|
"repo": "zereight/gitlab-mcp",
|
|
"dspy": 0.0,
|
|
"hunter": 0.0
|
|
}
|
|
]
|
|
}
|