Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 10 additions & 0 deletions leaderboard/submissions/CNI-v4/metadata.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"detector_name": "CNI v4 — Cognitive Negligence Index",
"contact_info": "Alan Crawley",
"date_released": "2025-05-21",
"website": "",
"paper_link": "",
"huggingface_link": "",
"github_link": "",
"additional_metadata": "Etiological detector based on Ginzburg's indicial paradigm. 18 cognitive process features. XGBoost classifier. No neural backbone. Zero-shot on RAID."
}
1 change: 1 addition & 0 deletions leaderboard/submissions/CNI-v4/predictions.json

Large diffs are not rendered by default.

66 changes: 66 additions & 0 deletions leaderboard/submissions/CNI-v4/results.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
{
"_autogen_note": "This file is automatically generated by the RAID leaderboard submission script. Do not edit this file manually or include it in new submissions' PRs.",
"_submission_hash": "be2220e2775ca1156c1c76b2927b1349779433f02a565999eb5e735bf9b57073",
"_results_hash": "17f5b7fb8bb9dddceb864d65cb2158e5072d7769a85f7a601453976289dc4fb0",
"date_released": "2025-05-21",
"detector_name": "CNI v4 \u2014 Cognitive Negligence Index",
"contact_info": "Alan Crawley",
"website": "",
"paper_link": "",
"huggingface_link": "",
"github_link": "",
"additional_metadata": "Etiological detector based on Ginzburg's indicial paradigm. 18 cognitive process features. XGBoost classifier. No neural backbone. Zero-shot on RAID.",
"score_agg": {
"all": {
"_note": "No aggregate score across all settings is reported here as some domains/generator models/decoding strategies/repetition penalties/adversarial attacks were not included in the submission. This submission will not appear in the main leaderboard; it will only be visible within the splits in which all samples were evaluated."
},
"no_adversarial": {
"_note": "No aggregate score across all non-adversarial settings is reported here as some domains/generator models/decoding strategies/repetition penalties were not included in the submission."
}
},
"scores": [],
"thresholds": {
"0.05": {
"abstracts": 0.9503612769301981,
"books": 0.926126664876938,
"news": 0.9565910820569843,
"poetry": 0.9783750201296062,
"recipes": 0.3964924680348486,
"reddit": 0.7633823914569802,
"reviews": 0.9843767352215944,
"wiki": 0.9596331304684282
},
"0.01": {
"abstracts": 0.9894237769301981,
"books": 0.957376664876938,
"news": 0.9899773125257343,
"poetry": 0.9907041216921062,
"recipes": 0.6777424680348485,
"reddit": 0.9547886414569802,
"reviews": 0.9960954852215944,
"wiki": 0.9767229742184282
}
},
"fpr": {
"0.05": {
"abstracts": 0.050000000000000044,
"books": 0.050000000000000044,
"news": 0.050000000000000044,
"poetry": 0.050000000000000044,
"recipes": 0.050000000000000044,
"reddit": 0.050000000000000044,
"reviews": 0.050000000000000044,
"wiki": 0.050000000000000044
},
"0.01": {
"abstracts": 0.010000000000000009,
"books": 0.010000000000000009,
"news": 0.010000000000000009,
"poetry": 0.010000000000000009,
"recipes": 0.010000000000000009,
"reddit": 0.010000000000000009,
"reviews": 0.010000000000000009,
"wiki": 0.010000000000000009
}
}
}