evals: eval crate overhaul, simplification and performance improvements

2026-07-09 22:32:48 +02:00 · 2026-06-17 19:23:11 +02:00
parent adc04d8c6d
commit fb51a8b55f
53 changed files with 2852 additions and 1831 deletions
@@ -1,4 +1,4 @@
-default_dataset: squad-v2
+default_dataset: beir
 datasets:
  - id: squad-v2
    label: "SQuAD v2.0"
@@ -45,6 +45,7 @@ datasets:
        description: "Balanced slice across FEVER, FiQA, HotpotQA, NFCorpus, Quora, TREC-COVID, SciFact, NQ-BEIR"
        limit: 600
        corpus_limit: 6000
+        negative_multiplier: 9.0
        seed: 0x5eed2025
  - id: fever
    label: "FEVER (BEIR)"