dataset: beir

This commit is contained in:
Per Stark
2025-12-04 17:50:35 +01:00
parent d3fa3be3e5
commit d1a6d9abdf
10 changed files with 803 additions and 25 deletions

View File

@@ -145,6 +145,8 @@ mod tests {
precision_at_1: 0.5,
precision_at_2: 0.5,
precision_at_3: 0.5,
mrr: 0.0,
average_ndcg: 0.0,
duration_ms: 1234,
dataset_id: "squad-v2".into(),
dataset_label: "SQuAD v2".into(),
@@ -192,18 +194,17 @@ mod tests {
rerank_pool_size: Some(4),
rerank_keep_top: 10,
concurrency: 2,
retrieval_strategy: "initial".into(),
detailed_report: false,
retrieval_strategy: "initial".into(),
chunk_result_cap: 5,
ingest_chunk_min_tokens: 256,
ingest_chunk_max_tokens: 512,
ingest_chunk_overlap_tokens: 50,
ingest_chunks_only: false,
ingest_chunk_overlap_tokens: 50,
chunk_vector_take: 20,
chunk_fts_take: 20,
chunk_avg_chars_per_token: 4,
max_chunks_per_entity: 4,
average_ndcg: 0.0,
mrr: 0.0,
cases: Vec::new(),
}
}