dataset: beir

This commit is contained in:
Per Stark
2025-12-04 17:50:35 +01:00
parent d3fa3be3e5
commit d1a6d9abdf
10 changed files with 803 additions and 25 deletions

View File

@@ -347,6 +347,10 @@ impl Config {
self.retrieval.require_verified_chunks = true;
}
if self.dataset == DatasetKind::Beir {
self.negative_multiplier = 9.0;
}
// Validations
if self.ingest_chunk_min_tokens == 0
|| self.ingest_chunk_min_tokens >= self.ingest_chunk_max_tokens