starred/minne
1
0
Fork 0
mirror of https://github.com/perstarkse/minne.git synced 2026-07-01 02:21:34 +02:00
Code Issues Packages Projects Releases 10 Wiki Activity

beir-rff

Browse Source
This commit is contained in:
Per Stark
2025-12-08 20:39:12 +01:00
parent 1fccf3ab59
commit e77f2d51e8
13 changed files with 405 additions and 160 deletions
Download Patch File Download Diff File Expand all files Collapse all files
eval/src/report.rs
+37
View File
@@ -88,6 +88,16 @@ pub struct RetrievalSection {
pub rerank_pool_size: Option<usize>,
pub rerank_keep_top: usize,
pub chunk_result_cap: usize,
#[serde(default = "default_chunk_rrf_k")]
pub chunk_rrf_k: f32,
#[serde(default = "default_chunk_rrf_weight")]
pub chunk_rrf_vector_weight: f32,
#[serde(default = "default_chunk_rrf_weight")]
pub chunk_rrf_fts_weight: f32,
#[serde(default = "default_chunk_rrf_use")]
pub chunk_rrf_use_vector: bool,
#[serde(default = "default_chunk_rrf_use")]
pub chunk_rrf_use_fts: bool,
#[serde(default)]
pub chunk_vector_take: usize,
#[serde(default)]
@@ -98,6 +108,18 @@ pub struct RetrievalSection {
pub ingest_chunks_only: bool,
}
const fn default_chunk_rrf_k() -> f32 {
60.0
}
const fn default_chunk_rrf_weight() -> f32 {
1.0
}
const fn default_chunk_rrf_use() -> bool {
true
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct LlmSection {
pub cases: usize,
@@ -206,6 +228,11 @@ impl EvaluationReport {
rerank_pool_size: summary.rerank_pool_size,
rerank_keep_top: summary.rerank_keep_top,
chunk_result_cap: summary.chunk_result_cap,
chunk_rrf_k: summary.chunk_rrf_k,
chunk_rrf_vector_weight: summary.chunk_rrf_vector_weight,
chunk_rrf_fts_weight: summary.chunk_rrf_fts_weight,
chunk_rrf_use_vector: summary.chunk_rrf_use_vector,
chunk_rrf_use_fts: summary.chunk_rrf_use_fts,
chunk_vector_take: summary.chunk_vector_take,
chunk_fts_take: summary.chunk_fts_take,
ingest_chunk_min_tokens: summary.ingest_chunk_min_tokens,
@@ -856,6 +883,11 @@ fn convert_legacy_entry(entry: LegacyHistoryEntry) -> EvaluationReport {
rerank_pool_size: entry.rerank_pool_size,
rerank_keep_top: entry.rerank_keep_top,
chunk_result_cap: entry.chunk_result_cap.unwrap_or(5),
chunk_rrf_k: default_chunk_rrf_k(),
chunk_rrf_vector_weight: default_chunk_rrf_weight(),
chunk_rrf_fts_weight: default_chunk_rrf_weight(),
chunk_rrf_use_vector: default_chunk_rrf_use(),
chunk_rrf_use_fts: default_chunk_rrf_use(),
chunk_vector_take: 0,
chunk_fts_take: 0,
ingest_chunk_min_tokens: entry.ingest_chunk_min_tokens.unwrap_or(256),
@@ -1098,6 +1130,11 @@ mod tests {
detailed_report: true,
retrieval_strategy: "initial".into(),
chunk_result_cap: 5,
chunk_rrf_k: 60.0,
chunk_rrf_vector_weight: 1.0,
chunk_rrf_fts_weight: 1.0,
chunk_rrf_use_vector: true,
chunk_rrf_use_fts: true,
ingest_chunk_min_tokens: 256,
ingest_chunk_max_tokens: 512,
ingest_chunk_overlap_tokens: 50,