starred/minne
1
0
Fork 0
mirror of https://github.com/perstarkse/minne.git synced 2026-03-29 22:01:59 +02:00
Code Issues Packages Projects Releases 10 Wiki Activity

retrieval-pipeline: v1

Browse Source
This commit is contained in:
Per Stark
2025-11-19 12:58:27 +01:00
parent 6f88d87e74
commit 226b2db43a
10 changed files with 409 additions and 269 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
eval/src/eval/mod.rs
View File

@@ -473,7 +473,8 @@ pub(crate) async fn load_or_init_system_settings(
#[cfg(test)]
mod tests {
use super::*;
use crate::ingest::{CorpusManifest, CorpusMetadata, CorpusParagraph, CorpusQuestion};
use crate::ingest::store::CorpusParagraph;
use crate::ingest::{CorpusManifest, CorpusMetadata, CorpusQuestion};
use chrono::Utc;
use common::storage::types::text_content::TextContent;

12
eval/src/eval/types.rs
View File

@@ -294,16 +294,16 @@ pub fn build_stage_latency_breakdown(samples: &[PipelineStageTimings]) -> StageL
}
StageLatencyBreakdown {
embed: compute_latency_stats(&collect_stage(samples, |entry| entry.embed_ms)),
embed: compute_latency_stats(&collect_stage(samples, |entry| entry.embed_ms())),
collect_candidates: compute_latency_stats(&collect_stage(samples, |entry| {
entry.collect_candidates_ms
entry.collect_candidates_ms()
})),
graph_expansion: compute_latency_stats(&collect_stage(samples, |entry| {
entry.graph_expansion_ms
entry.graph_expansion_ms()
})),
chunk_attach: compute_latency_stats(&collect_stage(samples, |entry| entry.chunk_attach_ms)),
rerank: compute_latency_stats(&collect_stage(samples, |entry| entry.rerank_ms)),
assemble: compute_latency_stats(&collect_stage(samples, |entry| entry.assemble_ms)),
chunk_attach: compute_latency_stats(&collect_stage(samples, |entry| entry.chunk_attach_ms())),
rerank: compute_latency_stats(&collect_stage(samples, |entry| entry.rerank_ms())),
assemble: compute_latency_stats(&collect_stage(samples, |entry| entry.assemble_ms())),
}
}

2
eval/src/ingest/mod.rs
View File

@@ -1,6 +1,6 @@
mod config;
mod orchestrator;
mod store;
pub(crate) mod store;
pub use config::{CorpusCacheConfig, CorpusEmbeddingProvider};
pub use orchestrator::ensure_corpus;