mirror of
https://github.com/perstarkse/minne.git
synced 2026-07-08 13:55:23 +02:00
evals: eval crate overhaul, simplification and performance improvements
This commit is contained in:
@@ -42,7 +42,7 @@ fn default_chunk_max_tokens() -> usize {
|
||||
}
|
||||
|
||||
fn default_chunk_only() -> bool {
|
||||
false
|
||||
true
|
||||
}
|
||||
|
||||
// Reuse the pipeline's canonical embedded-artifact types so the on-disk corpus
|
||||
@@ -122,6 +122,14 @@ pub struct CorpusManifest {
|
||||
pub questions: Vec<CorpusQuestion>,
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
|
||||
pub struct NamespaceSeedRecord {
|
||||
pub namespace: String,
|
||||
pub database: String,
|
||||
pub slice_case_count: usize,
|
||||
pub seeded_at: DateTime<Utc>,
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
|
||||
pub struct CorpusMetadata {
|
||||
pub dataset_id: String,
|
||||
@@ -144,6 +152,8 @@ pub struct CorpusMetadata {
|
||||
pub chunk_max_tokens: usize,
|
||||
#[serde(default = "default_chunk_only")]
|
||||
pub chunk_only: bool,
|
||||
#[serde(default, skip_serializing_if = "Option::is_none")]
|
||||
pub namespace_seed: Option<NamespaceSeedRecord>,
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
|
||||
@@ -629,6 +639,7 @@ mod tests {
|
||||
chunk_min_tokens: 1,
|
||||
chunk_max_tokens: 10,
|
||||
chunk_only: false,
|
||||
namespace_seed: None,
|
||||
},
|
||||
paragraphs: vec![paragraph_one, paragraph_two],
|
||||
questions: vec![question],
|
||||
|
||||
Reference in New Issue
Block a user