evals: eval crate overhaul, simplification and performance improvements

This commit is contained in:
Per Stark
2026-06-17 19:23:11 +02:00
parent 3aca33569d
commit dbf8c91b1f
53 changed files with 2852 additions and 1831 deletions
+12 -1
View File
@@ -42,7 +42,7 @@ fn default_chunk_max_tokens() -> usize {
}
fn default_chunk_only() -> bool {
false
true
}
// Reuse the pipeline's canonical embedded-artifact types so the on-disk corpus
@@ -122,6 +122,14 @@ pub struct CorpusManifest {
pub questions: Vec<CorpusQuestion>,
}
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
pub struct NamespaceSeedRecord {
pub namespace: String,
pub database: String,
pub slice_case_count: usize,
pub seeded_at: DateTime<Utc>,
}
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
pub struct CorpusMetadata {
pub dataset_id: String,
@@ -144,6 +152,8 @@ pub struct CorpusMetadata {
pub chunk_max_tokens: usize,
#[serde(default = "default_chunk_only")]
pub chunk_only: bool,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub namespace_seed: Option<NamespaceSeedRecord>,
}
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
@@ -629,6 +639,7 @@ mod tests {
chunk_min_tokens: 1,
chunk_max_tokens: 10,
chunk_only: false,
namespace_seed: None,
},
paragraphs: vec![paragraph_one, paragraph_two],
questions: vec![question],