starred/minne
1
0
Fork 0
mirror of https://github.com/perstarkse/minne.git synced 2026-06-20 21:49:34 +02:00
Code Issues Packages Projects Releases 10 Wiki Activity

tidying stuff up, dto for search

Browse Source
This commit is contained in:
Per Stark
2025-12-20 22:30:31 +01:00
parent a5bc72aedf
commit 79ea007b0a
23 changed files with 936 additions and 73 deletions
Download Patch File Download Diff File Expand all files Collapse all files
main/src/worker.rs
+11 -4
View File
@@ -1,10 +1,12 @@
use std::sync::Arc;
use common::{
storage::db::SurrealDbClient, storage::store::StorageManager, utils::config::get_config,
storage::db::SurrealDbClient, storage::store::StorageManager,
utils::{config::get_config, embedding::EmbeddingProvider},
};
use ingestion_pipeline::{pipeline::IngestionPipeline, run_worker_loop};
use retrieval_pipeline::reranking::RerankerPool;
use tracing::info;
use tracing_subscriber::{fmt, prelude::*, EnvFilter};
#[tokio::main]
@@ -37,9 +39,14 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
let reranker_pool = RerankerPool::maybe_from_config(&config)?;
// Create embedding provider for ingestion
let embedding_provider =
Arc::new(common::utils::embedding::EmbeddingProvider::new_fastembed(None).await?);
// Create embedding provider based on config
let embedding_provider = Arc::new(
EmbeddingProvider::from_config(&config, Some(openai_client.clone())).await?,
);
info!(
embedding_backend = ?config.embedding_backend,
"Embedding provider initialized for worker"
);
// Create global storage manager
let storage = StorageManager::new(&config).await?;