feat: pool fastembed, batch embeddings, and reconcile embedding config on startup

2026-07-03 03:21:37 +02:00 · 2026-06-03 22:10:33 +02:00
parent 7b850769c9
commit 15c9f18f6e
24 changed files with 565 additions and 546 deletions
@@ -359,8 +359,7 @@ async fn prepare_chat_request(

    let retrieval_result = match retrieval_pipeline::retrieve(
        &state.db,
-        &state.openai_client,
-        Some(&*state.embedding_provider),
+        &state.embedding_provider,
        &user_message.content,
        &user.id,
        config,