feat: customizable data storage path

This commit is contained in:
Per Stark
2025-05-09 23:28:36 +02:00
parent 6ed49f7155
commit 850878d5c3
16 changed files with 261 additions and 40 deletions

View File

@@ -41,10 +41,12 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
async_openai::config::OpenAIConfig::new().with_api_key(&config.openai_api_key),
));
let html_state = HtmlState::new_with_resources(db, openai_client, session_store)?;
let html_state =
HtmlState::new_with_resources(db, openai_client, session_store, config.clone())?;
let api_state = ApiState {
db: html_state.db.clone(),
config: config.clone(),
};
// Create Axum router
@@ -93,7 +95,7 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
// Initialize worker components
let openai_client = Arc::new(async_openai::Client::new());
let ingestion_pipeline = Arc::new(
IngestionPipeline::new(worker_db.clone(), openai_client.clone())
IngestionPipeline::new(worker_db.clone(), openai_client.clone(), config.clone())
.await
.unwrap(),
);

View File

@@ -39,10 +39,12 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
async_openai::config::OpenAIConfig::new().with_api_key(&config.openai_api_key),
));
let html_state = HtmlState::new_with_resources(db, openai_client, session_store)?;
let html_state =
HtmlState::new_with_resources(db, openai_client, session_store, config.clone())?;
let api_state = ApiState {
db: html_state.db.clone(),
config: config.clone(),
};
// Create Axum router

View File

@@ -29,7 +29,7 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
let openai_client = Arc::new(async_openai::Client::new());
let ingestion_pipeline =
Arc::new(IngestionPipeline::new(db.clone(), openai_client.clone()).await?);
Arc::new(IngestionPipeline::new(db.clone(), openai_client.clone(), config).await?);
run_worker_loop(db, ingestion_pipeline).await
}