refactor: implemented state machine for ingestion pipeline, improved performance

changelog

additional moving around

moved files around a bit
This commit is contained in:
Per Stark
2025-10-19 16:08:46 +02:00
parent 83d39afad4
commit 07b3e1a0e8
20 changed files with 1762 additions and 802 deletions

2
Cargo.lock generated
View File

@@ -2919,6 +2919,7 @@ name = "ingestion-pipeline"
version = "0.1.0"
dependencies = [
"async-openai",
"async-trait",
"axum",
"axum_typed_multipart",
"base64 0.22.1",
@@ -2933,6 +2934,7 @@ dependencies = [
"reqwest",
"serde",
"serde_json",
"state-machines",
"surrealdb",
"tempfile",
"text-splitter",