use axum::{extract::State, http::StatusCode, response::IntoResponse, Extension, Json}; use axum_typed_multipart::{FieldData, TryFromMultipart, TypedMultipart}; use common::{ error::AppError, storage::types::{ file_info::FileInfo, ingestion_payload::IngestionPayload, ingestion_task::IngestionTask, user::User, }, }; use futures::{future::try_join_all, TryFutureExt}; use serde_json::json; use tempfile::NamedTempFile; use tracing::info; use crate::{api_state::ApiState, error::ApiError}; #[derive(Debug, TryFromMultipart)] pub struct IngestParams { pub content: Option, pub context: String, pub category: String, #[form_data(limit = "10000000")] // Adjust limit as needed #[form_data(default)] pub files: Vec>, } pub async fn ingest_data( State(state): State, Extension(user): Extension, TypedMultipart(input): TypedMultipart, ) -> Result { info!("Received input: {:?}", input); let user_id = user.id; let file_infos = try_join_all(input.files.into_iter().map(|file| { FileInfo::new_with_storage(file, &state.db, &user_id, &state.storage) .map_err(AppError::from) })) .await?; let payloads = IngestionPayload::create_ingestion_payload( input.content, input.context, input.category, file_infos, &user_id, )?; let futures: Vec<_> = payloads .into_iter() .map(|object| IngestionTask::create_and_add_to_db(object, user_id.clone(), &state.db)) .collect(); try_join_all(futures).await?; Ok((StatusCode::OK, Json(json!({ "status": "success" })))) }