diff --git a/src/models/text_content.rs b/src/models/text_content.rs index 978a70d..b7be0d1 100644 --- a/src/models/text_content.rs +++ b/src/models/text_content.rs @@ -50,8 +50,8 @@ impl TextContent { // Store TextContent let db_client = SurrealDbClient::new().await?; - db_client.query("REMOVE INDEX embeddings ON knowledge_entity").await?; - // db_client.query("DEFINE INDEX embeddings ON knowledge_entity FIELDS embedding UNIQUE").await?; + // db_client.query("REMOVE INDEX embeddings ON knowledge_entity").await?; + db_client.query("DEFINE INDEX embeddings ON knowledge_entity FIELDS embedding").await?; // db_client.query("REBUILD INDEX IF EXISTS embeddings ON knowledge_entity").await?; // Step 1: Send to LLM for analysis @@ -77,7 +77,7 @@ impl TextContent { relationships: Vec, db_client: &Surreal, ) -> Result<(), ProcessingError> { - for entity in entities { + for entity in &entities { // info!("{:?}", &entity); let _created: Option = db_client @@ -86,23 +86,21 @@ impl TextContent { .await?; debug!("{:?}",_created); - - - } - for relationship in relationships { + for relationship in &relationships { // info!("{:?}", relationship); let _created: Option = db_client .insert(("knowledge_relationship", &relationship.id.to_string())) - .content(relationship) + .content(relationship.clone()) .await?; debug!("{:?}",_created); - } + info!("Inserted to database: {:?} entities, {:?} relationships", entities.len(), relationships.len()); + Ok(()) } diff --git a/src/utils/llm.rs b/src/utils/llm.rs index 50eed10..d56e414 100644 --- a/src/utils/llm.rs +++ b/src/utils/llm.rs @@ -162,15 +162,15 @@ pub async fn create_json_ld( .await? .take(0)?; for entity in entities { - info!("{:?}", entity.name); + info!("{:?}, {:?}", entity.name, entity.description); } let deleted: Vec = db_client.delete("knowledge_entity").await?; info! {"{:?} KnowledgeEntities deleted", deleted.len()}; - let relationships: Vec = - db_client.select("knowledge_relationship").await?; - info!("{:?}", relationships); + // let relationships: Vec = + // db_client.select("knowledge_relationship").await?; + // info!("{:?} Relationships defined", relationships.len()); let relationships_deleted: Vec = db_client.delete("knowledge_relationship").await?; @@ -270,6 +270,7 @@ pub async fn create_json_ld( // Build the chat completion request let request = CreateChatCompletionRequestArgs::default() .model("gpt-4o-mini") + .temperature(0.2) .max_tokens(2048u32) .messages([ ChatCompletionRequestSystemMessage::from(system_message).into(),