chore: tidying up and improved logging

src/models/text_content.rs

@@ -50,8 +50,8 @@ impl TextContent {
         // Store TextContent
         let db_client = SurrealDbClient::new().await?;
 
-        db_client.query("REMOVE INDEX embeddings ON knowledge_entity").await?;
-        // db_client.query("DEFINE INDEX embeddings ON knowledge_entity FIELDS embedding UNIQUE").await?;
+        // db_client.query("REMOVE INDEX embeddings ON knowledge_entity").await?;
+        db_client.query("DEFINE INDEX embeddings ON knowledge_entity FIELDS embedding").await?;
         // db_client.query("REBUILD INDEX IF EXISTS embeddings ON knowledge_entity").await?;
         
         // Step 1: Send to LLM for analysis
@@ -77,7 +77,7 @@ impl TextContent {
         relationships: Vec<KnowledgeRelationship>,
         db_client: &Surreal<Client>,
     ) -> Result<(), ProcessingError> {
-        for entity in entities {
+        for entity in &entities {
             // info!("{:?}", &entity);
             
             let _created: Option<KnowledgeEntity> = db_client
@@ -86,23 +86,21 @@ impl TextContent {
                 .await?;
 
             debug!("{:?}",_created);
-
-
-
         }
 
-        for relationship in relationships {
+        for relationship in &relationships {
             // info!("{:?}", relationship);
 
             let _created: Option<KnowledgeRelationship> = db_client
                 .insert(("knowledge_relationship", &relationship.id.to_string()))
-                .content(relationship)
+                .content(relationship.clone())
                 .await?;
 
             debug!("{:?}",_created);
-        
         }
 
+        info!("Inserted to database: {:?} entities, {:?} relationships", entities.len(), relationships.len());
+
         Ok(())
     }
 

src/utils/llm.rs

@@ -162,15 +162,15 @@ pub async fn create_json_ld(
         .await?
         .take(0)?;
     for entity in entities {
-        info!("{:?}", entity.name);
+        info!("{:?}, {:?}", entity.name, entity.description);
     }
 
     let deleted: Vec<KnowledgeEntity> = db_client.delete("knowledge_entity").await?;
     info! {"{:?} KnowledgeEntities deleted", deleted.len()};
 
-    let relationships: Vec<KnowledgeRelationship> =
-        db_client.select("knowledge_relationship").await?;
-    info!("{:?}", relationships);
+    // let relationships: Vec<KnowledgeRelationship> =
+        // db_client.select("knowledge_relationship").await?;
+    // info!("{:?} Relationships defined", relationships.len());
 
     let relationships_deleted: Vec<KnowledgeRelationship> =
         db_client.delete("knowledge_relationship").await?;
@@ -270,6 +270,7 @@ pub async fn create_json_ld(
     // Build the chat completion request
     let request = CreateChatCompletionRequestArgs::default()
         .model("gpt-4o-mini")
+        .temperature(0.2)
         .max_tokens(2048u32)
         .messages([
             ChatCompletionRequestSystemMessage::from(system_message).into(),