starred/minne
1
0
Fork 0
mirror of https://github.com/perstarkse/minne.git synced 2026-04-10 11:23:41 +02:00
Code Issues Packages Projects Releases 10 Wiki Activity

chore: tidying up and improved logging

Browse Source
This commit is contained in:
Per Stark
2024-11-14 07:55:42 +01:00
parent dfa597758f
commit 87fc392eb6
2 changed files with 12 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/models/text_content.rs
View File

@@ -50,8 +50,8 @@ impl TextContent {
// Store TextContent // Store TextContent
let db_client = SurrealDbClient::new().await?; let db_client = SurrealDbClient::new().await?;
db_client.query("REMOVE INDEX embeddings ON knowledge_entity").await?; // db_client.query("REMOVE INDEX embeddings ON knowledge_entity").await?;
// db_client.query("DEFINE INDEX embeddings ON knowledge_entity FIELDS embedding UNIQUE").await?; db_client.query("DEFINE INDEX embeddings ON knowledge_entity FIELDS embedding").await?;
// db_client.query("REBUILD INDEX IF EXISTS embeddings ON knowledge_entity").await?; // db_client.query("REBUILD INDEX IF EXISTS embeddings ON knowledge_entity").await?;
// Step 1: Send to LLM for analysis // Step 1: Send to LLM for analysis
@@ -77,7 +77,7 @@ impl TextContent {
relationships: Vec<KnowledgeRelationship>, relationships: Vec<KnowledgeRelationship>,
db_client: &Surreal<Client>, db_client: &Surreal<Client>,
) -> Result<(), ProcessingError> { ) -> Result<(), ProcessingError> {
for entity in entities { for entity in &entities {
// info!("{:?}", &entity); // info!("{:?}", &entity);
let _created: Option<KnowledgeEntity> = db_client let _created: Option<KnowledgeEntity> = db_client
@@ -86,23 +86,21 @@ impl TextContent {
.await?; .await?;
debug!("{:?}",_created); debug!("{:?}",_created);
} }
for relationship in relationships { for relationship in &relationships {
// info!("{:?}", relationship); // info!("{:?}", relationship);
let _created: Option<KnowledgeRelationship> = db_client let _created: Option<KnowledgeRelationship> = db_client
.insert(("knowledge_relationship", &relationship.id.to_string())) .insert(("knowledge_relationship", &relationship.id.to_string()))
.content(relationship) .content(relationship.clone())
.await?; .await?;
debug!("{:?}",_created); debug!("{:?}",_created);
} }
info!("Inserted to database: {:?} entities, {:?} relationships", entities.len(), relationships.len());
Ok(()) Ok(())
} }

9
src/utils/llm.rs
View File

@@ -162,15 +162,15 @@ pub async fn create_json_ld(
.await? .await?
.take(0)?; .take(0)?;
for entity in entities { for entity in entities {
info!("{:?}", entity.name); info!("{:?}, {:?}", entity.name, entity.description);
} }
let deleted: Vec<KnowledgeEntity> = db_client.delete("knowledge_entity").await?; let deleted: Vec<KnowledgeEntity> = db_client.delete("knowledge_entity").await?;
info! {"{:?} KnowledgeEntities deleted", deleted.len()}; info! {"{:?} KnowledgeEntities deleted", deleted.len()};
let relationships: Vec<KnowledgeRelationship> = // let relationships: Vec<KnowledgeRelationship> =
db_client.select("knowledge_relationship").await?; // db_client.select("knowledge_relationship").await?;
info!("{:?}", relationships); // info!("{:?} Relationships defined", relationships.len());
let relationships_deleted: Vec<KnowledgeRelationship> = let relationships_deleted: Vec<KnowledgeRelationship> =
db_client.delete("knowledge_relationship").await?; db_client.delete("knowledge_relationship").await?;
@@ -270,6 +270,7 @@ pub async fn create_json_ld(
// Build the chat completion request // Build the chat completion request
let request = CreateChatCompletionRequestArgs::default() let request = CreateChatCompletionRequestArgs::default()
.model("gpt-4o-mini") .model("gpt-4o-mini")
.temperature(0.2)
.max_tokens(2048u32) .max_tokens(2048u32)
.messages([ .messages([
ChatCompletionRequestSystemMessage::from(system_message).into(), ChatCompletionRequestSystemMessage::from(system_message).into(),