refactor: better separation of dependencies to crates

node stuff to html crate only

ingestion-pipeline/src/utils/llm_instructions.rs

@@ -0,0 +1,41 @@
+use common::storage::types::system_prompts::DEFAULT_INGRESS_ANALYSIS_SYSTEM_PROMPT;
+use serde_json::json;
+
+pub static INGRESS_ANALYSIS_SYSTEM_MESSAGE: &str = DEFAULT_INGRESS_ANALYSIS_SYSTEM_PROMPT;
+
+pub fn get_ingress_analysis_schema() -> serde_json::Value {
+    json!({
+        "type": "object",
+        "properties": {
+            "knowledge_entities": {
+                "type": "array",
+                "items": {
+                    "type": "object",
+                    "properties": {
+                        "key": { "type": "string" },
+                        "name": { "type": "string" },
+                        "description": { "type": "string" },
+                        "entity_type": { "type": "string" }
+                    },
+                    "required": ["key", "name", "description", "entity_type"],
+                    "additionalProperties": false
+                }
+            },
+            "relationships": {
+                "type": "array",
+                "items": {
+                    "type": "object",
+                    "properties": {
+                        "type": { "type": "string" },
+                        "source": { "type": "string" },
+                        "target": { "type": "string" }
+                    },
+                    "required": ["type", "source", "target"],
+                    "additionalProperties": false
+                }
+            }
+        },
+        "required": ["knowledge_entities", "relationships"],
+        "additionalProperties": false
+    })
+}

ingestion-pipeline/src/utils/mod.rs

@@ -0,0 +1,44 @@
+pub mod llm_instructions;
+
+use std::collections::HashMap;
+use uuid::Uuid;
+
+/// Intermediate struct to hold mapping between LLM keys and generated IDs.
+#[derive(Clone)]
+pub struct GraphMapper {
+    pub key_to_id: HashMap<String, Uuid>,
+}
+
+impl Default for GraphMapper {
+    fn default() -> Self {
+        GraphMapper::new()
+    }
+}
+
+impl GraphMapper {
+    pub fn new() -> Self {
+        GraphMapper {
+            key_to_id: HashMap::new(),
+        }
+    }
+    /// Get ID, tries to parse UUID
+    pub fn get_or_parse_id(&mut self, key: &str) -> Uuid {
+        if let Ok(parsed_uuid) = Uuid::parse_str(key) {
+            parsed_uuid
+        } else {
+            *self.key_to_id.get(key).unwrap()
+        }
+    }
+
+    /// Assigns a new UUID for a given key.
+    pub fn assign_id(&mut self, key: &str) -> Uuid {
+        let id = Uuid::new_v4();
+        self.key_to_id.insert(key.to_string(), id);
+        id
+    }
+
+    /// Retrieves the UUID for a given key.
+    pub fn get_id(&self, key: &str) -> Option<&Uuid> {
+        self.key_to_id.get(key)
+    }
+}