feat: database migrations

common/schemas/text_chunk.surql

@@ -0,0 +1,23 @@
+# Defines the schema for the 'text_chunk' table.
+
+DEFINE TABLE IF NOT EXISTS text_chunk SCHEMALESS;
+
+# Standard fields
+DEFINE FIELD IF NOT EXISTS created_at ON text_chunk TYPE string;
+DEFINE FIELD IF NOT EXISTS updated_at ON text_chunk TYPE string;
+
+# Custom fields from the TextChunk struct
+DEFINE FIELD IF NOT EXISTS source_id ON text_chunk TYPE string;
+DEFINE FIELD IF NOT EXISTS chunk ON text_chunk TYPE string;
+
+# Define embedding as a standard array of floats for schema definition
+DEFINE FIELD IF NOT EXISTS embedding ON text_chunk TYPE array<float>;
+# The specific vector nature is handled by the index definition below
+
+DEFINE FIELD IF NOT EXISTS user_id ON text_chunk TYPE string;
+
+# Indexes based on build_indexes and query patterns (delete_by_source_id)
+# The INDEX definition correctly specifies the vector properties
+DEFINE INDEX IF NOT EXISTS idx_embedding_chunks ON text_chunk FIELDS embedding HNSW DIMENSION 1536;
+DEFINE INDEX IF NOT EXISTS text_chunk_source_id_idx ON text_chunk FIELDS source_id;
+DEFINE INDEX IF NOT EXISTS text_chunk_user_id_idx ON text_chunk FIELDS user_id;