chore: centralized dependencies and cargo deny

chore: cargo licensing

Cargo.toml

@@ -11,24 +11,48 @@ members = [
 resolver = "2"
 
 [workspace.dependencies]
-tokio = { version = "1", features = ["full"] }
-serde = { version = "1", features = ["derive"] }
-axum = { version = "0.8", features = ["multipart", "macros"] }
-serde_json = "1.0.128"
-thiserror = "1.0.63"
 anyhow = "1.0.94"
-tracing = "0.1.40"
-surrealdb = { version = "2", features = ["kv-mem"] }
-futures = "0.3.31"
 async-openai = "0.24.1"
+async-stream = "0.3.6"
+async-trait = "0.1.88"
+axum-htmx = "0.7.0"
 axum_session = "0.16"
 axum_session_auth = "0.16"
 axum_session_surreal = "0.4"
 axum_typed_multipart = "0.16"
-tempfile = "3.12.0"
+axum = { version = "0.8", features = ["multipart", "macros"] }
+chrono-tz = "0.10.1"
+chrono = { version = "0.4.39", features = ["serde"] }
+config = "0.15.4"
 dom_smoothie = "0.10.0"
+futures = "0.3.31"
+headless_chrome = "1.0.17"
+include_dir = "0.7.4"
+mime = "0.3.17"
+mime_guess = "2.0.5"
+minijinja-autoreload = "2.5.0"
+minijinja-contrib = { version = "2.6.0", features = ["datetime", "timezone"] }
+minijinja-embed = { version = "2.8.0" }
+minijinja = { version = "2.5.0", features = ["loader", "multi_template"] }
+plotly = "0.12.1"
+reqwest = {version = "0.12.12", features = ["charset", "json"]}
+serde_json = "1.0.128"
+serde = { version = "1", features = ["derive"] }
+sha2 = "0.10.8"
+surrealdb-migrations = "2.2.2"
+surrealdb = { version = "2", features = ["kv-mem"] }
+tempfile = "3.12.0"
+text-splitter = "0.18.1"
+thiserror = "1.0.63"
+tokio-util = { version = "0.7.15", features = ["io"] }
+tokio = { version = "1", features = ["full"] }
+tower-http = { version = "0.6.2", features = ["fs"] }
+tower-serve-static = "0.1.1"
+tracing = "0.1.40"
+tracing-subscriber = { version = "0.3.18", features = ["env-filter"] }
+url = { version = "2.5.2", features = ["serde"] }
+uuid = { version = "1.10.0", features = ["v4", "serde"] }
 
-# The profile that 'dist' will build with
 [profile.dist]
 inherits = "release"
 lto = "thin"

api-router/Cargo.toml

@@ -2,6 +2,7 @@
 name = "api-router"
 version = "0.1.0"
 edition = "2021"
+license = "AGPL-3.0-or-later"
 
 [dependencies]
 tokio = { workspace = true }

common/Cargo.toml

@@ -2,6 +2,7 @@
 name = "common"
 version = "0.1.0"
 edition = "2021"
+license = "AGPL-3.0-or-later"
 
 [dependencies]
 # Workspace dependencies
@@ -17,28 +18,27 @@ async-openai = { workspace = true }
 futures = { workspace = true }
 tempfile = { workspace = true }
 dom_smoothie = { workspace = true }
-
-async-trait = "0.1.88"
 axum_session = { workspace = true }
 axum_session_auth = { workspace = true }
 axum_session_surreal =  { workspace = true}
 axum_typed_multipart = { workspace = true} 
-chrono = { version = "0.4.39", features = ["serde"] }
+include_dir = { workspace = true }
-chrono-tz = "0.10.1"
+minijinja = { workspace = true }
-config = "0.15.4"
+minijinja-autoreload = { workspace = true }
-mime = "0.3.17"
+minijinja-embed = { workspace = true }
-mime_guess = "2.0.5"
+minijinja-contrib = {workspace = true }
-reqwest = {version = "0.12.12", features = ["charset", "json"]}
+async-trait = { workspace = true } 
-sha2 = "0.10.8"
+chrono = { workspace = true } 
-url = { version = "2.5.2", features = ["serde"] }
+chrono-tz = { workspace = true } 
-uuid = { version = "1.10.0", features = ["v4", "serde"] }
+config = { workspace = true } 
-surrealdb-migrations = "2.2.2"
+mime = { workspace = true } 
+mime_guess = { workspace = true } 
+reqwest = { workspace = true } 
+sha2 = { workspace = true } 
+url = { workspace = true }
+uuid = { workspace = true } 
+surrealdb-migrations = { workspace = true } 
 
-minijinja = { version = "2.5.0", features = ["loader", "multi_template"] }
-minijinja-autoreload = "2.5.0"
-minijinja-embed = { version = "2.8.0" }
-minijinja-contrib = { version = "2.6.0", features = ["datetime", "timezone"] }
-include_dir = "0.7.4"
 
 [features]
 test-utils = []

composite-retrieval/Cargo.toml

@@ -2,9 +2,9 @@
 name = "composite-retrieval"
 version = "0.1.0"
 edition = "2021"
+license = "AGPL-3.0-or-later"
 
 [dependencies]
-# Workspace dependencies
 tokio = { workspace = true }
 serde = { workspace = true }
 axum = { workspace = true }
@@ -15,7 +15,6 @@ serde_json = { workspace = true }
 surrealdb = { workspace = true }
 futures = { workspace = true }
 async-openai = { workspace = true }
-
+uuid = { workspace = true }
-uuid = { version = "1.10.0", features = ["v4", "serde"] }
  
 common = { path = "../common", features = ["test-utils"] }

deny.toml

@@ -0,0 +1,59 @@
+[graph]
+targets = []
+all-features = false
+no-default-features = false
+
+[output]
+feature-depth = 1
+
+[advisories]
+ignore = []
+
+[licenses]
+allow = [
+    "GPL-3.0",
+    "AGPL-3.0",
+    "LGPL-2.1",
+    "MIT",
+    "Apache-2.0",
+    "MPL-2.0",
+    "BSD-2-Clause",
+    "BSD-3-Clause",
+    "ISC",
+    "CC0-1.0", 
+    "Unlicense",
+    "Zlib",
+    "Unicode-3.0",
+    "CDLA-Permissive-2.0",
+]
+confidence-threshold = 0.8
+exceptions = [
+    { allow = ["BUSL-1.1"], crate = "surrealdb"},
+    { allow = ["BUSL-1.1"], crate = "surrealdb-core"}
+]
+
+[licenses.private]
+ignore = true
+registries = []
+
+[bans]
+multiple-versions = "warn"
+wildcards = "allow"
+highlight = "all"
+workspace-default-features = "allow"
+external-default-features = "allow"
+allow = []
+deny = []
+skip = []
+skip-tree = []
+
+[sources]
+unknown-registry = "warn"
+unknown-git = "warn"
+allow-registry = ["https://github.com/rust-lang/crates.io-index"]
+allow-git = []
+
+[sources.allow-org]
+github = []
+gitlab = []
+bitbucket = []

html-router/Cargo.toml

@@ -2,9 +2,9 @@
 name = "html-router"
 version = "0.1.0"
 edition = "2021"
+license = "AGPL-3.0-or-later"
 
 [dependencies]
-# Workspace dependencies
 tokio = { workspace = true }
 serde = { workspace = true }
 axum = { workspace = true }
@@ -19,19 +19,18 @@ axum_typed_multipart = { workspace = true}
 tempfile = { workspace = true }
 futures = { workspace = true }
 surrealdb = { workspace = true }
-
+include_dir = { workspace = true }
-axum-htmx = "0.7.0"
+minijinja = { workspace = true }
-async-stream = "0.3.6"
+minijinja-autoreload = { workspace = true }
-minijinja = { version = "2.5.0", features = ["loader", "multi_template"] }
+minijinja-embed = { workspace = true }
-minijinja-autoreload = "2.5.0"
+minijinja-contrib = {workspace = true }
-minijinja-embed = { version = "2.8.0" }
+axum-htmx = { workspace = true } 
-minijinja-contrib = { version = "2.6.0", features = ["datetime", "timezone"] }
+async-stream = { workspace = true } 
-plotly = "0.12.1"
+plotly = { workspace = true } 
-tower-http = { version = "0.6.2", features = ["fs"] }
+tower-http = { workspace = true } 
-chrono-tz = "0.10.1"
+chrono-tz = { workspace = true } 
-tower-serve-static = "0.1.1"
+tower-serve-static = { workspace = true } 
-include_dir = "0.7.4"
+tokio-util = { workspace = true } 
-tokio-util = { version = "0.7.15", features = ["io"] }
 
 common = { path = "../common" }
 composite-retrieval = { path = "../composite-retrieval" }

ingestion-pipeline/Cargo.toml

@@ -2,9 +2,9 @@
 name = "ingestion-pipeline"
 version = "0.1.0"
 edition = "2021"
+license = "AGPL-3.0-or-later"
 
 [dependencies]
-# Workspace dependencies
 tokio = { workspace = true }
 serde = { workspace = true }
 axum = { workspace = true }
@@ -16,13 +16,12 @@ surrealdb = { workspace = true }
 dom_smoothie = { workspace = true }
 tempfile = { workspace = true }
 axum_typed_multipart = { workspace = true} 
-
+reqwest = { workspace = true }
-reqwest = {version = "0.12.12", features = ["charset", "json"]}
+chrono = { workspace = true }
-chrono = { version = "0.4.39", features = ["serde"] }
+text-splitter = { workspace = true }
-text-splitter = "0.18.1"
+url = { workspace = true }
-url = { version = "2.5.2", features = ["serde"] }
+uuid = { workspace = true }
-uuid = { version = "1.10.0", features = ["v4", "serde"] }
+headless_chrome = { workspace = true }
-headless_chrome = "1.0.17"
 
 common = { path = "../common" }
 composite-retrieval = { path = "../composite-retrieval" }

json-stream-parser/Cargo.toml

@@ -2,6 +2,7 @@
 name = "json-stream-parser"
 version = "0.1.0"
 edition = "2021"
+license = "MIT"
 
 [dependencies]
 serde_json = { workspace = true }

main/Cargo.toml

@@ -3,6 +3,7 @@ name = "main"
 version = "0.1.1"
 edition = "2021"
 repository = "https://github.com/perstarkse/minne"
+license = "AGPL-3.0-or-later"
 
 [dependencies]
 tokio = { workspace = true }
@@ -15,8 +16,7 @@ axum = { workspace = true }
 surrealdb = { workspace = true }
 futures = { workspace = true }
 async-openai = { workspace = true }
-
+tracing-subscriber = { workspace = true }
-tracing-subscriber = { version = "0.3.18", features = ["env-filter"] }
 
 ingestion-pipeline = { path = "../ingestion-pipeline" }
 api-router = { path = "../api-router" }