starred/minne
1
0
Fork 0
mirror of https://github.com/perstarkse/minne.git synced 2026-04-23 01:08:33 +02:00
Code Issues Packages Projects Releases 10 Wiki Activity

webscraping implemented

Browse Source
This commit is contained in:
Per Stark
2025-01-08 11:12:54 +01:00
parent ad9215e251
commit 1066f27162
3 changed files with 418 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
Cargo.toml
View File

@@ -21,6 +21,8 @@ mime_guess = "2.0.5"
minijinja = { version = "2.5.0", features = ["loader", "multi_template"] }
minijinja-autoreload = "2.5.0"
mockall = "0.13.0"
reqwest = {version = "0.12.12", features = ["charset", "json"]}
scraper = "0.22.0"
serde = { version = "1.0.210", features = ["derive"] }
serde_json = "1.0.128"
sha2 = "0.10.8"
@@ -28,6 +30,7 @@ surrealdb = "2.0.4"
tempfile = "3.12.0"
text-splitter = "0.18.1"
thiserror = "1.0.63"
tiktoken-rs = "0.6.0"
tokio = { version = "1.40.0", features = ["full"] }
tower-http = { version = "0.6.2", features = ["fs"] }
tracing = "0.1.40"