diff options
| author | sigoden <sigoden@gmail.com> | 2024-08-12 22:31:59 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-08-12 22:31:59 +0800 |
| commit | d79ad491067669fcf67991238e73a70aae413618 (patch) | |
| tree | 738d8d944e78955fd7b7aa0fd4fc9f6c33f24ab2 /Cargo.toml | |
| parent | 92ce440b0bc8fd72b4c35f8500a8e10b488001b1 (diff) | |
| download | aichat-d79ad491067669fcf67991238e73a70aae413618.tar.gz | |
feat: support builtin website crawling (recursive_url) (#786)
Diffstat (limited to 'Cargo.toml')
| -rw-r--r-- | Cargo.toml | 1 |
1 files changed, 1 insertions, 0 deletions
@@ -60,6 +60,7 @@ hnsw_rs = "0.3.0" rayon = "1.10.0" uuid = { version = "1.9.1", features = ["v4"] } html2text = "0.12.5" +scraper = { version = "0.20.0", default-features = false, features = ["deterministic"] } sys-locale = "0.3.1" [dependencies.reqwest] |