From d79ad491067669fcf67991238e73a70aae413618 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Mon, 12 Aug 2024 22:31:59 +0800
Subject: feat: support builtin website crawling (recursive_url) (#786)

---
 Cargo.toml | 1 +
 1 file changed, 1 insertion(+)

(limited to 'Cargo.toml')

diff --git a/Cargo.toml b/Cargo.toml
index 82089da..0eadec5 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -60,6 +60,7 @@ hnsw_rs = "0.3.0"
 rayon = "1.10.0"
 uuid = { version = "1.9.1", features = ["v4"] }
 html2text = "0.12.5"
+scraper = { version = "0.20.0", default-features = false, features = ["deterministic"] }
 sys-locale = "0.3.1"
 
 [dependencies.reqwest]
-- 
cgit v1.2.3