From d79ad491067669fcf67991238e73a70aae413618 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Mon, 12 Aug 2024 22:31:59 +0800
Subject: feat: support builtin website crawling (recursive_url) (#786)

---
 config.example.yaml | 1 -
 1 file changed, 1 deletion(-)

(limited to 'config.example.yaml')

diff --git a/config.example.yaml b/config.example.yaml
index 5e82f4e..32e7f83 100644
--- a/config.example.yaml
+++ b/config.example.yaml
@@ -65,7 +65,6 @@ document_loaders:
   # Note: Use `$1` for input file and `$2` for output file. If `$2` is omitted, use stdout as output.
   pdf: 'pdftotext $1 -'                         # Load .pdf file, see https://poppler.freedesktop.org to set up pdftotext
   docx: 'pandoc --to plain $1'                  # Load .docx file, see https://pandoc.org to set up pandoc
-  recursive_url: 'rag-crawler $1 $2'            # Load websites, see https://github.com/sigoden/rag-crawler to set up rag-crawler
 
 # ---- apperence ----
 highlight: true                  # Controls syntax highlighting
-- 
cgit v1.2.3