From 5600b68e044b4cd9bc55664ce3f41e9a339fc805 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Thu, 11 Jul 2024 21:43:31 +0800
Subject: feat: add jina tools (#73)

---
 tools/fetch_url_via_jina.sh | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)
 create mode 100755 tools/fetch_url_via_jina.sh

(limited to 'tools/fetch_url_via_jina.sh')

diff --git a/tools/fetch_url_via_jina.sh b/tools/fetch_url_via_jina.sh
new file mode 100755
index 0000000..add01ee
--- /dev/null
+++ b/tools/fetch_url_via_jina.sh
@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+set -e
+
+# @describe Extract the content from a given URL.
+
+# @env JINA_API_KEY The api key
+# @option --url! The URL to scrape.
+
+main() {
+    curl_args=()
+    if [[ -n "$JINA_API_KEY" ]]; then
+        curl_args+=("-H" "Authorization: Bearer $JINA_API_KEY")
+    fi
+    curl -fsSL "${curl_args[@]}" "https://r.jina.ai/$argc_url" >> "$LLM_OUTPUT"
+}
+
+eval "$(argc --argc-eval "$0" "$@")"
-- 
cgit v1.2.3