diff options
| author | sigoden <sigoden@gmail.com> | 2024-07-10 18:53:32 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-07-10 18:53:32 +0800 |
| commit | 732eae532c8e8632db95ab80e0dde5071e744386 (patch) | |
| tree | 94e9f6d15b64cff5a26d6bbf44f16c53deb8c324 /tools/get_web_page.sh | |
| parent | 01e07c0cc0be0b1600d688616d12ad0afa9edc71 (diff) | |
| download | llm-functions-docker-732eae532c8e8632db95ab80e0dde5071e744386.tar.gz | |
feat: adjust the way of returning data to LLM (#69)
Diffstat (limited to 'tools/get_web_page.sh')
| -rwxr-xr-x | tools/get_web_page.sh | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/tools/get_web_page.sh b/tools/get_web_page.sh index 119dff7..7a516bb 100755 --- a/tools/get_web_page.sh +++ b/tools/get_web_page.sh @@ -9,7 +9,8 @@ main() { # span and div tags are dropped from the HTML https://pandoc.org/MANUAL.html#raw-htmltex and sed removes any inline SVG images in image tags from the Markdown content. curl -fsSL "$argc_url" | \ pandoc -f html-native_divs-native_spans -t gfm-raw_html | \ - sed -E 's/!\[.*?\]\((data:image\/svg\+xml[^)]+)\)//g' + sed -E 's/!\[.*?\]\((data:image\/svg\+xml[^)]+)\)//g' \ + >> "$LLM_OUTPUT" } eval "$(argc --argc-eval "$0" "$@")" |