From 6fdaabf9a83e8187a2443371f2615c867d4362c2 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Wed, 17 Jul 2024 18:30:05 +0800
Subject: refactor: fetch html as markdown (#723)

---
 src/config/input.rs  | 2 +-
 src/utils/request.rs | 9 ++++++++-
 2 files changed, 9 insertions(+), 2 deletions(-)

(limited to 'src')

diff --git a/src/config/input.rs b/src/config/input.rs
index 1f00efd..46e1e74 100644
--- a/src/config/input.rs
+++ b/src/config/input.rs
@@ -73,7 +73,7 @@ impl Input {
             texts.push(String::new());
         }
         for (path, contents) in files {
-            texts.push(format!("{path}:\n``````\n{contents}\n``````\n"));
+            texts.push(format!("<!-- include: {path} -->\n\n{contents}\n"));
         }
         let (role, with_session, with_agent) = resolve_role(&config.read(), role);
         Ok(Self {
diff --git a/src/utils/request.rs b/src/utils/request.rs
index 039bf75..585018d 100644
--- a/src/utils/request.rs
+++ b/src/utils/request.rs
@@ -108,7 +108,14 @@ pub async fn fetch(
             }
             None => {
                 let contents = res.text().await?;
-                (contents, extension)
+                if extension == "html" {
+                    (
+                        html2text::from_read(contents.as_bytes(), usize::MAX),
+                        "md".into(),
+                    )
+                } else {
+                    (contents, extension)
+                }
             }
         }
     };
-- 
cgit v1.2.3