refactor: fetch html as markdown (#723)

2 files changed, 9 insertions, 2 deletions

diff --git a/src/config/input.rs b/src/config/input.rs
index 1f00efd..46e1e74 100644
--- a/src/config/input.rs
+++ b/src/config/input.rs
@@ -73,7 +73,7 @@ impl Input {
             texts.push(String::new());
         }
         for (path, contents) in files {
-            texts.push(format!("{path}:\n``````\n{contents}\n``````\n"));
+            texts.push(format!("<!-- include: {path} -->\n\n{contents}\n"));
         }
         let (role, with_session, with_agent) = resolve_role(&config.read(), role);
         Ok(Self {
diff --git a/src/utils/request.rs b/src/utils/request.rs
index 039bf75..585018d 100644
--- a/src/utils/request.rs
+++ b/src/utils/request.rs
@@ -108,7 +108,14 @@ pub async fn fetch(
             }
             None => {
                 let contents = res.text().await?;
-                (contents, extension)
+                if extension == "html" {
+                    (
+                        html2text::from_read(contents.as_bytes(), usize::MAX),
+                        "md".into(),
+                    )
+                } else {
+                    (contents, extension)
+                }
             }
         }
     };