From 6fdaabf9a83e8187a2443371f2615c867d4362c2 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Wed, 17 Jul 2024 18:30:05 +0800
Subject: refactor: fetch html as markdown (#723)

---
 src/utils/request.rs | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

(limited to 'src/utils/request.rs')

diff --git a/src/utils/request.rs b/src/utils/request.rs
index 039bf75..585018d 100644
--- a/src/utils/request.rs
+++ b/src/utils/request.rs
@@ -108,7 +108,14 @@ pub async fn fetch(
             }
             None => {
                 let contents = res.text().await?;
-                (contents, extension)
+                if extension == "html" {
+                    (
+                        html2text::from_read(contents.as_bytes(), usize::MAX),
+                        "md".into(),
+                    )
+                } else {
+                    (contents, extension)
+                }
             }
         }
     };
-- 
cgit v1.2.3