refactor: fetch html as markdown (#723)

1 files changed, 8 insertions, 1 deletions

diff --git a/src/utils/request.rs b/src/utils/request.rs
index 039bf75..585018d 100644
--- a/src/utils/request.rs
+++ b/src/utils/request.rs
@@ -108,7 +108,14 @@ pub async fn fetch(
             }
             None => {
                 let contents = res.text().await?;
-                (contents, extension)
+                if extension == "html" {
+                    (
+                        html2text::from_read(contents.as_bytes(), usize::MAX),
+                        "md".into(),
+                    )
+                } else {
+                    (contents, extension)
+                }
             }
         }
     };