test: add unit tests of crawler (#292)

* test: add unit tests of crawler * test: polish the code of crawler unit tests
2026-05-22 07:56:48 +00:00 · 2025-06-07 21:51:05 +08:00
parent 0e22c373af
commit c6ed423021
4 changed files with 149 additions and 14 deletions
@@ -26,13 +26,3 @@ class Crawler:
        article = extractor.extract_article(html)
        article.url = url
        return article
-
-
-if __name__ == "__main__":
-    if len(sys.argv) == 2:
-        url = sys.argv[1]
-    else:
-        url = "https://fintel.io/zh-hant/s/br/nvdc34"
-    crawler = Crawler()
-    article = crawler.crawl(url)
-    print(article.to_markdown())