fix: Remove readabilipy dependency (#261)

Author: mkmeral

pyproject.toml

@@ -36,7 +36,6 @@ dependencies = [
     "watchdog>=6.0.0,<7.0.0",
     "slack_bolt>=1.23.0,<2.0.0",
     "markdownify>=1.0.0,<2.0.0",
-    "readabilipy>=0.2.0,<1.0.0",
     "requests>=2.28.0,<3.0.0",
     "aiohttp>=3.8.0,<4.0.0",
     # Note: Always want the latest tzdata

src/strands_tools/http_request.py

@@ -27,7 +27,6 @@
 from urllib.parse import urlparse
 
 import markdownify
-import readabilipy.simple_json
 import requests
 from aws_requests_auth.aws_auth import AWSRequestsAuth
 from requests.adapters import HTTPAdapter
@@ -192,21 +191,17 @@
 
 
 def extract_content_from_html(html: str) -> str:
-    """Extract and convert HTML content to Markdown format.
+    """Convert HTML content to Markdown format.
 
     Args:
         html: Raw HTML content to process
 
     Returns:
-        Simplified markdown version of the content, or original HTML if conversion fails
+        Markdown version of the content, or original HTML if conversion fails
     """
     try:
-        ret = readabilipy.simple_json.simple_json_from_html_string(html, use_readability=True)
-        if not ret.get("content"):
-            return html
-
         content = markdownify.markdownify(
-            ret["content"],
+            html,
             heading_style=markdownify.ATX,
         )
         return content
@@ -604,7 +599,7 @@ def http_request(tool: ToolUse, **kwargs: Any) -> ToolResult:
         http_request(
             method="GET",
             url="https://example.com/article",
-            convert_to_markdown=True,  # Converts HTML content to readable markdown
+            convert_to_markdown=True,  # Converts HTML content to markdown
         )
         ```