feat: Add fetch webpage tool [LET-4188] (#4395)

* Add fetch webpage tool

* Use trafilatura for web extraction
This commit is contained in:
Matthew Zhou
2025-09-03 13:34:35 -07:00
committed by GitHub
parent 051a5cde6a
commit 129dd97902
5 changed files with 2767 additions and 2571 deletions

View File

@@ -45,3 +45,16 @@ async def web_search(tasks: List[SearchTask], limit: int = 1, return_raw: bool =
corresponding to each search task.
"""
raise NotImplementedError("This is only available on the latest agent architecture. Please contact the Letta team.")
async def fetch_webpage(url: str) -> str:
"""
Fetch a webpage and convert it to markdown/text format using Jina AI reader.
Args:
url: The URL of the webpage to fetch and convert
Returns:
String containing the webpage content in markdown/text format
"""
raise NotImplementedError("This is only available on the latest agent architecture. Please contact the Letta team.")