diff --git a/examples/di/crawl_webpage.py b/examples/di/crawl_webpage.py index c4e1b6599..eac362181 100644 --- a/examples/di/crawl_webpage.py +++ b/examples/di/crawl_webpage.py @@ -6,7 +6,11 @@ """ from metagpt.roles.di.data_interpreter import DataInterpreter -from metagpt.tools.libs.web_scraping import view_page_element_to_scrape + +# from metagpt.tools.libs.web_scraping import view_page_element_to_scrape +# This function has been refactored in MetaGPT v0.7+version, +# and the web crawling related functions have been integrated into the scrape_web_playwright tool + PAPER_LIST_REQ = """" Get data from `paperlist` table in https://papercopilot.com/statistics/iclr-statistics/iclr-2024-statistics/, @@ -32,11 +36,14 @@ async def main(): - di = DataInterpreter(tools=[view_page_element_to_scrape.__name__]) - + # di = DataInterpreter(tools=[view_page_element_to_scrape.__name__]) + + # The above has expired,Modify as follows: + di = DataInterpreter(tools=["scrape_web_playwright"]) await di.run(ECOMMERCE_REQ) + if __name__ == "__main__": import asyncio