|
|
|
|
|
from metagpt.roles.di.data_interpreter import DataInterpreter |
|
|
|
|
|
async def main(): |
|
template = "https://arxiv.org/list/{tag}/pastweek?skip=0&show=300" |
|
tags = ["cs.ai", "cs.cl", "cs.lg", "cs.se"] |
|
urls = [template.format(tag=tag) for tag in tags] |
|
prompt = f"""This is a collection of arxiv urls: '{urls}' . |
|
Record each article, remove duplicates by title (they may have multiple tags), filter out papers related to |
|
large language model / agent / llm, print top 100 and visualize the word count of the titles""" |
|
di = DataInterpreter(react_mode="react", tools=["scrape_web_playwright"]) |
|
|
|
await di.run(prompt) |
|
|
|
|
|
if __name__ == "__main__": |
|
import asyncio |
|
|
|
asyncio.run(main()) |
|
|
