mirror of
https://github.com/Aider-AI/aider.git
synced 2025-05-31 01:35:00 +00:00
Add content dumping functionality to the Scraper class.
This commit is contained in:
parent
24cb743aaf
commit
a17b81236c
1 changed files with 2 additions and 0 deletions
|
@ -9,6 +9,7 @@ from bs4 import BeautifulSoup
|
|||
from playwright.sync_api import sync_playwright
|
||||
|
||||
from aider import __version__, urls
|
||||
from aider.dump import dump
|
||||
|
||||
aider_user_agent = f"Aider/{__version__} +{urls.website}"
|
||||
|
||||
|
@ -51,6 +52,7 @@ class Scraper:
|
|||
else:
|
||||
content = self.scrape_with_httpx(url)
|
||||
|
||||
dump(content)
|
||||
if not content:
|
||||
return
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue