dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 18:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

Add content dumping functionality to the Scraper class.

Browse source
This commit is contained in:
Paul Gauthier 2024-06-11 06:34:58 -07:00
parent 24cb743aaf
commit a17b81236c
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
aider/scrape.py
View file

@ -9,6 +9,7 @@ from bs4 import BeautifulSoup
from playwright.sync_api import sync_playwright from playwright.sync_api import sync_playwright
from aider import __version__, urls from aider import __version__, urls
from aider.dump import dump
aider_user_agent = f"Aider/{__version__} +{urls.website}" aider_user_agent = f"Aider/{__version__} +{urls.website}"
@ -51,6 +52,7 @@ class Scraper:
else: else:
content = self.scrape_with_httpx(url) content = self.scrape_with_httpx(url)
dump(content)
if not content: if not content:
return return