Add content dumping functionality to the Scraper class.

This commit is contained in:
Paul Gauthier 2024-06-11 06:34:58 -07:00
parent 24cb743aaf
commit a17b81236c

View file

@ -9,6 +9,7 @@ from bs4 import BeautifulSoup
from playwright.sync_api import sync_playwright
from aider import __version__, urls
from aider.dump import dump
aider_user_agent = f"Aider/{__version__} +{urls.website}"
@ -51,6 +52,7 @@ class Scraper:
else:
content = self.scrape_with_httpx(url)
dump(content)
if not content:
return