From a17b81236c82e4319888f732cd61a775c19501a2 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Tue, 11 Jun 2024 06:34:58 -0700 Subject: [PATCH] Add content dumping functionality to the Scraper class. --- aider/scrape.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/aider/scrape.py b/aider/scrape.py index 48a220b70..810c38c45 100755 --- a/aider/scrape.py +++ b/aider/scrape.py @@ -9,6 +9,7 @@ from bs4 import BeautifulSoup from playwright.sync_api import sync_playwright from aider import __version__, urls +from aider.dump import dump aider_user_agent = f"Aider/{__version__} +{urls.website}" @@ -51,6 +52,7 @@ class Scraper: else: content = self.scrape_with_httpx(url) + dump(content) if not content: return