dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 02:05:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

fix: Handle UnboundLocalError in scrape_with_playwright

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-08-12 09:51:01 -07:00
parent 8d59ce586c
commit 55b7089766
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
aider/scrape.py
View file

@ -133,6 +133,7 @@ class Scraper:
page.set_extra_http_headers({"User-Agent": user_agent}) page.set_extra_http_headers({"User-Agent": user_agent})
response = None
try: try:
response = page.goto(url, wait_until="networkidle", timeout=5000) response = page.goto(url, wait_until="networkidle", timeout=5000)
except playwright._impl._errors.TimeoutError: except playwright._impl._errors.TimeoutError:
@ -143,7 +144,7 @@ class Scraper:
try: try:
content = page.content() content = page.content()
mime_type = response.header_value("content-type").split(";")[0] mime_type = response.header_value("content-type").split(";")[0] if response else None
except playwright._impl._errors.Error as e: except playwright._impl._errors.Error as e:
self.print_error(f"Error retrieving page content: {str(e)}") self.print_error(f"Error retrieving page content: {str(e)}")
content = None content = None