mirror of
https://github.com/Aider-AI/aider.git
synced 2025-06-01 02:05:00 +00:00
feat: Change timeout error to warning and continue scraping
This commit is contained in:
parent
6689f001cf
commit
fa256eb1a7
1 changed files with 2 additions and 1 deletions
|
@ -159,7 +159,8 @@ class Scraper:
|
|||
try:
|
||||
response = page.goto(url, wait_until="networkidle", timeout=5000)
|
||||
except PlaywrightTimeoutError:
|
||||
self.print_error(f"Timeout while loading {url}")
|
||||
self.print_error(f"Page didn't quiesce, scraping content anyway")
|
||||
response = None
|
||||
except PlaywrightError as e:
|
||||
self.print_error(f"Error navigating to {url}: {str(e)}")
|
||||
return None, None
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue