dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-01 10:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

feat: add error handling for pypandoc conversion in Scraper class

Browse source
This commit is contained in:
Paul Gauthier 2024-09-03 08:01:45 -07:00 • committed by Paul Gauthier (aider)
parent be1e45a4b3
commit ef4a9dc4ca
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
aider/scrape.py
View file

@ -222,7 +222,10 @@ class Scraper:
if not self.pandoc_available: if not self.pandoc_available:
return page_source return page_source
md = pypandoc.convert_text(page_source, "markdown", format="html") try:
md = pypandoc.convert_text(page_source, "markdown", format="html")
except OSError:
return page_source
md = re.sub(r"</div>", " ", md) md = re.sub(r"</div>", " ", md)
md = re.sub(r"<div>", " ", md) md = re.sub(r"<div>", " ", md)