dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

aider: Remove all data: URLs from slimdown_html.

Browse source 
# Aider chat conversation:

USER: in `slimdown_html` remove all data: urls

ASSISTANT: ```diff
--- aider/scrape.py
+++ aider/scrape.py
@@ ... @@
 def slimdown_html(soup):
     # Remove all <img> tags
     for img in soup.find_all('img'):
         img.decompose()
+    # Remove all elements with data: URLs
+    for tag in soup.find_all(href=lambda x: x and x.startswith('data:')):
+        tag.decompose()
+    for tag in soup.find_all(src=lambda x: x and x.startswith('data:')):
+        tag.decompose()
     # Remove all per-element CSS styles
     for tag in soup.find_all(True):
         tag.attrs.pop('style', None)
     # Remove all internal anchor elements
     for anchor in soup.find_all('a', href=True):
         if anchor['href'].startswith('#'):
             anchor.decompose()
     return soup
```
This commit is contained in:
Paul Gauthier 2024-02-08 12:12:03 -08:00
parent 84ae51c005
commit be60b785a4
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
aider/scrape.py
View file

@ -128,6 +128,11 @@ def slimdown_html(soup):
# Remove all <img> tags
for img in soup.find_all('img'):
img.decompose()
# Remove all elements with data: URLs
for tag in soup.find_all(href=lambda x: x and x.startswith('data:')):
tag.decompose()
for tag in soup.find_all(src=lambda x: x and x.startswith('data:')):
tag.decompose()
# Remove all per-element CSS styles
for tag in soup.find_all(True):
tag.attrs.pop('style', None)