defer import of httpx

This commit is contained in:
Paul Gauthier 2024-07-03 13:25:10 -03:00
parent 5e0ff7627e
commit 2dc6735ab4
3 changed files with 6 additions and 3 deletions

View file

@ -3,7 +3,6 @@
import re
import sys
import httpx
import playwright
import pypandoc
from bs4 import BeautifulSoup
@ -111,6 +110,8 @@ class Scraper:
return PLAYWRIGHT_INFO
def scrape_with_httpx(self, url):
import httpx
headers = {"User-Agent": f"Mozilla./5.0 ({aider_user_agent})"}
try:
with httpx.Client(headers=headers) as client: