Merge pull request #378 from bill88t/master

This commit is contained in:
Ricter Zheng 2025-01-24 04:36:21 +08:00 committed by GitHub
commit 4ab43dae24
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 8 additions and 12 deletions

View File

@ -75,7 +75,7 @@ class Downloader(Singleton):
logger.warning(f'Skipped download: {save_file_path} already exists')
return 1, url
response = await async_request('GET', url, timeout=self.timeout, proxies=proxy)
response = await async_request('GET', url, timeout=self.timeout, proxy=proxy)
if response.status_code != 200:
path = urlparse(url).path

View File

@ -36,24 +36,20 @@ def request(method, url, **kwargs):
return getattr(session, method)(url, verify=False, **kwargs)
async def async_request(method, url, proxies = None, **kwargs):
async def async_request(method, url, proxy = None, **kwargs):
headers = {
'Referer': constant.LOGIN_URL,
'User-Agent': constant.CONFIG['useragent'],
'Cookie': constant.CONFIG['cookie'],
}
if proxies is None:
proxies = constant.CONFIG['proxy']
if proxy is None:
proxy = constant.CONFIG['proxy']
if proxies.get('http') == '' and proxies.get('https') == '':
proxies = None
if proxy is not None and proxy.get('http') == '' and proxy.get('https') == '':
proxy = None
if proxies:
_proxies = {f'{k}://': v for k, v in proxies.items() if v}
proxies = _proxies
async with httpx.AsyncClient(headers=headers, verify=False, proxies=proxies, **kwargs) as client:
async with httpx.AsyncClient(headers=headers, verify=False, proxy=proxy, **kwargs) as client:
response = await client.request(method, url, **kwargs)
return response

View File

@ -1,4 +1,4 @@
httpx==0.27.2
httpx
requests
soupsieve
setuptools