NussNougate/nhentai
4
0
Fork 0
mirror of https://github.com/RicterZ/nhentai.git synced 2025-04-20 02:41:19 +02:00
Code Issues Packages Projects Releases Wiki Activity

singleton pool

Browse Source
This commit is contained in:
RicterZ 2019-08-01 18:52:30 +08:00
parent 349e21193b
commit 8dc7a1f40b
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
nhentai/downloader.py
View File

@ -27,6 +27,17 @@ class NHentaiImageNotExistException(Exception):
pass pass
class Pool(Singleton):
pool = None
def __init__(self, size, init):
if self.pool is None:
if os.getenv('DEBUG'):
logger.info('Process pool created')
self.pool = mp.Pool(size, initializer=init)
class Downloader(Singleton): class Downloader(Singleton):
def __init__(self, path='', thread=1, timeout=30, delay=0): def __init__(self, path='', thread=1, timeout=30, delay=0):
@ -135,7 +146,7 @@ class Downloader(Singleton):
queue = [(self, url, folder) for url in queue] queue = [(self, url, folder) for url in queue]
pool = mp.Pool(self.thread_count, init_worker) pool = Pool(self.thread_count, init_worker).pool
for item in queue: for item in queue:
pool.apply_async(download_wrapper, args=item, callback=self._download_callback) pool.apply_async(download_wrapper, args=item, callback=self._download_callback)