cwx/PyComicPackRouMan
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
caiwx86 2023-01-25 01:50:11 +08:00
parent 185944f6fa
commit 46d24b9172
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
utils/downloader.py
View File

@ -68,7 +68,7 @@ def download_image(image_url, dst_dir, file_name, timeout=20, proxy_type=None, p
print("## Fail: {} {}".format(image_url, e.args)) print("## Fail: {} {}".format(image_url, e.args))
def download_images(image_urls, dst_dir,timeout=20, proxy_type=None, proxy=None,files_name=None): def download_images(image_urls, dst_dir,timeout=20,concurrency=5, proxy_type=None, proxy=None,files_name=None):
""" """
Download image according to given urls and automatically rename them in order. Download image according to given urls and automatically rename them in order.
:param timeout: :param timeout:
@ -80,7 +80,6 @@ def download_images(image_urls, dst_dir,timeout=20, proxy_type=None, proxy=None,
:param concurrency: number of requests process simultaneously :param concurrency: number of requests process simultaneously
:return: none :return: none
""" """
concurrency = len(image_urls)
with concurrent.futures.ThreadPoolExecutor(max_workers=concurrency) as executor: with concurrent.futures.ThreadPoolExecutor(max_workers=concurrency) as executor:
future_list = list() future_list = list()
count = 0 count = 0
@ -91,6 +90,7 @@ def download_images(image_urls, dst_dir,timeout=20, proxy_type=None, proxy=None,
future_list.append(executor.submit( future_list.append(executor.submit(
download_image, image_url, dst_dir, file_name, timeout, proxy_type, proxy)) download_image, image_url, dst_dir, file_name, timeout, proxy_type, proxy))
count += 1 count += 1
time.sleep(0.3)
concurrent.futures.wait(future_list, timeout) concurrent.futures.wait(future_list, timeout)
def download_comic_icon(): def download_comic_icon():