This commit is contained in:
caiwx86 2024-11-14 21:52:09 +08:00
parent d995cb77a7
commit 06677711a8

View File

@ -170,7 +170,7 @@ class ImgDownloadPipeline(BaseImagesPipeline):
# logging.info(f"downloading {image_url} --> IMAGE_STORE {image_path}")
down_queue.append((image_url, os.path.join(IMAGES_STORE, image_path)))
if len(down_queue) > 0:
download_images(down_queue, max_retries=5)
download_images(down_queue, max_retries=3)
def item_completed(self, results, item, info):
cbz_path = super().get_file_path(item, result_type="cbz")