cwx/ComicScrapy
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
caiwx86 2024-11-14 18:53:55 +08:00
parent be1e963cb7
commit 1f39eb92ab
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Comics/pipelines.py
View File

@ -173,6 +173,7 @@ class ImgDownloadPipeline(BaseImagesPipeline):
if is_next:
# logging.info(f"downloading {image_url} --> IMAGE_STORE {image_path}")
down_queue.append((image_url, os.path.join(IMAGES_STORE, image_path)))
download_images(down_queue)
if len(down_queue) > 0:
download_images(down_queue)
# 存在未下载图像数据则重试
self.download_done(item)