cwx/ComicScrapy
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
caiwx86 2024-10-28 16:49:48 +08:00
parent cef9775096
commit d5ee8173e4
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Comics/_utils/utils.py
View File

@ -957,7 +957,7 @@ class oldUtils:
def move_file(): def move_file():
"""移动文件 """移动文件
""" """
if not os.path.exists(move_folder): os.makedirs(move_folder) if os.path.exists(folder) and not os.path.exists(move_folder): os.makedirs(move_folder)
for old_file in only_in_old_item: for old_file in only_in_old_item:
try: try:
suffixs = [ suffix, "jpg" ] suffixs = [ suffix, "jpg" ]

2
Comics/pipelines.py
View File

@ -101,7 +101,7 @@ class ImgDownloadPipeline(BaseImagesPipeline):
info (_type_): 信息 info (_type_): 信息
""" """
# 存在未下载图像数据则重试 # 存在未下载图像数据则重试
# if not super().success_completed(item, results): return if not super().success_completed(item, results): return
# super().update_icon(item) # super().update_icon(item)
cbz_path = super().get_file_path(item, result_type="cbz") cbz_path = super().get_file_path(item, result_type="cbz")
chapter_dir = ComicPath(item=item).file_path(result_type=ComicPath().MAPPING_IMAGES_DIR) chapter_dir = ComicPath(item=item).file_path(result_type=ComicPath().MAPPING_IMAGES_DIR)

4
Comics/settings.py
View File

@ -37,7 +37,7 @@ IMAGES_STORE = OUTPUT_DIR
IMAGES_NAME_FORMAT = "{:0>3d}" IMAGES_NAME_FORMAT = "{:0>3d}"
COMIC_INFO_XML_STORE = IMAGES_STORE COMIC_INFO_XML_STORE = IMAGES_STORE
# 随机化下载延迟 # 随机化下载延迟
RANDOMIZE_DOWNLOAD_DELAY = True # RANDOMIZE_DOWNLOAD_DELAY = True
#重试 #重试
# 增加下载超时时间 # 增加下载超时时间
DOWNLOAD_TIMEOUT = 30 # 30秒 DOWNLOAD_TIMEOUT = 30 # 30秒
@ -53,7 +53,7 @@ RETRY_HTTP_CODES = [408, 401, 504, 110, 500, 502, 503, 522, 524, 429]
CONCURRENT_REQUESTS_PER_DOMAIN = 16 CONCURRENT_REQUESTS_PER_DOMAIN = 16
CONCURRENT_REQUESTS_PER_IP = 16 CONCURRENT_REQUESTS_PER_IP = 16
PROXY_LIST = [ PROXY_LIST = [
# "http://127.0.0.1:7890", "http://127.0.0.1:7890",
# "http://proxy.local:20172", # "http://proxy.local:20172",
] ]
# Disable cookies (enabled by default) # Disable cookies (enabled by default)