cwx/ComicScrapy
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
caiwx86 2024-07-23 04:20:21 +08:00
parent 1ea1942166
commit 6638254416
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
Comics/settings.py
View File

@ -36,15 +36,19 @@ MEDIA_ALLOW_REDIRECTS = True
IMAGES_STORE = OUTPUT_DIR
IMAGES_NAME_FORMAT = "{:0>3d}"
COMIC_INFO_XML_STORE = IMAGES_STORE
# DOWNLOAD_DELAY = 0
# 随机化下载延迟
RANDOMIZE_DOWNLOAD_DELAY = True
# RANDOMIZE_DOWNLOAD_DELAY = True
#重试
# 增加下载超时时间
DOWNLOAD_TIMEOUT = 30 # 30秒
# 增加重试之间的延迟
RETRY_DELAY = 5 # 5秒
RETRY_ENABLED = True
RETRY_TIMES = 5 # 想重试几次就写几
# 下面这行可要可不要
# RETRY_HTTP_CODES = [500, 502, 503, 504, 408, 401]
RETRY_HTTP_CODES = [408, 401, 504, 110]
RETRY_HTTP_CODES = [408, 401, 504, 110, 500, 502, 503, 522, 524, 429]
# The download delay setting will honor only one of:
CONCURRENT_REQUESTS_PER_DOMAIN = 16
CONCURRENT_REQUESTS_PER_IP = 16