From 9b6fb12c8d506e913c13618a798883c7f0dab189 Mon Sep 17 00:00:00 2001 From: caiwx86 Date: Wed, 21 Feb 2024 13:05:18 +0800 Subject: [PATCH] fix --- Comics/settings.py | 4 ++-- Comics/utils.py | 5 ++++- 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/Comics/settings.py b/Comics/settings.py index 6e96cfe..e8a0ac0 100644 --- a/Comics/settings.py +++ b/Comics/settings.py @@ -26,7 +26,7 @@ ROBOTSTXT_OBEY = False HTTPERROR_ALLOWED_CODES = [ 200 , 403] # Configure maximum concurrent requests performed by Scrapy (default: 16) -CONCURRENT_REQUESTS = 8 +CONCURRENT_REQUESTS = 3 # Configure a delay for requests for the same website (default: 0) # See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay @@ -45,7 +45,7 @@ RETRY_HTTP_CODES = [408, 401] CONCURRENT_REQUESTS_PER_DOMAIN = 16 CONCURRENT_REQUESTS_PER_IP = 16 PROXY_LIST = [ -# "http://127.0.0.1:7890", + "http://127.0.0.1:7890", # "http://10.0.10.117:8123", ] # Disable cookies (enabled by default) diff --git a/Comics/utils.py b/Comics/utils.py index 5b25712..e09af7b 100644 --- a/Comics/utils.py +++ b/Comics/utils.py @@ -135,7 +135,10 @@ class fileUtils: # 提取重复并需删除的文件名 diff_names = {value["name"] for value in files_size.values()} # 不存在则返回原文件名 - if len(diff_names) == 0: return file + if len(diff_names) == 0: + if result == "size": return diff_names + else: + return file for file_name in files_name: if file_name not in diff_names: logging.info(f"删除文件：{file_name}")