cwx/ComicScrapy
1
0 Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
cwx committed 2023-09-07 19:59:39 +08:00
1 parent 5f8df57a6a
commit e64ba840bf
1 file changed
+2
Download Patch File Download Diff File Expand all files Collapse all files
Comics/settings.py
+2
View File
@@ -15,6 +15,7 @@ BOT_NAME = 'Comics'
SPIDER_MODULES = ['Comics.spiders'] SPIDER_MODULES = ['Comics.spiders']
NEWSPIDER_MODULE = 'Comics.spiders' NEWSPIDER_MODULE = 'Comics.spiders'
BASE_OUTPUT = "" BASE_OUTPUT = ""
#BASE_OUTPUT = "/mnt/Comics"
OUTPUT_DIR = os.path.join(BASE_OUTPUT, "output") OUTPUT_DIR = os.path.join(BASE_OUTPUT, "output")
# Crawl responsibly by identifying yourself (and your website) on the user-agent # Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = 'Comics (+http://www.yourdomain.com)' #USER_AGENT = 'Comics (+http://www.yourdomain.com)'
@@ -45,6 +46,7 @@ CONCURRENT_REQUESTS_PER_DOMAIN = 16
CONCURRENT_REQUESTS_PER_IP = 16 CONCURRENT_REQUESTS_PER_IP = 16
PROXY_LIST = [ PROXY_LIST = [
"http://127.0.0.1:7890", "http://127.0.0.1:7890",
# "http://10.0.10.117:8123",
] ]
# Disable cookies (enabled by default) # Disable cookies (enabled by default)
COOKIES_ENABLED = False COOKIES_ENABLED = False