cwx/ComicScrapy
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
caiwx86 2023-09-07 19:59:39 +08:00
parent 5f8df57a6a
commit e64ba840bf
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Comics/settings.py
View File

@ -15,6 +15,7 @@ BOT_NAME = 'Comics'
SPIDER_MODULES = ['Comics.spiders']
NEWSPIDER_MODULE = 'Comics.spiders'
BASE_OUTPUT = ""
#BASE_OUTPUT = "/mnt/Comics"
OUTPUT_DIR = os.path.join(BASE_OUTPUT, "output")
# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = 'Comics (+http://www.yourdomain.com)'
@ -45,6 +46,7 @@ CONCURRENT_REQUESTS_PER_DOMAIN = 16
CONCURRENT_REQUESTS_PER_IP = 16
PROXY_LIST = [
"http://127.0.0.1:7890",
# "http://10.0.10.117:8123",
]
# Disable cookies (enabled by default)
COOKIES_ENABLED = False