diff --git a/Comics/settings.py b/Comics/settings.py index 2090e2a..476a6c6 100644 --- a/Comics/settings.py +++ b/Comics/settings.py @@ -15,6 +15,7 @@ BOT_NAME = 'Comics' SPIDER_MODULES = ['Comics.spiders'] NEWSPIDER_MODULE = 'Comics.spiders' BASE_OUTPUT = "" +#BASE_OUTPUT = "/mnt/Comics" OUTPUT_DIR = os.path.join(BASE_OUTPUT, "output") # Crawl responsibly by identifying yourself (and your website) on the user-agent #USER_AGENT = 'Comics (+http://www.yourdomain.com)' @@ -45,6 +46,7 @@ CONCURRENT_REQUESTS_PER_DOMAIN = 16 CONCURRENT_REQUESTS_PER_IP = 16 PROXY_LIST = [ "http://127.0.0.1:7890", +# "http://10.0.10.117:8123", ] # Disable cookies (enabled by default) COOKIES_ENABLED = False