# -*- coding: utf-8 -*- # Scrapy settings for fun project # # For simplicity, this file contains only the most important settings by # default. All the other settings are documented here: # # http://doc.scrapy.org/en/latest/topics/settings.html # BOT_NAME = 'fun' SPIDER_MODULES = ['fun.spiders'] NEWSPIDER_MODULE = 'fun.spiders' ITEM_PIPELINES = {'fun.pipelines.ImageDownloadPipeline': 1} IMAGES_STORE = '/tmp/images' DOWNLOAD_DELAY = 0.25 # 250 ms of delay USER_AGENT = "USER_AGENT = 'Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36'"