我們可以在`settings.py`中做一些配置參數，更多配置參考官網：https://scrapy-chs.readthedocs.io/zh_CN/1.0/topics/settings.html 。 ```python ############ settings.py 常用參數參考 ################ # 控制日志級別 (ERROR WARNING INFO DEBUG) LOG_LEVEL = 'DEBUG' # 將日志寫到log文件中 LOG_FILE = 'scrapy.log' # 自定義超時時間 DOWNLOAD_TIMEOUT = 15 # 不遵守 robots 協議 ROBOTSTXT_OBEY = False # 不需要cookie時，盡量廢除他 COOKIES_ENABLED = False # 打印cookie到控制臺上 COOKIES_DEBUG = True # 配置 telnet 控制臺，功能強大 TELNETCONSOLE_USERNAME = 'xxxxxx' TELNETCONSOLE_PASSWORD = 'xxxxxx' TELNETCONSOLE_PORT = 6666 TELNETCONSOLE_HOST = '0.0.0.0' # 自定義請求頭 DEFAULT_REQUEST_HEADERS = { 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', 'Accept-Language': 'zh-CN,zh;q=0.9', } # 自定義UA,大規模爬蟲請去中間件里面設置 USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.103 Safari/537.36' # ======================================================================= # 啟動‘自動掐死’插件后，一般不用管這個了 # DOWNLOAD_DELAY = 1 # CONCURRENT_REQUESTS = 16 # CONCURRENT_REQUESTS_PER_DOMAIN = 16 # CONCURRENT_REQUESTS_PER_IP = 16 # ======================================================================= # 自動流量控制 AUTOTHROTTLE_ENABLED = True AUTOTHROTTLE_START_DELAY = 0 AUTOTHROTTLE_MAX_DELAY = 30 # AUTOTHROTTLE_TARGET_CONCURRENCY = 1.0 # AUTOTHROTTLE_DEBUG = False # ======================================================================= # http緩存,把請求和響應緩存到本地，很適合調試時候使用。 HTTPCACHE_ENABLED = True HTTPCACHE_EXPIRATION_SECS = 0 HTTPCACHE_DIR = 'httpcache' # HTTPCACHE_IGNORE_HTTP_CODES = [] HTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage' ```