16 lines
449 B
Python
16 lines
449 B
Python
DOWNLOADER_MIDDLEWARES = {
|
|
'scrapy_splash.SplashCookiesMiddleware': 723,
|
|
'scrapy_splash.SplashMiddleware': 725,
|
|
'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware': 810,
|
|
}
|
|
|
|
SPLASH_URL = 'http://localhost:8050/'
|
|
|
|
SPIDER_MIDDLEWARES = {
|
|
'scrapy_splash.SplashDeduplicateArgsMiddleware': 100,
|
|
}
|
|
|
|
DUPEFILTER_CLASS = 'scrapy_splash.SplashAwareDupeFilter'
|
|
HTTPCACHE_STORAGE = 'scrapy_splash.SplashAwareFSCacheStorage'
|
|
|