set concurrent request per domain to 8 #2
| @ -27,7 +27,7 @@ ROBOTSTXT_OBEY = False | |||||||
| # See also autothrottle settings and docs | # See also autothrottle settings and docs | ||||||
| #DOWNLOAD_DELAY = 3 | #DOWNLOAD_DELAY = 3 | ||||||
| # The download delay setting will honor only one of: | # The download delay setting will honor only one of: | ||||||
| #CONCURRENT_REQUESTS_PER_DOMAIN = 16 | CONCURRENT_REQUESTS_PER_DOMAIN = 8 | ||||||
| #CONCURRENT_REQUESTS_PER_IP = 16 | #CONCURRENT_REQUESTS_PER_IP = 16 | ||||||
| 
 | 
 | ||||||
| # Disable cookies (enabled by default) | # Disable cookies (enabled by default) | ||||||
|  | |||||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user