From f9d364506a8d1afbd798f81c2c57baff66abae6e Mon Sep 17 00:00:00 2001 From: Daniel Tomlinson Date: Fri, 24 Jun 2022 21:52:14 +0100 Subject: [PATCH] chore: decrease download delay --- .../wikipedia_country_scraper/settings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py index f3023c0..6193f0f 100644 --- a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py +++ b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py @@ -27,7 +27,7 @@ ROBOTSTXT_OBEY = True # Configure a delay for requests for the same website (default: 0) # See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay # See also autothrottle settings and docs -DOWNLOAD_DELAY = 1 +DOWNLOAD_DELAY = 0.25 # The download delay setting will honor only one of: # CONCURRENT_REQUESTS_PER_DOMAIN = 16 CONCURRENT_REQUESTS_PER_IP = 16