diff --git a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py index f3023c0..6193f0f 100644 --- a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py +++ b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py @@ -27,7 +27,7 @@ ROBOTSTXT_OBEY = True # Configure a delay for requests for the same website (default: 0) # See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay # See also autothrottle settings and docs -DOWNLOAD_DELAY = 1 +DOWNLOAD_DELAY = 0.25 # The download delay setting will honor only one of: # CONCURRENT_REQUESTS_PER_DOMAIN = 16 CONCURRENT_REQUESTS_PER_IP = 16