From 522f766b4959032ee2b3f008771120f27f15f0c1 Mon Sep 17 00:00:00 2001 From: Daniel Tomlinson Date: Wed, 22 Jun 2022 21:46:21 +0100 Subject: [PATCH] chore: add download delay to settings --- .../wikipedia_country_scraper/settings.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py index 2797702..53444b5 100644 --- a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py +++ b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/settings.py @@ -27,10 +27,10 @@ ROBOTSTXT_OBEY = True # Configure a delay for requests for the same website (default: 0) # See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay # See also autothrottle settings and docs -# DOWNLOAD_DELAY = 3 +DOWNLOAD_DELAY = 1 # The download delay setting will honor only one of: # CONCURRENT_REQUESTS_PER_DOMAIN = 16 -# CONCURRENT_REQUESTS_PER_IP = 16 +CONCURRENT_REQUESTS_PER_IP = 16 # Disable cookies (enabled by default) # COOKIES_ENABLED = False