diff --git a/01_scrapy/wikipedia_country_scraper/download_capitals.sh b/01_scrapy/wikipedia_country_scraper/download_capitals.sh new file mode 100755 index 0000000..f0f1008 --- /dev/null +++ b/01_scrapy/wikipedia_country_scraper/download_capitals.sh @@ -0,0 +1,3 @@ +#!/bin/bash +source .venv/bin/activate +scrapy crawl CapitalsSpider diff --git a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/spiders/capitals.py b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/spiders/capitals.py index 15df8f3..842dc67 100644 --- a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/spiders/capitals.py +++ b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/spiders/capitals.py @@ -4,7 +4,7 @@ from wikipedia_country_scraper.items import CapitalsItem class CapitalsSpider(scrapy.Spider): - name = "capitals" + name = "CapitalsSpider" start_urls = [ "https://en.wikipedia.org/wiki/List_of_countries_and_dependencies_and_their_capitals_in_native_languages" ]