dtomlinson/geography-anki
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

chore: add bash script to run capitals spider

Browse Source
This commit is contained in:
Daniel Tomlinson
2022-06-26 16:33:22 +01:00
parent 0d2b379a28
commit 7ac4817c09
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
01_scrapy/wikipedia_country_scraper/download_capitals.sh Executable file
View File

@@ -0,0 +1,3 @@
#!/bin/bash
source .venv/bin/activate
scrapy crawl CapitalsSpider

2
01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/spiders/capitals.py
View File

@@ -4,7 +4,7 @@ from wikipedia_country_scraper.items import CapitalsItem
class CapitalsSpider(scrapy.Spider): class CapitalsSpider(scrapy.Spider):
name = "capitals" name = "CapitalsSpider"
start_urls = [ start_urls = [
"https://en.wikipedia.org/wiki/List_of_countries_and_dependencies_and_their_capitals_in_native_languages" "https://en.wikipedia.org/wiki/List_of_countries_and_dependencies_and_their_capitals_in_native_languages"
] ]