dtomlinson/geography-anki
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

chore: fix flag description url

Browse Source
This commit is contained in:
Daniel Tomlinson
2022-06-24 21:50:29 +01:00
parent 3108ab1c1f
commit cbf4129db4
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/spiders/countrydownloader.py
View File

@@ -50,8 +50,8 @@ class CountrydownloaderSpider(scrapy.Spider):
"//table[contains(@class, 'infobox')]/tbody/tr[2]/td/div/div[1]/div[1]/a/@href" "//table[contains(@class, 'infobox')]/tbody/tr[2]/td/div/div[1]/div[1]/a/@href"
).get() ).get()
flag_description_url = response.xpath( flag_description_url = response.xpath(
"//table[contains(@class, 'infobox')]/tbody/tr[2]/td/div/div[1]/div[2]/a/@href" "//table[contains(@class, 'infobox')]/tbody/tr[2]/td/div/div[1]/div/a/@href"
).get() ).getall()[-1]
country_item = { country_item = {
**country_item, **country_item,
@@ -100,6 +100,6 @@ class CountrydownloaderSpider(scrapy.Spider):
country_scrapy_item["short_country_name"] = country_item["short_country_name"] country_scrapy_item["short_country_name"] = country_item["short_country_name"]
country_scrapy_item["country_html"] = country_item["country_html"] country_scrapy_item["country_html"] = country_item["country_html"]
country_scrapy_item["flag_html"] = country_item["flag_html"] country_scrapy_item["flag_html"] = country_item["flag_html"]
country_scrapy_item["file_urls"] = [country_item["flag_image_url"]] country_scrapy_item["file_urls"] = [flag_image_xpath]
yield country_scrapy_item yield country_scrapy_item