chore: add initial scrapy code

This commit is contained in:
2022-06-22 20:39:31 +01:00
parent 5d0c7b19fa
commit e49fa7a346
11 changed files with 1612 additions and 0 deletions

View File

@@ -0,0 +1,18 @@
# Define here the models for your scraped items
#
# See documentation in:
# https://docs.scrapy.org/en/latest/topics/items.html
import scrapy
class WikipediaCountryScraperItem(scrapy.Item):
country_url = scrapy.Field()
short_country_name = scrapy.Field()
country = scrapy.Field()
flag_description = scrapy.Field()
anthem_native_title = scrapy.Field()
anthem_english_title = scrapy.Field()
file_urls = scrapy.Field()
files = scrapy.Field()