chore: add json feeds output

This commit is contained in:
2022-06-22 21:46:33 +01:00
parent 522f766b49
commit 97be860627
2 changed files with 9 additions and 1 deletions

View File

@@ -1,2 +1,2 @@
source .venv/bin/activate
scrapy crawl CountrydownloaderSpider -O ../../data/scrapy/raw_country_data/countries.json
scrapy crawl CountrydownloaderSpider

View File

@@ -91,3 +91,11 @@ FILES_STORE = str(pathlib.Path(__file__).resolve().parents[3] / "data" / "scrapy
# HTTPCACHE_DIR = 'httpcache'
# HTTPCACHE_IGNORE_HTTP_CODES = []
# HTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage'
FEEDS = {
pathlib.Path(__file__).resolve().parents[3]
/ "data"
/ "scrapy"
/ "raw_country_data"
/ "countries.json": {"format": "json", "encoding": "utf8", "store_empty": True, "indent": 2}
}