chore: add json feeds output
This commit is contained in:
@@ -1,2 +1,2 @@
|
||||
source .venv/bin/activate
|
||||
scrapy crawl CountrydownloaderSpider -O ../../data/scrapy/raw_country_data/countries.json
|
||||
scrapy crawl CountrydownloaderSpider
|
||||
|
||||
@@ -91,3 +91,11 @@ FILES_STORE = str(pathlib.Path(__file__).resolve().parents[3] / "data" / "scrapy
|
||||
# HTTPCACHE_DIR = 'httpcache'
|
||||
# HTTPCACHE_IGNORE_HTTP_CODES = []
|
||||
# HTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage'
|
||||
|
||||
FEEDS = {
|
||||
pathlib.Path(__file__).resolve().parents[3]
|
||||
/ "data"
|
||||
/ "scrapy"
|
||||
/ "raw_country_data"
|
||||
/ "countries.json": {"format": "json", "encoding": "utf8", "store_empty": True, "indent": 2}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user