dtomlinson/geography-anki
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

chore: save flags/anthems to own directories

Browse Source
This commit is contained in:
Daniel Tomlinson
2022-06-22 21:47:19 +01:00
parent 3cb4b4ba46
commit f8fa357de4
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/pipelines.py
View File

@@ -20,9 +20,9 @@ class WikipediaCountryScraperFilesPipeline(FilesPipeline):
def file_path(self, request, response=None, info=None, *, item=None): def file_path(self, request, response=None, info=None, *, item=None):
print(f"request URLs: {request.url}") print(f"request URLs: {request.url}")
flag_filename = re.search(r"([^\/]*)$", request.url) flag_filename = re.search(r"([^\/]*)$", request.url)
anthem_filename = re.search(r"(?P<filename>(?<=File\:)[^\$]*)", request.url)
if isinstance(flag_filename, re.Match): if isinstance(flag_filename, re.Match):
return f"files/{flag_filename[1]}" if (filename := flag_filename[1]).endswith(".svg"):
elif anthem_filename["filename"].endswith(".mp3"): return f"files/flags/{filename}"
return f"files/{anthem_filename['filename']}" elif filename.endswith(".ogg.mp3"):
return f"files/anthems/{filename}"