From f8fa357de4ba22e7964a7f74094ea2a404bcbef6 Mon Sep 17 00:00:00 2001 From: Daniel Tomlinson Date: Wed, 22 Jun 2022 21:47:19 +0100 Subject: [PATCH] chore: save flags/anthems to own directories --- .../wikipedia_country_scraper/pipelines.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/pipelines.py b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/pipelines.py index 649aece..2a4acc4 100644 --- a/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/pipelines.py +++ b/01_scrapy/wikipedia_country_scraper/wikipedia_country_scraper/pipelines.py @@ -20,9 +20,9 @@ class WikipediaCountryScraperFilesPipeline(FilesPipeline): def file_path(self, request, response=None, info=None, *, item=None): print(f"request URLs: {request.url}") flag_filename = re.search(r"([^\/]*)$", request.url) - anthem_filename = re.search(r"(?P(?<=File\:)[^\$]*)", request.url) if isinstance(flag_filename, re.Match): - return f"files/{flag_filename[1]}" - elif anthem_filename["filename"].endswith(".mp3"): - return f"files/{anthem_filename['filename']}" + if (filename := flag_filename[1]).endswith(".svg"): + return f"files/flags/{filename}" + elif filename.endswith(".ogg.mp3"): + return f"files/anthems/{filename}"