mirror of
https://github.com/dtomlinson91/street_group_tech_test
synced 2025-12-22 03:55:43 +00:00
updating latest beam pipeline with default inputs
This commit is contained in:
@@ -286,20 +286,12 @@ def run(argv=None, save_main_session=True):
|
|||||||
"""Entrypoint and definition of the pipeline."""
|
"""Entrypoint and definition of the pipeline."""
|
||||||
logging.getLogger().setLevel(logging.INFO)
|
logging.getLogger().setLevel(logging.INFO)
|
||||||
|
|
||||||
# Default input/output files
|
# Default input/output files when ran from base of repo with files in ./data
|
||||||
input_file = (
|
input_file = (
|
||||||
pathlib.Path(__file__).parents[1]
|
pathlib.Path("./data/input/pp-2020.csv")
|
||||||
/ "data"
|
|
||||||
/ "input"
|
|
||||||
/ "pp-2020.csv"
|
|
||||||
# / "pp-complete.csv"
|
|
||||||
)
|
)
|
||||||
output_file = (
|
output_file = (
|
||||||
pathlib.Path(__file__).parents[1]
|
pathlib.Path("./data/output/pp-2020")
|
||||||
/ "data"
|
|
||||||
/ "output"
|
|
||||||
/ "pp-2020"
|
|
||||||
# / "pp-complete"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
# Arguments
|
# Arguments
|
||||||
|
|||||||
Reference in New Issue
Block a user