updating latest beam pipeline with default inputs

This commit is contained in:
2021-09-27 23:58:19 +01:00
parent a53d79118a
commit 4d3e5fbc23

View File

@@ -286,20 +286,12 @@ def run(argv=None, save_main_session=True):
"""Entrypoint and definition of the pipeline.""" """Entrypoint and definition of the pipeline."""
logging.getLogger().setLevel(logging.INFO) logging.getLogger().setLevel(logging.INFO)
# Default input/output files # Default input/output files when ran from base of repo with files in ./data
input_file = ( input_file = (
pathlib.Path(__file__).parents[1] pathlib.Path("./data/input/pp-2020.csv")
/ "data"
/ "input"
/ "pp-2020.csv"
# / "pp-complete.csv"
) )
output_file = ( output_file = (
pathlib.Path(__file__).parents[1] pathlib.Path("./data/output/pp-2020")
/ "data"
/ "output"
/ "pp-2020"
# / "pp-complete"
) )
# Arguments # Arguments