From bb71d55f8ca4d9339e50e3f4f1e6ef6fdd073adb Mon Sep 17 00:00:00 2001 From: Daniel Tomlinson Date: Sun, 26 Sep 2021 16:23:19 +0100 Subject: [PATCH] adding latest beam pipeline code for dataflow --- analyse_properties/main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/analyse_properties/main.py b/analyse_properties/main.py index f3c27f9..ac1c899 100644 --- a/analyse_properties/main.py +++ b/analyse_properties/main.py @@ -91,7 +91,7 @@ class DeduplicateByID(beam.DoFn): def process(self, element): if len(list(element[1])) > 0: - deduplicated_element = list(list(element[0]), list([element[1][0]])) + deduplicated_element = (list(element[0]), [list(element[1])[0]]) yield deduplicated_element else: yield element