From 8047b5ced44c3bd0904a006275899694877901d0 Mon Sep 17 00:00:00 2001 From: Daniel Tomlinson Date: Sun, 26 Sep 2021 16:16:58 +0100 Subject: [PATCH] adding latest beam pipeline code for dataflow --- analyse_properties/main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/analyse_properties/main.py b/analyse_properties/main.py index c4f9df8..f3c27f9 100644 --- a/analyse_properties/main.py +++ b/analyse_properties/main.py @@ -91,7 +91,7 @@ class DeduplicateByID(beam.DoFn): def process(self, element): if len(list(element[1])) > 0: - deduplicated_element = (element[0], [element[1][0]]) + deduplicated_element = list(list(element[0]), list([element[1][0]])) yield deduplicated_element else: yield element