cv/street_group_tech_test
1
0
Fork 0
mirror of https://github.com/dtomlinson91/street_group_tech_test synced 2025-12-22 03:55:43 +00:00
Code Issues Projects Releases Wiki Activity

adding latest beam pipeline code for dataflow

Browse Source
This commit is contained in:
Daniel Tomlinson
2021-09-26 16:23:19 +01:00
parent 8047b5ced4
commit bb71d55f8c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
analyse_properties/main.py
View File

@@ -91,7 +91,7 @@ class DeduplicateByID(beam.DoFn):
def process(self, element): def process(self, element):
if len(list(element[1])) > 0: if len(list(element[1])) > 0:
deduplicated_element = list(list(element[0]), list([element[1][0]])) deduplicated_element = (list(element[0]), [list(element[1])[0]])
yield deduplicated_element yield deduplicated_element
else: else:
yield element yield element