cv/street_group_tech_test
1
0
Fork 0
mirror of https://github.com/dtomlinson91/street_group_tech_test synced 2025-12-22 03:55:43 +00:00
Code Issues Projects Releases Wiki Activity

adding latest beam pipeline code for dataflow

Browse Source
This commit is contained in:
Daniel Tomlinson
2021-09-26 17:15:35 +01:00
parent 8856a9763f
commit 4e3771c728
1 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
analyse_properties/main.py
View File

@@ -170,15 +170,15 @@ class ConvertDataToDict(beam.DoFn):
json_object = { json_object = {
"property_id": element[0], "property_id": element[0],
"readable_address": None, "readable_address": None,
"flat_appartment": element[-1][0][4], "flat_appartment": list(element[-1])[0][4],
"builing": element[-1][0][10], "builing": list(element[-1])[0][10],
"number": element[-1][0][3], "number": list(element[-1])[0][3],
"street": element[-1][0][5], "street": list(element[-1])[0][5],
"locality": element[-1][0][6], "locality": list(element[-1])[0][6],
"town": element[-1][0][7], "town": list(element[-1])[0][7],
"district": element[-1][0][8], "district": list(element[-1])[0][8],
"county": element[-1][0][9], "county": list(element[-1])[0][9],
"postcode": element[-1][0][2], "postcode": list(element[-1])[0][2],
"property_transactions": property_transactions, "property_transactions": property_transactions,
"latest_transaction_year": self.get_latest_transaction( "latest_transaction_year": self.get_latest_transaction(
[ [