From 377e3c703f214d2cafb443b38f07ae0d6c1f9b22 Mon Sep 17 00:00:00 2001
From: Daniel Tomlinson <dtomlinson@panaetius.co.uk>
Date: Mon, 27 Sep 2021 01:35:48 +0100
Subject: [PATCH] updating dataflow documentation

---
 notes/documentation/dataflow.md | 21 ++++++++++++++++++++-
 1 file changed, 20 insertions(+), 1 deletion(-)

diff --git a/notes/documentation/dataflow.md b/notes/documentation/dataflow.md
index fd483e4..63a6fa1 100644
--- a/notes/documentation/dataflow.md
+++ b/notes/documentation/dataflow.md
@@ -43,9 +43,14 @@ python -m analyse_properties.main \
     --project street-group \
     --temp_location gs://street-group-technical-test-dmot-euw1/tmp \
     --subnetwork=https://www.googleapis.com/compute/v1/projects/street-group/regions/europe-west1/subnetworks/europe-west-1-dataflow \
-    --no_use_public_ips
+    --no_use_public_ips \
+    --worker_machine_type=n1-highmem-8
 ```
 
+    —-disk_size_gb=50 \
+
+
+
 ### Locally
 
 Run the pipeline locally:
@@ -64,3 +69,17 @@ Running in its own private VPC without public IPs
 
 - <https://stackoverflow.com/questions/58893082/which-compute-engine-quotas-need-to-be-updated-to-run-dataflow-with-50-workers>
 - <https://cloud.google.com/dataflow/docs/guides/specifying-networks#subnetwork_parameter>
+
+Error help
+
+- <https://cloud.google.com/dataflow/docs/guides/common-errors>
+- <https://cloud.google.com/dataflow/docs/guides/troubleshooting-your-pipeline>
+
+Scaling
+
+Using DataFlowPrime: <https://cloud.google.com/dataflow/docs/guides/enable-dataflow-prime#enable-prime>
+Use `--experiments=enable_prime`
+
+Deploying a pipeline (with scaling options): <https://cloud.google.com/dataflow/docs/guides/deploying-a-pipeline>
+
+Available VM types (with pricing): <https://cloud.google.com/compute/vm-instance-pricing#n1_predefined>