diff --git a/notes/documentation/dataflow.md b/notes/documentation/dataflow.md index fd483e4..63a6fa1 100644 --- a/notes/documentation/dataflow.md +++ b/notes/documentation/dataflow.md @@ -43,9 +43,14 @@ python -m analyse_properties.main \ --project street-group \ --temp_location gs://street-group-technical-test-dmot-euw1/tmp \ --subnetwork=https://www.googleapis.com/compute/v1/projects/street-group/regions/europe-west1/subnetworks/europe-west-1-dataflow \ - --no_use_public_ips + --no_use_public_ips \ + --worker_machine_type=n1-highmem-8 ``` + —-disk_size_gb=50 \ + + + ### Locally Run the pipeline locally: @@ -64,3 +69,17 @@ Running in its own private VPC without public IPs - - + +Error help + +- +- + +Scaling + +Using DataFlowPrime: +Use `--experiments=enable_prime` + +Deploying a pipeline (with scaling options): + +Available VM types (with pricing):