From 5505dbf24a035d36a8234d7bfe4678870d117976 Mon Sep 17 00:00:00 2001
From: Daniel Tomlinson <dtomlinson@panaetius.co.uk>
Date: Sun, 26 Sep 2021 05:34:30 +0100
Subject: [PATCH] adding docker commands for spark

---
 notes/docker-commands-spark.txt | 14 ++++++++++++++
 1 file changed, 14 insertions(+)
 create mode 100644 notes/docker-commands-spark.txt

diff --git a/notes/docker-commands-spark.txt b/notes/docker-commands-spark.txt
new file mode 100644
index 0000000..e85784e
--- /dev/null
+++ b/notes/docker-commands-spark.txt
@@ -0,0 +1,14 @@
+docker run --rm \
+    -p 8098:8098 -p 8097:8097 -p 8099:8099 \
+    --name=beam_spark \
+apache/beam_spark_job_server:latest
+
+
+docker pull apache/beam_spark_job_server:2.33.0_rc1
+
+
+docker run --rm \
+    -e SPARK_DRIVER_MEMORY=8g \
+    -p 8098:8098 -p 8097:8097 -p 8099:8099 \
+    --name=beam_spark \
+apache/beam_spark_job_server:latest