From 54ca5dbbd4fd000b1f8b1926d8f6c96519ba5f68 Mon Sep 17 00:00:00 2001
From: Luca Morandini <lmorandini@ieee.org>
Date: Sat, 29 Apr 2023 12:21:53 +1000
Subject: [PATCH] - Updated Spark deployment to 3.2.4

---
 spark/README.md          | 2 +-
 spark/docker-compose.yml | 5 ++++-
 2 files changed, 5 insertions(+), 2 deletions(-)

diff --git a/spark/README.md b/spark/README.md
index 5c2cb34..af73a27 100644
--- a/spark/README.md
+++ b/spark/README.md
@@ -16,7 +16,7 @@ This step is needed to set the Docker user to `ROOT` in order to simplify the in
 (
   cd spark
   docker build --tag spark:latest\
-    --build-arg SPARK_VERSION=3.2.1\
+    --build-arg SPARK_VERSION=3.2.4\
      spark-image 
 )
 ```
diff --git a/spark/docker-compose.yml b/spark/docker-compose.yml
index 64d8c91..a98531f 100644
--- a/spark/docker-compose.yml
+++ b/spark/docker-compose.yml
@@ -1,4 +1,4 @@
-version: "2.1"
+version: "2"
 
 services:
   spark-master:
@@ -9,6 +9,7 @@ services:
       - SPARK_RPC_ENCRYPTION_ENABLED=no
       - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
       - SPARK_SSL_ENABLED=no
+      - SPARK_USER=spark
     ports:
       - '8080:8080'
       - '4040:4040'
@@ -27,6 +28,7 @@ services:
       - SPARK_RPC_ENCRYPTION_ENABLED=no
       - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
       - SPARK_SSL_ENABLED=no
+      - SPARK_USER=spark
     networks:
       sparknet:
         ipv4_address: "173.17.2.3"
@@ -42,6 +44,7 @@ services:
       - SPARK_RPC_ENCRYPTION_ENABLED=no
       - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
       - SPARK_SSL_ENABLED=no
+      - SPARK_USER=spark
     networks:
       sparknet:
         ipv4_address: "173.17.2.4"
-- 
GitLab