From 54ca5dbbd4fd000b1f8b1926d8f6c96519ba5f68 Mon Sep 17 00:00:00 2001 From: Luca Morandini <lmorandini@ieee.org> Date: Sat, 29 Apr 2023 12:21:53 +1000 Subject: [PATCH] - Updated Spark deployment to 3.2.4 --- spark/README.md | 2 +- spark/docker-compose.yml | 5 ++++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/spark/README.md b/spark/README.md index 5c2cb34..af73a27 100644 --- a/spark/README.md +++ b/spark/README.md @@ -16,7 +16,7 @@ This step is needed to set the Docker user to `ROOT` in order to simplify the in ( cd spark docker build --tag spark:latest\ - --build-arg SPARK_VERSION=3.2.1\ + --build-arg SPARK_VERSION=3.2.4\ spark-image ) ``` diff --git a/spark/docker-compose.yml b/spark/docker-compose.yml index 64d8c91..a98531f 100644 --- a/spark/docker-compose.yml +++ b/spark/docker-compose.yml @@ -1,4 +1,4 @@ -version: "2.1" +version: "2" services: spark-master: @@ -9,6 +9,7 @@ services: - SPARK_RPC_ENCRYPTION_ENABLED=no - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no - SPARK_SSL_ENABLED=no + - SPARK_USER=spark ports: - '8080:8080' - '4040:4040' @@ -27,6 +28,7 @@ services: - SPARK_RPC_ENCRYPTION_ENABLED=no - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no - SPARK_SSL_ENABLED=no + - SPARK_USER=spark networks: sparknet: ipv4_address: "173.17.2.3" @@ -42,6 +44,7 @@ services: - SPARK_RPC_ENCRYPTION_ENABLED=no - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no - SPARK_SSL_ENABLED=no + - SPARK_USER=spark networks: sparknet: ipv4_address: "173.17.2.4" -- GitLab