From 2bf5e7ba98522128864f11e180ec1a8d32bb9555 Mon Sep 17 00:00:00 2001 From: Danilo Almeida Date: Sun, 3 May 2026 15:34:31 -0300 Subject: [PATCH] chore: add compose file --- compose.yml | 42 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 42 insertions(+) create mode 100644 compose.yml diff --git a/compose.yml b/compose.yml new file mode 100644 index 0000000..3858804 --- /dev/null +++ b/compose.yml @@ -0,0 +1,42 @@ +services: + spark-master: + image: bitnamilegacy/spark:3.5.0-debian-12-r17 + environment: + - SPARK_MODE=master + - SPARK_RPC_AUTHENTICATION_ENABLED=no + - SPARK_RPC_ENCRYPTION_ENABLED=no + - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no + - SPARK_SSL_ENABLED=no + volumes: + - ./notebooks:/home/jovyan/work + ports: + - "8080:8080" + - "7077:7077" + + spark-worker-1: + image: bitnamilegacy/spark:3.5.0-debian-12-r17 + environment: + - SPARK_MODE=worker + - SPARK_MASTER_URL=spark://spark-master:7077 + - SPARK_WORKER_MEMORY=1G + - SPARK_WORKER_CORES=1 + - SPARK_RPC_AUTHENTICATION_ENABLED=no + - SPARK_RPC_ENCRYPTION_ENABLED=no + - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no + - SPARK_SSL_ENABLED=no + volumes: + - ./notebooks:/home/jovyan/work + depends_on: + - spark-master + + jupyter: + image: jupyter/pyspark-notebook:spark-3.5.0 + ports: + - "8888:8888" + volumes: + - ./notebooks:/home/jovyan/work + command: start.sh jupyter notebook --NotebookApp.token='' + environment: + - JUPYTER_ENABLE_LAB=yes + depends_on: + - spark-master