diff options
| author | Fabian Mastenbroek <mail.fabianm@gmail.com> | 2020-07-18 16:47:32 +0200 |
|---|---|---|
| committer | Fabian Mastenbroek <mail.fabianm@gmail.com> | 2020-08-24 19:48:09 +0200 |
| commit | bde8b51fc40a02e6e8514ff428a748a133502c34 (patch) | |
| tree | 2b6761b6ef027030e891e16e1e1c1701e2121421 /docker-compose.yml | |
| parent | 0a895abfe307fbb6a28ceac6a07c5ac4863627fd (diff) | |
Default to local Spark instance
Diffstat (limited to 'docker-compose.yml')
| -rw-r--r-- | docker-compose.yml | 42 |
1 files changed, 0 insertions, 42 deletions
diff --git a/docker-compose.yml b/docker-compose.yml index ecd2fceb..d4954f58 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -39,11 +39,8 @@ services: restart: on-failure networks: - backend - - spark depends_on: - mongo - - spark-master - - spark-worker volumes: - type: bind source: ./traces @@ -59,44 +56,6 @@ services: - OPENDC_DB_PASSWORD - OPENDC_DB_HOST=mongo - OPENDC_OUTPUT=/results - - OPENDC_SPARK=spark://spark-master:7077 - - spark-master: - image: docker.io/bitnami/spark:3-debian-10 - networks: - - spark - environment: - - SPARK_MODE=master - - SPARK_RPC_AUTHENTICATION_ENABLED=no - - SPARK_RPC_ENCRYPTION_ENABLED=no - - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no - - SPARK_SSL_ENABLED=no - # Comment out for public deployment - ports: - - "8080:8080" - - "7077:7077" - - spark-worker: - image: docker.io/bitnami/spark:3-debian-10 - networks: - - spark - depends_on: - - spark-master - volumes: - - type: volume - source: results-volume - target: /results - environment: - - SPARK_MODE=worker - - SPARK_MASTER_URL=spark://spark-master:7077 - - SPARK_WORKER_MEMORY=2G - - SPARK_WORKER_CORES=2 - - SPARK_RPC_AUTHENTICATION_ENABLED=no - - SPARK_RPC_ENCRYPTION_ENABLED=no - - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no - - SPARK_SSL_ENABLED=no - ports: - - "7081:8081" mongo: build: @@ -138,4 +97,3 @@ volumes: networks: backend: {} - spark: {} |