-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.yml
59 lines (53 loc) · 1.29 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
version: '3.8'
services:
spark-iceberg:
image: spark-iceberg
container_name: spark-iceberg
build: ./spark
entrypoint: ['./entrypoint.sh', 'master' ]
env_file:
- spark/.env
volumes:
- ./warehouse:/home/iceberg/warehouse
- ./notebooks:/home/iceberg/notebooks
- ./data:/opt/spark/data
- ./spark_apps:/opt/spark/apps
- spark-logs:/opt/spark/spark-events
ports:
- '8888:8888'
- '8080:8080'
- '10000:10000'
- '10001:10001'
spark-worker:
image: spark-iceberg
container_name: spark-worker
entrypoint: [ './entrypoint.sh', 'worker' ]
depends_on:
- spark-iceberg
env_file:
- spark/.env
environment:
- SPARK_NO_DAEMONIZE=true
volumes:
- ./data:/opt/spark/data
- ./warehouse:/home/iceberg/warehouse
- ./spark_apps:/opt/spark/apps
- spark-logs:/opt/spark/spark-events
ports:
- '8081:8081'
spark-history-server:
container_name: spark-history
image: spark-iceberg
entrypoint: [ './entrypoint.sh', 'history' ]
depends_on:
- spark-iceberg
env_file:
- spark/.env
environment:
- SPARK_NO_DAEMONIZE=true
volumes:
- spark-logs:/opt/spark/spark-events
ports:
- '18080:18080'
volumes:
spark-logs: