-
Notifications
You must be signed in to change notification settings - Fork 0
/
sorting.yml
executable file
·23 lines (20 loc) · 962 Bytes
/
sorting.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
version: "3.3"
services:
spark-recording-sorting:
image: spark:3.0.0
container_name: "spark-recording-sorting"
ports:
- "4042:4040"
volumes:
- /etc/localtime:/etc/localtime:ro
- ${VOLUMES_PATH}/spark/conf:/opt/spark-3.0.0-bin-hadoop3.2/conf
- ${VOLUMES_PATH}/spark/logs:/opt/spark-3.0.0-bin-hadoop3.2/logs
- ./jars:/opt/jars
- ./appJars:/opt/data-loader
command: 'bin/spark-submit --class com.ipm.nslab.bndf.Sorter --master spark://spark-master:7077 --conf "spark.driver.extraClassPath=/opt/jars/postgresql-42.2.5.jar" --conf "spark.executor.extraClassPath=/opt/jars/postgresql-42.2.5.jar" --executor-memory ${SPARK_EXECUTOR_MEMORY}G --total-executor-cores ${SPARK_EXECUTOR_CORES} --driver-memory ${SPARK_DRIVER_MEMORY}G /opt/data-loader/bndf-2.0.0.jar mongodb://root:ns123@mongos:27017/admin ${NAME}'
networks:
- spark-net
networks:
spark-net:
external:
name: spark-net