-
Notifications
You must be signed in to change notification settings - Fork 0
/
startspark.sh
executable file
·9 lines (7 loc) · 1.2 KB
/
startspark.sh
1
2
3
4
5
6
7
8
9
docker cp alluxio-master:/opt/alluxio/client/alluxio-2.8.0-client.jar ./
docker cp alluxio-2.8.0-client.jar spark-master:/spark
docker cp alluxio-2.8.0-client.jar spark-worker1:/spark
docker cp alluxio-2.8.0-client.jar spark-worker2:/spark
docker exec spark-master bash -c " cp /spark/conf/spark-defaults.conf.template /spark/conf/spark-defaults.conf && echo 'spark.driver.extraClassPath /spark/alluxio-2.8.0-client.jar' >> /spark/conf/spark-defaults.conf && echo 'spark.executor.extraClassPath /spark/alluxio-2.8.0-client.jar' >> /spark/conf/spark-defaults.conf "
docker exec spark-worker1 bash -c " cp /spark/conf/spark-defaults.conf.template /spark/conf/spark-defaults.conf && echo 'spark.driver.extraClassPath /spark/alluxio-2.8.0-client.jar' >> /spark/conf/spark-defaults.conf && echo 'spark.executor.extraClassPath /spark/alluxio-2.8.0-client.jar' >> /spark/conf/spark-defaults.conf "
docker exec spark-worker2 bash -c " cp /spark/conf/spark-defaults.conf.template /spark/conf/spark-defaults.conf && echo 'spark.driver.extraClassPath /spark/alluxio-2.8.0-client.jar' >> /spark/conf/spark-defaults.conf && echo 'spark.executor.extraClassPath /spark/alluxio-2.8.0-client.jar' >> /spark/conf/spark-defaults.conf "