/opt/spark/sbin/stop-all.sh
sleep 1
rm -r /mnt/data-processor/*
sleep 1
/opt/spark/sbin/start-all.sh
sleep 1


/opt/spark/bin/spark-submit  \
--master spark://spark-01:7077  \
--conf "spark.driver.port=20000"  \
--verbose  \
--supervise  \
--conf "spark.cores.max=10"  \
--conf "spark.executor.cores=1"  \
--executor-memory 3750M  \
--deploy-mode cluster  \
--conf "spark.driver.memory=8G"  \
--conf "spark.driver.cores=2"  \
--conf "spark.executor.heartbeatInterval=20s"  \
--conf "spark.driver.extraJavaOptions=  -Xloggc:./gc-`date +%Y-%m-%d`.log  -XX:+UseG1GC -verbose:gc  -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps  -XX:GCLogFileSize=500M -Dlog4j.configuration=file:/opt/spark/conf/log4j.driver.properties"  \
--conf "spark.executor.extraJavaOptions=-Xloggc:./gc-`date +%Y-%m-%d`.log  -XX:+UseG1GC -verbose:gc  -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps  -XX:GCLogFileSize=500M -Dlog4j.configuration=file:/opt/spark/conf/log4j.executor.properties"  \
--class  jbt.dataprocessor.EntryPoint  \
/opt/dp/dataprocessor.jar /opt/dp/application.properties