Advertisement
Guest User

Untitled

a guest
May 13th, 2016
158
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.00 KB | None | 0 0
  1. # Environment and deploy file
  2. # For use with bin/server_deploy, bin/server_package etc.
  3. DEPLOY_HOSTS="localhost"
  4.  
  5. APP_USER=myUser
  6. APP_GROUP=myUser
  7. # optional SSH Key to login to deploy server
  8. #SSH_KEY=/path/to/keyfile.pem
  9. INSTALL_DIR=/path/to/spark-jobserver1
  10. LOG_DIR=/var/log/job-server
  11. PIDFILE=spark-jobserver.pid
  12. JOBSERVER_MEMORY=1G
  13. SPARK_VERSION=1.6.0
  14. MAX_DIRECT_MEMORY=512M
  15. SPARK_HOME=/my/path/to/spark-1.6.1-bin-hadoop2.6
  16. SPARK_CONF_DIR=$SPARK_HOME/conf
  17. # Only needed for Mesos deploys
  18. SPARK_EXECUTOR_URI=/home/spark/spark-1.6.0.tar.gz
  19. # Only needed for YARN running outside of the cluster
  20. # You will need to COPY these files from your cluster to the remote machine
  21. # Normally these are kept on the cluster in /etc/hadoop/conf
  22. # YARN_CONF_DIR=/pathToRemoteConf/conf
  23. # HADOOP_CONF_DIR=/pathToRemoteConf/conf
  24. #
  25. # Also optional: extra JVM args for spark-submit
  26. # export SPARK_SUBMIT_OPTS+="-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=5433"
  27. SCALA_VERSION=2.10.4 # or 2.11.6
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement