mcginnisda

STDERR log output for Kafka start issue

Jul 17th, 2017
952
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. Mon Jul 17 14:32:38 CDT 2017
  2. + locate_java_home
  3. + locate_java_home_no_verify
  4. + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
  5. + local JAVA6_HOME_CANDIDATES
  6. + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
  7. + local OPENJAVA6_HOME_CANDIDATES
  8. + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
  9. + local JAVA7_HOME_CANDIDATES
  10. + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
  11. + local OPENJAVA7_HOME_CANDIDATES
  12. + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
  13. + local JAVA8_HOME_CANDIDATES
  14. + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
  15. + local OPENJAVA8_HOME_CANDIDATES
  16. + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
  17. + local MISCJAVA_HOME_CANDIDATES
  18. + case ${BIGTOP_JAVA_MAJOR} in
  19. + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
  20. + '[' -z '' ']'
  21. + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
  22. ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
  23. + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
  24. + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
  25. + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  26. + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  27. + break 2
  28. + verify_java_home
  29. + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
  30. + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  31. + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
  32. ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  33. ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  34. ++ sed 's#{{PID}}#41162#g'
  35. + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  36. + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  37. + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
  38. + source_parcel_environment
  39. + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
  40. + OLD_IFS='    
  41. '
  42. + IFS=:
  43. + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
  44. + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
  45. + IFS='    
  46. '
  47. + COUNT=2
  48. ++ seq 1 2
  49. + for i in '`seq 1 $COUNT`'
  50. + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  51. + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  52. + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  53. ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  54. ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  55. ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  56. ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  57. ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  58. ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  59. ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  60. ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  61. ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  62. ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  63. ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  64. ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  65. ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  66. ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  67. ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  68. ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  69. ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  70. ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  71. ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  72. ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  73. ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  74. ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  75. ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  76. ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  77. ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  78. ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  79. ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  80. ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  81. ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  82. ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  83. ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  84. ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  85. ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  86. ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  87. ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  88. ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  89. ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  90. ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  91. ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  92. ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  93. ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  94. ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  95. ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  96. ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  97. ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  98. ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  99. ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  100. ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  101. ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  102. ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  103. ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  104. ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  105. ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  106. ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  107. ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  108. ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  109. ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  110. ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  111. ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  112. ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  113. ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  114. + for i in '`seq 1 $COUNT`'
  115. + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  116. + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  117. + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  118. ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  119. ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  120. ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  121. + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
  122. + echo 'Using scripts/control.sh as process script'
  123. + replace_conf_dir
  124. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
  125. Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
  126. + make_scripts_executable
  127. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
  128. + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  129. + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  130. + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
  131. + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
  132. + DEFAULT_KAFKA_HOME=/usr/lib/kafka
  133. + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  134. + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
  135. + echo ''
  136. ++ date
  137. + echo 'Date: Mon Jul 17 14:32:38 CDT 2017'
  138. + echo 'Host: svd0hdatn03.XXXX.corp'
  139. ++ pwd
  140. + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  141. + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  142. + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
  143. + echo 'Zookeeper Quorum: svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
  144. + echo 'Zookeeper Chroot: '
  145. + echo 'PORT: 9092'
  146. + echo 'JMX_PORT: 9393'
  147. + echo 'SSL_PORT: 9093'
  148. + echo 'ENABLE_MONITORING: true'
  149. + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
  150. + echo 'BROKER_HEAP_SIZE: 1024'
  151. + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  152. + echo 'BROKER_SSL_ENABLED: false'
  153. + echo 'KERBEROS_AUTH_ENABLED: false'
  154. + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.XXXX.corp@XXXX.CORP'
  155. + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
  156. + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
  157. + echo 'SUPER_USERS: kafka'
  158. ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
  159. ++ cut -d = -f 2
  160. + KAFKA_VERSION=0.10.2-kafka2.2.0
  161. ++ echo 0.10.2-kafka2.2.0
  162. ++ cut -d - -f 2
  163. ++ sed s/kafka//g
  164. ++ cut -d . -f 1
  165. + KAFKA_MAJOR_VERSION=2
  166. + echo 'Kafka version found: 0.10.2-kafka2.2.0'
  167. + [[ -z '' ]]
  168. + ZK_PRINCIPAL_NAME=zookeeper
  169. + echo 'ZK_PRINCIPAL_NAME: zookeeper'
  170. + QUORUM=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181
  171. + [[ -n '' ]]
  172. + echo 'Final Zookeeper Quorum is svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
  173. + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  174. + [[ true == \t\r\u\e ]]
  175. + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  176. + [[ false == \t\r\u\e ]]
  177. + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  178. + [[ false == \t\r\u\e ]]
  179. + SECURITY_PROTOCOL=
  180. + [[ false == \t\r\u\e ]]
  181. + [[ false == \t\r\u\e ]]
  182. + SECURITY_PROTOCOL=PLAINTEXT
  183. + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
  184. + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
  185. + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  186. + LISTENERS=listeners=
  187. + [[ false == \t\r\u\e ]]
  188. + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
  189. + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
  190. + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
  191. + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  192. + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  193. + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  194. + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
  195. + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
  196. + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
  197. + echo sentry.kafka.principal.hostname=svd0hdatn03.XXXX.corp
  198. + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.XXXX.corp@XXXX.CORP
  199. + echo sentry.kafka.keytab.file=
  200. + [[ -n kafka ]]
  201. + echo super.users=User:kafka
  202. ++ pwd
  203. + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  204. + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  205. + '[' -z '' ']'
  206. + export KAFKA_HEAP_OPTS=-Xmx1024M
  207. + KAFKA_HEAP_OPTS=-Xmx1024M
  208. + '[' -z '' ']'
  209. + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  210. + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  211. + [[ false == \t\r\u\e ]]
  212. + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  213. SLF4J: Class path contains multiple SLF4J bindings.
  214. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  215. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  216. SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
  217. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
  218. Mon Jul 17 14:32:43 CDT 2017
  219. + locate_java_home
  220. + locate_java_home_no_verify
  221. + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
  222. + local JAVA6_HOME_CANDIDATES
  223. + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
  224. + local OPENJAVA6_HOME_CANDIDATES
  225. + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
  226. + local JAVA7_HOME_CANDIDATES
  227. + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
  228. + local OPENJAVA7_HOME_CANDIDATES
  229. + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
  230. + local JAVA8_HOME_CANDIDATES
  231. + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
  232. + local OPENJAVA8_HOME_CANDIDATES
  233. + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
  234. + local MISCJAVA_HOME_CANDIDATES
  235. + case ${BIGTOP_JAVA_MAJOR} in
  236. + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
  237. + '[' -z '' ']'
  238. + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
  239. ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
  240. + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
  241. + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
  242. + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  243. + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  244. + break 2
  245. + verify_java_home
  246. + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
  247. + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  248. + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
  249. ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  250. ++ sed 's#{{PID}}#41853#g'
  251. ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  252. + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  253. + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  254. + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
  255. + source_parcel_environment
  256. + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
  257. + OLD_IFS='    
  258. '
  259. + IFS=:
  260. + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
  261. + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
  262. + IFS='    
  263. '
  264. + COUNT=2
  265. ++ seq 1 2
  266. + for i in '`seq 1 $COUNT`'
  267. + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  268. + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  269. + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  270. ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  271. ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  272. ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  273. ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  274. ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  275. ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  276. ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  277. ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  278. ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  279. ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  280. ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  281. ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  282. ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  283. ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  284. ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  285. ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  286. ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  287. ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  288. ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  289. ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  290. ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  291. ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  292. ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  293. ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  294. ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  295. ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  296. ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  297. ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  298. ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  299. ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  300. ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  301. ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  302. ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  303. ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  304. ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  305. ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  306. ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  307. ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  308. ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  309. ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  310. ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  311. ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  312. ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  313. ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  314. ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  315. ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  316. ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  317. ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  318. ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  319. ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  320. ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  321. ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  322. ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  323. ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  324. ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  325. ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  326. ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  327. ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  328. ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  329. ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  330. ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  331. + for i in '`seq 1 $COUNT`'
  332. + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  333. + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  334. + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  335. ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  336. ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  337. ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  338. + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
  339. + echo 'Using scripts/control.sh as process script'
  340. + replace_conf_dir
  341. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
  342. Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
  343. + make_scripts_executable
  344. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
  345. + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  346. + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  347. + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
  348. + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
  349. + DEFAULT_KAFKA_HOME=/usr/lib/kafka
  350. + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  351. + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
  352. + echo ''
  353. ++ date
  354. + echo 'Date: Mon Jul 17 14:32:43 CDT 2017'
  355. + echo 'Host: svd0hdatn03.XXXX.corp'
  356. ++ pwd
  357. + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  358. + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  359. + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
  360. + echo 'Zookeeper Quorum: svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
  361. + echo 'Zookeeper Chroot: '
  362. + echo 'PORT: 9092'
  363. + echo 'JMX_PORT: 9393'
  364. + echo 'SSL_PORT: 9093'
  365. + echo 'ENABLE_MONITORING: true'
  366. + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
  367. + echo 'BROKER_HEAP_SIZE: 1024'
  368. + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  369. + echo 'BROKER_SSL_ENABLED: false'
  370. + echo 'KERBEROS_AUTH_ENABLED: false'
  371. + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.XXXX.corp@XXXX.CORP'
  372. + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
  373. + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
  374. + echo 'SUPER_USERS: kafka'
  375. ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
  376. ++ cut -d = -f 2
  377. + KAFKA_VERSION=0.10.2-kafka2.2.0
  378. ++ echo 0.10.2-kafka2.2.0
  379. ++ cut -d - -f 2
  380. ++ sed s/kafka//g
  381. ++ cut -d . -f 1
  382. + KAFKA_MAJOR_VERSION=2
  383. + echo 'Kafka version found: 0.10.2-kafka2.2.0'
  384. + [[ -z '' ]]
  385. + ZK_PRINCIPAL_NAME=zookeeper
  386. + echo 'ZK_PRINCIPAL_NAME: zookeeper'
  387. + QUORUM=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181
  388. + [[ -n '' ]]
  389. + echo 'Final Zookeeper Quorum is svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
  390. + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  391. + [[ true == \t\r\u\e ]]
  392. + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  393. + [[ false == \t\r\u\e ]]
  394. + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  395. + [[ false == \t\r\u\e ]]
  396. + SECURITY_PROTOCOL=
  397. + [[ false == \t\r\u\e ]]
  398. + [[ false == \t\r\u\e ]]
  399. + SECURITY_PROTOCOL=PLAINTEXT
  400. + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
  401. + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
  402. + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  403. + LISTENERS=listeners=
  404. + [[ false == \t\r\u\e ]]
  405. + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
  406. + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
  407. + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
  408. + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  409. + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  410. + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  411. + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
  412. + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
  413. + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
  414. + echo sentry.kafka.principal.hostname=svd0hdatn03.XXXX.corp
  415. + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.XXXX.corp@XXXX.CORP
  416. + echo sentry.kafka.keytab.file=
  417. + [[ -n kafka ]]
  418. + echo super.users=User:kafka
  419. ++ pwd
  420. + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  421. + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  422. + '[' -z '' ']'
  423. + export KAFKA_HEAP_OPTS=-Xmx1024M
  424. + KAFKA_HEAP_OPTS=-Xmx1024M
  425. + '[' -z '' ']'
  426. + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  427. + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  428. + [[ false == \t\r\u\e ]]
  429. + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  430. SLF4J: Class path contains multiple SLF4J bindings.
  431. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  432. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  433. SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
  434. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
  435. Mon Jul 17 14:32:49 CDT 2017
  436. + locate_java_home
  437. + locate_java_home_no_verify
  438. + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
  439. + local JAVA6_HOME_CANDIDATES
  440. + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
  441. + local OPENJAVA6_HOME_CANDIDATES
  442. + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
  443. + local JAVA7_HOME_CANDIDATES
  444. + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
  445. + local OPENJAVA7_HOME_CANDIDATES
  446. + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
  447. + local JAVA8_HOME_CANDIDATES
  448. + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
  449. + local OPENJAVA8_HOME_CANDIDATES
  450. + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
  451. + local MISCJAVA_HOME_CANDIDATES
  452. + case ${BIGTOP_JAVA_MAJOR} in
  453. + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
  454. + '[' -z '' ']'
  455. + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
  456. ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
  457. + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
  458. + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
  459. + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  460. + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  461. + break 2
  462. + verify_java_home
  463. + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
  464. + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  465. + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
  466. ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  467. ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  468. ++ sed 's#{{PID}}#42550#g'
  469. + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  470. + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  471. + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
  472. + source_parcel_environment
  473. + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
  474. + OLD_IFS='    
  475. '
  476. + IFS=:
  477. + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
  478. + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
  479. + IFS='    
  480. '
  481. + COUNT=2
  482. ++ seq 1 2
  483. + for i in '`seq 1 $COUNT`'
  484. + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  485. + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  486. + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  487. ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  488. ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  489. ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  490. ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  491. ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  492. ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  493. ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  494. ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  495. ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  496. ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  497. ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  498. ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  499. ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  500. ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  501. ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  502. ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  503. ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  504. ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  505. ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  506. ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  507. ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  508. ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  509. ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  510. ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  511. ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  512. ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  513. ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  514. ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  515. ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  516. ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  517. ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  518. ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  519. ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  520. ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  521. ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  522. ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  523. ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  524. ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  525. ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  526. ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  527. ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  528. ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  529. ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  530. ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  531. ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  532. ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  533. ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  534. ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  535. ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  536. ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  537. ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  538. ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  539. ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  540. ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  541. ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  542. ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  543. ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  544. ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  545. ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  546. ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  547. ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  548. + for i in '`seq 1 $COUNT`'
  549. + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  550. + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  551. + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  552. ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  553. ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  554. ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  555. + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
  556. + echo 'Using scripts/control.sh as process script'
  557. + replace_conf_dir
  558. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
  559. Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
  560. + make_scripts_executable
  561. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
  562. + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  563. + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  564. + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
  565. + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
  566. + DEFAULT_KAFKA_HOME=/usr/lib/kafka
  567. + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  568. + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
  569. + echo ''
  570. ++ date
  571. + echo 'Date: Mon Jul 17 14:32:49 CDT 2017'
  572. + echo 'Host: svd0hdatn03.XXXX.corp'
  573. ++ pwd
  574. + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  575. + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  576. + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
  577. + echo 'Zookeeper Quorum: svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
  578. + echo 'Zookeeper Chroot: '
  579. + echo 'PORT: 9092'
  580. + echo 'JMX_PORT: 9393'
  581. + echo 'SSL_PORT: 9093'
  582. + echo 'ENABLE_MONITORING: true'
  583. + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
  584. + echo 'BROKER_HEAP_SIZE: 1024'
  585. + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  586. + echo 'BROKER_SSL_ENABLED: false'
  587. + echo 'KERBEROS_AUTH_ENABLED: false'
  588. + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.XXXX.corp@XXXX.CORP'
  589. + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
  590. + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
  591. + echo 'SUPER_USERS: kafka'
  592. ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
  593. ++ cut -d = -f 2
  594. + KAFKA_VERSION=0.10.2-kafka2.2.0
  595. ++ echo 0.10.2-kafka2.2.0
  596. ++ cut -d - -f 2
  597. ++ sed s/kafka//g
  598. ++ cut -d . -f 1
  599. + KAFKA_MAJOR_VERSION=2
  600. + echo 'Kafka version found: 0.10.2-kafka2.2.0'
  601. + [[ -z '' ]]
  602. + ZK_PRINCIPAL_NAME=zookeeper
  603. + echo 'ZK_PRINCIPAL_NAME: zookeeper'
  604. + QUORUM=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181
  605. + [[ -n '' ]]
  606. + echo 'Final Zookeeper Quorum is svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
  607. + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  608. + [[ true == \t\r\u\e ]]
  609. + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  610. + [[ false == \t\r\u\e ]]
  611. + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  612. + [[ false == \t\r\u\e ]]
  613. + SECURITY_PROTOCOL=
  614. + [[ false == \t\r\u\e ]]
  615. + [[ false == \t\r\u\e ]]
  616. + SECURITY_PROTOCOL=PLAINTEXT
  617. + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
  618. + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
  619. + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  620. + LISTENERS=listeners=
  621. + [[ false == \t\r\u\e ]]
  622. + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
  623. + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
  624. + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
  625. + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  626. + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  627. + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  628. + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
  629. + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
  630. + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
  631. + echo sentry.kafka.principal.hostname=svd0hdatn03.XXXX.corp
  632. + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.XXXX.corp@XXXX.CORP
  633. + echo sentry.kafka.keytab.file=
  634. + [[ -n kafka ]]
  635. + echo super.users=User:kafka
  636. ++ pwd
  637. + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  638. + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  639. + '[' -z '' ']'
  640. + export KAFKA_HEAP_OPTS=-Xmx1024M
  641. + KAFKA_HEAP_OPTS=-Xmx1024M
  642. + '[' -z '' ']'
  643. + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  644. + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  645. + [[ false == \t\r\u\e ]]
  646. + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  647. SLF4J: Class path contains multiple SLF4J bindings.
  648. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  649. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  650. SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
  651. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
  652. Mon Jul 17 14:32:57 CDT 2017
  653. + locate_java_home
  654. + locate_java_home_no_verify
  655. + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
  656. + local JAVA6_HOME_CANDIDATES
  657. + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
  658. + local OPENJAVA6_HOME_CANDIDATES
  659. + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
  660. + local JAVA7_HOME_CANDIDATES
  661. + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
  662. + local OPENJAVA7_HOME_CANDIDATES
  663. + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
  664. + local JAVA8_HOME_CANDIDATES
  665. + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
  666. + local OPENJAVA8_HOME_CANDIDATES
  667. + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
  668. + local MISCJAVA_HOME_CANDIDATES
  669. + case ${BIGTOP_JAVA_MAJOR} in
  670. + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
  671. + '[' -z '' ']'
  672. + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
  673. ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
  674. + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
  675. + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
  676. + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  677. + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  678. + break 2
  679. + verify_java_home
  680. + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
  681. + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  682. + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
  683. ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  684. ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  685. ++ sed 's#{{PID}}#43296#g'
  686. + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  687. + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  688. + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
  689. + source_parcel_environment
  690. + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
  691. + OLD_IFS='    
  692. '
  693. + IFS=:
  694. + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
  695. + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
  696. + IFS='    
  697. '
  698. + COUNT=2
  699. ++ seq 1 2
  700. + for i in '`seq 1 $COUNT`'
  701. + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  702. + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  703. + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  704. ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  705. ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  706. ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  707. ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  708. ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  709. ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  710. ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  711. ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  712. ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  713. ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  714. ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  715. ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  716. ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  717. ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  718. ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  719. ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  720. ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  721. ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  722. ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  723. ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  724. ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  725. ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  726. ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  727. ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  728. ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  729. ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  730. ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  731. ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  732. ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  733. ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  734. ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  735. ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  736. ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  737. ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  738. ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  739. ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  740. ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  741. ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  742. ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  743. ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  744. ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  745. ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  746. ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  747. ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  748. ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  749. ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  750. ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  751. ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  752. ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  753. ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  754. ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  755. ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  756. ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  757. ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  758. ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  759. ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  760. ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  761. ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  762. ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  763. ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  764. ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  765. + for i in '`seq 1 $COUNT`'
  766. + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  767. + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  768. + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  769. ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  770. ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  771. ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  772. + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
  773. + echo 'Using scripts/control.sh as process script'
  774. + replace_conf_dir
  775. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
  776. Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
  777. + make_scripts_executable
  778. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
  779. + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  780. + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  781. + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
  782. + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
  783. + DEFAULT_KAFKA_HOME=/usr/lib/kafka
  784. + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  785. + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
  786. + echo ''
  787. ++ date
  788. + echo 'Date: Mon Jul 17 14:32:57 CDT 2017'
  789. + echo 'Host: svd0hdatn03.XXXX.corp'
  790. ++ pwd
  791. + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  792. + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  793. + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
  794. + echo 'Zookeeper Quorum: svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
  795. + echo 'Zookeeper Chroot: '
  796. + echo 'PORT: 9092'
  797. + echo 'JMX_PORT: 9393'
  798. + echo 'SSL_PORT: 9093'
  799. + echo 'ENABLE_MONITORING: true'
  800. + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
  801. + echo 'BROKER_HEAP_SIZE: 1024'
  802. + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  803. + echo 'BROKER_SSL_ENABLED: false'
  804. + echo 'KERBEROS_AUTH_ENABLED: false'
  805. + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.XXXX.corp@XXXX.CORP'
  806. + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
  807. + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
  808. + echo 'SUPER_USERS: kafka'
  809. ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
  810. ++ cut -d = -f 2
  811. + KAFKA_VERSION=0.10.2-kafka2.2.0
  812. ++ echo 0.10.2-kafka2.2.0
  813. ++ cut -d - -f 2
  814. ++ sed s/kafka//g
  815. ++ cut -d . -f 1
  816. + KAFKA_MAJOR_VERSION=2
  817. + echo 'Kafka version found: 0.10.2-kafka2.2.0'
  818. + [[ -z '' ]]
  819. + ZK_PRINCIPAL_NAME=zookeeper
  820. + echo 'ZK_PRINCIPAL_NAME: zookeeper'
  821. + QUORUM=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181
  822. + [[ -n '' ]]
  823. + echo 'Final Zookeeper Quorum is svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
  824. + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  825. + [[ true == \t\r\u\e ]]
  826. + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  827. + [[ false == \t\r\u\e ]]
  828. + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  829. + [[ false == \t\r\u\e ]]
  830. + SECURITY_PROTOCOL=
  831. + [[ false == \t\r\u\e ]]
  832. + [[ false == \t\r\u\e ]]
  833. + SECURITY_PROTOCOL=PLAINTEXT
  834. + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
  835. + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
  836. + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  837. + LISTENERS=listeners=
  838. + [[ false == \t\r\u\e ]]
  839. + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
  840. + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
  841. + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
  842. + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  843. + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  844. + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  845. + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
  846. + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
  847. + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
  848. + echo sentry.kafka.principal.hostname=svd0hdatn03.XXXX.corp
  849. + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.XXXX.corp@XXXX.CORP
  850. + echo sentry.kafka.keytab.file=
  851. + [[ -n kafka ]]
  852. + echo super.users=User:kafka
  853. ++ pwd
  854. + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  855. + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  856. + '[' -z '' ']'
  857. + export KAFKA_HEAP_OPTS=-Xmx1024M
  858. + KAFKA_HEAP_OPTS=-Xmx1024M
  859. + '[' -z '' ']'
  860. + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  861. + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  862. + [[ false == \t\r\u\e ]]
  863. + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  864. SLF4J: Class path contains multiple SLF4J bindings.
  865. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  866. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  867. SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
  868. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
RAW Paste Data