API tools faq
paste
Guest User

STDERR log messages for Kafka Start failure

a guest
Jul 17th, 2017
1,013
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Apache Log 65.18 KB | None | 0 0
raw download clone embed print report
  1. Mon Jul 17 14:32:38 CDT 2017
  2. + locate_java_home
  3. + locate_java_home_no_verify
  4. + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
  5. + local JAVA6_HOME_CANDIDATES
  6. + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
  7. + local OPENJAVA6_HOME_CANDIDATES
  8. + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
  9. + local JAVA7_HOME_CANDIDATES
  10. + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
  11. + local OPENJAVA7_HOME_CANDIDATES
  12. + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
  13. + local JAVA8_HOME_CANDIDATES
  14. + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
  15. + local OPENJAVA8_HOME_CANDIDATES
  16. + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
  17. + local MISCJAVA_HOME_CANDIDATES
  18. + case ${BIGTOP_JAVA_MAJOR} in
  19. + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
  20. + '[' -z '' ']'
  21. + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
  22. ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
  23. + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
  24. + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
  25. + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  26. + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  27. + break 2
  28. + verify_java_home
  29. + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
  30. + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  31. + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
  32. ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  33. ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  34. ++ sed 's#{{PID}}#41162#g'
  35. + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  36. + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  37. + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
  38. + source_parcel_environment
  39. + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
  40. + OLD_IFS='    
  41. '
  42. + IFS=:
  43. + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
  44. + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
  45. + IFS='    
  46. '
  47. + COUNT=2
  48. ++ seq 1 2
  49. + for i in '`seq 1 $COUNT`'
  50. + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  51. + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  52. + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  53. ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  54. ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  55. ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  56. ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  57. ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  58. ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  59. ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  60. ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  61. ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  62. ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  63. ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  64. ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  65. ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  66. ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  67. ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  68. ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  69. ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  70. ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  71. ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  72. ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  73. ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  74. ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  75. ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  76. ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  77. ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  78. ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  79. ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  80. ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  81. ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  82. ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  83. ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  84. ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  85. ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  86. ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  87. ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  88. ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  89. ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  90. ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  91. ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  92. ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  93. ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  94. ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  95. ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  96. ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  97. ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  98. ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  99. ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  100. ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  101. ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  102. ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  103. ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  104. ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  105. ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  106. ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  107. ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  108. ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  109. ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  110. ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  111. ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  112. ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  113. ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  114. + for i in '`seq 1 $COUNT`'
  115. + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  116. + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  117. + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  118. ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  119. ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  120. ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  121. + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
  122. + echo 'Using scripts/control.sh as process script'
  123. + replace_conf_dir
  124. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
  125. Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
  126. + make_scripts_executable
  127. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
  128. + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  129. + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  130. + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
  131. + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
  132. + DEFAULT_KAFKA_HOME=/usr/lib/kafka
  133. + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  134. + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
  135. + echo ''
  136. ++ date
  137. + echo 'Date: Mon Jul 17 14:32:38 CDT 2017'
  138. + echo 'Host: svd0hdatn03.homeoffice.amc.corp'
  139. ++ pwd
  140. + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  141. + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  142. + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
  143. + echo 'Zookeeper Quorum: svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181'
  144. + echo 'Zookeeper Chroot: '
  145. + echo 'PORT: 9092'
  146. + echo 'JMX_PORT: 9393'
  147. + echo 'SSL_PORT: 9093'
  148. + echo 'ENABLE_MONITORING: true'
  149. + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
  150. + echo 'BROKER_HEAP_SIZE: 1024'
  151. + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  152. + echo 'BROKER_SSL_ENABLED: false'
  153. + echo 'KERBEROS_AUTH_ENABLED: false'
  154. + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.homeoffice.amc.corp@HOMEOFFICE.AMC.CORP'
  155. + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
  156. + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
  157. + echo 'SUPER_USERS: kafka'
  158. ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
  159. ++ cut -d = -f 2
  160. + KAFKA_VERSION=0.10.2-kafka2.2.0
  161. ++ echo 0.10.2-kafka2.2.0
  162. ++ cut -d - -f 2
  163. ++ sed s/kafka//g
  164. ++ cut -d . -f 1
  165. + KAFKA_MAJOR_VERSION=2
  166. + echo 'Kafka version found: 0.10.2-kafka2.2.0'
  167. + [[ -z '' ]]
  168. + ZK_PRINCIPAL_NAME=zookeeper
  169. + echo 'ZK_PRINCIPAL_NAME: zookeeper'
  170. + QUORUM=svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181
  171. + [[ -n '' ]]
  172. + echo 'Final Zookeeper Quorum is svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181'
  173. + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  174. + [[ true == \t\r\u\e ]]
  175. + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  176. + [[ false == \t\r\u\e ]]
  177. + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  178. + [[ false == \t\r\u\e ]]
  179. + SECURITY_PROTOCOL=
  180. + [[ false == \t\r\u\e ]]
  181. + [[ false == \t\r\u\e ]]
  182. + SECURITY_PROTOCOL=PLAINTEXT
  183. + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
  184. + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
  185. + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  186. + LISTENERS=listeners=
  187. + [[ false == \t\r\u\e ]]
  188. + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,
  189. + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
  190. + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,
  191. + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  192. + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  193. + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  194. + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
  195. + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
  196. + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
  197. + echo sentry.kafka.principal.hostname=svd0hdatn03.homeoffice.amc.corp
  198. + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.homeoffice.amc.corp@HOMEOFFICE.AMC.CORP
  199. + echo sentry.kafka.keytab.file=
  200. + [[ -n kafka ]]
  201. + echo super.users=User:kafka
  202. ++ pwd
  203. + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  204. + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  205. + '[' -z '' ']'
  206. + export KAFKA_HEAP_OPTS=-Xmx1024M
  207. + KAFKA_HEAP_OPTS=-Xmx1024M
  208. + '[' -z '' ']'
  209. + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  210. + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  211. + [[ false == \t\r\u\e ]]
  212. + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  213. SLF4J: Class path contains multiple SLF4J bindings.
  214. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  215. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  216. SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
  217. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
  218. Mon Jul 17 14:32:43 CDT 2017
  219. + locate_java_home
  220. + locate_java_home_no_verify
  221. + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
  222. + local JAVA6_HOME_CANDIDATES
  223. + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
  224. + local OPENJAVA6_HOME_CANDIDATES
  225. + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
  226. + local JAVA7_HOME_CANDIDATES
  227. + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
  228. + local OPENJAVA7_HOME_CANDIDATES
  229. + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
  230. + local JAVA8_HOME_CANDIDATES
  231. + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
  232. + local OPENJAVA8_HOME_CANDIDATES
  233. + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
  234. + local MISCJAVA_HOME_CANDIDATES
  235. + case ${BIGTOP_JAVA_MAJOR} in
  236. + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
  237. + '[' -z '' ']'
  238. + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
  239. ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
  240. + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
  241. + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
  242. + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  243. + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  244. + break 2
  245. + verify_java_home
  246. + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
  247. + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  248. + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
  249. ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  250. ++ sed 's#{{PID}}#41853#g'
  251. ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  252. + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  253. + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  254. + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
  255. + source_parcel_environment
  256. + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
  257. + OLD_IFS='    
  258. '
  259. + IFS=:
  260. + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
  261. + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
  262. + IFS='    
  263. '
  264. + COUNT=2
  265. ++ seq 1 2
  266. + for i in '`seq 1 $COUNT`'
  267. + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  268. + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  269. + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  270. ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  271. ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  272. ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  273. ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  274. ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  275. ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  276. ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  277. ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  278. ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  279. ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  280. ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  281. ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  282. ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  283. ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  284. ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  285. ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  286. ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  287. ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  288. ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  289. ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  290. ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  291. ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  292. ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  293. ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  294. ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  295. ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  296. ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  297. ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  298. ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  299. ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  300. ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  301. ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  302. ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  303. ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  304. ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  305. ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  306. ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  307. ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  308. ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  309. ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  310. ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  311. ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  312. ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  313. ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  314. ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  315. ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  316. ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  317. ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  318. ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  319. ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  320. ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  321. ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  322. ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  323. ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  324. ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  325. ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  326. ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  327. ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  328. ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  329. ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  330. ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  331. + for i in '`seq 1 $COUNT`'
  332. + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  333. + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  334. + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  335. ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  336. ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  337. ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  338. + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
  339. + echo 'Using scripts/control.sh as process script'
  340. + replace_conf_dir
  341. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
  342. Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
  343. + make_scripts_executable
  344. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
  345. + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  346. + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  347. + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
  348. + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
  349. + DEFAULT_KAFKA_HOME=/usr/lib/kafka
  350. + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  351. + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
  352. + echo ''
  353. ++ date
  354. + echo 'Date: Mon Jul 17 14:32:43 CDT 2017'
  355. + echo 'Host: svd0hdatn03.homeoffice.amc.corp'
  356. ++ pwd
  357. + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  358. + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  359. + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
  360. + echo 'Zookeeper Quorum: svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181'
  361. + echo 'Zookeeper Chroot: '
  362. + echo 'PORT: 9092'
  363. + echo 'JMX_PORT: 9393'
  364. + echo 'SSL_PORT: 9093'
  365. + echo 'ENABLE_MONITORING: true'
  366. + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
  367. + echo 'BROKER_HEAP_SIZE: 1024'
  368. + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  369. + echo 'BROKER_SSL_ENABLED: false'
  370. + echo 'KERBEROS_AUTH_ENABLED: false'
  371. + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.homeoffice.amc.corp@HOMEOFFICE.AMC.CORP'
  372. + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
  373. + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
  374. + echo 'SUPER_USERS: kafka'
  375. ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
  376. ++ cut -d = -f 2
  377. + KAFKA_VERSION=0.10.2-kafka2.2.0
  378. ++ echo 0.10.2-kafka2.2.0
  379. ++ cut -d - -f 2
  380. ++ sed s/kafka//g
  381. ++ cut -d . -f 1
  382. + KAFKA_MAJOR_VERSION=2
  383. + echo 'Kafka version found: 0.10.2-kafka2.2.0'
  384. + [[ -z '' ]]
  385. + ZK_PRINCIPAL_NAME=zookeeper
  386. + echo 'ZK_PRINCIPAL_NAME: zookeeper'
  387. + QUORUM=svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181
  388. + [[ -n '' ]]
  389. + echo 'Final Zookeeper Quorum is svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181'
  390. + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  391. + [[ true == \t\r\u\e ]]
  392. + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  393. + [[ false == \t\r\u\e ]]
  394. + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  395. + [[ false == \t\r\u\e ]]
  396. + SECURITY_PROTOCOL=
  397. + [[ false == \t\r\u\e ]]
  398. + [[ false == \t\r\u\e ]]
  399. + SECURITY_PROTOCOL=PLAINTEXT
  400. + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
  401. + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
  402. + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  403. + LISTENERS=listeners=
  404. + [[ false == \t\r\u\e ]]
  405. + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,
  406. + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
  407. + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,
  408. + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  409. + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  410. + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  411. + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
  412. + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
  413. + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
  414. + echo sentry.kafka.principal.hostname=svd0hdatn03.homeoffice.amc.corp
  415. + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.homeoffice.amc.corp@HOMEOFFICE.AMC.CORP
  416. + echo sentry.kafka.keytab.file=
  417. + [[ -n kafka ]]
  418. + echo super.users=User:kafka
  419. ++ pwd
  420. + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  421. + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  422. + '[' -z '' ']'
  423. + export KAFKA_HEAP_OPTS=-Xmx1024M
  424. + KAFKA_HEAP_OPTS=-Xmx1024M
  425. + '[' -z '' ']'
  426. + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  427. + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  428. + [[ false == \t\r\u\e ]]
  429. + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  430. SLF4J: Class path contains multiple SLF4J bindings.
  431. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  432. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  433. SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
  434. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
  435. Mon Jul 17 14:32:49 CDT 2017
  436. + locate_java_home
  437. + locate_java_home_no_verify
  438. + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
  439. + local JAVA6_HOME_CANDIDATES
  440. + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
  441. + local OPENJAVA6_HOME_CANDIDATES
  442. + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
  443. + local JAVA7_HOME_CANDIDATES
  444. + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
  445. + local OPENJAVA7_HOME_CANDIDATES
  446. + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
  447. + local JAVA8_HOME_CANDIDATES
  448. + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
  449. + local OPENJAVA8_HOME_CANDIDATES
  450. + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
  451. + local MISCJAVA_HOME_CANDIDATES
  452. + case ${BIGTOP_JAVA_MAJOR} in
  453. + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
  454. + '[' -z '' ']'
  455. + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
  456. ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
  457. + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
  458. + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
  459. + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  460. + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  461. + break 2
  462. + verify_java_home
  463. + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
  464. + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  465. + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
  466. ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  467. ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  468. ++ sed 's#{{PID}}#42550#g'
  469. + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  470. + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  471. + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
  472. + source_parcel_environment
  473. + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
  474. + OLD_IFS='    
  475. '
  476. + IFS=:
  477. + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
  478. + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
  479. + IFS='    
  480. '
  481. + COUNT=2
  482. ++ seq 1 2
  483. + for i in '`seq 1 $COUNT`'
  484. + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  485. + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  486. + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  487. ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  488. ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  489. ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  490. ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  491. ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  492. ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  493. ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  494. ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  495. ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  496. ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  497. ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  498. ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  499. ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  500. ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  501. ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  502. ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  503. ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  504. ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  505. ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  506. ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  507. ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  508. ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  509. ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  510. ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  511. ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  512. ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  513. ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  514. ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  515. ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  516. ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  517. ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  518. ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  519. ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  520. ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  521. ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  522. ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  523. ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  524. ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  525. ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  526. ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  527. ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  528. ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  529. ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  530. ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  531. ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  532. ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  533. ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  534. ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  535. ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  536. ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  537. ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  538. ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  539. ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  540. ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  541. ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  542. ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  543. ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  544. ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  545. ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  546. ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  547. ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  548. + for i in '`seq 1 $COUNT`'
  549. + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  550. + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  551. + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  552. ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  553. ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  554. ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  555. + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
  556. + echo 'Using scripts/control.sh as process script'
  557. + replace_conf_dir
  558. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
  559. Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
  560. + make_scripts_executable
  561. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
  562. + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  563. + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  564. + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
  565. + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
  566. + DEFAULT_KAFKA_HOME=/usr/lib/kafka
  567. + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  568. + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
  569. + echo ''
  570. ++ date
  571. + echo 'Date: Mon Jul 17 14:32:49 CDT 2017'
  572. + echo 'Host: svd0hdatn03.homeoffice.amc.corp'
  573. ++ pwd
  574. + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  575. + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  576. + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
  577. + echo 'Zookeeper Quorum: svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181'
  578. + echo 'Zookeeper Chroot: '
  579. + echo 'PORT: 9092'
  580. + echo 'JMX_PORT: 9393'
  581. + echo 'SSL_PORT: 9093'
  582. + echo 'ENABLE_MONITORING: true'
  583. + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
  584. + echo 'BROKER_HEAP_SIZE: 1024'
  585. + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  586. + echo 'BROKER_SSL_ENABLED: false'
  587. + echo 'KERBEROS_AUTH_ENABLED: false'
  588. + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.homeoffice.amc.corp@HOMEOFFICE.AMC.CORP'
  589. + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
  590. + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
  591. + echo 'SUPER_USERS: kafka'
  592. ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
  593. ++ cut -d = -f 2
  594. + KAFKA_VERSION=0.10.2-kafka2.2.0
  595. ++ echo 0.10.2-kafka2.2.0
  596. ++ cut -d - -f 2
  597. ++ sed s/kafka//g
  598. ++ cut -d . -f 1
  599. + KAFKA_MAJOR_VERSION=2
  600. + echo 'Kafka version found: 0.10.2-kafka2.2.0'
  601. + [[ -z '' ]]
  602. + ZK_PRINCIPAL_NAME=zookeeper
  603. + echo 'ZK_PRINCIPAL_NAME: zookeeper'
  604. + QUORUM=svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181
  605. + [[ -n '' ]]
  606. + echo 'Final Zookeeper Quorum is svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181'
  607. + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  608. + [[ true == \t\r\u\e ]]
  609. + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  610. + [[ false == \t\r\u\e ]]
  611. + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  612. + [[ false == \t\r\u\e ]]
  613. + SECURITY_PROTOCOL=
  614. + [[ false == \t\r\u\e ]]
  615. + [[ false == \t\r\u\e ]]
  616. + SECURITY_PROTOCOL=PLAINTEXT
  617. + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
  618. + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
  619. + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  620. + LISTENERS=listeners=
  621. + [[ false == \t\r\u\e ]]
  622. + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,
  623. + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
  624. + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,
  625. + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  626. + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  627. + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  628. + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
  629. + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
  630. + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
  631. + echo sentry.kafka.principal.hostname=svd0hdatn03.homeoffice.amc.corp
  632. + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.homeoffice.amc.corp@HOMEOFFICE.AMC.CORP
  633. + echo sentry.kafka.keytab.file=
  634. + [[ -n kafka ]]
  635. + echo super.users=User:kafka
  636. ++ pwd
  637. + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  638. + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  639. + '[' -z '' ']'
  640. + export KAFKA_HEAP_OPTS=-Xmx1024M
  641. + KAFKA_HEAP_OPTS=-Xmx1024M
  642. + '[' -z '' ']'
  643. + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  644. + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  645. + [[ false == \t\r\u\e ]]
  646. + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  647. SLF4J: Class path contains multiple SLF4J bindings.
  648. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  649. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  650. SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
  651. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
  652. Mon Jul 17 14:32:57 CDT 2017
  653. + locate_java_home
  654. + locate_java_home_no_verify
  655. + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
  656. + local JAVA6_HOME_CANDIDATES
  657. + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
  658. + local OPENJAVA6_HOME_CANDIDATES
  659. + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
  660. + local JAVA7_HOME_CANDIDATES
  661. + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
  662. + local OPENJAVA7_HOME_CANDIDATES
  663. + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
  664. + local JAVA8_HOME_CANDIDATES
  665. + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
  666. + local OPENJAVA8_HOME_CANDIDATES
  667. + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
  668. + local MISCJAVA_HOME_CANDIDATES
  669. + case ${BIGTOP_JAVA_MAJOR} in
  670. + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
  671. + '[' -z '' ']'
  672. + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
  673. ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
  674. + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
  675. + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
  676. + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  677. + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  678. + break 2
  679. + verify_java_home
  680. + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
  681. + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
  682. + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
  683. ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  684. ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
  685. ++ sed 's#{{PID}}#43296#g'
  686. + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  687. + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
  688. + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
  689. + source_parcel_environment
  690. + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
  691. + OLD_IFS='    
  692. '
  693. + IFS=:
  694. + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
  695. + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
  696. + IFS='    
  697. '
  698. + COUNT=2
  699. ++ seq 1 2
  700. + for i in '`seq 1 $COUNT`'
  701. + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  702. + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  703. + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
  704. ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
  705. ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  706. ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  707. ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  708. ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
  709. ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  710. ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
  711. ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  712. ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
  713. ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  714. ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
  715. ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  716. ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
  717. ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  718. ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
  719. ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  720. ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
  721. ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  722. ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
  723. ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  724. ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
  725. ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  726. ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
  727. ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  728. ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
  729. ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  730. ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
  731. ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  732. ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
  733. ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  734. ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
  735. ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  736. ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
  737. ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  738. ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
  739. ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  740. ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
  741. ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  742. ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
  743. ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  744. ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
  745. ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  746. ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
  747. ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  748. ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
  749. ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  750. ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
  751. ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  752. ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
  753. ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  754. ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
  755. ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  756. ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
  757. ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  758. ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
  759. ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  760. ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
  761. ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  762. ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
  763. ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  764. ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
  765. + for i in '`seq 1 $COUNT`'
  766. + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  767. + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  768. + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
  769. ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
  770. ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  771. ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  772. + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
  773. + echo 'Using scripts/control.sh as process script'
  774. + replace_conf_dir
  775. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
  776. Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
  777. + make_scripts_executable
  778. + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
  779. + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  780. + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
  781. + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
  782. + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
  783. + DEFAULT_KAFKA_HOME=/usr/lib/kafka
  784. + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
  785. + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
  786. + echo ''
  787. ++ date
  788. + echo 'Date: Mon Jul 17 14:32:57 CDT 2017'
  789. + echo 'Host: svd0hdatn03.homeoffice.amc.corp'
  790. ++ pwd
  791. + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  792. + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
  793. + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
  794. + echo 'Zookeeper Quorum: svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181'
  795. + echo 'Zookeeper Chroot: '
  796. + echo 'PORT: 9092'
  797. + echo 'JMX_PORT: 9393'
  798. + echo 'SSL_PORT: 9093'
  799. + echo 'ENABLE_MONITORING: true'
  800. + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
  801. + echo 'BROKER_HEAP_SIZE: 1024'
  802. + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  803. + echo 'BROKER_SSL_ENABLED: false'
  804. + echo 'KERBEROS_AUTH_ENABLED: false'
  805. + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.homeoffice.amc.corp@HOMEOFFICE.AMC.CORP'
  806. + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
  807. + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
  808. + echo 'SUPER_USERS: kafka'
  809. ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
  810. ++ cut -d = -f 2
  811. + KAFKA_VERSION=0.10.2-kafka2.2.0
  812. ++ echo 0.10.2-kafka2.2.0
  813. ++ cut -d - -f 2
  814. ++ sed s/kafka//g
  815. ++ cut -d . -f 1
  816. + KAFKA_MAJOR_VERSION=2
  817. + echo 'Kafka version found: 0.10.2-kafka2.2.0'
  818. + [[ -z '' ]]
  819. + ZK_PRINCIPAL_NAME=zookeeper
  820. + echo 'ZK_PRINCIPAL_NAME: zookeeper'
  821. + QUORUM=svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181
  822. + [[ -n '' ]]
  823. + echo 'Final Zookeeper Quorum is svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181'
  824. + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.homeoffice.amc.corp:2181,svd0hmstn01.homeoffice.amc.corp:2181,svd0hmstn02.homeoffice.amc.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  825. + [[ true == \t\r\u\e ]]
  826. + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  827. + [[ false == \t\r\u\e ]]
  828. + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  829. + [[ false == \t\r\u\e ]]
  830. + SECURITY_PROTOCOL=
  831. + [[ false == \t\r\u\e ]]
  832. + [[ false == \t\r\u\e ]]
  833. + SECURITY_PROTOCOL=PLAINTEXT
  834. + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
  835. + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
  836. + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  837. + LISTENERS=listeners=
  838. + [[ false == \t\r\u\e ]]
  839. + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,
  840. + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
  841. + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,
  842. + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.homeoffice.amc.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  843. + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  844. + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
  845. + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
  846. + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
  847. + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
  848. + echo sentry.kafka.principal.hostname=svd0hdatn03.homeoffice.amc.corp
  849. + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.homeoffice.amc.corp@HOMEOFFICE.AMC.CORP
  850. + echo sentry.kafka.keytab.file=
  851. + [[ -n kafka ]]
  852. + echo super.users=User:kafka
  853. ++ pwd
  854. + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  855. + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
  856. + '[' -z '' ']'
  857. + export KAFKA_HEAP_OPTS=-Xmx1024M
  858. + KAFKA_HEAP_OPTS=-Xmx1024M
  859. + '[' -z '' ']'
  860. + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  861. + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
  862. + [[ false == \t\r\u\e ]]
  863. + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
  864. SLF4J: Class path contains multiple SLF4J bindings.
  865. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  866. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  867. SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
  868. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!