Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- Mon Jul 17 14:32:38 CDT 2017
- + locate_java_home
- + locate_java_home_no_verify
- + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
- + local JAVA6_HOME_CANDIDATES
- + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
- + local OPENJAVA6_HOME_CANDIDATES
- + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
- + local JAVA7_HOME_CANDIDATES
- + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
- + local OPENJAVA7_HOME_CANDIDATES
- + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
- + local JAVA8_HOME_CANDIDATES
- + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
- + local OPENJAVA8_HOME_CANDIDATES
- + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
- + local MISCJAVA_HOME_CANDIDATES
- + case ${BIGTOP_JAVA_MAJOR} in
- + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
- + '[' -z '' ']'
- + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
- ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
- + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
- + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
- + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + break 2
- + verify_java_home
- + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
- + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
- ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
- ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
- ++ sed 's#{{PID}}#41162#g'
- + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
- + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
- + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
- + source_parcel_environment
- + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
- + OLD_IFS='
- '
- + IFS=:
- + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
- + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
- + IFS='
- '
- + COUNT=2
- ++ seq 1 2
- + for i in '`seq 1 $COUNT`'
- + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
- + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
- + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
- ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
- ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
- ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
- ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
- ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
- ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
- ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
- ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
- ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
- ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
- ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
- ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
- ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
- ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
- ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
- ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
- ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
- ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
- ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
- ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
- ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
- ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
- ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
- ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
- ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
- ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
- ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
- ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
- ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
- ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
- ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
- ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
- ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
- ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
- ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
- ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
- ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
- ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
- ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
- ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
- ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
- ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
- ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
- ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
- ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
- ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
- ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
- ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
- ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
- ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
- ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
- ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
- ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
- ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
- ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
- ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
- ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
- + for i in '`seq 1 $COUNT`'
- + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
- + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
- + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
- ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
- ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
- + echo 'Using scripts/control.sh as process script'
- + replace_conf_dir
- + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
- Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
- + make_scripts_executable
- + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
- + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
- + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
- + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
- + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
- + DEFAULT_KAFKA_HOME=/usr/lib/kafka
- + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
- + echo ''
- ++ date
- + echo 'Date: Mon Jul 17 14:32:38 CDT 2017'
- + echo 'Host: svd0hdatn03.XXXX.corp'
- ++ pwd
- + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
- + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
- + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
- + echo 'Zookeeper Quorum: svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
- + echo 'Zookeeper Chroot: '
- + echo 'PORT: 9092'
- + echo 'JMX_PORT: 9393'
- + echo 'SSL_PORT: 9093'
- + echo 'ENABLE_MONITORING: true'
- + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
- + echo 'BROKER_HEAP_SIZE: 1024'
- + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + echo 'BROKER_SSL_ENABLED: false'
- + echo 'KERBEROS_AUTH_ENABLED: false'
- + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.XXXX.corp@XXXX.CORP'
- + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
- + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
- + echo 'SUPER_USERS: kafka'
- ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
- ++ cut -d = -f 2
- + KAFKA_VERSION=0.10.2-kafka2.2.0
- ++ echo 0.10.2-kafka2.2.0
- ++ cut -d - -f 2
- ++ sed s/kafka//g
- ++ cut -d . -f 1
- + KAFKA_MAJOR_VERSION=2
- + echo 'Kafka version found: 0.10.2-kafka2.2.0'
- + [[ -z '' ]]
- + ZK_PRINCIPAL_NAME=zookeeper
- + echo 'ZK_PRINCIPAL_NAME: zookeeper'
- + QUORUM=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181
- + [[ -n '' ]]
- + echo 'Final Zookeeper Quorum is svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
- + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ true == \t\r\u\e ]]
- + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ false == \t\r\u\e ]]
- + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ false == \t\r\u\e ]]
- + SECURITY_PROTOCOL=
- + [[ false == \t\r\u\e ]]
- + [[ false == \t\r\u\e ]]
- + SECURITY_PROTOCOL=PLAINTEXT
- + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
- + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
- + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + LISTENERS=listeners=
- + [[ false == \t\r\u\e ]]
- + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
- + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
- + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
- + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
- + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
- + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
- + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
- + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
- + echo sentry.kafka.principal.hostname=svd0hdatn03.XXXX.corp
- + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.XXXX.corp@XXXX.CORP
- + echo sentry.kafka.keytab.file=
- + [[ -n kafka ]]
- + echo super.users=User:kafka
- ++ pwd
- + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
- + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
- + '[' -z '' ']'
- + export KAFKA_HEAP_OPTS=-Xmx1024M
- + KAFKA_HEAP_OPTS=-Xmx1024M
- + '[' -z '' ']'
- + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41162.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + [[ false == \t\r\u\e ]]
- + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- SLF4J: Class path contains multiple SLF4J bindings.
- SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
- SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
- SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
- SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
- Mon Jul 17 14:32:43 CDT 2017
- + locate_java_home
- + locate_java_home_no_verify
- + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
- + local JAVA6_HOME_CANDIDATES
- + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
- + local OPENJAVA6_HOME_CANDIDATES
- + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
- + local JAVA7_HOME_CANDIDATES
- + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
- + local OPENJAVA7_HOME_CANDIDATES
- + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
- + local JAVA8_HOME_CANDIDATES
- + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
- + local OPENJAVA8_HOME_CANDIDATES
- + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
- + local MISCJAVA_HOME_CANDIDATES
- + case ${BIGTOP_JAVA_MAJOR} in
- + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
- + '[' -z '' ']'
- + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
- ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
- + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
- + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
- + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + break 2
- + verify_java_home
- + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
- + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
- ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
- ++ sed 's#{{PID}}#41853#g'
- ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
- + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
- + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
- + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
- + source_parcel_environment
- + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
- + OLD_IFS='
- '
- + IFS=:
- + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
- + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
- + IFS='
- '
- + COUNT=2
- ++ seq 1 2
- + for i in '`seq 1 $COUNT`'
- + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
- + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
- + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
- ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
- ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
- ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
- ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
- ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
- ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
- ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
- ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
- ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
- ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
- ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
- ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
- ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
- ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
- ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
- ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
- ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
- ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
- ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
- ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
- ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
- ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
- ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
- ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
- ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
- ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
- ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
- ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
- ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
- ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
- ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
- ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
- ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
- ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
- ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
- ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
- ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
- ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
- ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
- ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
- ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
- ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
- ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
- ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
- ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
- ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
- ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
- ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
- ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
- ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
- ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
- ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
- ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
- ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
- ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
- ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
- ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
- + for i in '`seq 1 $COUNT`'
- + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
- + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
- + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
- ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
- ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
- + echo 'Using scripts/control.sh as process script'
- + replace_conf_dir
- + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
- Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
- + make_scripts_executable
- + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
- + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
- + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
- + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
- + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
- + DEFAULT_KAFKA_HOME=/usr/lib/kafka
- + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
- + echo ''
- ++ date
- + echo 'Date: Mon Jul 17 14:32:43 CDT 2017'
- + echo 'Host: svd0hdatn03.XXXX.corp'
- ++ pwd
- + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
- + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
- + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
- + echo 'Zookeeper Quorum: svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
- + echo 'Zookeeper Chroot: '
- + echo 'PORT: 9092'
- + echo 'JMX_PORT: 9393'
- + echo 'SSL_PORT: 9093'
- + echo 'ENABLE_MONITORING: true'
- + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
- + echo 'BROKER_HEAP_SIZE: 1024'
- + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + echo 'BROKER_SSL_ENABLED: false'
- + echo 'KERBEROS_AUTH_ENABLED: false'
- + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.XXXX.corp@XXXX.CORP'
- + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
- + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
- + echo 'SUPER_USERS: kafka'
- ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
- ++ cut -d = -f 2
- + KAFKA_VERSION=0.10.2-kafka2.2.0
- ++ echo 0.10.2-kafka2.2.0
- ++ cut -d - -f 2
- ++ sed s/kafka//g
- ++ cut -d . -f 1
- + KAFKA_MAJOR_VERSION=2
- + echo 'Kafka version found: 0.10.2-kafka2.2.0'
- + [[ -z '' ]]
- + ZK_PRINCIPAL_NAME=zookeeper
- + echo 'ZK_PRINCIPAL_NAME: zookeeper'
- + QUORUM=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181
- + [[ -n '' ]]
- + echo 'Final Zookeeper Quorum is svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
- + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ true == \t\r\u\e ]]
- + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ false == \t\r\u\e ]]
- + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ false == \t\r\u\e ]]
- + SECURITY_PROTOCOL=
- + [[ false == \t\r\u\e ]]
- + [[ false == \t\r\u\e ]]
- + SECURITY_PROTOCOL=PLAINTEXT
- + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
- + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
- + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + LISTENERS=listeners=
- + [[ false == \t\r\u\e ]]
- + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
- + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
- + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
- + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
- + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
- + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
- + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
- + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
- + echo sentry.kafka.principal.hostname=svd0hdatn03.XXXX.corp
- + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.XXXX.corp@XXXX.CORP
- + echo sentry.kafka.keytab.file=
- + [[ -n kafka ]]
- + echo super.users=User:kafka
- ++ pwd
- + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
- + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
- + '[' -z '' ']'
- + export KAFKA_HEAP_OPTS=-Xmx1024M
- + KAFKA_HEAP_OPTS=-Xmx1024M
- + '[' -z '' ']'
- + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid41853.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + [[ false == \t\r\u\e ]]
- + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- SLF4J: Class path contains multiple SLF4J bindings.
- SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
- SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
- SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
- SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
- Mon Jul 17 14:32:49 CDT 2017
- + locate_java_home
- + locate_java_home_no_verify
- + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
- + local JAVA6_HOME_CANDIDATES
- + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
- + local OPENJAVA6_HOME_CANDIDATES
- + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
- + local JAVA7_HOME_CANDIDATES
- + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
- + local OPENJAVA7_HOME_CANDIDATES
- + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
- + local JAVA8_HOME_CANDIDATES
- + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
- + local OPENJAVA8_HOME_CANDIDATES
- + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
- + local MISCJAVA_HOME_CANDIDATES
- + case ${BIGTOP_JAVA_MAJOR} in
- + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
- + '[' -z '' ']'
- + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
- ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
- + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
- + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
- + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + break 2
- + verify_java_home
- + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
- + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
- ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
- ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
- ++ sed 's#{{PID}}#42550#g'
- + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
- + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
- + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
- + source_parcel_environment
- + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
- + OLD_IFS='
- '
- + IFS=:
- + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
- + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
- + IFS='
- '
- + COUNT=2
- ++ seq 1 2
- + for i in '`seq 1 $COUNT`'
- + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
- + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
- + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
- ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
- ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
- ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
- ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
- ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
- ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
- ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
- ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
- ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
- ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
- ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
- ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
- ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
- ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
- ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
- ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
- ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
- ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
- ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
- ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
- ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
- ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
- ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
- ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
- ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
- ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
- ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
- ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
- ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
- ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
- ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
- ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
- ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
- ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
- ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
- ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
- ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
- ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
- ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
- ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
- ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
- ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
- ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
- ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
- ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
- ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
- ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
- ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
- ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
- ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
- ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
- ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
- ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
- ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
- ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
- ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
- ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
- + for i in '`seq 1 $COUNT`'
- + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
- + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
- + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
- ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
- ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
- + echo 'Using scripts/control.sh as process script'
- + replace_conf_dir
- + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
- Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
- + make_scripts_executable
- + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
- + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
- + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
- + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
- + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
- + DEFAULT_KAFKA_HOME=/usr/lib/kafka
- + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
- + echo ''
- ++ date
- + echo 'Date: Mon Jul 17 14:32:49 CDT 2017'
- + echo 'Host: svd0hdatn03.XXXX.corp'
- ++ pwd
- + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
- + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
- + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
- + echo 'Zookeeper Quorum: svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
- + echo 'Zookeeper Chroot: '
- + echo 'PORT: 9092'
- + echo 'JMX_PORT: 9393'
- + echo 'SSL_PORT: 9093'
- + echo 'ENABLE_MONITORING: true'
- + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
- + echo 'BROKER_HEAP_SIZE: 1024'
- + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + echo 'BROKER_SSL_ENABLED: false'
- + echo 'KERBEROS_AUTH_ENABLED: false'
- + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.XXXX.corp@XXXX.CORP'
- + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
- + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
- + echo 'SUPER_USERS: kafka'
- ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
- ++ cut -d = -f 2
- + KAFKA_VERSION=0.10.2-kafka2.2.0
- ++ echo 0.10.2-kafka2.2.0
- ++ cut -d - -f 2
- ++ sed s/kafka//g
- ++ cut -d . -f 1
- + KAFKA_MAJOR_VERSION=2
- + echo 'Kafka version found: 0.10.2-kafka2.2.0'
- + [[ -z '' ]]
- + ZK_PRINCIPAL_NAME=zookeeper
- + echo 'ZK_PRINCIPAL_NAME: zookeeper'
- + QUORUM=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181
- + [[ -n '' ]]
- + echo 'Final Zookeeper Quorum is svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
- + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ true == \t\r\u\e ]]
- + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ false == \t\r\u\e ]]
- + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ false == \t\r\u\e ]]
- + SECURITY_PROTOCOL=
- + [[ false == \t\r\u\e ]]
- + [[ false == \t\r\u\e ]]
- + SECURITY_PROTOCOL=PLAINTEXT
- + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
- + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
- + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + LISTENERS=listeners=
- + [[ false == \t\r\u\e ]]
- + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
- + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
- + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
- + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
- + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
- + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
- + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
- + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
- + echo sentry.kafka.principal.hostname=svd0hdatn03.XXXX.corp
- + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.XXXX.corp@XXXX.CORP
- + echo sentry.kafka.keytab.file=
- + [[ -n kafka ]]
- + echo super.users=User:kafka
- ++ pwd
- + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
- + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
- + '[' -z '' ']'
- + export KAFKA_HEAP_OPTS=-Xmx1024M
- + KAFKA_HEAP_OPTS=-Xmx1024M
- + '[' -z '' ']'
- + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid42550.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + [[ false == \t\r\u\e ]]
- + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- SLF4J: Class path contains multiple SLF4J bindings.
- SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
- SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
- SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
- SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
- Mon Jul 17 14:32:57 CDT 2017
- + locate_java_home
- + locate_java_home_no_verify
- + JAVA6_HOME_CANDIDATES=('/usr/lib/j2sdk1.6-sun' '/usr/lib/jvm/java-6-sun' '/usr/lib/jvm/java-1.6.0-sun-1.6.0' '/usr/lib/jvm/j2sdk1.6-oracle' '/usr/lib/jvm/j2sdk1.6-oracle/jre' '/usr/java/jdk1.6' '/usr/java/jre1.6')
- + local JAVA6_HOME_CANDIDATES
- + OPENJAVA6_HOME_CANDIDATES=('/usr/lib/jvm/java-1.6.0-openjdk' '/usr/lib/jvm/jre-1.6.0-openjdk')
- + local OPENJAVA6_HOME_CANDIDATES
- + JAVA7_HOME_CANDIDATES=('/usr/java/jdk1.7' '/usr/java/jre1.7' '/usr/lib/jvm/j2sdk1.7-oracle' '/usr/lib/jvm/j2sdk1.7-oracle/jre' '/usr/lib/jvm/java-7-oracle')
- + local JAVA7_HOME_CANDIDATES
- + OPENJAVA7_HOME_CANDIDATES=('/usr/lib/jvm/java-1.7.0-openjdk' '/usr/lib/jvm/java-7-openjdk')
- + local OPENJAVA7_HOME_CANDIDATES
- + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle')
- + local JAVA8_HOME_CANDIDATES
- + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk')
- + local OPENJAVA8_HOME_CANDIDATES
- + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk')
- + local MISCJAVA_HOME_CANDIDATES
- + case ${BIGTOP_JAVA_MAJOR} in
- + JAVA_HOME_CANDIDATES=(${JAVA7_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${JAVA6_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA7_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${OPENJAVA6_HOME_CANDIDATES[@]})
- + '[' -z '' ']'
- + for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}'
- ++ ls -rvd /usr/java/jdk1.7.0_67-cloudera
- + for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`'
- + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']'
- + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + break 2
- + verify_java_home
- + '[' -z /usr/java/jdk1.7.0_67-cloudera ']'
- + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera
- + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh' ']'
- ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
- ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh
- ++ sed 's#{{PID}}#43296#g'
- + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
- + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh'
- + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh as CSD_JAVA_OPTS'
- + source_parcel_environment
- + '[' '!' -z /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh ']'
- + OLD_IFS='
- '
- + IFS=:
- + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS)
- + DIRNAME_ARRAY=($PARCEL_DIRNAMES)
- + IFS='
- '
- + COUNT=2
- ++ seq 1 2
- + for i in '`seq 1 $COUNT`'
- + SCRIPT=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
- + PARCEL_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
- + . /opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/meta/cdh_env.sh
- ++ CDH_DIRNAME=CDH-5.9.0-1.cdh5.9.0.p0.23
- ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
- ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-0.20-mapreduce
- ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
- ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-hdfs
- ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
- ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-httpfs
- ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
- ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-mapreduce
- ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
- ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-yarn
- ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
- ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase
- ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
- ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/zookeeper
- ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
- ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive
- ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
- ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hue
- ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
- ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/oozie
- ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop
- ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
- ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/flume-ng
- ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
- ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/pig
- ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
- ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hive-hcatalog
- ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
- ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sqoop2
- ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
- ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/llama
- ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
- ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/sentry
- ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
- ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-tomcat
- ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
- ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/bigtop-utils
- ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
- ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop/bin/hadoop
- ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
- ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/impala
- ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
- ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/solr
- ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
- ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hbase-solr
- ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
- ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/search
- ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
- ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/spark
- ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
- ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/etc/hive-webhcat/conf.dist/webhcat-default.xml
- ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
- ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/hadoop-kms
- ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
- ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/parquet
- ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
- ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-5.9.0-1.cdh5.9.0.p0.23/lib/avro
- + for i in '`seq 1 $COUNT`'
- + SCRIPT=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
- + PARCEL_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
- + . /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/meta/kafka_env.sh
- ++ KAFKA_DIRNAME=KAFKA-2.2.0-1.2.2.0.p0.68
- ++ export KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- ++ KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- + echo 'Using /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER as conf dir'
- + echo 'Using scripts/control.sh as process script'
- + replace_conf_dir
- + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -type f '!' -path '/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/logs/*' '!' -name '*.log' '!' -name '*.keytab' '!' -name '*jceks' -exec perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER#g' '{}' ';'
- Can't open /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/supervisor.conf: Permission denied.
- + make_scripts_executable
- + find /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';'
- + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
- + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh
- + chmod u+x /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh
- + exec /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/scripts/control.sh start
- + DEFAULT_KAFKA_HOME=/usr/lib/kafka
- + KAFKA_HOME=/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka
- + MIN_KAFKA_MAJOR_VERSION_WITH_SSL=2
- + echo ''
- ++ date
- + echo 'Date: Mon Jul 17 14:32:57 CDT 2017'
- + echo 'Host: svd0hdatn03.XXXX.corp'
- ++ pwd
- + echo 'Pwd: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
- + echo 'CONF_DIR: /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER'
- + echo 'KAFKA_HOME: /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka'
- + echo 'Zookeeper Quorum: svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
- + echo 'Zookeeper Chroot: '
- + echo 'PORT: 9092'
- + echo 'JMX_PORT: 9393'
- + echo 'SSL_PORT: 9093'
- + echo 'ENABLE_MONITORING: true'
- + echo 'METRIC_REPORTERS: nl.techop.kafka.KafkaHttpMetricsReporter'
- + echo 'BROKER_HEAP_SIZE: 1024'
- + echo 'BROKER_JAVA_OPTS: -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + echo 'BROKER_SSL_ENABLED: false'
- + echo 'KERBEROS_AUTH_ENABLED: false'
- + echo 'KAFKA_PRINCIPAL: kafka/svd0hdatn03.XXXX.corp@XXXX.CORP'
- + echo 'SECURITY_INTER_BROKER_PROTOCOL: INFERRED'
- + echo 'AUTHENTICATE_ZOOKEEPER_CONNECTION: true'
- + echo 'SUPER_USERS: kafka'
- ++ grep '^version=' /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/cloudera/cdh_version.properties
- ++ cut -d = -f 2
- + KAFKA_VERSION=0.10.2-kafka2.2.0
- ++ echo 0.10.2-kafka2.2.0
- ++ cut -d - -f 2
- ++ sed s/kafka//g
- ++ cut -d . -f 1
- + KAFKA_MAJOR_VERSION=2
- + echo 'Kafka version found: 0.10.2-kafka2.2.0'
- + [[ -z '' ]]
- + ZK_PRINCIPAL_NAME=zookeeper
- + echo 'ZK_PRINCIPAL_NAME: zookeeper'
- + QUORUM=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181
- + [[ -n '' ]]
- + echo 'Final Zookeeper Quorum is svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181'
- + perl -pi -e 's#\#zookeeper.connect={{QUORUM}}#zookeeper.connect=svd0hdatn01.XXXX.corp:2181,svd0hmstn01.XXXX.corp:2181,svd0hmstn02.XXXX.corp:2181#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ true == \t\r\u\e ]]
- + perl -pi -e 's#\#kafka.metrics.reporters={{METRIC_REPORTERS}}#kafka.metrics.reporters=nl.techop.kafka.KafkaHttpMetricsReporter#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ false == \t\r\u\e ]]
- + perl -pi -e 's#\#ssl.configs={{SSL_CONFIGS}}##' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + [[ false == \t\r\u\e ]]
- + SECURITY_PROTOCOL=
- + [[ false == \t\r\u\e ]]
- + [[ false == \t\r\u\e ]]
- + SECURITY_PROTOCOL=PLAINTEXT
- + [[ INFERRED == \I\N\F\E\R\R\E\D ]]
- + echo 'security.inter.broker.protocol inferred as PLAINTEXT'
- + perl -pi -e 's#\#security.inter.broker.protocol={{SECURITY_INTER_BROKER_PROTOCOL}}#security.inter.broker.protocol=PLAINTEXT#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + LISTENERS=listeners=
- + [[ false == \t\r\u\e ]]
- + LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
- + [[ INFERRED != \I\N\F\E\R\R\E\D ]]
- + echo LISTENERS=listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,
- + perl -pi -e 's#\#listeners={{LISTENERS}}#listeners=PLAINTEXT://svd0hdatn03.XXXX.corp:9092,#' /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- + export KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
- + KAFKA_LOG4J_OPTS=-Dlog4j.configuration=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/log4j.properties
- + [[ -f /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml ]]
- + echo authorizer.class.name=org.apache.sentry.kafka.authorizer.SentryKafkaAuthorizer
- + echo sentry.kafka.site.url=file:/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/sentry-conf/sentry-site.xml
- + echo sentry.kafka.principal.hostname=svd0hdatn03.XXXX.corp
- + echo sentry.kafka.kerberos.principal=kafka/svd0hdatn03.XXXX.corp@XXXX.CORP
- + echo sentry.kafka.keytab.file=
- + [[ -n kafka ]]
- + echo super.users=User:kafka
- ++ pwd
- + export LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
- + LOG_DIR=/var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER
- + '[' -z '' ']'
- + export KAFKA_HEAP_OPTS=-Xmx1024M
- + KAFKA_HEAP_OPTS=-Xmx1024M
- + '[' -z '' ']'
- + export 'KAFKA_JVM_PERFORMANCE_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + KAFKA_JVM_PERFORMANCE_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/kafka_kafka-KAFKA_BROKER-c1b2741bf1f3e232c6c549ec045bcb79_pid43296.hprof -XX:OnOutOfMemoryError=/usr/lib64/cmf/service/common/killparent.sh -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true'
- + [[ false == \t\r\u\e ]]
- + exec /opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/bin/kafka-server-start.sh /var/run/cloudera-scm-agent/process/1464-kafka-KAFKA_BROKER/kafka.properties
- SLF4J: Class path contains multiple SLF4J bindings.
- SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class]
- SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/KAFKA-2.2.0-1.2.2.0.p0.68/lib/kafka/libs/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
- SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
- SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
Add Comment
Please, Sign In to add comment