27-07-2017 09:07:46 INFO  ConsumerConfig:178 - ConsumerConfig values:
        metric.reporters = []
        metadata.max.age.ms = 300000
        partition.assignment.strategy = [org.apache.kafka.clients.consumer.RangeAssignor]
        reconnect.backoff.ms = 50
        sasl.kerberos.ticket.renew.window.factor = 0.8
        max.partition.fetch.bytes = 1048576
        bootstrap.servers = [REDACTED_HOST:9092, REDACTED_HOST:9092]
        ssl.keystore.type = JKS
        enable.auto.commit = false
        sasl.mechanism = GSSAPI
        interceptor.classes = null
        exclude.internal.topics = true
        ssl.truststore.password = null
        client.id =
        ssl.endpoint.identification.algorithm = null
        max.poll.records = 1
        check.crcs = true
        request.timeout.ms = 40000
        heartbeat.interval.ms = 3000
        auto.commit.interval.ms = 5000
        receive.buffer.bytes = 65536
        ssl.truststore.type = JKS
        ssl.truststore.location = null
        ssl.keystore.password = null
        fetch.min.bytes = 1
        send.buffer.bytes = 131072
        value.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer
        group.id = spark-kafka-source-7209feda-3255-4ad4-b6f8-f2f65220d3c3--1396947302-driver
        retry.backoff.ms = 100
        ssl.secure.random.implementation = null
        sasl.kerberos.kinit.cmd = /usr/bin/kinit
        sasl.kerberos.service.name = null
        sasl.kerberos.ticket.renew.jitter = 0.05
        ssl.trustmanager.algorithm = PKIX
        ssl.key.password = null
        fetch.max.wait.ms = 500
        sasl.kerberos.min.time.before.relogin = 60000
        connections.max.idle.ms = 540000
        session.timeout.ms = 30000
        metrics.num.samples = 2
        key.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer
        ssl.protocol = TLS
        ssl.provider = null
        ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1]
        ssl.keystore.location = null
        ssl.cipher.suites = null
        security.protocol = PLAINTEXT
        ssl.keymanager.algorithm = SunX509
        metrics.sample.window.ms = 30000
        auto.offset.reset = earliest

27-07-2017 09:07:47 INFO  ConsumerConfig:178 - ConsumerConfig values:
        metric.reporters = []
        metadata.max.age.ms = 300000
        partition.assignment.strategy = [org.apache.kafka.clients.consumer.RangeAssignor]
        reconnect.backoff.ms = 50
        sasl.kerberos.ticket.renew.window.factor = 0.8
        max.partition.fetch.bytes = 1048576
        bootstrap.servers = [REDACTED_HOST:9092, REDACTED_HOST:9092]
        ssl.keystore.type = JKS
        enable.auto.commit = false
        sasl.mechanism = GSSAPI
        interceptor.classes = null
        exclude.internal.topics = true
        ssl.truststore.password = null
        client.id = consumer-1
        ssl.endpoint.identification.algorithm = null
        max.poll.records = 1
        check.crcs = true
        request.timeout.ms = 40000
        heartbeat.interval.ms = 3000
        auto.commit.interval.ms = 5000
        receive.buffer.bytes = 65536
        ssl.truststore.type = JKS
        ssl.truststore.location = null
        ssl.keystore.password = null
        fetch.min.bytes = 1
        send.buffer.bytes = 131072
        value.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer
        group.id = spark-kafka-source-7209feda-3255-4ad4-b6f8-f2f65220d3c3--1396947302-driver
        retry.backoff.ms = 100
        ssl.secure.random.implementation = null
        sasl.kerberos.kinit.cmd = /usr/bin/kinit
        sasl.kerberos.service.name = null
        sasl.kerberos.ticket.renew.jitter = 0.05
        ssl.trustmanager.algorithm = PKIX
        ssl.key.password = null
        fetch.max.wait.ms = 500
        sasl.kerberos.min.time.before.relogin = 60000
        connections.max.idle.ms = 540000
        session.timeout.ms = 30000
        metrics.num.samples = 2
        key.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer
        ssl.protocol = TLS
        ssl.provider = null
        ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1]
        ssl.keystore.location = null
        ssl.cipher.suites = null
        security.protocol = PLAINTEXT
        ssl.keymanager.algorithm = SunX509
        metrics.sample.window.ms = 30000
        auto.offset.reset = earliest

27-07-2017 09:07:47 INFO  AppInfoParser:83 - Kafka version : 0.10.0-kafka-2.1.0
27-07-2017 09:07:47 INFO  AppInfoParser:84 - Kafka commitId : unknown
27-07-2017 09:08:33 INFO  AbstractCoordinator:505 - Discovered coordinator REDACTED_HOST:9092 (id: 2147483386 rack: null) for group spark-kafka-source-7209feda-3255-4ad4-b6f8-f2f65220d3c3--1396947302-driver.
27-07-2017 09:08:33 INFO  ConsumerCoordinator:292 - Revoking previously assigned partitions [] for group spark-kafka-source-7209feda-3255-4ad4-b6f8-f2f65220d3c3--1396947302-driver
27-07-2017 09:08:33 INFO  AbstractCoordinator:326 - (Re-)joining group spark-kafka-source-7209feda-3255-4ad4-b6f8-f2f65220d3c3--1396947302-driver
27-07-2017 09:08:33 INFO  AbstractCoordinator:434 - Successfully joined group spark-kafka-source-7209feda-3255-4ad4-b6f8-f2f65220d3c3--1396947302-driver with generation 1
27-07-2017 09:08:33 INFO  ConsumerCoordinator:231 - Setting newly assigned partitions [REDACTED_TOPIC-2, REDACTED_TOPIC-1, REDACTED_TOPIC-0, REDACTED_TOPIC-3] for group spark-kafka-source-7209feda-3255-4ad4-b6f8-f2f65220d3c3--1396947302-driver