datasource.json

[
  {
    "dataSchema": {
      "dataSource": "my_datasource",
      "parser": {
        "type": "string",
        "parseSpec": {
          "format": "json",
          "timestampSpec": {
            "column": "tmst",
            "format": "auto"
          },
          "dimensionsSpec": {
            "dimensions": [
              "bid",
              "wid",
              "crm_provider",
              "crm_id",
              "cookie_ok",
              "c_id",
              "ad_id",
              "segs",
              "type"
            ],
            "dimensionExclusions": [],
            "spatialDimensions": []
          }
        }
      },
      "metricsSpec": [
        {
          "type": "count",
          "name": "count"
        },
        {
          "type": "hyperUnique",
          "name": "unique_bid",
          "fieldName": "bid"
        },
        {
          "type": "hyperUnique",
          "name": "unique_crm_id",
          "fieldName": "crm_id"
        }
      ],
      "granularitySpec": {
        "type": "uniform",
        "segmentGranularity": "FIVE_MINUTE",
        "queryGranularity": "NONE"
      }
    },
    "ioConfig": {
      "type": "realtime",
      "firehose": {
        "type": "kafka-0.8",
        "consumerProps": {
          "zookeeper.connect": "<replaced>:2181,<replaced>:2181",
          "zookeeper.connection.timeout.ms": "15000",
          "zookeeper.session.timeout.ms": "15000",
          "zookeeper.sync.time.ms": "5000",
          "group.id": "local-druid",
          "fetch.message.max.bytes": "1048586",
          "auto.offset.reset": "smallest",
          "auto.commit.enable": "false"
        },
        "feed": "druid_kafka_feed"
      },
      "plumber": {
        "type": "realtime"
      }
    },
    "tuningConfig": {
      "type": "realtime",
      "maxRowsInMemory": 250000,
      "intermediatePersistPeriod": "PT30s",
      "windowPeriod": "PT1M",
      "basePersistDirectory": "/tmp/realtime/basePersist",
      "rejectionPolicy": {
        "type": "messageTime"
      }
    }
  }
]