{
  "type": "kafka",
  "spec": {
    "dataSchema": {
      "dataSource": "market-data-6h",
      "timestampSpec": {
        "column": "timestamp",
        "format": "iso",
        "missingValue": null
      },
      "dimensionsSpec": {
        "dimensions": [
          {
            "type": "string",
            "name": "ref_device",
            "multiValueHandling": "SORTED_ARRAY",
            "createBitmapIndex": true
          },
          {
            "type": "string",
            "name": "name",
            "multiValueHandling": "SORTED_ARRAY",
            "createBitmapIndex": true
          }
        ],
        "dimensionExclusions": [
          "__time",
          "min_value",
          "qds",
          "last_value",
          "count",
          "first_value",
          "sum_value",
          "value",
          "timestamp",
          "max_value"
        ]
      },
      "metricsSpec": [
        {
          "type": "count",
          "name": "count"
        },
        {
          "type": "longMax",
          "name": "max_value",
          "fieldName": "value",
          "expression": null
        },
        {
          "type": "longMin",
          "name": "min_value",
          "fieldName": "value",
          "expression": null
        },
        {
          "type": "longSum",
          "name": "sum_value",
          "fieldName": "value",
          "expression": null
        },
        {
          "type": "quantilesDoublesSketch",
          "name": "qds",
          "fieldName": "value",
          "k": 128
        }
      ],
      "granularitySpec": {
        "type": "uniform",
        "segmentGranularity": "SIX_HOUR",
        "queryGranularity": "SIX_HOUR",
        "rollup": true,
        "intervals": null
      },
      "transformSpec": {
        "filter": null,
        "transforms": []
      }
    },
    "ioConfig": {
      "topic": "market-data",
      "inputFormat": {
        "type": "json",
        "flattenSpec": {
          "useFieldDiscovery": true,
          "fields": []
        },
        "featureSpec": {}
      },
      "replicas": 1,
      "taskCount": 2,
      "taskDuration": "PT3600S",
      "consumerProperties": {
        "bootstrap.servers": "--removed--"
      },
      "pollTimeout": 100,
      "startDelay": "PT5S",
      "period": "PT30S",
      "useEarliestOffset": false,
      "completionTimeout": "PT1800S",
      "lateMessageRejectionPeriod": null,
      "earlyMessageRejectionPeriod": null,
      "lateMessageRejectionStartDateTime": null,
      "stream": "market-data",
      "useEarliestSequenceNumber": false
    },
    "tuningConfig": {
      "type": "kafka",
      "appendableIndexSpec": {
        "type": "onheap"
      },
      "maxRowsInMemory": 5000000,
      "maxBytesInMemory": 0,
      "maxRowsPerSegment": 200000000,
      "maxTotalRows": 220000000,
      "intermediatePersistPeriod": "PT10M",
      "basePersistDirectory": "/opt/apache-druid-0.20.2/var/tmp/druid-realtime-persist218989398402422154",
      "maxPendingPersists": 0,
      "indexSpec": {
        "bitmap": {
          "type": "roaring",
          "compressRunOnSerialization": true
        },
        "dimensionCompression": "lz4",
        "metricCompression": "lz4",
        "longEncoding": "longs",
        "segmentLoader": null
      },
      "indexSpecForIntermediatePersists": {
        "bitmap": {
          "type": "roaring",
          "compressRunOnSerialization": true
        },
        "dimensionCompression": "lz4",
        "metricCompression": "lz4",
        "longEncoding": "longs",
        "segmentLoader": null
      },
      "buildV9Directly": true,
      "reportParseExceptions": false,
      "handoffConditionTimeout": 0,
      "resetOffsetAutomatically": false,
      "segmentWriteOutMediumFactory": null,
      "workerThreads": null,
      "chatThreads": null,
      "chatRetries": 8,
      "httpTimeout": "PT10S",
      "shutdownTimeout": "PT80S",
      "offsetFetchPeriod": "PT30S",
      "intermediateHandoffPeriod": "P2147483647D",
      "logParseExceptions": false,
      "maxParseExceptions": 2147483647,
      "maxSavedParseExceptions": 0,
      "skipSequenceNumberAvailabilityCheck": false,
      "repartitionTransitionDuration": "PT120S"
    }
  },
  "dataSchema": {
    "dataSource": "market-data-6h",
    "timestampSpec": {
      "column": "timestamp",
      "format": "iso",
      "missingValue": null
    },
    "dimensionsSpec": {
      "dimensions": [
        {
          "type": "string",
          "name": "ref_device",
          "multiValueHandling": "SORTED_ARRAY",
          "createBitmapIndex": true
        },
        {
          "type": "string",
          "name": "name",
          "multiValueHandling": "SORTED_ARRAY",
          "createBitmapIndex": true
        }
      ],
      "dimensionExclusions": [
        "__time",
        "min_value",
        "qds",
        "last_value",
        "count",
        "first_value",
        "sum_value",
        "value",
        "timestamp",
        "max_value"
      ]
    },
    "metricsSpec": [
      {
        "type": "count",
        "name": "count"
      },
      {
        "type": "longMax",
        "name": "max_value",
        "fieldName": "value",
        "expression": null
      },
      {
        "type": "longMin",
        "name": "min_value",
        "fieldName": "value",
        "expression": null
      },
      {
        "type": "longSum",
        "name": "sum_value",
        "fieldName": "value",
        "expression": null
      },
      {
        "type": "quantilesDoublesSketch",
        "name": "qds",
        "fieldName": "value",
        "k": 128
      }
    ],
    "granularitySpec": {
      "type": "uniform",
      "segmentGranularity": "SIX_HOUR",
      "queryGranularity": "SIX_HOUR",
      "rollup": true,
      "intervals": null
    },
    "transformSpec": {
      "filter": null,
      "transforms": []
    }
  },
  "tuningConfig": {
    "type": "kafka",
    "appendableIndexSpec": {
      "type": "onheap"
    },
    "maxRowsInMemory": 5000000,
    "maxBytesInMemory": 0,
    "maxRowsPerSegment": 200000000,
    "maxTotalRows": 220000000,
    "intermediatePersistPeriod": "PT10M",
    "basePersistDirectory": "/opt/apache-druid-0.20.2/var/tmp/druid-realtime-persist218989398402422154",
    "maxPendingPersists": 0,
    "indexSpec": {
      "bitmap": {
        "type": "roaring",
        "compressRunOnSerialization": true
      },
      "dimensionCompression": "lz4",
      "metricCompression": "lz4",
      "longEncoding": "longs",
      "segmentLoader": null
    },
    "indexSpecForIntermediatePersists": {
      "bitmap": {
        "type": "roaring",
        "compressRunOnSerialization": true
      },
      "dimensionCompression": "lz4",
      "metricCompression": "lz4",
      "longEncoding": "longs",
      "segmentLoader": null
    },
    "buildV9Directly": true,
    "reportParseExceptions": false,
    "handoffConditionTimeout": 0,
    "resetOffsetAutomatically": false,
    "segmentWriteOutMediumFactory": null,
    "workerThreads": null,
    "chatThreads": null,
    "chatRetries": 8,
    "httpTimeout": "PT10S",
    "shutdownTimeout": "PT80S",
    "offsetFetchPeriod": "PT30S",
    "intermediateHandoffPeriod": "P2147483647D",
    "logParseExceptions": false,
    "maxParseExceptions": 2147483647,
    "maxSavedParseExceptions": 0,
    "skipSequenceNumberAvailabilityCheck": false,
    "repartitionTransitionDuration": "PT120S"
  },
  "ioConfig": {
    "topic": "market-data",
    "inputFormat": {
      "type": "json",
      "flattenSpec": {
        "useFieldDiscovery": true,
        "fields": []
      },
      "featureSpec": {}
    },
    "replicas": 1,
    "taskCount": 2,
    "taskDuration": "PT3600S",
    "consumerProperties": {
      "bootstrap.servers": "--removed--"
    },
    "pollTimeout": 100,
    "startDelay": "PT5S",
    "period": "PT30S",
    "useEarliestOffset": false,
    "completionTimeout": "PT1800S",
    "lateMessageRejectionPeriod": null,
    "earlyMessageRejectionPeriod": null,
    "lateMessageRejectionStartDateTime": null,
    "stream": "market-data",
    "useEarliestSequenceNumber": false
  },
  "context": null,
  "suspended": false
}