Advertisement
Guest User

Untitled

a guest
Apr 27th, 2021
66
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. {
  2.   "type": "kafka",
  3.   "spec": {
  4.     "dataSchema": {
  5.       "dataSource": "market-data-6h",
  6.       "timestampSpec": {
  7.         "column": "timestamp",
  8.         "format": "iso",
  9.         "missingValue": null
  10.       },
  11.       "dimensionsSpec": {
  12.         "dimensions": [
  13.           {
  14.             "type": "string",
  15.             "name": "ref_device",
  16.             "multiValueHandling": "SORTED_ARRAY",
  17.             "createBitmapIndex": true
  18.           },
  19.           {
  20.             "type": "string",
  21.             "name": "name",
  22.             "multiValueHandling": "SORTED_ARRAY",
  23.             "createBitmapIndex": true
  24.           }
  25.         ],
  26.         "dimensionExclusions": [
  27.           "__time",
  28.           "min_value",
  29.           "qds",
  30.           "last_value",
  31.           "count",
  32.           "first_value",
  33.           "sum_value",
  34.           "value",
  35.           "timestamp",
  36.           "max_value"
  37.         ]
  38.       },
  39.       "metricsSpec": [
  40.         {
  41.           "type": "count",
  42.           "name": "count"
  43.         },
  44.         {
  45.           "type": "longMax",
  46.           "name": "max_value",
  47.           "fieldName": "value",
  48.           "expression": null
  49.         },
  50.         {
  51.           "type": "longMin",
  52.           "name": "min_value",
  53.           "fieldName": "value",
  54.           "expression": null
  55.         },
  56.         {
  57.           "type": "longSum",
  58.           "name": "sum_value",
  59.           "fieldName": "value",
  60.           "expression": null
  61.         },
  62.         {
  63.           "type": "quantilesDoublesSketch",
  64.           "name": "qds",
  65.           "fieldName": "value",
  66.           "k": 128
  67.         }
  68.       ],
  69.       "granularitySpec": {
  70.         "type": "uniform",
  71.         "segmentGranularity": "SIX_HOUR",
  72.         "queryGranularity": "SIX_HOUR",
  73.         "rollup": true,
  74.         "intervals": null
  75.       },
  76.       "transformSpec": {
  77.         "filter": null,
  78.         "transforms": []
  79.       }
  80.     },
  81.     "ioConfig": {
  82.       "topic": "market-data",
  83.       "inputFormat": {
  84.         "type": "json",
  85.         "flattenSpec": {
  86.           "useFieldDiscovery": true,
  87.           "fields": []
  88.         },
  89.         "featureSpec": {}
  90.       },
  91.       "replicas": 1,
  92.       "taskCount": 2,
  93.       "taskDuration": "PT3600S",
  94.       "consumerProperties": {
  95.         "bootstrap.servers": "--removed--"
  96.       },
  97.       "pollTimeout": 100,
  98.       "startDelay": "PT5S",
  99.       "period": "PT30S",
  100.       "useEarliestOffset": false,
  101.       "completionTimeout": "PT1800S",
  102.       "lateMessageRejectionPeriod": null,
  103.       "earlyMessageRejectionPeriod": null,
  104.       "lateMessageRejectionStartDateTime": null,
  105.       "stream": "market-data",
  106.       "useEarliestSequenceNumber": false
  107.     },
  108.     "tuningConfig": {
  109.       "type": "kafka",
  110.       "appendableIndexSpec": {
  111.         "type": "onheap"
  112.       },
  113.       "maxRowsInMemory": 5000000,
  114.       "maxBytesInMemory": 0,
  115.       "maxRowsPerSegment": 200000000,
  116.       "maxTotalRows": 220000000,
  117.       "intermediatePersistPeriod": "PT10M",
  118.       "basePersistDirectory": "/opt/apache-druid-0.20.2/var/tmp/druid-realtime-persist218989398402422154",
  119.       "maxPendingPersists": 0,
  120.       "indexSpec": {
  121.         "bitmap": {
  122.           "type": "roaring",
  123.           "compressRunOnSerialization": true
  124.         },
  125.         "dimensionCompression": "lz4",
  126.         "metricCompression": "lz4",
  127.         "longEncoding": "longs",
  128.         "segmentLoader": null
  129.       },
  130.       "indexSpecForIntermediatePersists": {
  131.         "bitmap": {
  132.           "type": "roaring",
  133.           "compressRunOnSerialization": true
  134.         },
  135.         "dimensionCompression": "lz4",
  136.         "metricCompression": "lz4",
  137.         "longEncoding": "longs",
  138.         "segmentLoader": null
  139.       },
  140.       "buildV9Directly": true,
  141.       "reportParseExceptions": false,
  142.       "handoffConditionTimeout": 0,
  143.       "resetOffsetAutomatically": false,
  144.       "segmentWriteOutMediumFactory": null,
  145.       "workerThreads": null,
  146.       "chatThreads": null,
  147.       "chatRetries": 8,
  148.       "httpTimeout": "PT10S",
  149.       "shutdownTimeout": "PT80S",
  150.       "offsetFetchPeriod": "PT30S",
  151.       "intermediateHandoffPeriod": "P2147483647D",
  152.       "logParseExceptions": false,
  153.       "maxParseExceptions": 2147483647,
  154.       "maxSavedParseExceptions": 0,
  155.       "skipSequenceNumberAvailabilityCheck": false,
  156.       "repartitionTransitionDuration": "PT120S"
  157.     }
  158.   },
  159.   "dataSchema": {
  160.     "dataSource": "market-data-6h",
  161.     "timestampSpec": {
  162.       "column": "timestamp",
  163.       "format": "iso",
  164.       "missingValue": null
  165.     },
  166.     "dimensionsSpec": {
  167.       "dimensions": [
  168.         {
  169.           "type": "string",
  170.           "name": "ref_device",
  171.           "multiValueHandling": "SORTED_ARRAY",
  172.           "createBitmapIndex": true
  173.         },
  174.         {
  175.           "type": "string",
  176.           "name": "name",
  177.           "multiValueHandling": "SORTED_ARRAY",
  178.           "createBitmapIndex": true
  179.         }
  180.       ],
  181.       "dimensionExclusions": [
  182.         "__time",
  183.         "min_value",
  184.         "qds",
  185.         "last_value",
  186.         "count",
  187.         "first_value",
  188.         "sum_value",
  189.         "value",
  190.         "timestamp",
  191.         "max_value"
  192.       ]
  193.     },
  194.     "metricsSpec": [
  195.       {
  196.         "type": "count",
  197.         "name": "count"
  198.       },
  199.       {
  200.         "type": "longMax",
  201.         "name": "max_value",
  202.         "fieldName": "value",
  203.         "expression": null
  204.       },
  205.       {
  206.         "type": "longMin",
  207.         "name": "min_value",
  208.         "fieldName": "value",
  209.         "expression": null
  210.       },
  211.       {
  212.         "type": "longSum",
  213.         "name": "sum_value",
  214.         "fieldName": "value",
  215.         "expression": null
  216.       },
  217.       {
  218.         "type": "quantilesDoublesSketch",
  219.         "name": "qds",
  220.         "fieldName": "value",
  221.         "k": 128
  222.       }
  223.     ],
  224.     "granularitySpec": {
  225.       "type": "uniform",
  226.       "segmentGranularity": "SIX_HOUR",
  227.       "queryGranularity": "SIX_HOUR",
  228.       "rollup": true,
  229.       "intervals": null
  230.     },
  231.     "transformSpec": {
  232.       "filter": null,
  233.       "transforms": []
  234.     }
  235.   },
  236.   "tuningConfig": {
  237.     "type": "kafka",
  238.     "appendableIndexSpec": {
  239.       "type": "onheap"
  240.     },
  241.     "maxRowsInMemory": 5000000,
  242.     "maxBytesInMemory": 0,
  243.     "maxRowsPerSegment": 200000000,
  244.     "maxTotalRows": 220000000,
  245.     "intermediatePersistPeriod": "PT10M",
  246.     "basePersistDirectory": "/opt/apache-druid-0.20.2/var/tmp/druid-realtime-persist218989398402422154",
  247.     "maxPendingPersists": 0,
  248.     "indexSpec": {
  249.       "bitmap": {
  250.         "type": "roaring",
  251.         "compressRunOnSerialization": true
  252.       },
  253.       "dimensionCompression": "lz4",
  254.       "metricCompression": "lz4",
  255.       "longEncoding": "longs",
  256.       "segmentLoader": null
  257.     },
  258.     "indexSpecForIntermediatePersists": {
  259.       "bitmap": {
  260.         "type": "roaring",
  261.         "compressRunOnSerialization": true
  262.       },
  263.       "dimensionCompression": "lz4",
  264.       "metricCompression": "lz4",
  265.       "longEncoding": "longs",
  266.       "segmentLoader": null
  267.     },
  268.     "buildV9Directly": true,
  269.     "reportParseExceptions": false,
  270.     "handoffConditionTimeout": 0,
  271.     "resetOffsetAutomatically": false,
  272.     "segmentWriteOutMediumFactory": null,
  273.     "workerThreads": null,
  274.     "chatThreads": null,
  275.     "chatRetries": 8,
  276.     "httpTimeout": "PT10S",
  277.     "shutdownTimeout": "PT80S",
  278.     "offsetFetchPeriod": "PT30S",
  279.     "intermediateHandoffPeriod": "P2147483647D",
  280.     "logParseExceptions": false,
  281.     "maxParseExceptions": 2147483647,
  282.     "maxSavedParseExceptions": 0,
  283.     "skipSequenceNumberAvailabilityCheck": false,
  284.     "repartitionTransitionDuration": "PT120S"
  285.   },
  286.   "ioConfig": {
  287.     "topic": "market-data",
  288.     "inputFormat": {
  289.       "type": "json",
  290.       "flattenSpec": {
  291.         "useFieldDiscovery": true,
  292.         "fields": []
  293.       },
  294.       "featureSpec": {}
  295.     },
  296.     "replicas": 1,
  297.     "taskCount": 2,
  298.     "taskDuration": "PT3600S",
  299.     "consumerProperties": {
  300.       "bootstrap.servers": "--removed--"
  301.     },
  302.     "pollTimeout": 100,
  303.     "startDelay": "PT5S",
  304.     "period": "PT30S",
  305.     "useEarliestOffset": false,
  306.     "completionTimeout": "PT1800S",
  307.     "lateMessageRejectionPeriod": null,
  308.     "earlyMessageRejectionPeriod": null,
  309.     "lateMessageRejectionStartDateTime": null,
  310.     "stream": "market-data",
  311.     "useEarliestSequenceNumber": false
  312.   },
  313.   "context": null,
  314.   "suspended": false
  315. }
Advertisement
RAW Paste Data Copied
Advertisement