{
  "order": 0,
  "template": "metrics-spark-*",
  "settings": {
    "index": {
      "number_of_shards": "3",
      "number_of_replicas": "1",
      "refresh_interval": "15s"
    }
  },
  "mappings": {
    "_default_": {
      "dynamic_templates": [
        {
          "jvm heap, non-heap and other usages (they all should be float numbers)": {
            "mapping": {
              "index": "not_analyzed",
              "omit_norms": true,
              "type": "float"
            },
            "match_mapping_type": "string",
            "match": "jvm.*.usage"
          }
        },
        {
          "all times are in milliseconds, so should be longs": {
            "mapping": {
              "index": "not_analyzed",
              "omit_norms": true,
              "type": "integer"
            },
            "match_mapping_type": "string",
            "match": "*Time"
          }
        },
        {
          "DAGScheduler metrics and percentiles (should be float numbers)": {
            "mapping": {
              "index": "not_analyzed",
              "omit_norms": true,
              "type": "float"
            },
            "match_mapping_type": "string",
            "match": "DAGScheduler.*"
          }
        }
      ],
      "_all": {
        "omit_norms": true,
        "enabled": true
      },
      "properties": {
          "worker_id": {
            "index": "not_analyzed", "type": "string"
          },
          "app_name": {
            "index": "not_analyzed", "type": "string"
          },
          "app_executor_id": {
            "index": "not_analyzed", "type": "string"
          },
          "metric_type": {
            "index": "not_analyzed", "type": "string"
          },
          "host": {
            "index": "not_analyzed", "type": "string"
          },
          "app_id": {
            "index": "not_analyzed", "type": "string"
          },
          "streaming.lastCompletedBatch_schedulingDelay": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.PS-MarkSweep.time": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.heap.used": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Metaspace.max": {
            "type": "integer", "index": "not_analyzed"
          },
          "worker.executors": {
            "type": "integer", "index": "not_analyzed"
          },
          "runtime_ms": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.runningBatches": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.filesystem.hdfs.write_bytes": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.threadpool.maxPool_size": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Old-Gen.max": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Survivor-Space.committed": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Old-Gen.used": {
            "type": "integer", "index": "not_analyzed"
          },
          "master.waitingApps": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.non-heap.committed": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Eden-Space.max": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Survivor-Space.used": {
            "type": "integer", "index": "not_analyzed"
          },
          "cores": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.lastCompletedBatch_totalDelay": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.retainedCompletedBatches": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.filesystem.hdfs.read_ops": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Eden-Space.init": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Survivor-Space.init": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.total.max": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Code-Cache.committed": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.threadpool.completeTasks": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.non-heap.max": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.filesystem.hdfs.largeRead_ops": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Metaspace.committed": {
            "type": "integer", "index": "not_analyzed"
          },
          "worker.memUsed_MB": {
            "type": "integer", "index": "not_analyzed"
          },
          "DAGScheduler.stage.runningStages": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.heap.init": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.total.used": {
            "type": "integer", "index": "not_analyzed"
          },
          "worker.coresUsed": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.heap.max": {
            "type": "integer", "index": "not_analyzed"
          },
          "master.aliveWorkers": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.lastCompletedBatch_processingDelay": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.totalProcessedRecords": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.filesystem.file.write_bytes": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Code-Cache.used": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.receivers": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.threadpool.activeTasks": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.threadpool.currentPool_size": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Compressed-Class-Space.committed": {
            "type": "integer", "index": "not_analyzed"
          },
          "BlockManager.memory.maxMem_MB": {
            "type": "integer", "index": "not_analyzed"
          },
          "worker.memFree_MB": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.lastReceivedBatch_records": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Eden-Space.used": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Metaspace.used": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.filesystem.file.largeRead_ops": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.waitingBatches": {
            "type": "integer", "index": "not_analyzed"
          },
          "app_executor_id": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Compressed-Class-Space.init": {
            "type": "integer", "index": "not_analyzed"
          },
          "DAGScheduler.stage.waitingStages": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.filesystem.file.read_bytes": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.heap.committed": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.totalReceivedRecords": {
            "type": "integer", "index": "not_analyzed"
          },
          "BlockManager.disk.diskSpaceUsed_MB": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.total.init": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.PS-MarkSweep.count": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.non-heap.init": {
            "type": "integer", "index": "not_analyzed"
          },
          "@version": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.filesystem.hdfs.read_bytes": {
            "type": "integer", "index": "not_analyzed"
          },
          "worker.coresFree": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Old-Gen.init": {
            "type": "integer", "index": "not_analyzed"
          },
          "DAGScheduler.stage.failedStages": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Survivor-Space.max": {
            "type": "integer", "index": "not_analyzed"
          },
          "DAGScheduler.job.allJobs": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.total.committed": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Old-Gen.committed": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Metaspace.init": {
            "type": "integer", "index": "not_analyzed"
          },
          "DAGScheduler.job.activeJobs": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Compressed-Class-Space.used": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.unprocessedBatches": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.filesystem.file.read_ops": {
            "type": "integer", "index": "not_analyzed"
          },
          "executor.filesystem.file.write_ops": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.non-heap.used": {
            "type": "integer", "index": "not_analyzed"
          },
          "streaming.totalCompletedBatches": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.PS-Scavenge.count": {
            "type": "integer", "index": "not_analyzed"
          },
          "BlockManager.memory.memUsed_MB": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Compressed-Class-Space.max": {
            "type": "integer", "index": "not_analyzed"
          },
          "master.apps": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Code-Cache.init": {
            "type": "integer", "index": "not_analyzed"
          },
          "@timestamp": {
            "format": "strict_date_optional_time||epoch_millis",
            "type": "date"
          },
          "executor.filesystem.hdfs.write_ops": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.PS-Eden-Space.committed": {
            "type": "integer", "index": "not_analyzed"
          },
          "BlockManager.memory.remainingMem_MB": {
            "type": "integer", "index": "not_analyzed"
          },
          "DAGScheduler.messageProcessingTime.count": {
            "type": "integer", "index": "not_analyzed"
          },
          "master.workers": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.pools.Code-Cache.max": {
            "type": "integer", "index": "not_analyzed"
          },
          "jvm.PS-Scavenge.time": {
            "type": "integer", "index": "not_analyzed"
          }
      }
  }
  },
  "aliases": {}
}