Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- "system": {
- "description": "weekend test on ormat new data",
- "operational status": "OPERATIONAL",
- "workflow type": "PROCESSING",
- "algorithm family": "BATCH_OUTLIER_DETECTION",
- "max threads": 12,
- "number of parameters": 0,
- "debug": 1,
- "debug max results": 10,
- "working directory": "hdfs://smartlogic/tmp/distributed2/",
- "debug directory": "/home/yakir/run3/slides",
- "log4j properties location": "log4j.properties",
- "admin email address": ["yakir.mat@gmail.com", "deddybl@gmail.com"],
- "components to run": ["DOWNTIME_DETECTION", "PREDICTION"],
- "num of slides to run": 2147483647,
- "force remove debug directory": false,
- "use static lines filtering": true,
- "extract data without computing": false,
- "enable emergency plan": false,
- "source": "IMDB"
- },
- "batchSettings": {
- "Number of models": 1,
- "shift": 1.1,
- "Use too much anomalies filtering": true,
- "Filtering percentage": 10.0,
- "percent of most anomalous values": 1.0,
- "Max depth": 100,
- "Default calibration threshold": 75.0,
- "use old style": true
- },
- "onlineSettings": {
- "number of models": 4,
- "window size": 1000,
- "number of centroids": 2,
- "default radius": 3.0
- },
- "driftSettings": {
- "number of models": 1,
- "windowSlidingSamplesNum": 100
- },
- "rapidminerSettings": {
- "number of models": 5,
- "default calibration threshold": 0.0,
- "nClusters": 14,
- "k": 14,
- "beta": 0.0,
- "lambda": 1.5
- },
- "netflixSettings": {
- "nModels": 1,
- "defaultCalibrationThreshold": -1.0
- },
- "yahooSettings": {
- "nModels": 5,
- "modelsToRun": [],
- "defaultCalibrationThreshold": -1.0
- },
- "correlation": {
- "correlation app path": "/home/a.out",
- "window size": {
- "duration": 10,
- "units": "DAYS"
- }
- },
- "prediction": {
- "window size": {
- "duration": 10,
- "units": "DAYS"
- },
- "overlapped window step": {
- "duration": 60,
- "units": "HOURS"
- },
- "burned anomalies factors": [1.005,1.01,1.02,1.04,1.08,1.16,1.32,1.64],
- "email addresses to alarm": ["yakir.mat@gmail.com", "deddybl@gmail.com"],
- "base algorithm": "YAHOO",
- "number of models": 1,
- "labeled faults": {
- "G2\\OEC21": [
- "2016-01-01"
- ],
- "G3\\OEC21": [
- "2016-01-01"
- ]
- },
- "labeled suspected": {},
- "number of most anomalous tags to send": 5,
- "rule": {
- "sequential drift size": 5,
- "factor": 8.0,
- "aggregation type": "MOVING_AVERAGE",
- "drift search type": "HIGH_FREQ",
- "time range": {
- "duration": 3,
- "units": "HOURS"
- },
- "moving average window size": 10
- },
- "high freq detector": {
- "svm": {
- "c Value": 1.0,
- "kernel type": 2,
- "gamma": 0.01,
- "dimension": 3,
- "mfcc features": 7
- },
- "models directory": "hdfs://smartlogic/tmp/yakir/Models/",
- "model file name": "highFreqSvm.model",
- "history length": {
- "duration": 1,
- "units": "DAYS"
- },
- "use hdfs": true
- }
- },
- "downtime detection": {
- "window size": {
- "duration": 10,
- "units": "DAYS"
- },
- "overlapped window step": {
- "duration": 60,
- "units": "HOURS"
- },
- "burned anomalies factors": [1.005,1.01,1.02,1.04,1.08,1.16,1.32,1.64],
- "email addresses to alarm": ["yakir.mat@gmail.com", "deddybl@gmail.com"],
- "base algorithm": "YAHOO",
- "number of models": 1,
- "labeled faults": {},
- "labeled suspected": {},
- "number of most anomalous tags to send": 5,
- "rule": {
- "sequential drift size": 6,
- "factor": 8.0,
- "aggregation type": "MOVING_AVERAGE",
- "drift search type": "MULTI_MODEL",
- "time range": {
- "duration": 3,
- "units": "HOURS"
- },
- "moving average window size": 10
- },
- "multi model detector": {
- "svm": {
- "c Value": 1.0,
- "kernel type": 2,
- "gamma": 0.01,
- "dimension": 3,
- "mfcc features": 7
- },
- "random forest": {
- "tree number": 100,
- "attribute number": 0,
- "depth": 0,
- "mfcc features": 7
- },
- "count threshold": 30,
- "score threshold": 20000,
- "mvm threshold": 100,
- "count or threshold": 40,
- "score or threshold": 100000,
- "mvm or threshold": 1000,
- "history length": {
- "duration": 3,
- "units": "DAYS"
- },
- "svm majority threshold": 2.0,
- "random forest majority threshold": 2.0,
- "total majority threshold": 1.0,
- "majority coefficients": [
- 0,
- 0,
- 0,
- 2,
- 0
- ],
- "or coefficients": [
- 0,
- 0,
- 0
- ],
- "models directory": "hdfs://smartlogic/tmp/yakir/Models/",
- "svm file prefix": "svm",
- "random forest file prefix": "randomForest",
- "use hdfs": true
- }
- },
- "sliding window": {
- "date of start": "2015-02-02",
- "date of stop": "2016-07-01",
- "window size": {
- "duration": 10,
- "units": "DAYS"
- },
- "step size": {
- "duration": 60,
- "units": "HOURS"
- },
- "overlapped window step": {
- "duration": 60,
- "units": "HOURS"
- },
- "calibration interval": {
- "duration": 60,
- "units": "DAYS"
- },
- "normalization sample rate": {
- "duration": 5000,
- "units": "MILLISECONDS"
- },
- "anomalies counter interval": {
- "duration": 5,
- "units": "MINUTES"
- },
- //"take pause after slide": false,
- "sampling": "ARBITRARY",
- "window step debug": false,
- "machines": [],
- "tags": []
- },
- "calibratorSettings": {
- "enable time limit": true,
- "max time per iteration": {
- "duration": 1,
- "units": "SECONDS"
- },
- "calibration method": "LINEAR_SEARCH",
- "max number of iterations": 1,
- "burned factors": [1.005,1.01,1.02,1.04,1.08,1.16,1.32,1.64,0.995,0.99,0.98,0.96,0.92,0.84,0.68,0.36,1.1,1.4,1.6,1.8,0.9,0.6,0.4,0.2],
- "calibration centroids": [2],
- "calibration window size elements": 0,
- "convergence tolerance": 0.3,
- "ax": 0.02,
- "bx": 0.5,
- "cx": 40.0,
- "range up": 1.5,
- "range down": 0.5,
- "local threshold adjusting": true
- },
- "elasticsearchSettings": {
- "hosts": "10.10.0.31",
- "port": 9300,
- "cluster name": "SmartLogick",
- "scroll size": 1000,
- "tag scroll size": 100000,
- "scroll time limit": 60000,
- "index prefix": "steamboat",
- "site": "steamboat",
- "tag index name": "steamboat-taginfo"
- },
- "imdbSettings": {
- "protocol": "http",
- "host": "10.10.0.62",
- "port": 8080,
- "customer": "ormat",
- "site": "steamboat15scores"
- },
- /*"imdbSettings": {
- "protocol": "http",
- "host": "10.10.0.62",
- "port": 8080,
- "customer": "ormat",
- "site": "steamboat15_yakir"
- },*/
- "debugSettings": {
- "tags to debug": [],
- "number of tags to debug": 0,
- "number of slides to debug": 0,
- "first slide idx to debug": 0,
- "distance between slides to debug": 0,
- "number of tags for batch forecast reports": 0,
- "send emails": false,
- "send prediction emails": false,
- "trace prediction by email": false,
- "sender email host": "smtp.office365.com",
- "sender email login": "alert@presenso.com",
- "sender email pwd": "qazWSX321",
- "sender email port": "587"
- },
- "openTSDBSettings": {
- "address": "http://40.121.150.209:4242",
- "metric retrieval": "retrieval_time_sec",
- "metric execution": "mapreduce_execution_time_sec",
- "metric storing": "storing_time_sec",
- "metric normalization": "normalization_time_sec",
- "metric erasing": "erasing_old_data_time_sec",
- "metric anomalies": "anomalies_per_slide",
- "metric counter": "counters_per_slide",
- "metric window step hours": "window_step_hours",
- "tags": {"cluster":"smartlogic"}}
- },
- "downtimeSettings": {
- "families": [
- "BATCH_OUTLIER_DETECTION",
- "ONLINE_OUTLIER_DETECTION",
- "RAPIDMINER",
- "YAHOO"
- ],
- "windows": [
- {
- "size": {
- "duration": 10,
- "units": "DAYS"
- },
- "step": {
- "duration": 60,
- "units": "HOURS"
- },
- "number of slides": 35
- }
- ],
- "sequence sizes": [
- 2,
- 3,
- 4
- ],
- "factors": [
- 8.0,
- 9.0
- ],
- "search types": [
- "DEFAULT",
- "INCREASING",
- "COUNT_PER_TIME_RANGE"
- ],
- "aggregation types": [
- "SUM",
- "MOVING_AVERAGE"
- ],
- "time range window": [
- {
- "duration": 1,
- "units": "HOURS"
- }
- ],
- "heuristic slopes": [
- 1.5,
- 2.0,
- 2.5,
- 3.5
- ],
- "heuristic windows": [
- {
- "duration": 6,
- "units": "HOURS"
- },
- {
- "duration": 8,
- "units": "HOURS"
- },
- {
- "duration": 10,
- "units": "HOURS"
- },
- {
- "duration": 12,
- "units": "HOURS"
- }
- ],
- "heuristic time to failures": [
- {
- "duration": 10,
- "units": "HOURS"
- },
- {
- "duration": 36,
- "units": "HOURS"
- }
- ],
- "heuristic rolling processing": [
- "HIGHEST",
- "FACTOR"
- ]
- },
- "thresholds": {
- "thresholds batch": {
- "winners": [],
- "statistics": []
- },
- "thresholds online": {
- "winners": [],
- "statistics": []
- },
- "thresholds rapidminer": {
- "winners": [],
- "statistics": []
- },
- "thresholds netflix": {
- "winners": [],
- "statistics": []
- },
- "thresholds yahoo": {
- "winners": [],
- "statistics": []
- }
- },
- "heuristic": {
- "top": {
- "duration": 1,
- "units": "DAYS"
- },
- "middle": {
- "duration": 1,
- "units": "DAYS"
- },
- "bottom": {
- "duration": 1,
- "units": "DAYS"
- },
- "max time to failure": {
- "duration": 5,
- "units": "HOURS"
- },
- "use rolling downtime detection": true,
- "send emails": false,
- "k12": 1.5,
- "k23": 1.5,
- "rolling processing": "HIGHEST"
- },
- "emergency": {
- "max time left to operational switch": {
- "duration": 2,
- "units": "DAYS"
- },
- "development window step": {
- "duration": 60,
- "units": "HOURS"
- },
- "operational window step": {
- "duration": 1,
- "units": "HOURS"
- },
- "switching near-operational factor": 2.0
- },
- "multivariate model": {
- "training path": "python mvm.py train",
- "testing path": "python mvm.py test",
- "path for models": "~",
- "model file name prefix": "",
- "model meta data file name prefix": "",
- "interval": {
- "duration": 10,
- "units": "MINUTES"
- },
- "training window size": {
- "duration": 60,
- "units": "DAYS"
- },
- "testing window size": {
- "duration": 1,
- "units": "DAYS"
- }
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement