API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Nov 10th, 2016
344
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 10.92 KB | None | 0 0
raw download clone embed print report
  1. {
  2. "system": {
  3. "description": "weekend test on ormat new data",
  4. "operational status": "OPERATIONAL",
  5. "workflow type": "PROCESSING",
  6. "algorithm family": "BATCH_OUTLIER_DETECTION",
  7. "max threads": 12,
  8. "number of parameters": 0,
  9. "debug": 1,
  10. "debug max results": 10,
  11. "working directory": "hdfs://smartlogic/tmp/distributed2/",
  12. "debug directory": "/home/yakir/run3/slides",
  13. "log4j properties location": "log4j.properties",
  14. "admin email address": ["yakir.mat@gmail.com", "deddybl@gmail.com", "nir.dromi@gmail.com"],
  15. "components to run": ["DETECTION"],
  16. "num of slides to run": 2147483647,
  17. "force remove debug directory": false,
  18. "use static lines filtering": true,
  19. "extract data without computing": false,
  20. "enable emergency plan": false,
  21. "source": "IMDB"
  22. },
  23. "batchSettings": {
  24. "Number of models": 1,
  25. "shift": 1.1,
  26. "Use too much anomalies filtering": true,
  27. "Filtering percentage": 10.0,
  28. "percent of most anomalous values": 1.0,
  29. "Max depth": 100,
  30. "Default calibration threshold": 75.0,
  31. "use old style": true
  32. },
  33. "onlineSettings": {
  34. "number of models": 4,
  35. "window size": 1000,
  36. "number of centroids": 2,
  37. "default radius": 3.0
  38. },
  39. "driftSettings": {
  40. "number of models": 1,
  41. "windowSlidingSamplesNum": 100
  42. },
  43. "rapidminerSettings": {
  44. "number of models": 5,
  45. "default calibration threshold": 0.0,
  46. "nClusters": 14,
  47. "k": 14,
  48. "beta": 0.0,
  49. "lambda": 1.5
  50. },
  51. "netflixSettings": {
  52. "nModels": 1,
  53. "defaultCalibrationThreshold": -1.0
  54. },
  55. "yahooSettings": {
  56. "nModels": 5,
  57. "modelsToRun": [],
  58. "defaultCalibrationThreshold": -1.0
  59. },
  60. "correlation": {
  61. "correlation app path": "/home/a.out",
  62. "window size": {
  63. "duration": 10,
  64. "units": "DAYS"
  65. }
  66. },
  67. "prediction": {
  68. "window size": {
  69. "duration": 10,
  70. "units": "DAYS"
  71. },
  72. "overlapped window step": {
  73. "duration": 60,
  74. "units": "HOURS"
  75. },
  76. "burned anomalies factors": [1.005,1.01,1.02,1.04,1.08,1.16,1.32,1.64],
  77. "email addresses to alarm": ["yakir.mat@gmail.com", "deddybl@gmail.com"],
  78. "base algorithm": "YAHOO",
  79. "number of models": 1,
  80. "labeled faults": {
  81. "G2\\OEC21": [
  82. "2016-01-01"
  83. ],
  84. "G3\\OEC21": [
  85. "2016-01-01"
  86. ]
  87. },
  88. "labeled suspected": {},
  89. "number of most anomalous tags to send": 5,
  90. "rule": {
  91. "sequential drift size": 5,
  92. "factor": 8.0,
  93. "aggregation type": "MOVING_AVERAGE",
  94. "drift search type": "HIGH_FREQ",
  95. "time range": {
  96. "duration": 3,
  97. "units": "HOURS"
  98. },
  99. "moving average window size": 10
  100. },
  101. "high freq detector": {
  102. "svm": {
  103. "c Value": 1.0,
  104. "kernel type": 2,
  105. "gamma": 0.01,
  106. "dimension": 3,
  107. "mfcc features": 7
  108. },
  109. "models directory": "hdfs://smartlogic/tmp/yakir/Models/",
  110. "model file name": "highFreqSvm.model",
  111. "history length": {
  112. "duration": 1,
  113. "units": "DAYS"
  114. },
  115. "use hdfs": true
  116. }
  117. },
  118. "downtime detection": {
  119. "window size": {
  120. "duration": 10,
  121. "units": "DAYS"
  122. },
  123. "overlapped window step": {
  124. "duration": 60,
  125. "units": "HOURS"
  126. },
  127. "burned anomalies factors": [1.005,1.01,1.02,1.04,1.08,1.16,1.32,1.64],
  128. "email addresses to alarm": ["yakir.mat@gmail.com", "deddybl@gmail.com"],
  129. "base algorithm": "YAHOO",
  130. "number of models": 1,
  131. "labeled faults": {},
  132. "labeled suspected": {},
  133. "number of most anomalous tags to send": 5,
  134. "rule": {
  135. "sequential drift size": 6,
  136. "factor": 8.0,
  137. "aggregation type": "MOVING_AVERAGE",
  138. "drift search type": "MULTI_MODEL",
  139. "time range": {
  140. "duration": 3,
  141. "units": "HOURS"
  142. },
  143. "moving average window size": 10
  144. },
  145. "multi model detector": {
  146. "svm": {
  147. "c Value": 1.0,
  148. "kernel type": 2,
  149. "gamma": 0.01,
  150. "dimension": 3,
  151. "mfcc features": 7
  152. },
  153. "random forest": {
  154. "tree number": 100,
  155. "attribute number": 0,
  156. "depth": 0,
  157. "mfcc features": 7
  158. },
  159. "count threshold": 30,
  160. "score threshold": 20000,
  161. "mvm threshold": 100,
  162. "count or threshold": 40,
  163. "score or threshold": 100000,
  164. "mvm or threshold": 1000,
  165. "history length": {
  166. "duration": 3,
  167. "units": "DAYS"
  168. },
  169. "svm majority threshold": 2.0,
  170. "random forest majority threshold": 2.0,
  171. "total majority threshold": 1.0,
  172. "majority coefficients": [
  173. 0,
  174. 0,
  175. 0,
  176. 2,
  177. 0
  178. ],
  179. "or coefficients": [
  180. 0,
  181. 0,
  182. 0
  183. ],
  184. "models directory": "hdfs://smartlogic/tmp/yakir/Models/",
  185. "svm file prefix": "svm",
  186. "random forest file prefix": "randomForest",
  187. "use hdfs": true
  188. }
  189. },
  190. "sliding window": {
  191. "date of start": "2015-02-02",
  192. "date of stop": "2016-07-01",
  193. "window size": {
  194. "duration": 10,
  195. "units": "DAYS"
  196. },
  197. "step size": {
  198. "duration": 60,
  199. "units": "HOURS"
  200. },
  201. "overlapped window step": {
  202. "duration": 60,
  203. "units": "HOURS"
  204. },
  205. "calibration interval": {
  206. "duration": 60,
  207. "units": "DAYS"
  208. },
  209. "normalization sample rate": {
  210. "duration": 5000,
  211. "units": "MILLISECONDS"
  212. },
  213. "anomalies counter interval": {
  214. "duration": 10,
  215. "units": "MINUTES"
  216. },
  217. "sampling": "ARBITRARY",
  218. "window step debug": false,
  219. "machines": [],
  220. "tags": []
  221. },
  222. "calibratorSettings": {
  223. "enable time limit": false,
  224. "max time per iteration": {
  225. "duration": 1,
  226. "units": "SECONDS"
  227. },
  228. "calibration method": "LINEAR_SEARCH",
  229. "max number of iterations": 1,
  230. "burned factors": [1.005,1.01,1.02,1.04,1.08,1.16,1.32,1.64,0.995,0.99,0.98,0.96,0.92,0.84,0.68,0.36,1.1,1.4,1.6,1.8,0.9,0.6,0.4,0.2],
  231. "calibration centroids": [2],
  232. "calibration window size elements": 0,
  233. "convergence tolerance": 0.3,
  234. "ax": 0.02,
  235. "bx": 0.5,
  236. "cx": 40.0,
  237. "range up": 1.5,
  238. "range down": 0.5,
  239. "local threshold adjusting": true
  240. },
  241. "elasticsearchSettings": {
  242. "hosts": "10.10.0.31",
  243. "port": 9300,
  244. "cluster name": "SmartLogick",
  245. "scroll size": 1000,
  246. "tag scroll size": 100000,
  247. "scroll time limit": 60000,
  248. "index prefix": "steamboat",
  249. "site": "steamboat",
  250. "tag index name": "steamboat-taginfo"
  251. },
  252. "imdbSettings": {
  253. "protocol": "http",
  254. "host": "10.10.0.62",
  255. "port": 8080,
  256. "customer": "ormat",
  257. "site": "steamboat15CountsForYakir"
  258. },
  259. "debugSettings": {
  260. "tags to debug": [],
  261. "number of tags to debug": 0,
  262. "number of slides to debug": 0,
  263. "first slide idx to debug": 0,
  264. "distance between slides to debug": 0,
  265. "number of tags for batch forecast reports": 0,
  266. "send emails": true,
  267. "send prediction emails": true,
  268. "trace prediction by email": false,
  269. "sender email host": "smtp.office365.com",
  270. "sender email login": "alert@presenso.com",
  271. "sender email pwd": "qazWSX321",
  272. "sender email port": "587"
  273. },
  274. "openTSDBSettings": {
  275. "address": "http://40.121.150.209:4242",
  276. "metric retrieval": "retrieval_time_sec",
  277. "metric execution": "mapreduce_execution_time_sec",
  278. "metric storing": "storing_time_sec",
  279. "metric normalization": "normalization_time_sec",
  280. "metric erasing": "erasing_old_data_time_sec",
  281. "metric anomalies": "anomalies_per_slide",
  282. "metric counter": "counters_per_slide",
  283. "metric window step hours": "window_step_hours",
  284. "tags": {"cluster":"smartlogic"}}
  285. },
  286. "downtimeSettings": {
  287. "families": [
  288. "BATCH_OUTLIER_DETECTION",
  289. "ONLINE_OUTLIER_DETECTION",
  290. "RAPIDMINER",
  291. "YAHOO"
  292. ],
  293. "windows": [
  294. {
  295. "size": {
  296. "duration": 10,
  297. "units": "DAYS"
  298. },
  299. "step": {
  300. "duration": 60,
  301. "units": "HOURS"
  302. },
  303. "number of slides": 35
  304. }
  305. ],
  306. "sequence sizes": [
  307. 2,
  308. 3,
  309. 4
  310. ],
  311. "factors": [
  312. 8.0,
  313. 9.0
  314. ],
  315. "search types": [
  316. "DEFAULT",
  317. "INCREASING",
  318. "COUNT_PER_TIME_RANGE"
  319. ],
  320. "aggregation types": [
  321. "SUM",
  322. "MOVING_AVERAGE"
  323. ],
  324. "time range window": [
  325. {
  326. "duration": 1,
  327. "units": "HOURS"
  328. }
  329. ],
  330. "heuristic slopes": [
  331. 1.5,
  332. 2.0,
  333. 2.5,
  334. 3.5
  335. ],
  336. "heuristic windows": [
  337. {
  338. "duration": 6,
  339. "units": "HOURS"
  340. },
  341. {
  342. "duration": 8,
  343. "units": "HOURS"
  344. },
  345. {
  346. "duration": 10,
  347. "units": "HOURS"
  348. },
  349. {
  350. "duration": 12,
  351. "units": "HOURS"
  352. }
  353. ],
  354. "heuristic time to failures": [
  355. {
  356. "duration": 10,
  357. "units": "HOURS"
  358. },
  359. {
  360. "duration": 36,
  361. "units": "HOURS"
  362. }
  363. ],
  364. "heuristic rolling processing": [
  365. "HIGHEST",
  366. "FACTOR"
  367. ]
  368. },
  369. "thresholds": {
  370. "thresholds batch": {
  371. "winners": [],
  372. "statistics": []
  373. },
  374. "thresholds online": {
  375. "winners": [],
  376. "statistics": []
  377. },
  378. "thresholds rapidminer": {
  379. "winners": [],
  380. "statistics": []
  381. },
  382. "thresholds netflix": {
  383. "winners": [],
  384. "statistics": []
  385. },
  386. "thresholds yahoo": {
  387. "winners": [],
  388. "statistics": []
  389. }
  390. },
  391. "heuristic": {
  392. "top": {
  393. "duration": 1,
  394. "units": "DAYS"
  395. },
  396. "middle": {
  397. "duration": 1,
  398. "units": "DAYS"
  399. },
  400. "bottom": {
  401. "duration": 1,
  402. "units": "DAYS"
  403. },
  404. "max time to failure": {
  405. "duration": 5,
  406. "units": "HOURS"
  407. },
  408. "use rolling downtime detection": true,
  409. "send emails": true,
  410. "k12": 1.5,
  411. "k23": 1.5,
  412. "rolling processing": "HIGHEST"
  413. },
  414. "emergency": {
  415. "max time left to operational switch": {
  416. "duration": 2,
  417. "units": "DAYS"
  418. },
  419. "development window step": {
  420. "duration": 60,
  421. "units": "HOURS"
  422. },
  423. "operational window step": {
  424. "duration": 1,
  425. "units": "HOURS"
  426. },
  427. "switching near-operational factor": 2.0
  428. },
  429. "multivariate model": {
  430. "training path": "python mvm.py train",
  431. "testing path": "python mvm.py test",
  432. "path for models": "~",
  433. "model file name prefix": "",
  434. "model meta data file name prefix": "",
  435. "interval": {
  436. "duration": 10,
  437. "units": "MINUTES"
  438. },
  439. "training window size": {
  440. "duration": 60,
  441. "units": "DAYS"
  442. },
  443. "testing window size": {
  444. "duration": 1,
  445. "units": "DAYS"
  446. }
  447. }
  448. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!