API tools faq
paste
Advertisement
Guest User

Untitled

a guest
May 18th, 2021
72
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 266.64 KB | None | 0 0
raw download clone embed print report
  1. {
  2. "client" : {
  3. "cluster_file" : {
  4. "path" : "/etc/foundationdb/fdb.cluster",
  5. "up_to_date" : true
  6. },
  7. "coordinators" : {
  8. "coordinators" : [
  9. {
  10. "address" : "10.128.0.33:4500",
  11. "reachable" : true
  12. },
  13. {
  14. "address" : "10.138.0.9:4500",
  15. "reachable" : true
  16. },
  17. {
  18. "address" : "10.168.0.7:4500",
  19. "reachable" : true
  20. },
  21. {
  22. "address" : "10.180.0.2:4500",
  23. "reachable" : true
  24. },
  25. {
  26. "address" : "10.182.0.2:4500",
  27. "reachable" : true
  28. }
  29. ],
  30. "quorum_reachable" : true
  31. },
  32. "database_status" : {
  33. "available" : true,
  34. "healthy" : true
  35. },
  36. "messages" : [
  37. ],
  38. "timestamp" : 1621380911
  39. },
  40. "cluster" : {
  41. "active_primary_dc" : "",
  42. "clients" : {
  43. "count" : 49,
  44. "supported_versions" : [
  45. {
  46. "client_version" : "6.3.12",
  47. "connected_clients" : [
  48. {
  49. "address" : "10.32.0.56:59084",
  50. "log_group" : "default"
  51. },
  52. {
  53. "address" : "10.32.0.57:50852",
  54. "log_group" : "default"
  55. },
  56. {
  57. "address" : "10.32.0.58:42100",
  58. "log_group" : "default"
  59. },
  60. {
  61. "address" : "10.32.1.49:35514",
  62. "log_group" : "default"
  63. },
  64. {
  65. "address" : "10.32.1.50:38104",
  66. "log_group" : "default"
  67. },
  68. {
  69. "address" : "10.32.1.51:51634",
  70. "log_group" : "default"
  71. },
  72. {
  73. "address" : "10.32.1.52:46698",
  74. "log_group" : "default"
  75. },
  76. {
  77. "address" : "10.32.1.53:42912",
  78. "log_group" : "default"
  79. },
  80. {
  81. "address" : "10.32.2.20:32922",
  82. "log_group" : "default"
  83. },
  84. {
  85. "address" : "10.32.2.21:58696",
  86. "log_group" : "default"
  87. },
  88. {
  89. "address" : "10.32.2.22:34926",
  90. "log_group" : "default"
  91. },
  92. {
  93. "address" : "10.32.2.22:36738",
  94. "log_group" : "default"
  95. },
  96. {
  97. "address" : "10.32.2.22:53282",
  98. "log_group" : "default"
  99. },
  100. {
  101. "address" : "10.32.2.23:49192",
  102. "log_group" : "default"
  103. },
  104. {
  105. "address" : "10.32.2.24:45366",
  106. "log_group" : "default"
  107. },
  108. {
  109. "address" : "10.32.3.65:40162",
  110. "log_group" : "default"
  111. },
  112. {
  113. "address" : "10.32.3.66:39126",
  114. "log_group" : "default"
  115. },
  116. {
  117. "address" : "10.32.3.67:53750",
  118. "log_group" : "default"
  119. },
  120. {
  121. "address" : "10.32.3.68:36734",
  122. "log_group" : "default"
  123. },
  124. {
  125. "address" : "10.32.3.69:59598",
  126. "log_group" : "default"
  127. },
  128. {
  129. "address" : "10.32.4.51:53688",
  130. "log_group" : "default"
  131. },
  132. {
  133. "address" : "10.32.4.52:36242",
  134. "log_group" : "default"
  135. },
  136. {
  137. "address" : "10.32.4.53:57784",
  138. "log_group" : "default"
  139. },
  140. {
  141. "address" : "10.32.4.56:59246",
  142. "log_group" : "default"
  143. },
  144. {
  145. "address" : "10.32.4.57:48858",
  146. "log_group" : "default"
  147. },
  148. {
  149. "address" : "10.32.4.58:47304",
  150. "log_group" : "default"
  151. },
  152. {
  153. "address" : "10.32.5.61:41574",
  154. "log_group" : "default"
  155. },
  156. {
  157. "address" : "10.32.5.62:46574",
  158. "log_group" : "default"
  159. },
  160. {
  161. "address" : "10.32.5.63:54066",
  162. "log_group" : "default"
  163. },
  164. {
  165. "address" : "10.32.5.64:56520",
  166. "log_group" : "default"
  167. },
  168. {
  169. "address" : "10.32.6.46:60974",
  170. "log_group" : "default"
  171. },
  172. {
  173. "address" : "10.32.6.47:43762",
  174. "log_group" : "default"
  175. },
  176. {
  177. "address" : "10.32.6.48:53248",
  178. "log_group" : "default"
  179. },
  180. {
  181. "address" : "10.32.6.49:43406",
  182. "log_group" : "default"
  183. },
  184. {
  185. "address" : "10.32.7.51:41542",
  186. "log_group" : "default"
  187. },
  188. {
  189. "address" : "10.32.7.52:34670",
  190. "log_group" : "default"
  191. },
  192. {
  193. "address" : "10.32.7.53:45812",
  194. "log_group" : "default"
  195. },
  196. {
  197. "address" : "10.32.7.54:53172",
  198. "log_group" : "default"
  199. },
  200. {
  201. "address" : "10.32.7.55:46668",
  202. "log_group" : "default"
  203. },
  204. {
  205. "address" : "10.32.9.2:43946",
  206. "log_group" : "default"
  207. },
  208. {
  209. "address" : "10.32.9.3:46856",
  210. "log_group" : "default"
  211. },
  212. {
  213. "address" : "10.32.9.4:33516",
  214. "log_group" : "default"
  215. },
  216. {
  217. "address" : "10.32.9.5:60106",
  218. "log_group" : "default"
  219. },
  220. {
  221. "address" : "10.32.9.6:39958",
  222. "log_group" : "default"
  223. },
  224. {
  225. "address" : "10.32.10.48:60496",
  226. "log_group" : "default"
  227. },
  228. {
  229. "address" : "10.32.10.49:46424",
  230. "log_group" : "default"
  231. },
  232. {
  233. "address" : "10.32.10.50:46168",
  234. "log_group" : "default"
  235. },
  236. {
  237. "address" : "10.32.10.51:57958",
  238. "log_group" : "default"
  239. },
  240. {
  241. "address" : "172.28.232.237:41254",
  242. "log_group" : "default"
  243. }
  244. ],
  245. "count" : 49,
  246. "max_protocol_clients" : [
  247. {
  248. "address" : "10.32.0.56:59084",
  249. "log_group" : "default"
  250. },
  251. {
  252. "address" : "10.32.0.57:50852",
  253. "log_group" : "default"
  254. },
  255. {
  256. "address" : "10.32.0.58:42100",
  257. "log_group" : "default"
  258. },
  259. {
  260. "address" : "10.32.1.49:35514",
  261. "log_group" : "default"
  262. },
  263. {
  264. "address" : "10.32.1.50:38104",
  265. "log_group" : "default"
  266. },
  267. {
  268. "address" : "10.32.1.51:51634",
  269. "log_group" : "default"
  270. },
  271. {
  272. "address" : "10.32.1.52:46698",
  273. "log_group" : "default"
  274. },
  275. {
  276. "address" : "10.32.1.53:42912",
  277. "log_group" : "default"
  278. },
  279. {
  280. "address" : "10.32.2.20:32922",
  281. "log_group" : "default"
  282. },
  283. {
  284. "address" : "10.32.2.21:58696",
  285. "log_group" : "default"
  286. },
  287. {
  288. "address" : "10.32.2.22:34926",
  289. "log_group" : "default"
  290. },
  291. {
  292. "address" : "10.32.2.22:36738",
  293. "log_group" : "default"
  294. },
  295. {
  296. "address" : "10.32.2.22:53282",
  297. "log_group" : "default"
  298. },
  299. {
  300. "address" : "10.32.2.23:49192",
  301. "log_group" : "default"
  302. },
  303. {
  304. "address" : "10.32.2.24:45366",
  305. "log_group" : "default"
  306. },
  307. {
  308. "address" : "10.32.3.65:40162",
  309. "log_group" : "default"
  310. },
  311. {
  312. "address" : "10.32.3.66:39126",
  313. "log_group" : "default"
  314. },
  315. {
  316. "address" : "10.32.3.67:53750",
  317. "log_group" : "default"
  318. },
  319. {
  320. "address" : "10.32.3.68:36734",
  321. "log_group" : "default"
  322. },
  323. {
  324. "address" : "10.32.3.69:59598",
  325. "log_group" : "default"
  326. },
  327. {
  328. "address" : "10.32.4.51:53688",
  329. "log_group" : "default"
  330. },
  331. {
  332. "address" : "10.32.4.52:36242",
  333. "log_group" : "default"
  334. },
  335. {
  336. "address" : "10.32.4.53:57784",
  337. "log_group" : "default"
  338. },
  339. {
  340. "address" : "10.32.4.56:59246",
  341. "log_group" : "default"
  342. },
  343. {
  344. "address" : "10.32.4.57:48858",
  345. "log_group" : "default"
  346. },
  347. {
  348. "address" : "10.32.4.58:47304",
  349. "log_group" : "default"
  350. },
  351. {
  352. "address" : "10.32.5.61:41574",
  353. "log_group" : "default"
  354. },
  355. {
  356. "address" : "10.32.5.62:46574",
  357. "log_group" : "default"
  358. },
  359. {
  360. "address" : "10.32.5.63:54066",
  361. "log_group" : "default"
  362. },
  363. {
  364. "address" : "10.32.5.64:56520",
  365. "log_group" : "default"
  366. },
  367. {
  368. "address" : "10.32.6.46:60974",
  369. "log_group" : "default"
  370. },
  371. {
  372. "address" : "10.32.6.47:43762",
  373. "log_group" : "default"
  374. },
  375. {
  376. "address" : "10.32.6.48:53248",
  377. "log_group" : "default"
  378. },
  379. {
  380. "address" : "10.32.6.49:43406",
  381. "log_group" : "default"
  382. },
  383. {
  384. "address" : "10.32.7.51:41542",
  385. "log_group" : "default"
  386. },
  387. {
  388. "address" : "10.32.7.52:34670",
  389. "log_group" : "default"
  390. },
  391. {
  392. "address" : "10.32.7.53:45812",
  393. "log_group" : "default"
  394. },
  395. {
  396. "address" : "10.32.7.54:53172",
  397. "log_group" : "default"
  398. },
  399. {
  400. "address" : "10.32.7.55:46668",
  401. "log_group" : "default"
  402. },
  403. {
  404. "address" : "10.32.9.2:43946",
  405. "log_group" : "default"
  406. },
  407. {
  408. "address" : "10.32.9.3:46856",
  409. "log_group" : "default"
  410. },
  411. {
  412. "address" : "10.32.9.4:33516",
  413. "log_group" : "default"
  414. },
  415. {
  416. "address" : "10.32.9.5:60106",
  417. "log_group" : "default"
  418. },
  419. {
  420. "address" : "10.32.9.6:39958",
  421. "log_group" : "default"
  422. },
  423. {
  424. "address" : "10.32.10.48:60496",
  425. "log_group" : "default"
  426. },
  427. {
  428. "address" : "10.32.10.49:46424",
  429. "log_group" : "default"
  430. },
  431. {
  432. "address" : "10.32.10.50:46168",
  433. "log_group" : "default"
  434. },
  435. {
  436. "address" : "10.32.10.51:57958",
  437. "log_group" : "default"
  438. },
  439. {
  440. "address" : "172.28.232.237:41254",
  441. "log_group" : "default"
  442. }
  443. ],
  444. "max_protocol_count" : 49,
  445. "protocol_version" : "fdb00b063010001",
  446. "source_version" : "1e35e5b533fecf18cb48c086478e90d3a790a927"
  447. }
  448. ]
  449. },
  450. "cluster_controller_timestamp" : 1621380911,
  451. "configuration" : {
  452. "backup_worker_enabled" : 0,
  453. "coordinators_count" : 5,
  454. "excluded_servers" : [
  455. {
  456. "address" : "10.128.0.33"
  457. },
  458. {
  459. "address" : "10.138.0.9"
  460. },
  461. {
  462. "address" : "10.138.0.15"
  463. },
  464. {
  465. "address" : "10.138.0.16"
  466. },
  467. {
  468. "address" : "10.138.0.17"
  469. },
  470. {
  471. "address" : "10.138.0.18"
  472. },
  473. {
  474. "address" : "10.138.0.19"
  475. },
  476. {
  477. "address" : "10.168.0.7"
  478. },
  479. {
  480. "address" : "10.180.0.2"
  481. },
  482. {
  483. "address" : "10.182.0.2"
  484. }
  485. ],
  486. "log_spill" : 2,
  487. "logs" : 5,
  488. "proxies" : 6,
  489. "redundancy_mode" : "triple",
  490. "resolvers" : 1,
  491. "storage_engine" : "ssd-2",
  492. "usable_regions" : 1
  493. },
  494. "connection_string" : "LfYwBoAP:MNrUxed7DA2LrkoAD817TejtsL5j84vX@10.128.0.33:4500,10.138.0.9:4500,10.168.0.7:4500,10.180.0.2:4500,10.182.0.2:4500",
  495. "data" : {
  496. "average_partition_size_bytes" : 51394270,
  497. "least_operating_space_bytes_log_server" : 105820063638,
  498. "least_operating_space_bytes_storage_server" : 72667693764,
  499. "moving_data" : {
  500. "highest_priority" : 0,
  501. "in_flight_bytes" : 0,
  502. "in_queue_bytes" : 0,
  503. "total_written_bytes" : 596921274
  504. },
  505. "partitions_count" : 5979,
  506. "state" : {
  507. "healthy" : true,
  508. "min_replicas_remaining" : 3,
  509. "name" : "healthy"
  510. },
  511. "system_kv_size_bytes" : 261058954899,
  512. "team_trackers" : [
  513. {
  514. "in_flight_bytes" : 0,
  515. "primary" : true,
  516. "state" : {
  517. "healthy" : true,
  518. "min_replicas_remaining" : 3,
  519. "name" : "healthy"
  520. },
  521. "unhealthy_servers" : 0
  522. }
  523. ],
  524. "total_disk_used_bytes" : 3267382344992,
  525. "total_kv_size_bytes" : 321040708501
  526. },
  527. "database_available" : true,
  528. "database_lock_state" : {
  529. "locked" : false
  530. },
  531. "datacenter_lag" : {
  532. "seconds" : 0,
  533. "versions" : 0
  534. },
  535. "degraded_processes" : 0,
  536. "fault_tolerance" : {
  537. "max_zone_failures_without_losing_availability" : 0,
  538. "max_zone_failures_without_losing_data" : 0
  539. },
  540. "full_replication" : true,
  541. "generation" : 591,
  542. "incompatible_connections" : [
  543. "10.32.0.52:0",
  544. "10.32.0.53:0",
  545. "10.32.0.54:0",
  546. "10.32.1.44:0",
  547. "10.32.1.45:0",
  548. "10.32.1.46:0",
  549. "10.32.1.47:0",
  550. "10.32.2.17:0",
  551. "10.32.2.18:0",
  552. "10.32.2.19:0",
  553. "10.32.3.61:0",
  554. "10.32.3.62:0",
  555. "10.32.3.63:0",
  556. "10.32.4.47:0",
  557. "10.32.4.49:0",
  558. "10.32.5.55:0",
  559. "10.32.5.56:0",
  560. "10.32.5.57:0",
  561. "10.32.5.58:0",
  562. "10.32.5.59:0",
  563. "10.32.5.60:0",
  564. "10.32.6.43:0",
  565. "10.32.6.44:0",
  566. "10.32.6.45:0",
  567. "10.32.7.47:0",
  568. "10.32.7.48:0",
  569. "10.32.7.49:0",
  570. "10.32.7.50:0",
  571. "10.32.10.44:0",
  572. "10.32.10.45:0",
  573. "10.32.10.46:0",
  574. "10.32.10.47:0",
  575. "10.138.0.14:4500",
  576. "10.138.0.14:4501",
  577. "10.138.0.14:4502",
  578. "10.138.0.14:4503",
  579. "172.28.232.237:0"
  580. ],
  581. "latency_probe" : {
  582. "batch_priority_transaction_start_seconds" : 0.00035762800000000003,
  583. "commit_seconds" : 0.0103538,
  584. "immediate_priority_transaction_start_seconds" : 0.00039362900000000005,
  585. "read_seconds" : 0.000295877,
  586. "transaction_start_seconds" : 0.000342846
  587. },
  588. "layers" : {
  589. "_valid" : true,
  590. "backup" : null
  591. },
  592. "logs" : [
  593. {
  594. "begin_version" : 81630446724320,
  595. "current" : true,
  596. "epoch" : 591,
  597. "log_fault_tolerance" : 2,
  598. "log_interfaces" : [
  599. {
  600. "address" : "10.138.0.88:4501",
  601. "healthy" : true,
  602. "id" : "adef26c5c5fe9de3"
  603. },
  604. {
  605. "address" : "10.138.0.50:4501",
  606. "healthy" : true,
  607. "id" : "453b49259487dce5"
  608. },
  609. {
  610. "address" : "10.138.0.119:4501",
  611. "healthy" : true,
  612. "id" : "a9752af52b5e2114"
  613. },
  614. {
  615. "address" : "10.138.0.48:4501",
  616. "healthy" : true,
  617. "id" : "44487e773ab56eaf"
  618. }
  619. ],
  620. "log_replication_factor" : 3,
  621. "log_write_anti_quorum" : 0,
  622. "possibly_losing_data" : false
  623. }
  624. ],
  625. "machines" : {
  626. "075fb5230542c37f2c674215ddcecb12" : {
  627. "address" : "10.138.0.50",
  628. "contributing_workers" : 2,
  629. "cpu" : {
  630. "logical_core_utilization" : 0.081300799999999993
  631. },
  632. "excluded" : false,
  633. "locality" : {
  634. "machineid" : "075fb5230542c37f2c674215ddcecb12",
  635. "processid" : "f3c2a41a49823b3ee93c443f341e945e",
  636. "zoneid" : "075fb5230542c37f2c674215ddcecb12"
  637. },
  638. "machine_id" : "075fb5230542c37f2c674215ddcecb12",
  639. "memory" : {
  640. "committed_bytes" : 3176628224,
  641. "free_bytes" : 5171523584,
  642. "total_bytes" : 8348151808
  643. },
  644. "network" : {
  645. "megabits_received" : {
  646. "hz" : 4.2243000000000004
  647. },
  648. "megabits_sent" : {
  649. "hz" : 3.75406
  650. },
  651. "tcp_segments_retransmitted" : {
  652. "hz" : 0
  653. }
  654. }
  655. },
  656. "16dfb6e88a34d22c3114d3094bbe22c0" : {
  657. "address" : "10.138.0.94",
  658. "contributing_workers" : 4,
  659. "cpu" : {
  660. "logical_core_utilization" : 0.087134900000000001
  661. },
  662. "excluded" : false,
  663. "locality" : {
  664. "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
  665. "processid" : "ef5ff76f35021d6e7c4ab4f3a897e3ed",
  666. "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
  667. },
  668. "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
  669. "memory" : {
  670. "committed_bytes" : 582569984,
  671. "free_bytes" : 16208224256,
  672. "total_bytes" : 16790794240
  673. },
  674. "network" : {
  675. "megabits_received" : {
  676. "hz" : 17.548300000000001
  677. },
  678. "megabits_sent" : {
  679. "hz" : 17.836300000000001
  680. },
  681. "tcp_segments_retransmitted" : {
  682. "hz" : 0
  683. }
  684. }
  685. },
  686. "3f61e7092396def1a5d14dab79c8f082" : {
  687. "address" : "10.138.0.100",
  688. "contributing_workers" : 4,
  689. "cpu" : {
  690. "logical_core_utilization" : 0.026091299999999998
  691. },
  692. "excluded" : false,
  693. "locality" : {
  694. "machineid" : "3f61e7092396def1a5d14dab79c8f082",
  695. "processid" : "fb8107484b1602558fff54d94cb09e4f",
  696. "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
  697. },
  698. "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
  699. "memory" : {
  700. "committed_bytes" : 3240550400,
  701. "free_bytes" : 13550243840,
  702. "total_bytes" : 16790794240
  703. },
  704. "network" : {
  705. "megabits_received" : {
  706. "hz" : 3.0175900000000002
  707. },
  708. "megabits_sent" : {
  709. "hz" : 12.356199999999999
  710. },
  711. "tcp_segments_retransmitted" : {
  712. "hz" : 0
  713. }
  714. }
  715. },
  716. "58340cf570991c7fad410a0e9f5c4c82" : {
  717. "address" : "10.138.0.90",
  718. "contributing_workers" : 2,
  719. "cpu" : {
  720. "logical_core_utilization" : 0.0423387
  721. },
  722. "excluded" : false,
  723. "locality" : {
  724. "machineid" : "58340cf570991c7fad410a0e9f5c4c82",
  725. "processid" : "d84f914da87969b158a69cece7f59e16",
  726. "zoneid" : "58340cf570991c7fad410a0e9f5c4c82"
  727. },
  728. "machine_id" : "58340cf570991c7fad410a0e9f5c4c82",
  729. "memory" : {
  730. "committed_bytes" : 3646963712,
  731. "free_bytes" : 4172677120,
  732. "total_bytes" : 7819640832
  733. },
  734. "network" : {
  735. "megabits_received" : {
  736. "hz" : 0.75792300000000001
  737. },
  738. "megabits_sent" : {
  739. "hz" : 1.43991
  740. },
  741. "tcp_segments_retransmitted" : {
  742. "hz" : 0
  743. }
  744. }
  745. },
  746. "5f84a2369663a29a9f73d673f71c4bc9" : {
  747. "address" : "10.138.0.119",
  748. "contributing_workers" : 2,
  749. "cpu" : {
  750. "logical_core_utilization" : 0.121429
  751. },
  752. "excluded" : false,
  753. "locality" : {
  754. "machineid" : "5f84a2369663a29a9f73d673f71c4bc9",
  755. "processid" : "ee9f7aad704a0538175776149dd71e10",
  756. "zoneid" : "5f84a2369663a29a9f73d673f71c4bc9"
  757. },
  758. "machine_id" : "5f84a2369663a29a9f73d673f71c4bc9",
  759. "memory" : {
  760. "committed_bytes" : 3270500352,
  761. "free_bytes" : 4549132288,
  762. "total_bytes" : 7819632640
  763. },
  764. "network" : {
  765. "megabits_received" : {
  766. "hz" : 4.8243299999999998
  767. },
  768. "megabits_sent" : {
  769. "hz" : 13.5341
  770. },
  771. "tcp_segments_retransmitted" : {
  772. "hz" : 0
  773. }
  774. }
  775. },
  776. "61c377ff88ac8c4643aa834237e35b1c" : {
  777. "address" : "10.138.0.91",
  778. "contributing_workers" : 2,
  779. "cpu" : {
  780. "logical_core_utilization" : 0.050556199999999996
  781. },
  782. "excluded" : false,
  783. "locality" : {
  784. "machineid" : "61c377ff88ac8c4643aa834237e35b1c",
  785. "processid" : "0172e70d9d0f1461485299091785ca41",
  786. "zoneid" : "61c377ff88ac8c4643aa834237e35b1c"
  787. },
  788. "machine_id" : "61c377ff88ac8c4643aa834237e35b1c",
  789. "memory" : {
  790. "committed_bytes" : 3594399744,
  791. "free_bytes" : 4225179648,
  792. "total_bytes" : 7819579392
  793. },
  794. "network" : {
  795. "megabits_received" : {
  796. "hz" : 0.66468000000000005
  797. },
  798. "megabits_sent" : {
  799. "hz" : 0.75637799999999999
  800. },
  801. "tcp_segments_retransmitted" : {
  802. "hz" : 0
  803. }
  804. }
  805. },
  806. "65e4251e2b44d56b6d0b3e7fe4b2ea7c" : {
  807. "address" : "10.138.0.88",
  808. "contributing_workers" : 2,
  809. "cpu" : {
  810. "logical_core_utilization" : 0.099385199999999993
  811. },
  812. "excluded" : false,
  813. "locality" : {
  814. "machineid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
  815. "processid" : "394aafa24964ce133e658c461f3fd816",
  816. "zoneid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c"
  817. },
  818. "machine_id" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
  819. "memory" : {
  820. "committed_bytes" : 3234942976,
  821. "free_bytes" : 4584697856,
  822. "total_bytes" : 7819640832
  823. },
  824. "network" : {
  825. "megabits_received" : {
  826. "hz" : 4.5295800000000002
  827. },
  828. "megabits_sent" : {
  829. "hz" : 4.7916299999999996
  830. },
  831. "tcp_segments_retransmitted" : {
  832. "hz" : 0
  833. }
  834. }
  835. },
  836. "65f462bc05397e6274c8d495dfdc2bb7" : {
  837. "address" : "10.138.0.99",
  838. "contributing_workers" : 4,
  839. "cpu" : {
  840. "logical_core_utilization" : 0.11230799999999999
  841. },
  842. "excluded" : false,
  843. "locality" : {
  844. "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
  845. "processid" : "285bee090a4140951bc5cb669a057f00",
  846. "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
  847. },
  848. "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
  849. "memory" : {
  850. "committed_bytes" : 549785600,
  851. "free_bytes" : 16241008640,
  852. "total_bytes" : 16790794240
  853. },
  854. "network" : {
  855. "megabits_received" : {
  856. "hz" : 18.7409
  857. },
  858. "megabits_sent" : {
  859. "hz" : 20.4299
  860. },
  861. "tcp_segments_retransmitted" : {
  862. "hz" : 0
  863. }
  864. }
  865. },
  866. "699531d3be4400c65a6f34dd8261baf2" : {
  867. "address" : "10.138.0.101",
  868. "contributing_workers" : 4,
  869. "cpu" : {
  870. "logical_core_utilization" : 0.0266197
  871. },
  872. "excluded" : false,
  873. "locality" : {
  874. "machineid" : "699531d3be4400c65a6f34dd8261baf2",
  875. "processid" : "05b09b9de87d38c47217918fc65c0bf8",
  876. "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
  877. },
  878. "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
  879. "memory" : {
  880. "committed_bytes" : 3358511104,
  881. "free_bytes" : 13432283136,
  882. "total_bytes" : 16790794240
  883. },
  884. "network" : {
  885. "megabits_received" : {
  886. "hz" : 3.0418799999999999
  887. },
  888. "megabits_sent" : {
  889. "hz" : 10.7036
  890. },
  891. "tcp_segments_retransmitted" : {
  892. "hz" : 0
  893. }
  894. }
  895. },
  896. "6d7999ac28ac315803c1bf7e23eed963" : {
  897. "address" : "10.138.0.9",
  898. "contributing_workers" : 1,
  899. "cpu" : {
  900. "logical_core_utilization" : 0.014
  901. },
  902. "excluded" : true,
  903. "locality" : {
  904. "machineid" : "6d7999ac28ac315803c1bf7e23eed963",
  905. "processid" : "812b1b4d30367873052f2251d2f45c50",
  906. "zoneid" : "6d7999ac28ac315803c1bf7e23eed963"
  907. },
  908. "machine_id" : "6d7999ac28ac315803c1bf7e23eed963",
  909. "memory" : {
  910. "committed_bytes" : 568479744,
  911. "free_bytes" : 3294089216,
  912. "total_bytes" : 3862568960
  913. },
  914. "network" : {
  915. "megabits_received" : {
  916. "hz" : 0.112923
  917. },
  918. "megabits_sent" : {
  919. "hz" : 0.10083099999999999
  920. },
  921. "tcp_segments_retransmitted" : {
  922. "hz" : 0
  923. }
  924. }
  925. },
  926. "73e6c5cffa6ded52953fefcc23019bf4" : {
  927. "address" : "10.138.0.120",
  928. "contributing_workers" : 2,
  929. "cpu" : {
  930. "logical_core_utilization" : 0.034239599999999995
  931. },
  932. "excluded" : false,
  933. "locality" : {
  934. "machineid" : "73e6c5cffa6ded52953fefcc23019bf4",
  935. "processid" : "beb04727fab04e3bf7a55749b7d67647",
  936. "zoneid" : "73e6c5cffa6ded52953fefcc23019bf4"
  937. },
  938. "machine_id" : "73e6c5cffa6ded52953fefcc23019bf4",
  939. "memory" : {
  940. "committed_bytes" : 3554160640,
  941. "free_bytes" : 4265480192,
  942. "total_bytes" : 7819640832
  943. },
  944. "network" : {
  945. "megabits_received" : {
  946. "hz" : 0.57369599999999998
  947. },
  948. "megabits_sent" : {
  949. "hz" : 0.86950000000000005
  950. },
  951. "tcp_segments_retransmitted" : {
  952. "hz" : 0
  953. }
  954. }
  955. },
  956. "b2245d73f1012517021cd526fea73f07" : {
  957. "address" : "10.138.0.89",
  958. "contributing_workers" : 2,
  959. "cpu" : {
  960. "logical_core_utilization" : 0.060606
  961. },
  962. "excluded" : false,
  963. "locality" : {
  964. "machineid" : "b2245d73f1012517021cd526fea73f07",
  965. "processid" : "8230535849e8362237788c305eff9ae3",
  966. "zoneid" : "b2245d73f1012517021cd526fea73f07"
  967. },
  968. "machine_id" : "b2245d73f1012517021cd526fea73f07",
  969. "memory" : {
  970. "committed_bytes" : 3652882432,
  971. "free_bytes" : 4166742016,
  972. "total_bytes" : 7819624448
  973. },
  974. "network" : {
  975. "megabits_received" : {
  976. "hz" : 1.1024700000000001
  977. },
  978. "megabits_sent" : {
  979. "hz" : 1.75718
  980. },
  981. "tcp_segments_retransmitted" : {
  982. "hz" : 0
  983. }
  984. }
  985. },
  986. "d8690a3c3cd52f90214c1a19affe65d8" : {
  987. "address" : "10.138.0.48",
  988. "contributing_workers" : 2,
  989. "cpu" : {
  990. "logical_core_utilization" : 0.065239599999999995
  991. },
  992. "excluded" : false,
  993. "locality" : {
  994. "machineid" : "d8690a3c3cd52f90214c1a19affe65d8",
  995. "processid" : "e0933108a061df75a917a6170df2a163",
  996. "zoneid" : "d8690a3c3cd52f90214c1a19affe65d8"
  997. },
  998. "machine_id" : "d8690a3c3cd52f90214c1a19affe65d8",
  999. "memory" : {
  1000. "committed_bytes" : 1592778752,
  1001. "free_bytes" : 6755315712,
  1002. "total_bytes" : 8348094464
  1003. },
  1004. "network" : {
  1005. "megabits_received" : {
  1006. "hz" : 5.2798499999999997
  1007. },
  1008. "megabits_sent" : {
  1009. "hz" : 4.5849799999999998
  1010. },
  1011. "tcp_segments_retransmitted" : {
  1012. "hz" : 0
  1013. }
  1014. }
  1015. },
  1016. "dd1390fc854ed6b3525f10b915ca2ee4" : {
  1017. "address" : "10.138.0.14",
  1018. "contributing_workers" : 4,
  1019. "cpu" : {
  1020. "logical_core_utilization" : 0.014063299999999999
  1021. },
  1022. "excluded" : false,
  1023. "locality" : {
  1024. "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
  1025. "processid" : "79aaf30002a1e826a7e565d0d26b1960",
  1026. "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
  1027. },
  1028. "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
  1029. "memory" : {
  1030. "committed_bytes" : 2964959232,
  1031. "free_bytes" : 13825826816,
  1032. "total_bytes" : 16790786048
  1033. },
  1034. "network" : {
  1035. "megabits_received" : {
  1036. "hz" : 2.3421599999999998
  1037. },
  1038. "megabits_sent" : {
  1039. "hz" : 2.8895
  1040. },
  1041. "tcp_segments_retransmitted" : {
  1042. "hz" : 0
  1043. }
  1044. }
  1045. },
  1046. "f61258012f16e93663e52b973e72fcaa" : {
  1047. "address" : "10.138.0.121",
  1048. "contributing_workers" : 2,
  1049. "cpu" : {
  1050. "logical_core_utilization" : 0.037487300000000001
  1051. },
  1052. "excluded" : false,
  1053. "locality" : {
  1054. "machineid" : "f61258012f16e93663e52b973e72fcaa",
  1055. "processid" : "61bfa779dd85dac1d6c5491816187df9",
  1056. "zoneid" : "f61258012f16e93663e52b973e72fcaa"
  1057. },
  1058. "machine_id" : "f61258012f16e93663e52b973e72fcaa",
  1059. "memory" : {
  1060. "committed_bytes" : 3609464832,
  1061. "free_bytes" : 4210114560,
  1062. "total_bytes" : 7819579392
  1063. },
  1064. "network" : {
  1065. "megabits_received" : {
  1066. "hz" : 1.4715
  1067. },
  1068. "megabits_sent" : {
  1069. "hz" : 1.9071100000000001
  1070. },
  1071. "tcp_segments_retransmitted" : {
  1072. "hz" : 0
  1073. }
  1074. }
  1075. }
  1076. },
  1077. "messages" : [
  1078. ],
  1079. "page_cache" : {
  1080. "log_hit_rate" : 1,
  1081. "storage_hit_rate" : 0.89251099999999994
  1082. },
  1083. "processes" : {
  1084. "0172e70d9d0f1461485299091785ca41" : {
  1085. "address" : "10.138.0.91:4500",
  1086. "class_source" : "command_line",
  1087. "class_type" : "storage",
  1088. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
  1089. "cpu" : {
  1090. "usage_cores" : 0.087496599999999994
  1091. },
  1092. "disk" : {
  1093. "busy" : 0.439195,
  1094. "free_bytes" : 57783631872,
  1095. "reads" : {
  1096. "counter" : 46723101,
  1097. "hz" : 1227.79,
  1098. "sectors" : 49112
  1099. },
  1100. "total_bytes" : 395260067840,
  1101. "writes" : {
  1102. "counter" : 38518630,
  1103. "hz" : 943.98900000000003,
  1104. "sectors" : 75040
  1105. }
  1106. },
  1107. "excluded" : false,
  1108. "fault_domain" : "61c377ff88ac8c4643aa834237e35b1c",
  1109. "locality" : {
  1110. "machineid" : "61c377ff88ac8c4643aa834237e35b1c",
  1111. "processid" : "0172e70d9d0f1461485299091785ca41",
  1112. "zoneid" : "61c377ff88ac8c4643aa834237e35b1c"
  1113. },
  1114. "machine_id" : "61c377ff88ac8c4643aa834237e35b1c",
  1115. "memory" : {
  1116. "available_bytes" : 3912366080,
  1117. "limit_bytes" : 8589934592,
  1118. "unused_allocated_memory" : 15859712,
  1119. "used_bytes" : 2891370496
  1120. },
  1121. "messages" : [
  1122. ],
  1123. "network" : {
  1124. "connection_errors" : {
  1125. "hz" : 0
  1126. },
  1127. "connections_closed" : {
  1128. "hz" : 0
  1129. },
  1130. "connections_established" : {
  1131. "hz" : 0
  1132. },
  1133. "current_connections" : 56,
  1134. "megabits_received" : {
  1135. "hz" : 0.19309799999999999
  1136. },
  1137. "megabits_sent" : {
  1138. "hz" : 0.191908
  1139. },
  1140. "tls_policy_failures" : {
  1141. "hz" : 0
  1142. }
  1143. },
  1144. "roles" : [
  1145. {
  1146. "bytes_queried" : {
  1147. "counter" : 337797437,
  1148. "hz" : 1487.5899999999999,
  1149. "roughness" : 679.96000000000004
  1150. },
  1151. "data_lag" : {
  1152. "seconds" : 0.018152999999999999,
  1153. "versions" : 18153
  1154. },
  1155. "data_version" : 81631116885756,
  1156. "durability_lag" : {
  1157. "seconds" : 5.2564399999999996,
  1158. "versions" : 5256436
  1159. },
  1160. "durable_bytes" : {
  1161. "counter" : 9740734,
  1162. "hz" : 230.399,
  1163. "roughness" : 1151
  1164. },
  1165. "durable_version" : 81631111629320,
  1166. "finished_queries" : {
  1167. "counter" : 37672,
  1168. "hz" : 48.9998,
  1169. "roughness" : 3.4952700000000001
  1170. },
  1171. "id" : "f45c92959626b40a",
  1172. "input_bytes" : {
  1173. "counter" : 9740734,
  1174. "hz" : 0,
  1175. "roughness" : -1
  1176. },
  1177. "keys_queried" : {
  1178. "counter" : 698266,
  1179. "hz" : 3.59999,
  1180. "roughness" : 0.647926
  1181. },
  1182. "kvstore_available_bytes" : 217653268480,
  1183. "kvstore_free_bytes" : 57783623680,
  1184. "kvstore_inline_keys" : 0,
  1185. "kvstore_total_bytes" : 395260067840,
  1186. "kvstore_total_nodes" : 0,
  1187. "kvstore_total_size" : 0,
  1188. "kvstore_used_bytes" : 267408384000,
  1189. "local_rate" : 100,
  1190. "low_priority_queries" : {
  1191. "counter" : 0,
  1192. "hz" : 0,
  1193. "roughness" : -1
  1194. },
  1195. "mutation_bytes" : {
  1196. "counter" : 2083676,
  1197. "hz" : 0,
  1198. "roughness" : -1
  1199. },
  1200. "mutations" : {
  1201. "counter" : 5590,
  1202. "hz" : 0,
  1203. "roughness" : -1
  1204. },
  1205. "query_queue_max" : 6,
  1206. "read_latency_statistics" : {
  1207. "count" : 8825,
  1208. "max" : 0.0036606799999999999,
  1209. "mean" : 0.00018489300000000002,
  1210. "median" : 5.7697300000000007e-05,
  1211. "min" : 1.04904e-05,
  1212. "p25" : 3.9100600000000003e-05,
  1213. "p90" : 0.00040674200000000003,
  1214. "p95" : 0.00055122400000000001,
  1215. "p99" : 0.00111079,
  1216. "p99.9" : 0.00217819
  1217. },
  1218. "role" : "storage",
  1219. "stored_bytes" : 38653070596,
  1220. "total_queries" : {
  1221. "counter" : 37672,
  1222. "hz" : 48.9998,
  1223. "roughness" : 3.4944500000000001
  1224. }
  1225. }
  1226. ],
  1227. "run_loop_busy" : 0.065952999999999998,
  1228. "uptime_seconds" : 575.20899999999995,
  1229. "version" : "6.3.12"
  1230. },
  1231. "05b09b9de87d38c47217918fc65c0bf8" : {
  1232. "address" : "10.138.0.101:4500",
  1233. "class_source" : "command_line",
  1234. "class_type" : "storage",
  1235. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4500",
  1236. "cpu" : {
  1237. "usage_cores" : 0.020229
  1238. },
  1239. "disk" : {
  1240. "busy" : 0.28639900000000001,
  1241. "free_bytes" : 353934073856,
  1242. "reads" : {
  1243. "counter" : 43509344,
  1244. "hz" : 304.399,
  1245. "sectors" : 12176
  1246. },
  1247. "total_bytes" : 532622512128,
  1248. "writes" : {
  1249. "counter" : 25732518,
  1250. "hz" : 142.19999999999999,
  1251. "sectors" : 20920
  1252. }
  1253. },
  1254. "excluded" : false,
  1255. "fault_domain" : "699531d3be4400c65a6f34dd8261baf2",
  1256. "locality" : {
  1257. "machineid" : "699531d3be4400c65a6f34dd8261baf2",
  1258. "processid" : "05b09b9de87d38c47217918fc65c0bf8",
  1259. "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
  1260. },
  1261. "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
  1262. "memory" : {
  1263. "available_bytes" : 4384594944,
  1264. "limit_bytes" : 8589934592,
  1265. "unused_allocated_memory" : 6291456,
  1266. "used_bytes" : 1211252736
  1267. },
  1268. "messages" : [
  1269. ],
  1270. "network" : {
  1271. "connection_errors" : {
  1272. "hz" : 0
  1273. },
  1274. "connections_closed" : {
  1275. "hz" : 0
  1276. },
  1277. "connections_established" : {
  1278. "hz" : 0
  1279. },
  1280. "current_connections" : 40,
  1281. "megabits_received" : {
  1282. "hz" : 0.33623000000000003
  1283. },
  1284. "megabits_sent" : {
  1285. "hz" : 0.57852000000000003
  1286. },
  1287. "tls_policy_failures" : {
  1288. "hz" : 0
  1289. }
  1290. },
  1291. "roles" : [
  1292. {
  1293. "bytes_queried" : {
  1294. "counter" : 187697959,
  1295. "hz" : 33676.5,
  1296. "roughness" : 4493.8199999999997
  1297. },
  1298. "data_lag" : {
  1299. "seconds" : 0.0009549999999999999,
  1300. "versions" : 955
  1301. },
  1302. "data_version" : 81631114909764,
  1303. "durability_lag" : {
  1304. "seconds" : 5.2889699999999999,
  1305. "versions" : 5288975
  1306. },
  1307. "durable_bytes" : {
  1308. "counter" : 16016526,
  1309. "hz" : 9324.3700000000008,
  1310. "roughness" : 13088.6
  1311. },
  1312. "durable_version" : 81631109620789,
  1313. "finished_queries" : {
  1314. "counter" : 78938,
  1315. "hz" : 159.40000000000001,
  1316. "roughness" : 5.3991100000000003
  1317. },
  1318. "id" : "f0cb56c874ad1823",
  1319. "input_bytes" : {
  1320. "counter" : 16016526,
  1321. "hz" : 0,
  1322. "roughness" : -1
  1323. },
  1324. "keys_queried" : {
  1325. "counter" : 621453,
  1326. "hz" : 147.80000000000001,
  1327. "roughness" : 18.726900000000001
  1328. },
  1329. "kvstore_available_bytes" : 355189850112,
  1330. "kvstore_free_bytes" : 353934086144,
  1331. "kvstore_inline_keys" : 0,
  1332. "kvstore_total_bytes" : 532622512128,
  1333. "kvstore_total_nodes" : 0,
  1334. "kvstore_total_size" : 0,
  1335. "kvstore_used_bytes" : 44188299264,
  1336. "local_rate" : 100,
  1337. "low_priority_queries" : {
  1338. "counter" : 0,
  1339. "hz" : 0,
  1340. "roughness" : -1
  1341. },
  1342. "mutation_bytes" : {
  1343. "counter" : 1498035,
  1344. "hz" : 0,
  1345. "roughness" : -1
  1346. },
  1347. "mutations" : {
  1348. "counter" : 14838,
  1349. "hz" : 0,
  1350. "roughness" : -1
  1351. },
  1352. "query_queue_max" : 3,
  1353. "read_latency_statistics" : {
  1354. "count" : 9797,
  1355. "max" : 0.0016522400000000001,
  1356. "mean" : 3.0655199999999997e-05,
  1357. "median" : 2.7418100000000004e-05,
  1358. "min" : 3.33786e-06,
  1359. "p25" : 2.2172900000000002e-05,
  1360. "p90" : 4.4584299999999999e-05,
  1361. "p95" : 5.2213700000000005e-05,
  1362. "p99" : 7.2240800000000001e-05,
  1363. "p99.9" : 0.000144482
  1364. },
  1365. "role" : "storage",
  1366. "stored_bytes" : 38625708509,
  1367. "total_queries" : {
  1368. "counter" : 78938,
  1369. "hz" : 159.40000000000001,
  1370. "roughness" : 5.3991100000000003
  1371. }
  1372. }
  1373. ],
  1374. "run_loop_busy" : 0.0140053,
  1375. "uptime_seconds" : 575.20500000000004,
  1376. "version" : "6.3.12"
  1377. },
  1378. "12a8dd73a85f4d130b1da7b41551c188" : {
  1379. "address" : "10.138.0.120:4501",
  1380. "class_source" : "command_line",
  1381. "class_type" : "storage",
  1382. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
  1383. "cpu" : {
  1384. "usage_cores" : 0.0175855
  1385. },
  1386. "disk" : {
  1387. "busy" : 0.24399899999999999,
  1388. "free_bytes" : 60595810304,
  1389. "reads" : {
  1390. "counter" : 10382277185,
  1391. "hz" : 1013.79,
  1392. "sectors" : 40552
  1393. },
  1394. "total_bytes" : 395260067840,
  1395. "writes" : {
  1396. "counter" : 7623991915,
  1397. "hz" : 523.197,
  1398. "sectors" : 42768
  1399. }
  1400. },
  1401. "excluded" : false,
  1402. "fault_domain" : "73e6c5cffa6ded52953fefcc23019bf4",
  1403. "locality" : {
  1404. "machineid" : "73e6c5cffa6ded52953fefcc23019bf4",
  1405. "processid" : "12a8dd73a85f4d130b1da7b41551c188",
  1406. "zoneid" : "73e6c5cffa6ded52953fefcc23019bf4"
  1407. },
  1408. "machine_id" : "73e6c5cffa6ded52953fefcc23019bf4",
  1409. "memory" : {
  1410. "available_bytes" : 3940608000,
  1411. "limit_bytes" : 8589934592,
  1412. "unused_allocated_memory" : 83753568,
  1413. "used_bytes" : 686137344
  1414. },
  1415. "messages" : [
  1416. ],
  1417. "network" : {
  1418. "connection_errors" : {
  1419. "hz" : 0
  1420. },
  1421. "connections_closed" : {
  1422. "hz" : 0
  1423. },
  1424. "connections_established" : {
  1425. "hz" : 0
  1426. },
  1427. "current_connections" : 59,
  1428. "megabits_received" : {
  1429. "hz" : 0.15797700000000001
  1430. },
  1431. "megabits_sent" : {
  1432. "hz" : 0.47082000000000002
  1433. },
  1434. "tls_policy_failures" : {
  1435. "hz" : 0
  1436. }
  1437. },
  1438. "roles" : [
  1439. {
  1440. "bytes_queried" : {
  1441. "counter" : 28653532,
  1442. "hz" : 40862.800000000003,
  1443. "roughness" : 7060.1099999999997
  1444. },
  1445. "data_lag" : {
  1446. "seconds" : 0.018152999999999999,
  1447. "versions" : 18153
  1448. },
  1449. "data_version" : 81631116885756,
  1450. "durability_lag" : {
  1451. "seconds" : 5.2564399999999996,
  1452. "versions" : 5256436
  1453. },
  1454. "durable_bytes" : {
  1455. "counter" : 4539258,
  1456. "hz" : 3674.3800000000001,
  1457. "roughness" : 2203.9000000000001
  1458. },
  1459. "durable_version" : 81631111629320,
  1460. "finished_queries" : {
  1461. "counter" : 17996,
  1462. "hz" : 32.599800000000002,
  1463. "roughness" : 2.48177
  1464. },
  1465. "id" : "046549b5c264c8a3",
  1466. "input_bytes" : {
  1467. "counter" : 4549210,
  1468. "hz" : 1990.3900000000001,
  1469. "roughness" : 1794.4100000000001
  1470. },
  1471. "keys_queried" : {
  1472. "counter" : 263390,
  1473. "hz" : 376.59800000000001,
  1474. "roughness" : 64.076300000000003
  1475. },
  1476. "kvstore_available_bytes" : 98018451456,
  1477. "kvstore_free_bytes" : 60595798016,
  1478. "kvstore_inline_keys" : 0,
  1479. "kvstore_total_bytes" : 395260067840,
  1480. "kvstore_total_nodes" : 0,
  1481. "kvstore_total_size" : 0,
  1482. "kvstore_used_bytes" : 67661074432,
  1483. "local_rate" : 100,
  1484. "low_priority_queries" : {
  1485. "counter" : 0,
  1486. "hz" : 0,
  1487. "roughness" : -1
  1488. },
  1489. "mutation_bytes" : {
  1490. "counter" : 599144,
  1491. "hz" : 163.19900000000001,
  1492. "roughness" : 146.21199999999999
  1493. },
  1494. "mutations" : {
  1495. "counter" : 3685,
  1496. "hz" : 1.59999,
  1497. "roughness" : 0.44325199999999998
  1498. },
  1499. "query_queue_max" : 2,
  1500. "read_latency_statistics" : {
  1501. "count" : 1949,
  1502. "max" : 0.0010585799999999999,
  1503. "mean" : 9.5738600000000012e-05,
  1504. "median" : 6.6041900000000009e-05,
  1505. "min" : 8.5830699999999988e-06,
  1506. "p25" : 5.1736800000000002e-05,
  1507. "p90" : 0.000110388,
  1508. "p95" : 0.00028038,
  1509. "p99" : 0.00090432200000000005,
  1510. "p99.9" : 0.00104666
  1511. },
  1512. "role" : "storage",
  1513. "stored_bytes" : 26858741667,
  1514. "total_queries" : {
  1515. "counter" : 17996,
  1516. "hz" : 32.599800000000002,
  1517. "roughness" : 2.48177
  1518. }
  1519. }
  1520. ],
  1521. "run_loop_busy" : 0.0113668,
  1522. "uptime_seconds" : 575.11500000000001,
  1523. "version" : "6.3.12"
  1524. },
  1525. "285bee090a4140951bc5cb669a057f00" : {
  1526. "address" : "10.138.0.99:4500",
  1527. "class_source" : "command_line",
  1528. "class_type" : "stateless",
  1529. "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4500",
  1530. "cpu" : {
  1531. "usage_cores" : 0.155753
  1532. },
  1533. "disk" : {
  1534. "busy" : 0.0016000000000000001,
  1535. "free_bytes" : 30553849856,
  1536. "reads" : {
  1537. "counter" : 8352,
  1538. "hz" : 0,
  1539. "sectors" : 0
  1540. },
  1541. "total_bytes" : 33116909568,
  1542. "writes" : {
  1543. "counter" : 47407,
  1544. "hz" : 1.2,
  1545. "sectors" : 520
  1546. }
  1547. },
  1548. "excluded" : false,
  1549. "fault_domain" : "65f462bc05397e6274c8d495dfdc2bb7",
  1550. "locality" : {
  1551. "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
  1552. "processid" : "285bee090a4140951bc5cb669a057f00",
  1553. "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
  1554. },
  1555. "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
  1556. "memory" : {
  1557. "available_bytes" : 4325356544,
  1558. "limit_bytes" : 8589934592,
  1559. "unused_allocated_memory" : 655360,
  1560. "used_bytes" : 367566848
  1561. },
  1562. "messages" : [
  1563. ],
  1564. "network" : {
  1565. "connection_errors" : {
  1566. "hz" : 0
  1567. },
  1568. "connections_closed" : {
  1569. "hz" : 0
  1570. },
  1571. "connections_established" : {
  1572. "hz" : 0
  1573. },
  1574. "current_connections" : 88,
  1575. "megabits_received" : {
  1576. "hz" : 5.42781
  1577. },
  1578. "megabits_sent" : {
  1579. "hz" : 6.0529999999999999
  1580. },
  1581. "tls_policy_failures" : {
  1582. "hz" : 0
  1583. }
  1584. },
  1585. "roles" : [
  1586. {
  1587. "commit_latency_statistics" : {
  1588. "count" : 463,
  1589. "max" : 0.093099599999999991,
  1590. "mean" : 0.0200152,
  1591. "median" : 0.016000500000000001,
  1592. "min" : 0.0070521799999999999,
  1593. "p25" : 0.0126462,
  1594. "p90" : 0.033386699999999998,
  1595. "p95" : 0.044616499999999996,
  1596. "p99" : 0.0643923,
  1597. "p99.9" : 0.0702348
  1598. },
  1599. "grv_latency_statistics" : {
  1600. "default" : {
  1601. "count" : 26926,
  1602. "max" : 0.0033249899999999999,
  1603. "mean" : 0.00023454500000000001,
  1604. "median" : 0.00022006,
  1605. "min" : 0.00016903900000000001,
  1606. "p25" : 0.00021028500000000002,
  1607. "p90" : 0.000257254,
  1608. "p95" : 0.00028801,
  1609. "p99" : 0.00057363500000000007,
  1610. "p99.9" : 0.00121689
  1611. }
  1612. },
  1613. "id" : "ccb5b458d28a7743",
  1614. "role" : "proxy"
  1615. }
  1616. ],
  1617. "run_loop_busy" : 0.103338,
  1618. "uptime_seconds" : 575.00199999999995,
  1619. "version" : "6.3.12"
  1620. },
  1621. "2aeb0885c0f9211dec6be72e12e85aed" : {
  1622. "address" : "10.138.0.14:4502",
  1623. "class_source" : "command_line",
  1624. "class_type" : "storage",
  1625. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4502",
  1626. "cpu" : {
  1627. "usage_cores" : 0.0098453800000000008
  1628. },
  1629. "disk" : {
  1630. "busy" : 0.1096,
  1631. "free_bytes" : 358111506432,
  1632. "reads" : {
  1633. "counter" : 38486609,
  1634. "hz" : 124.40000000000001,
  1635. "sectors" : 4976
  1636. },
  1637. "total_bytes" : 532622512128,
  1638. "writes" : {
  1639. "counter" : 23251160,
  1640. "hz" : 128,
  1641. "sectors" : 16912
  1642. }
  1643. },
  1644. "excluded" : false,
  1645. "fault_domain" : "dd1390fc854ed6b3525f10b915ca2ee4",
  1646. "locality" : {
  1647. "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
  1648. "processid" : "2aeb0885c0f9211dec6be72e12e85aed",
  1649. "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
  1650. },
  1651. "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
  1652. "memory" : {
  1653. "available_bytes" : 4382686208,
  1654. "limit_bytes" : 8589934592,
  1655. "unused_allocated_memory" : 8388608,
  1656. "used_bytes" : 830496768
  1657. },
  1658. "messages" : [
  1659. ],
  1660. "network" : {
  1661. "connection_errors" : {
  1662. "hz" : 0
  1663. },
  1664. "connections_closed" : {
  1665. "hz" : 0
  1666. },
  1667. "connections_established" : {
  1668. "hz" : 0
  1669. },
  1670. "current_connections" : 49,
  1671. "megabits_received" : {
  1672. "hz" : 0.16258499999999998
  1673. },
  1674. "megabits_sent" : {
  1675. "hz" : 0.84090699999999996
  1676. },
  1677. "tls_policy_failures" : {
  1678. "hz" : 0
  1679. }
  1680. },
  1681. "roles" : [
  1682. {
  1683. "bytes_queried" : {
  1684. "counter" : 54322863,
  1685. "hz" : 90116.100000000006,
  1686. "roughness" : 14756.200000000001
  1687. },
  1688. "data_lag" : {
  1689. "seconds" : 0.019702000000000001,
  1690. "versions" : 19702
  1691. },
  1692. "data_version" : 81631114025517,
  1693. "durability_lag" : {
  1694. "seconds" : 5.1927700000000003,
  1695. "versions" : 5192767
  1696. },
  1697. "durable_bytes" : {
  1698. "counter" : 28591926,
  1699. "hz" : 15782.4,
  1700. "roughness" : 34460.699999999997
  1701. },
  1702. "durable_version" : 81631108832750,
  1703. "finished_queries" : {
  1704. "counter" : 20611,
  1705. "hz" : 44.399900000000002,
  1706. "roughness" : 3.33006
  1707. },
  1708. "id" : "ad3439edbbc2afbc",
  1709. "input_bytes" : {
  1710. "counter" : 28638808,
  1711. "hz" : 9376.3700000000008,
  1712. "roughness" : 35716.300000000003
  1713. },
  1714. "keys_queried" : {
  1715. "counter" : 182732,
  1716. "hz" : 282.399,
  1717. "roughness" : 45.245100000000001
  1718. },
  1719. "kvstore_available_bytes" : 358111490048,
  1720. "kvstore_free_bytes" : 358111490048,
  1721. "kvstore_inline_keys" : 0,
  1722. "kvstore_total_bytes" : 532622512128,
  1723. "kvstore_total_nodes" : 0,
  1724. "kvstore_total_size" : 0,
  1725. "kvstore_used_bytes" : 42937864192,
  1726. "local_rate" : 100,
  1727. "low_priority_queries" : {
  1728. "counter" : 57,
  1729. "hz" : 0,
  1730. "roughness" : -1
  1731. },
  1732. "mutation_bytes" : {
  1733. "counter" : 2796883,
  1734. "hz" : 1880.1900000000001,
  1735. "roughness" : 7161.1899999999996
  1736. },
  1737. "mutations" : {
  1738. "counter" : 27910,
  1739. "hz" : 5.3999800000000002,
  1740. "roughness" : 19.5701
  1741. },
  1742. "query_queue_max" : 15,
  1743. "read_latency_statistics" : {
  1744. "count" : 2565,
  1745. "max" : 0.0054798099999999999,
  1746. "mean" : 9.2087500000000009e-05,
  1747. "median" : 3.6954900000000001e-05,
  1748. "min" : 7.1525599999999997e-06,
  1749. "p25" : 2.2649800000000001e-05,
  1750. "p90" : 7.4148200000000009e-05,
  1751. "p95" : 0.000144005,
  1752. "p99" : 0.0023620099999999999,
  1753. "p99.9" : 0.0048027
  1754. },
  1755. "role" : "storage",
  1756. "stored_bytes" : 38590301845,
  1757. "total_queries" : {
  1758. "counter" : 20611,
  1759. "hz" : 44.399900000000002,
  1760. "roughness" : 3.3257099999999999
  1761. }
  1762. }
  1763. ],
  1764. "run_loop_busy" : 0.0063359100000000002,
  1765. "uptime_seconds" : 480.21100000000001,
  1766. "version" : "6.3.12"
  1767. },
  1768. "2aeccae3e7539b57e078abfaf119a3a7" : {
  1769. "address" : "10.138.0.121:4501",
  1770. "class_source" : "command_line",
  1771. "class_type" : "storage",
  1772. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
  1773. "cpu" : {
  1774. "usage_cores" : 0.015155099999999999
  1775. },
  1776. "disk" : {
  1777. "busy" : 0.27359800000000001,
  1778. "free_bytes" : 59871977472,
  1779. "reads" : {
  1780. "counter" : 69974747,
  1781. "hz" : 906.19500000000005,
  1782. "sectors" : 36248
  1783. },
  1784. "total_bytes" : 395260067840,
  1785. "writes" : {
  1786. "counter" : 43116408,
  1787. "hz" : 219.999,
  1788. "sectors" : 19808
  1789. }
  1790. },
  1791. "excluded" : false,
  1792. "fault_domain" : "f61258012f16e93663e52b973e72fcaa",
  1793. "locality" : {
  1794. "machineid" : "f61258012f16e93663e52b973e72fcaa",
  1795. "processid" : "2aeccae3e7539b57e078abfaf119a3a7",
  1796. "zoneid" : "f61258012f16e93663e52b973e72fcaa"
  1797. },
  1798. "machine_id" : "f61258012f16e93663e52b973e72fcaa",
  1799. "memory" : {
  1800. "available_bytes" : 3914070016,
  1801. "limit_bytes" : 8589934592,
  1802. "unused_allocated_memory" : 43252768,
  1803. "used_bytes" : 759226368
  1804. },
  1805. "messages" : [
  1806. ],
  1807. "network" : {
  1808. "connection_errors" : {
  1809. "hz" : 0
  1810. },
  1811. "connections_closed" : {
  1812. "hz" : 0
  1813. },
  1814. "connections_established" : {
  1815. "hz" : 0
  1816. },
  1817. "current_connections" : 47,
  1818. "megabits_received" : {
  1819. "hz" : 0.12417199999999999
  1820. },
  1821. "megabits_sent" : {
  1822. "hz" : 0.14940100000000001
  1823. },
  1824. "tls_policy_failures" : {
  1825. "hz" : 0
  1826. }
  1827. },
  1828. "roles" : [
  1829. {
  1830. "bytes_queried" : {
  1831. "counter" : 960190,
  1832. "hz" : 421.99599999999998,
  1833. "roughness" : 520.29899999999998
  1834. },
  1835. "data_lag" : {
  1836. "seconds" : 0.018152999999999999,
  1837. "versions" : 18153
  1838. },
  1839. "data_version" : 81631116885756,
  1840. "durability_lag" : {
  1841. "seconds" : 5.2564399999999996,
  1842. "versions" : 5256436
  1843. },
  1844. "durable_bytes" : {
  1845. "counter" : 15418018,
  1846. "hz" : 5214.75,
  1847. "roughness" : 2608.2800000000002
  1848. },
  1849. "durable_version" : 81631111629320,
  1850. "finished_queries" : {
  1851. "counter" : 4997,
  1852. "hz" : 3.19997,
  1853. "roughness" : 1.1297900000000001
  1854. },
  1855. "id" : "b0ce62b3283dc3f3",
  1856. "input_bytes" : {
  1857. "counter" : 15493052,
  1858. "hz" : 14787.799999999999,
  1859. "roughness" : 4913.4399999999996
  1860. },
  1861. "keys_queried" : {
  1862. "counter" : 5545,
  1863. "hz" : 1.9999800000000001,
  1864. "roughness" : 1.47061
  1865. },
  1866. "kvstore_available_bytes" : 92674224128,
  1867. "kvstore_free_bytes" : 59871969280,
  1868. "kvstore_inline_keys" : 0,
  1869. "kvstore_total_bytes" : 395260067840,
  1870. "kvstore_total_nodes" : 0,
  1871. "kvstore_total_size" : 0,
  1872. "kvstore_used_bytes" : 69678911488,
  1873. "local_rate" : 100,
  1874. "low_priority_queries" : {
  1875. "counter" : 0,
  1876. "hz" : 0,
  1877. "roughness" : -1
  1878. },
  1879. "mutation_bytes" : {
  1880. "counter" : 1065375,
  1881. "hz" : 2198.7800000000002,
  1882. "roughness" : 729.71900000000005
  1883. },
  1884. "mutations" : {
  1885. "counter" : 15355,
  1886. "hz" : 10.1999,
  1887. "roughness" : 2.3897300000000001
  1888. },
  1889. "query_queue_max" : 1,
  1890. "read_latency_statistics" : {
  1891. "count" : 343,
  1892. "max" : 0.00057005900000000004,
  1893. "mean" : 5.8088600000000005e-05,
  1894. "median" : 5.7935700000000002e-05,
  1895. "min" : 8.5830699999999988e-06,
  1896. "p25" : 2.3603400000000002e-05,
  1897. "p90" : 9.036060000000001e-05,
  1898. "p95" : 0.000100136,
  1899. "p99" : 0.000150204,
  1900. "p99.9" : 0.00053978000000000001
  1901. },
  1902. "role" : "storage",
  1903. "stored_bytes" : 32895424518,
  1904. "total_queries" : {
  1905. "counter" : 4997,
  1906. "hz" : 3.19997,
  1907. "roughness" : 1.1297900000000001
  1908. }
  1909. }
  1910. ],
  1911. "run_loop_busy" : 0.0094337399999999995,
  1912. "uptime_seconds" : 575.12800000000004,
  1913. "version" : "6.3.12"
  1914. },
  1915. "2e810765e5649fac484708c1ddef5ae2" : {
  1916. "address" : "10.138.0.99:4501",
  1917. "class_source" : "command_line",
  1918. "class_type" : "stateless",
  1919. "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4501",
  1920. "cpu" : {
  1921. "usage_cores" : 0.14862400000000001
  1922. },
  1923. "disk" : {
  1924. "busy" : 0.0016000000000000001,
  1925. "free_bytes" : 30553849856,
  1926. "reads" : {
  1927. "counter" : 8352,
  1928. "hz" : 0,
  1929. "sectors" : 0
  1930. },
  1931. "total_bytes" : 33116909568,
  1932. "writes" : {
  1933. "counter" : 47407,
  1934. "hz" : 1.2,
  1935. "sectors" : 520
  1936. }
  1937. },
  1938. "excluded" : false,
  1939. "fault_domain" : "65f462bc05397e6274c8d495dfdc2bb7",
  1940. "locality" : {
  1941. "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
  1942. "processid" : "2e810765e5649fac484708c1ddef5ae2",
  1943. "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
  1944. },
  1945. "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
  1946. "memory" : {
  1947. "available_bytes" : 4325356544,
  1948. "limit_bytes" : 8589934592,
  1949. "unused_allocated_memory" : 131072,
  1950. "used_bytes" : 230195200
  1951. },
  1952. "messages" : [
  1953. ],
  1954. "network" : {
  1955. "connection_errors" : {
  1956. "hz" : 0
  1957. },
  1958. "connections_closed" : {
  1959. "hz" : 0
  1960. },
  1961. "connections_established" : {
  1962. "hz" : 0
  1963. },
  1964. "current_connections" : 88,
  1965. "megabits_received" : {
  1966. "hz" : 5.5415000000000001
  1967. },
  1968. "megabits_sent" : {
  1969. "hz" : 6.1936200000000001
  1970. },
  1971. "tls_policy_failures" : {
  1972. "hz" : 0
  1973. }
  1974. },
  1975. "roles" : [
  1976. {
  1977. "commit_latency_statistics" : {
  1978. "count" : 468,
  1979. "max" : 0.086065099999999992,
  1980. "mean" : 0.0197383,
  1981. "median" : 0.015785,
  1982. "min" : 0.0071361100000000002,
  1983. "p25" : 0.012784,
  1984. "p90" : 0.032140000000000002,
  1985. "p95" : 0.0410762,
  1986. "p99" : 0.065321400000000002,
  1987. "p99.9" : 0.072318099999999996
  1988. },
  1989. "grv_latency_statistics" : {
  1990. "default" : {
  1991. "count" : 27166,
  1992. "max" : 0.0026879300000000003,
  1993. "mean" : 0.00023618700000000001,
  1994. "median" : 0.00022149100000000001,
  1995. "min" : 0.00016784700000000002,
  1996. "p25" : 0.00021147700000000001,
  1997. "p90" : 0.000259399,
  1998. "p95" : 0.000290871,
  1999. "p99" : 0.00059509299999999999,
  2000. "p99.9" : 0.0012562300000000001
  2001. }
  2002. },
  2003. "id" : "775e37c0f9c24c4d",
  2004. "role" : "proxy"
  2005. }
  2006. ],
  2007. "run_loop_busy" : 0.096630799999999989,
  2008. "uptime_seconds" : 575.00099999999998,
  2009. "version" : "6.3.12"
  2010. },
  2011. "394aafa24964ce133e658c461f3fd816" : {
  2012. "address" : "10.138.0.88:4500",
  2013. "class_source" : "command_line",
  2014. "class_type" : "storage",
  2015. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
  2016. "cpu" : {
  2017. "usage_cores" : 0.088921299999999995
  2018. },
  2019. "disk" : {
  2020. "busy" : 0.45679699999999995,
  2021. "free_bytes" : 125583077376,
  2022. "reads" : {
  2023. "counter" : 10138522079,
  2024. "hz" : 883.995,
  2025. "sectors" : 35360
  2026. },
  2027. "total_bytes" : 395260067840,
  2028. "writes" : {
  2029. "counter" : 8114333899,
  2030. "hz" : 588.79600000000005,
  2031. "sectors" : 41256
  2032. }
  2033. },
  2034. "excluded" : false,
  2035. "fault_domain" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
  2036. "locality" : {
  2037. "machineid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
  2038. "processid" : "394aafa24964ce133e658c461f3fd816",
  2039. "zoneid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c"
  2040. },
  2041. "machine_id" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
  2042. "memory" : {
  2043. "available_bytes" : 3984265216,
  2044. "limit_bytes" : 8589934592,
  2045. "unused_allocated_memory" : 3276800,
  2046. "used_bytes" : 2870456320
  2047. },
  2048. "messages" : [
  2049. ],
  2050. "network" : {
  2051. "connection_errors" : {
  2052. "hz" : 0
  2053. },
  2054. "connections_closed" : {
  2055. "hz" : 0.19999899999999998
  2056. },
  2057. "connections_established" : {
  2058. "hz" : 0
  2059. },
  2060. "current_connections" : 51,
  2061. "megabits_received" : {
  2062. "hz" : 0.36676899999999996
  2063. },
  2064. "megabits_sent" : {
  2065. "hz" : 1.1975100000000001
  2066. },
  2067. "tls_policy_failures" : {
  2068. "hz" : 0
  2069. }
  2070. },
  2071. "roles" : [
  2072. {
  2073. "bytes_queried" : {
  2074. "counter" : 124444414,
  2075. "hz" : 115041,
  2076. "roughness" : 1188.8599999999999
  2077. },
  2078. "data_lag" : {
  2079. "seconds" : 0.018152999999999999,
  2080. "versions" : 18153
  2081. },
  2082. "data_version" : 81631116885756,
  2083. "durability_lag" : {
  2084. "seconds" : 5.2564399999999996,
  2085. "versions" : 5256436
  2086. },
  2087. "durable_bytes" : {
  2088. "counter" : 10211416,
  2089. "hz" : 3920.3699999999999,
  2090. "roughness" : 19601
  2091. },
  2092. "durable_version" : 81631111629320,
  2093. "finished_queries" : {
  2094. "counter" : 88472,
  2095. "hz" : 190.19900000000001,
  2096. "roughness" : 0.9353800000000001
  2097. },
  2098. "id" : "3366b69fd2a1528b",
  2099. "input_bytes" : {
  2100. "counter" : 10211416,
  2101. "hz" : 0,
  2102. "roughness" : -1
  2103. },
  2104. "keys_queried" : {
  2105. "counter" : 483201,
  2106. "hz" : 414.99700000000001,
  2107. "roughness" : 3.2922600000000002
  2108. },
  2109. "kvstore_available_bytes" : 308675178496,
  2110. "kvstore_free_bytes" : 125583065088,
  2111. "kvstore_inline_keys" : 0,
  2112. "kvstore_total_bytes" : 395260067840,
  2113. "kvstore_total_nodes" : 0,
  2114. "kvstore_total_size" : 0,
  2115. "kvstore_used_bytes" : 269224771584,
  2116. "local_rate" : 100,
  2117. "low_priority_queries" : {
  2118. "counter" : 0,
  2119. "hz" : 0,
  2120. "roughness" : -1
  2121. },
  2122. "mutation_bytes" : {
  2123. "counter" : 2269360,
  2124. "hz" : 0,
  2125. "roughness" : -1
  2126. },
  2127. "mutations" : {
  2128. "counter" : 5971,
  2129. "hz" : 0,
  2130. "roughness" : -1
  2131. },
  2132. "query_queue_max" : 3,
  2133. "read_latency_statistics" : {
  2134. "count" : 20690,
  2135. "max" : 0.0062379799999999997,
  2136. "mean" : 0.000114894,
  2137. "median" : 4.4345900000000005e-05,
  2138. "min" : 1.0728800000000001e-05,
  2139. "p25" : 3.5524400000000002e-05,
  2140. "p90" : 0.00031661999999999999,
  2141. "p95" : 0.00042653100000000001,
  2142. "p99" : 0.00083899500000000004,
  2143. "p99.9" : 0.00225472
  2144. },
  2145. "role" : "storage",
  2146. "stored_bytes" : 38941506779,
  2147. "total_queries" : {
  2148. "counter" : 88472,
  2149. "hz" : 190.19900000000001,
  2150. "roughness" : 0.93433599999999994
  2151. }
  2152. }
  2153. ],
  2154. "run_loop_busy" : 0.066912199999999991,
  2155. "uptime_seconds" : 575.21199999999999,
  2156. "version" : "6.3.12"
  2157. },
  2158. "46a7095a13323624ec0a330732e2d3b8" : {
  2159. "address" : "10.138.0.88:4501",
  2160. "class_source" : "command_line",
  2161. "class_type" : "log",
  2162. "command_line" : "/usr/sbin/fdbserver --class=log --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
  2163. "cpu" : {
  2164. "usage_cores" : 0.13716
  2165. },
  2166. "disk" : {
  2167. "busy" : 0.45359499999999997,
  2168. "free_bytes" : 125583081472,
  2169. "reads" : {
  2170. "counter" : 10138521838,
  2171. "hz" : 876.38900000000001,
  2172. "sectors" : 35056
  2173. },
  2174. "total_bytes" : 395260067840,
  2175. "writes" : {
  2176. "counter" : 8114333872,
  2177. "hz" : 586.59299999999996,
  2178. "sectors" : 41200
  2179. }
  2180. },
  2181. "excluded" : false,
  2182. "fault_domain" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
  2183. "locality" : {
  2184. "machineid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
  2185. "processid" : "46a7095a13323624ec0a330732e2d3b8",
  2186. "zoneid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c"
  2187. },
  2188. "machine_id" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
  2189. "memory" : {
  2190. "available_bytes" : 3984214016,
  2191. "limit_bytes" : 8589934592,
  2192. "unused_allocated_memory" : 1048544,
  2193. "used_bytes" : 513376256
  2194. },
  2195. "messages" : [
  2196. ],
  2197. "network" : {
  2198. "connection_errors" : {
  2199. "hz" : 0
  2200. },
  2201. "connections_closed" : {
  2202. "hz" : 0
  2203. },
  2204. "connections_established" : {
  2205. "hz" : 0
  2206. },
  2207. "current_connections" : 38,
  2208. "megabits_received" : {
  2209. "hz" : 2.40299
  2210. },
  2211. "megabits_sent" : {
  2212. "hz" : 1.8367900000000001
  2213. },
  2214. "tls_policy_failures" : {
  2215. "hz" : 0
  2216. }
  2217. },
  2218. "roles" : [
  2219. {
  2220. "data_version" : 81631116629320,
  2221. "durable_bytes" : {
  2222. "counter" : 23326411,
  2223. "hz" : 31412.200000000001,
  2224. "roughness" : 12422.4
  2225. },
  2226. "id" : "adef26c5c5fe9de3",
  2227. "input_bytes" : {
  2228. "counter" : 23529000,
  2229. "hz" : 30623,
  2230. "roughness" : 1960.5999999999999
  2231. },
  2232. "kvstore_available_bytes" : 125583069184,
  2233. "kvstore_free_bytes" : 125583069184,
  2234. "kvstore_total_bytes" : 395260067840,
  2235. "kvstore_used_bytes" : 105504472,
  2236. "queue_disk_available_bytes" : 125583069184,
  2237. "queue_disk_free_bytes" : 125583069184,
  2238. "queue_disk_total_bytes" : 395260067840,
  2239. "queue_disk_used_bytes" : 23793664,
  2240. "role" : "log"
  2241. }
  2242. ],
  2243. "run_loop_busy" : 0.072299500000000003,
  2244. "uptime_seconds" : 575.12800000000004,
  2245. "version" : "6.3.12"
  2246. },
  2247. "56ed46a2f430a0478e99a0b8b3a02706" : {
  2248. "address" : "10.138.0.50:4501",
  2249. "class_source" : "command_line",
  2250. "class_type" : "log",
  2251. "command_line" : "/usr/sbin/fdbserver --class=log --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
  2252. "cpu" : {
  2253. "usage_cores" : 0.10760399999999999
  2254. },
  2255. "disk" : {
  2256. "busy" : 0.614398,
  2257. "free_bytes" : 126327341056,
  2258. "reads" : {
  2259. "counter" : 6125448405,
  2260. "hz" : 897.79600000000005,
  2261. "sectors" : 35912
  2262. },
  2263. "total_bytes" : 395260067840,
  2264. "writes" : {
  2265. "counter" : 3246756366,
  2266. "hz" : 638.39700000000005,
  2267. "sectors" : 48144
  2268. }
  2269. },
  2270. "excluded" : false,
  2271. "fault_domain" : "075fb5230542c37f2c674215ddcecb12",
  2272. "locality" : {
  2273. "machineid" : "075fb5230542c37f2c674215ddcecb12",
  2274. "processid" : "56ed46a2f430a0478e99a0b8b3a02706",
  2275. "zoneid" : "075fb5230542c37f2c674215ddcecb12"
  2276. },
  2277. "machine_id" : "075fb5230542c37f2c674215ddcecb12",
  2278. "memory" : {
  2279. "available_bytes" : 4272873472,
  2280. "limit_bytes" : 8589934592,
  2281. "unused_allocated_memory" : 786368,
  2282. "used_bytes" : 444387328
  2283. },
  2284. "messages" : [
  2285. ],
  2286. "network" : {
  2287. "connection_errors" : {
  2288. "hz" : 0
  2289. },
  2290. "connections_closed" : {
  2291. "hz" : 0
  2292. },
  2293. "connections_established" : {
  2294. "hz" : 0
  2295. },
  2296. "current_connections" : 37,
  2297. "megabits_received" : {
  2298. "hz" : 2.39852
  2299. },
  2300. "megabits_sent" : {
  2301. "hz" : 1.7544400000000002
  2302. },
  2303. "tls_policy_failures" : {
  2304. "hz" : 0
  2305. }
  2306. },
  2307. "roles" : [
  2308. {
  2309. "data_version" : 81631116690970,
  2310. "durable_bytes" : {
  2311. "counter" : 21929839,
  2312. "hz" : 23535.700000000001,
  2313. "roughness" : 8611.0100000000002
  2314. },
  2315. "id" : "453b49259487dce5",
  2316. "input_bytes" : {
  2317. "counter" : 22072398,
  2318. "hz" : 21931.299999999999,
  2319. "roughness" : 1385.74
  2320. },
  2321. "kvstore_available_bytes" : 126327328768,
  2322. "kvstore_free_bytes" : 126327328768,
  2323. "kvstore_total_bytes" : 395260067840,
  2324. "kvstore_used_bytes" : 105088352,
  2325. "queue_disk_available_bytes" : 126327328768,
  2326. "queue_disk_free_bytes" : 126327328768,
  2327. "queue_disk_total_bytes" : 395260067840,
  2328. "queue_disk_used_bytes" : 26890240,
  2329. "role" : "log"
  2330. }
  2331. ],
  2332. "run_loop_busy" : 0.053688799999999995,
  2333. "uptime_seconds" : 575.11199999999997,
  2334. "version" : "6.3.12"
  2335. },
  2336. "61bfa779dd85dac1d6c5491816187df9" : {
  2337. "address" : "10.138.0.121:4500",
  2338. "class_source" : "command_line",
  2339. "class_type" : "storage",
  2340. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
  2341. "cpu" : {
  2342. "usage_cores" : 0.073419499999999999
  2343. },
  2344. "disk" : {
  2345. "busy" : 0.27839900000000001,
  2346. "free_bytes" : 59871977472,
  2347. "reads" : {
  2348. "counter" : 69975011,
  2349. "hz" : 909.19799999999998,
  2350. "sectors" : 36368
  2351. },
  2352. "total_bytes" : 395260067840,
  2353. "writes" : {
  2354. "counter" : 43116410,
  2355. "hz" : 220.40000000000001,
  2356. "sectors" : 19808
  2357. }
  2358. },
  2359. "excluded" : false,
  2360. "fault_domain" : "f61258012f16e93663e52b973e72fcaa",
  2361. "locality" : {
  2362. "machineid" : "f61258012f16e93663e52b973e72fcaa",
  2363. "processid" : "61bfa779dd85dac1d6c5491816187df9",
  2364. "zoneid" : "f61258012f16e93663e52b973e72fcaa"
  2365. },
  2366. "machine_id" : "f61258012f16e93663e52b973e72fcaa",
  2367. "memory" : {
  2368. "available_bytes" : 3914102784,
  2369. "limit_bytes" : 8589934592,
  2370. "unused_allocated_memory" : 7208960,
  2371. "used_bytes" : 2858864640
  2372. },
  2373. "messages" : [
  2374. ],
  2375. "network" : {
  2376. "connection_errors" : {
  2377. "hz" : 0
  2378. },
  2379. "connections_closed" : {
  2380. "hz" : 0
  2381. },
  2382. "connections_established" : {
  2383. "hz" : 0
  2384. },
  2385. "current_connections" : 65,
  2386. "megabits_received" : {
  2387. "hz" : 0.83994799999999992
  2388. },
  2389. "megabits_sent" : {
  2390. "hz" : 1.35303
  2391. },
  2392. "tls_policy_failures" : {
  2393. "hz" : 0
  2394. }
  2395. },
  2396. "roles" : [
  2397. {
  2398. "bytes_queried" : {
  2399. "counter" : 87556417,
  2400. "hz" : 118216,
  2401. "roughness" : 1150.29
  2402. },
  2403. "data_lag" : {
  2404. "seconds" : 0.018152999999999999,
  2405. "versions" : 18153
  2406. },
  2407. "data_version" : 81631116885756,
  2408. "durability_lag" : {
  2409. "seconds" : 5.2564399999999996,
  2410. "versions" : 5256436
  2411. },
  2412. "durable_bytes" : {
  2413. "counter" : 20571942,
  2414. "hz" : 25935.900000000001,
  2415. "roughness" : 51702.400000000001
  2416. },
  2417. "durable_version" : 81631111629320,
  2418. "finished_queries" : {
  2419. "counter" : 178256,
  2420. "hz" : 421.19799999999998,
  2421. "roughness" : 1.2030799999999999
  2422. },
  2423. "id" : "8562c899f8286286",
  2424. "input_bytes" : {
  2425. "counter" : 20665130,
  2426. "hz" : 14313.5,
  2427. "roughness" : 17521
  2428. },
  2429. "keys_queried" : {
  2430. "counter" : 580783,
  2431. "hz" : 701.79600000000005,
  2432. "roughness" : 5.8347300000000004
  2433. },
  2434. "kvstore_available_bytes" : 266277183488,
  2435. "kvstore_free_bytes" : 59871965184,
  2436. "kvstore_inline_keys" : 0,
  2437. "kvstore_total_bytes" : 395260067840,
  2438. "kvstore_total_nodes" : 0,
  2439. "kvstore_total_size" : 0,
  2440. "kvstore_used_bytes" : 265394765824,
  2441. "local_rate" : 100,
  2442. "low_priority_queries" : {
  2443. "counter" : 0,
  2444. "hz" : 0,
  2445. "roughness" : -1
  2446. },
  2447. "mutation_bytes" : {
  2448. "counter" : 4001026,
  2449. "hz" : 2788.79,
  2450. "roughness" : 3412.9200000000001
  2451. },
  2452. "mutations" : {
  2453. "counter" : 13949,
  2454. "hz" : 8.3999600000000001,
  2455. "roughness" : 9.2828900000000001
  2456. },
  2457. "query_queue_max" : 3,
  2458. "read_latency_statistics" : {
  2459. "count" : 26693,
  2460. "max" : 0.0040679000000000002,
  2461. "mean" : 6.871870000000001e-05,
  2462. "median" : 2.9325500000000002e-05,
  2463. "min" : 1.16825e-05,
  2464. "p25" : 2.2649800000000001e-05,
  2465. "p90" : 0.00021219300000000001,
  2466. "p95" : 0.000256538,
  2467. "p99" : 0.00058865499999999999,
  2468. "p99.9" : 0.0013322799999999999
  2469. },
  2470. "role" : "storage",
  2471. "stored_bytes" : 38667112613,
  2472. "total_queries" : {
  2473. "counter" : 178256,
  2474. "hz" : 421.19799999999998,
  2475. "roughness" : 1.20296
  2476. }
  2477. }
  2478. ],
  2479. "run_loop_busy" : 0.052829499999999995,
  2480. "uptime_seconds" : 575.21799999999996,
  2481. "version" : "6.3.12"
  2482. },
  2483. "79aaf30002a1e826a7e565d0d26b1960" : {
  2484. "address" : "10.138.0.14:4500",
  2485. "class_source" : "command_line",
  2486. "class_type" : "storage",
  2487. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4500",
  2488. "cpu" : {
  2489. "usage_cores" : 0.0172234
  2490. },
  2491. "disk" : {
  2492. "busy" : 0.1096,
  2493. "free_bytes" : 358111506432,
  2494. "reads" : {
  2495. "counter" : 38486609,
  2496. "hz" : 124.40000000000001,
  2497. "sectors" : 4976
  2498. },
  2499. "total_bytes" : 532622512128,
  2500. "writes" : {
  2501. "counter" : 23251160,
  2502. "hz" : 128,
  2503. "sectors" : 16912
  2504. }
  2505. },
  2506. "excluded" : false,
  2507. "fault_domain" : "dd1390fc854ed6b3525f10b915ca2ee4",
  2508. "locality" : {
  2509. "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
  2510. "processid" : "79aaf30002a1e826a7e565d0d26b1960",
  2511. "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
  2512. },
  2513. "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
  2514. "memory" : {
  2515. "available_bytes" : 4382686208,
  2516. "limit_bytes" : 8589934592,
  2517. "unused_allocated_memory" : 2621440,
  2518. "used_bytes" : 981495808
  2519. },
  2520. "messages" : [
  2521. ],
  2522. "network" : {
  2523. "connection_errors" : {
  2524. "hz" : 0
  2525. },
  2526. "connections_closed" : {
  2527. "hz" : 0
  2528. },
  2529. "connections_established" : {
  2530. "hz" : 0
  2531. },
  2532. "current_connections" : 68,
  2533. "megabits_received" : {
  2534. "hz" : 0.36583599999999999
  2535. },
  2536. "megabits_sent" : {
  2537. "hz" : 0.51422599999999996
  2538. },
  2539. "tls_policy_failures" : {
  2540. "hz" : 0
  2541. }
  2542. },
  2543. "roles" : [
  2544. {
  2545. "bytes_queried" : {
  2546. "counter" : 115468473,
  2547. "hz" : 30056.5,
  2548. "roughness" : 890.83299999999997
  2549. },
  2550. "data_lag" : {
  2551. "seconds" : 0.029214,
  2552. "versions" : 29214
  2553. },
  2554. "data_version" : 81631113832750,
  2555. "durability_lag" : {
  2556. "seconds" : 5.1024700000000003,
  2557. "versions" : 5102469
  2558. },
  2559. "durable_bytes" : {
  2560. "counter" : 16634498,
  2561. "hz" : 24549.099999999999,
  2562. "roughness" : 12273.799999999999
  2563. },
  2564. "durable_version" : 81631108730281,
  2565. "finished_queries" : {
  2566. "counter" : 158910,
  2567. "hz" : 169.999,
  2568. "roughness" : 2.2528999999999999
  2569. },
  2570. "id" : "2f5857e34aa77ff5",
  2571. "input_bytes" : {
  2572. "counter" : 16733504,
  2573. "hz" : 19801.099999999999,
  2574. "roughness" : 4059.79
  2575. },
  2576. "keys_queried" : {
  2577. "counter" : 308713,
  2578. "hz" : 147.19999999999999,
  2579. "roughness" : 3.36741
  2580. },
  2581. "kvstore_available_bytes" : 358239428608,
  2582. "kvstore_free_bytes" : 358111506432,
  2583. "kvstore_inline_keys" : 0,
  2584. "kvstore_total_bytes" : 532622512128,
  2585. "kvstore_total_nodes" : 0,
  2586. "kvstore_total_size" : 0,
  2587. "kvstore_used_bytes" : 42706567168,
  2588. "local_rate" : 100,
  2589. "low_priority_queries" : {
  2590. "counter" : 6241,
  2591. "hz" : 0,
  2592. "roughness" : -1
  2593. },
  2594. "mutation_bytes" : {
  2595. "counter" : 2848743,
  2596. "hz" : 1874.99,
  2597. "roughness" : 383.52100000000002
  2598. },
  2599. "mutations" : {
  2600. "counter" : 10934,
  2601. "hz" : 15.800000000000001,
  2602. "roughness" : 2.2402299999999999
  2603. },
  2604. "query_queue_max" : 3,
  2605. "read_latency_statistics" : {
  2606. "count" : 11517,
  2607. "max" : 0.00093603100000000004,
  2608. "mean" : 2.1934800000000002e-05,
  2609. "median" : 1.9550300000000002e-05,
  2610. "min" : 3.33786e-06,
  2611. "p25" : 1.4543500000000002e-05,
  2612. "p90" : 3.2186500000000008e-05,
  2613. "p95" : 3.8147000000000006e-05,
  2614. "p99" : 5.5551500000000005e-05,
  2615. "p99.9" : 0.00051760700000000001
  2616. },
  2617. "role" : "storage",
  2618. "stored_bytes" : 38542315701,
  2619. "total_queries" : {
  2620. "counter" : 158910,
  2621. "hz" : 169.999,
  2622. "roughness" : 2.25298
  2623. }
  2624. }
  2625. ],
  2626. "run_loop_busy" : 0.011644099999999999,
  2627. "uptime_seconds" : 480.20600000000002,
  2628. "version" : "6.3.12"
  2629. },
  2630. "7ba1dfaa4112235edddb2d3b84eacd2d" : {
  2631. "address" : "10.138.0.90:4501",
  2632. "class_source" : "command_line",
  2633. "class_type" : "storage",
  2634. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
  2635. "cpu" : {
  2636. "usage_cores" : 0.017399499999999998
  2637. },
  2638. "disk" : {
  2639. "busy" : 0.26319899999999996,
  2640. "free_bytes" : 59357421568,
  2641. "reads" : {
  2642. "counter" : 10241915570,
  2643. "hz" : 914.19600000000003,
  2644. "sectors" : 36568
  2645. },
  2646. "total_bytes" : 395260067840,
  2647. "writes" : {
  2648. "counter" : 7328497081,
  2649. "hz" : 702.59699999999998,
  2650. "sectors" : 58384
  2651. }
  2652. },
  2653. "excluded" : false,
  2654. "fault_domain" : "58340cf570991c7fad410a0e9f5c4c82",
  2655. "locality" : {
  2656. "machineid" : "58340cf570991c7fad410a0e9f5c4c82",
  2657. "processid" : "7ba1dfaa4112235edddb2d3b84eacd2d",
  2658. "zoneid" : "58340cf570991c7fad410a0e9f5c4c82"
  2659. },
  2660. "machine_id" : "58340cf570991c7fad410a0e9f5c4c82",
  2661. "memory" : {
  2662. "available_bytes" : 3914809344,
  2663. "limit_bytes" : 8589934592,
  2664. "unused_allocated_memory" : 63044416,
  2665. "used_bytes" : 724332544
  2666. },
  2667. "messages" : [
  2668. ],
  2669. "network" : {
  2670. "connection_errors" : {
  2671. "hz" : 0
  2672. },
  2673. "connections_closed" : {
  2674. "hz" : 0
  2675. },
  2676. "connections_established" : {
  2677. "hz" : 0
  2678. },
  2679. "current_connections" : 45,
  2680. "megabits_received" : {
  2681. "hz" : 0.11261399999999999
  2682. },
  2683. "megabits_sent" : {
  2684. "hz" : 0.14286000000000001
  2685. },
  2686. "tls_policy_failures" : {
  2687. "hz" : 0
  2688. }
  2689. },
  2690. "roles" : [
  2691. {
  2692. "bytes_queried" : {
  2693. "counter" : 954998,
  2694. "hz" : 1009.38,
  2695. "roughness" : 277.89400000000001
  2696. },
  2697. "data_lag" : {
  2698. "seconds" : 0.018152999999999999,
  2699. "versions" : 18153
  2700. },
  2701. "data_version" : 81631116885756,
  2702. "durability_lag" : {
  2703. "seconds" : 5.2656299999999998,
  2704. "versions" : 5265635
  2705. },
  2706. "durable_bytes" : {
  2707. "counter" : 3703364,
  2708. "hz" : 1186.3800000000001,
  2709. "roughness" : 2946.3200000000002
  2710. },
  2711. "durable_version" : 81631111620121,
  2712. "finished_queries" : {
  2713. "counter" : 7260,
  2714. "hz" : 12.5998,
  2715. "roughness" : 1.4331
  2716. },
  2717. "id" : "b7e2b62ed3a7f390",
  2718. "input_bytes" : {
  2719. "counter" : 3703364,
  2720. "hz" : 0,
  2721. "roughness" : -1
  2722. },
  2723. "keys_queried" : {
  2724. "counter" : 6318,
  2725. "hz" : 6.9998899999999997,
  2726. "roughness" : 0.93408000000000002
  2727. },
  2728. "kvstore_available_bytes" : 92430798848,
  2729. "kvstore_free_bytes" : 59357409280,
  2730. "kvstore_inline_keys" : 0,
  2731. "kvstore_total_bytes" : 395260067840,
  2732. "kvstore_total_nodes" : 0,
  2733. "kvstore_total_size" : 0,
  2734. "kvstore_used_bytes" : 67765366784,
  2735. "local_rate" : 100,
  2736. "low_priority_queries" : {
  2737. "counter" : 0,
  2738. "hz" : 0,
  2739. "roughness" : -1
  2740. },
  2741. "mutation_bytes" : {
  2742. "counter" : 975149,
  2743. "hz" : 0,
  2744. "roughness" : -1
  2745. },
  2746. "mutations" : {
  2747. "counter" : 1727,
  2748. "hz" : 0,
  2749. "roughness" : -1
  2750. },
  2751. "query_queue_max" : 3,
  2752. "read_latency_statistics" : {
  2753. "count" : 828,
  2754. "max" : 0.00062704100000000006,
  2755. "mean" : 7.6378900000000015e-05,
  2756. "median" : 7.3671300000000014e-05,
  2757. "min" : 1.3351400000000001e-05,
  2758. "p25" : 6.1750400000000011e-05,
  2759. "p90" : 9.8466900000000011e-05,
  2760. "p95" : 0.00011181800000000001,
  2761. "p99" : 0.000158548,
  2762. "p99.9" : 0.00062107999999999998
  2763. },
  2764. "role" : "storage",
  2765. "stored_bytes" : 30900720122,
  2766. "total_queries" : {
  2767. "counter" : 7260,
  2768. "hz" : 12.5998,
  2769. "roughness" : 1.4331
  2770. }
  2771. }
  2772. ],
  2773. "run_loop_busy" : 0.011252,
  2774. "uptime_seconds" : 575.17100000000005,
  2775. "version" : "6.3.12"
  2776. },
  2777. "812b1b4d30367873052f2251d2f45c50" : {
  2778. "address" : "10.138.0.9:4500",
  2779. "class_source" : "command_line",
  2780. "class_type" : "unset",
  2781. "command_line" : "/usr/sbin/fdbserver --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4500",
  2782. "cpu" : {
  2783. "usage_cores" : 0.0088320900000000008
  2784. },
  2785. "disk" : {
  2786. "busy" : 0.00079998999999999999,
  2787. "free_bytes" : 6597640192,
  2788. "reads" : {
  2789. "counter" : 62516,
  2790. "hz" : 0,
  2791. "sectors" : 0
  2792. },
  2793. "total_bytes" : 10222829568,
  2794. "writes" : {
  2795. "counter" : 18773362,
  2796. "hz" : 0.39999499999999999,
  2797. "sectors" : 88
  2798. }
  2799. },
  2800. "excluded" : true,
  2801. "fault_domain" : "6d7999ac28ac315803c1bf7e23eed963",
  2802. "locality" : {
  2803. "machineid" : "6d7999ac28ac315803c1bf7e23eed963",
  2804. "processid" : "812b1b4d30367873052f2251d2f45c50",
  2805. "zoneid" : "6d7999ac28ac315803c1bf7e23eed963"
  2806. },
  2807. "machine_id" : "6d7999ac28ac315803c1bf7e23eed963",
  2808. "memory" : {
  2809. "available_bytes" : 3644710912,
  2810. "limit_bytes" : 8589934592,
  2811. "unused_allocated_memory" : 131072,
  2812. "used_bytes" : 350621696
  2813. },
  2814. "messages" : [
  2815. ],
  2816. "network" : {
  2817. "connection_errors" : {
  2818. "hz" : 0
  2819. },
  2820. "connections_closed" : {
  2821. "hz" : 0.19999799999999998
  2822. },
  2823. "connections_established" : {
  2824. "hz" : 0.19999799999999998
  2825. },
  2826. "current_connections" : 30,
  2827. "megabits_received" : {
  2828. "hz" : 0.055570499999999995
  2829. },
  2830. "megabits_sent" : {
  2831. "hz" : 0.049285799999999998
  2832. },
  2833. "tls_policy_failures" : {
  2834. "hz" : 0
  2835. }
  2836. },
  2837. "roles" : [
  2838. {
  2839. "role" : "coordinator"
  2840. }
  2841. ],
  2842. "run_loop_busy" : 0.0043237700000000002,
  2843. "uptime_seconds" : 575.00800000000004,
  2844. "version" : "6.3.12"
  2845. },
  2846. "8230535849e8362237788c305eff9ae3" : {
  2847. "address" : "10.138.0.89:4500",
  2848. "class_source" : "command_line",
  2849. "class_type" : "storage",
  2850. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
  2851. "cpu" : {
  2852. "usage_cores" : 0.098077199999999989
  2853. },
  2854. "disk" : {
  2855. "busy" : 0.35519799999999996,
  2856. "free_bytes" : 58040315904,
  2857. "reads" : {
  2858. "counter" : 3157456242,
  2859. "hz" : 901.79499999999996,
  2860. "sectors" : 36072
  2861. },
  2862. "total_bytes" : 395260067840,
  2863. "writes" : {
  2864. "counter" : 889559490,
  2865. "hz" : 277.99799999999999,
  2866. "sectors" : 23592
  2867. }
  2868. },
  2869. "excluded" : false,
  2870. "fault_domain" : "b2245d73f1012517021cd526fea73f07",
  2871. "locality" : {
  2872. "machineid" : "b2245d73f1012517021cd526fea73f07",
  2873. "processid" : "8230535849e8362237788c305eff9ae3",
  2874. "zoneid" : "b2245d73f1012517021cd526fea73f07"
  2875. },
  2876. "machine_id" : "b2245d73f1012517021cd526fea73f07",
  2877. "memory" : {
  2878. "available_bytes" : 3914903552,
  2879. "limit_bytes" : 8589934592,
  2880. "unused_allocated_memory" : 7471104,
  2881. "used_bytes" : 2939576320
  2882. },
  2883. "messages" : [
  2884. ],
  2885. "network" : {
  2886. "connection_errors" : {
  2887. "hz" : 0
  2888. },
  2889. "connections_closed" : {
  2890. "hz" : 0
  2891. },
  2892. "connections_established" : {
  2893. "hz" : 0
  2894. },
  2895. "current_connections" : 62,
  2896. "megabits_received" : {
  2897. "hz" : 0.55230400000000002
  2898. },
  2899. "megabits_sent" : {
  2900. "hz" : 1.2894099999999999
  2901. },
  2902. "tls_policy_failures" : {
  2903. "hz" : 0
  2904. }
  2905. },
  2906. "roles" : [
  2907. {
  2908. "bytes_queried" : {
  2909. "counter" : 74735742,
  2910. "hz" : 128246,
  2911. "roughness" : 1572.0899999999999
  2912. },
  2913. "data_lag" : {
  2914. "seconds" : 0.018152999999999999,
  2915. "versions" : 18153
  2916. },
  2917. "data_version" : 81631116885756,
  2918. "durability_lag" : {
  2919. "seconds" : 5,
  2920. "versions" : 5000000
  2921. },
  2922. "durable_bytes" : {
  2923. "counter" : 26726246,
  2924. "hz" : 218.399,
  2925. "roughness" : 1091
  2926. },
  2927. "durable_version" : 81631111885756,
  2928. "finished_queries" : {
  2929. "counter" : 124538,
  2930. "hz" : 283.79899999999998,
  2931. "roughness" : 1.0144200000000001
  2932. },
  2933. "id" : "a90a3b06d6ba9a39",
  2934. "input_bytes" : {
  2935. "counter" : 26726246,
  2936. "hz" : 0,
  2937. "roughness" : -1
  2938. },
  2939. "keys_queried" : {
  2940. "counter" : 443470,
  2941. "hz" : 745.798,
  2942. "roughness" : 8.1480899999999998
  2943. },
  2944. "kvstore_available_bytes" : 257308692480,
  2945. "kvstore_free_bytes" : 58040307712,
  2946. "kvstore_inline_keys" : 0,
  2947. "kvstore_total_bytes" : 395260067840,
  2948. "kvstore_total_nodes" : 0,
  2949. "kvstore_total_size" : 0,
  2950. "kvstore_used_bytes" : 262611599360,
  2951. "local_rate" : 100,
  2952. "low_priority_queries" : {
  2953. "counter" : 0,
  2954. "hz" : 0,
  2955. "roughness" : -1
  2956. },
  2957. "mutation_bytes" : {
  2958. "counter" : 3239811,
  2959. "hz" : 0,
  2960. "roughness" : -1
  2961. },
  2962. "mutations" : {
  2963. "counter" : 24722,
  2964. "hz" : 0,
  2965. "roughness" : -1
  2966. },
  2967. "query_queue_max" : 2,
  2968. "read_latency_statistics" : {
  2969. "count" : 21897,
  2970. "max" : 0.00044012100000000002,
  2971. "mean" : 5.3898200000000005e-05,
  2972. "median" : 5.0783199999999999e-05,
  2973. "min" : 1.5497200000000005e-05,
  2974. "p25" : 4.1246400000000005e-05,
  2975. "p90" : 7.7724500000000011e-05,
  2976. "p95" : 8.7738000000000006e-05,
  2977. "p99" : 0.000113726,
  2978. "p99.9" : 0.00019359600000000001
  2979. },
  2980. "role" : "storage",
  2981. "stored_bytes" : 38662507890,
  2982. "total_queries" : {
  2983. "counter" : 124538,
  2984. "hz" : 283.79899999999998,
  2985. "roughness" : 1.0145500000000001
  2986. }
  2987. }
  2988. ],
  2989. "run_loop_busy" : 0.069301199999999993,
  2990. "uptime_seconds" : 575.19399999999996,
  2991. "version" : "6.3.12"
  2992. },
  2993. "8cb88b85e4006c2ac7f910474fa3ec4f" : {
  2994. "address" : "10.138.0.94:4503",
  2995. "class_source" : "command_line",
  2996. "class_type" : "stateless",
  2997. "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4503",
  2998. "cpu" : {
  2999. "usage_cores" : 0.15851499999999999
  3000. },
  3001. "disk" : {
  3002. "busy" : 0.00079999500000000007,
  3003. "free_bytes" : 30523949056,
  3004. "reads" : {
  3005. "counter" : 8421,
  3006. "hz" : 0,
  3007. "sectors" : 0
  3008. },
  3009. "total_bytes" : 33116909568,
  3010. "writes" : {
  3011. "counter" : 46472,
  3012. "hz" : 0.39999799999999996,
  3013. "sectors" : 32
  3014. }
  3015. },
  3016. "excluded" : false,
  3017. "fault_domain" : "16dfb6e88a34d22c3114d3094bbe22c0",
  3018. "locality" : {
  3019. "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
  3020. "processid" : "8cb88b85e4006c2ac7f910474fa3ec4f",
  3021. "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
  3022. },
  3023. "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
  3024. "memory" : {
  3025. "available_bytes" : 4329139200,
  3026. "limit_bytes" : 8589934592,
  3027. "unused_allocated_memory" : 262144,
  3028. "used_bytes" : 231567360
  3029. },
  3030. "messages" : [
  3031. ],
  3032. "network" : {
  3033. "connection_errors" : {
  3034. "hz" : 0
  3035. },
  3036. "connections_closed" : {
  3037. "hz" : 0
  3038. },
  3039. "connections_established" : {
  3040. "hz" : 0
  3041. },
  3042. "current_connections" : 88,
  3043. "megabits_received" : {
  3044. "hz" : 5.4850599999999998
  3045. },
  3046. "megabits_sent" : {
  3047. "hz" : 6.1487600000000002
  3048. },
  3049. "tls_policy_failures" : {
  3050. "hz" : 0
  3051. }
  3052. },
  3053. "roles" : [
  3054. {
  3055. "commit_latency_statistics" : {
  3056. "count" : 492,
  3057. "max" : 0.096285599999999999,
  3058. "mean" : 0.0193914,
  3059. "median" : 0.016031299999999998,
  3060. "min" : 0.00718331,
  3061. "p25" : 0.0128074,
  3062. "p90" : 0.031808900000000001,
  3063. "p95" : 0.040228599999999996,
  3064. "p99" : 0.057522299999999998,
  3065. "p99.9" : 0.085593500000000003
  3066. },
  3067. "grv_latency_statistics" : {
  3068. "default" : {
  3069. "count" : 27093,
  3070. "max" : 0.0028467200000000001,
  3071. "mean" : 0.00023252800000000002,
  3072. "median" : 0.00021886800000000002,
  3073. "min" : 0.00017166100000000001,
  3074. "p25" : 0.00020646999999999999,
  3075. "p90" : 0.00025963800000000002,
  3076. "p95" : 0.00028562500000000002,
  3077. "p99" : 0.00056672100000000006,
  3078. "p99.9" : 0.00122762
  3079. }
  3080. },
  3081. "id" : "7b169b68686d98af",
  3082. "role" : "proxy"
  3083. }
  3084. ],
  3085. "run_loop_busy" : 0.10587299999999999,
  3086. "uptime_seconds" : 575.00199999999995,
  3087. "version" : "6.3.12"
  3088. },
  3089. "8d61ddb2c13897a8ac004c61e0c0abc8" : {
  3090. "address" : "10.138.0.94:4502",
  3091. "class_source" : "command_line",
  3092. "class_type" : "stateless",
  3093. "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4502",
  3094. "cpu" : {
  3095. "usage_cores" : 0.0113759
  3096. },
  3097. "disk" : {
  3098. "busy" : 0.00079999500000000007,
  3099. "free_bytes" : 30523949056,
  3100. "reads" : {
  3101. "counter" : 8421,
  3102. "hz" : 0,
  3103. "sectors" : 0
  3104. },
  3105. "total_bytes" : 33116909568,
  3106. "writes" : {
  3107. "counter" : 46472,
  3108. "hz" : 0.39999799999999996,
  3109. "sectors" : 32
  3110. }
  3111. },
  3112. "excluded" : false,
  3113. "fault_domain" : "16dfb6e88a34d22c3114d3094bbe22c0",
  3114. "locality" : {
  3115. "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
  3116. "processid" : "8d61ddb2c13897a8ac004c61e0c0abc8",
  3117. "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
  3118. },
  3119. "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
  3120. "memory" : {
  3121. "available_bytes" : 4329122816,
  3122. "limit_bytes" : 8589934592,
  3123. "unused_allocated_memory" : 1179648,
  3124. "used_bytes" : 231112704
  3125. },
  3126. "messages" : [
  3127. ],
  3128. "network" : {
  3129. "connection_errors" : {
  3130. "hz" : 0
  3131. },
  3132. "connections_closed" : {
  3133. "hz" : 0.19999899999999998
  3134. },
  3135. "connections_established" : {
  3136. "hz" : 0.19999899999999998
  3137. },
  3138. "current_connections" : 42,
  3139. "megabits_received" : {
  3140. "hz" : 0.82263199999999992
  3141. },
  3142. "megabits_sent" : {
  3143. "hz" : 0.43014799999999997
  3144. },
  3145. "tls_policy_failures" : {
  3146. "hz" : 0
  3147. }
  3148. },
  3149. "roles" : [
  3150. {
  3151. "id" : "61500c6618c39545",
  3152. "role" : "cluster_controller"
  3153. }
  3154. ],
  3155. "run_loop_busy" : 0.0074586999999999995,
  3156. "uptime_seconds" : 575.00300000000004,
  3157. "version" : "6.3.12"
  3158. },
  3159. "b29630b3085566dd7163a0dbc1be28fe" : {
  3160. "address" : "10.138.0.101:4502",
  3161. "class_source" : "command_line",
  3162. "class_type" : "storage",
  3163. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4502",
  3164. "cpu" : {
  3165. "usage_cores" : 0.0158675
  3166. },
  3167. "disk" : {
  3168. "busy" : 0.28719899999999998,
  3169. "free_bytes" : 353934073856,
  3170. "reads" : {
  3171. "counter" : 43509359,
  3172. "hz" : 307.399,
  3173. "sectors" : 12296
  3174. },
  3175. "total_bytes" : 532622512128,
  3176. "writes" : {
  3177. "counter" : 25732518,
  3178. "hz" : 142.19900000000001,
  3179. "sectors" : 20920
  3180. }
  3181. },
  3182. "excluded" : false,
  3183. "fault_domain" : "699531d3be4400c65a6f34dd8261baf2",
  3184. "locality" : {
  3185. "machineid" : "699531d3be4400c65a6f34dd8261baf2",
  3186. "processid" : "b29630b3085566dd7163a0dbc1be28fe",
  3187. "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
  3188. },
  3189. "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
  3190. "memory" : {
  3191. "available_bytes" : 4384611328,
  3192. "limit_bytes" : 8589934592,
  3193. "unused_allocated_memory" : 3538944,
  3194. "used_bytes" : 953999360
  3195. },
  3196. "messages" : [
  3197. ],
  3198. "network" : {
  3199. "connection_errors" : {
  3200. "hz" : 0
  3201. },
  3202. "connections_closed" : {
  3203. "hz" : 0
  3204. },
  3205. "connections_established" : {
  3206. "hz" : 0
  3207. },
  3208. "current_connections" : 47,
  3209. "megabits_received" : {
  3210. "hz" : 0.219942
  3211. },
  3212. "megabits_sent" : {
  3213. "hz" : 0.79572199999999993
  3214. },
  3215. "tls_policy_failures" : {
  3216. "hz" : 0
  3217. }
  3218. },
  3219. "roles" : [
  3220. {
  3221. "bytes_queried" : {
  3222. "counter" : 56893269,
  3223. "hz" : 47738.800000000003,
  3224. "roughness" : 5403.0699999999997
  3225. },
  3226. "data_lag" : {
  3227. "seconds" : 0.00068399999999999993,
  3228. "versions" : 684
  3229. },
  3230. "data_version" : 81631114956322,
  3231. "durability_lag" : {
  3232. "seconds" : 5.3430800000000005,
  3233. "versions" : 5343076
  3234. },
  3235. "durable_bytes" : {
  3236. "counter" : 8566698,
  3237. "hz" : 562.798,
  3238. "roughness" : 2813
  3239. },
  3240. "durable_version" : 81631109613246,
  3241. "finished_queries" : {
  3242. "counter" : 35607,
  3243. "hz" : 68.599699999999999,
  3244. "roughness" : 3.4979
  3245. },
  3246. "id" : "e00b2047d9b38879",
  3247. "input_bytes" : {
  3248. "counter" : 8665192,
  3249. "hz" : 19698.700000000001,
  3250. "roughness" : 59545.400000000001
  3251. },
  3252. "keys_queried" : {
  3253. "counter" : 348134,
  3254. "hz" : 155.999,
  3255. "roughness" : 16.659199999999998
  3256. },
  3257. "kvstore_available_bytes" : 356521529344,
  3258. "kvstore_free_bytes" : 353934086144,
  3259. "kvstore_inline_keys" : 0,
  3260. "kvstore_total_bytes" : 532622512128,
  3261. "kvstore_total_nodes" : 0,
  3262. "kvstore_total_size" : 0,
  3263. "kvstore_used_bytes" : 45232168960,
  3264. "local_rate" : 100,
  3265. "low_priority_queries" : {
  3266. "counter" : 0,
  3267. "hz" : 0,
  3268. "roughness" : -1
  3269. },
  3270. "mutation_bytes" : {
  3271. "counter" : 1520675,
  3272. "hz" : 3921.3899999999999,
  3273. "roughness" : 11852.799999999999
  3274. },
  3275. "mutations" : {
  3276. "counter" : 5923,
  3277. "hz" : 11.4,
  3278. "roughness" : 33.4604
  3279. },
  3280. "query_queue_max" : 7,
  3281. "read_latency_statistics" : {
  3282. "count" : 3774,
  3283. "max" : 0.0047256900000000003,
  3284. "mean" : 9.8901400000000008e-05,
  3285. "median" : 4.4107399999999997e-05,
  3286. "min" : 7.1525599999999997e-06,
  3287. "p25" : 2.6226000000000006e-05,
  3288. "p90" : 9.6082700000000014e-05,
  3289. "p95" : 0.000124454,
  3290. "p99" : 0.0018782600000000001,
  3291. "p99.9" : 0.0042991599999999998
  3292. },
  3293. "role" : "storage",
  3294. "stored_bytes" : 38457143001,
  3295. "total_queries" : {
  3296. "counter" : 35607,
  3297. "hz" : 68.599699999999999,
  3298. "roughness" : 3.4991099999999999
  3299. }
  3300. }
  3301. ],
  3302. "run_loop_busy" : 0.0109903,
  3303. "uptime_seconds" : 575.22699999999998,
  3304. "version" : "6.3.12"
  3305. },
  3306. "b2eb7cb2c0c45188e527e53a486f45e1" : {
  3307. "address" : "10.138.0.100:4503",
  3308. "class_source" : "command_line",
  3309. "class_type" : "storage",
  3310. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4503",
  3311. "cpu" : {
  3312. "usage_cores" : 0.019432899999999999
  3313. },
  3314. "disk" : {
  3315. "busy" : 0.30159900000000001,
  3316. "free_bytes" : 347800600576,
  3317. "reads" : {
  3318. "counter" : 44671089,
  3319. "hz" : 247.79900000000001,
  3320. "sectors" : 9912
  3321. },
  3322. "total_bytes" : 532622512128,
  3323. "writes" : {
  3324. "counter" : 26170288,
  3325. "hz" : 180.999,
  3326. "sectors" : 20392
  3327. }
  3328. },
  3329. "excluded" : false,
  3330. "fault_domain" : "3f61e7092396def1a5d14dab79c8f082",
  3331. "locality" : {
  3332. "machineid" : "3f61e7092396def1a5d14dab79c8f082",
  3333. "processid" : "b2eb7cb2c0c45188e527e53a486f45e1",
  3334. "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
  3335. },
  3336. "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
  3337. "memory" : {
  3338. "available_bytes" : 4383223808,
  3339. "limit_bytes" : 8589934592,
  3340. "unused_allocated_memory" : 4063200,
  3341. "used_bytes" : 896286720
  3342. },
  3343. "messages" : [
  3344. ],
  3345. "network" : {
  3346. "connection_errors" : {
  3347. "hz" : 0
  3348. },
  3349. "connections_closed" : {
  3350. "hz" : 0
  3351. },
  3352. "connections_established" : {
  3353. "hz" : 0
  3354. },
  3355. "current_connections" : 62,
  3356. "megabits_received" : {
  3357. "hz" : 0.54946399999999995
  3358. },
  3359. "megabits_sent" : {
  3360. "hz" : 0.44858699999999996
  3361. },
  3362. "tls_policy_failures" : {
  3363. "hz" : 0
  3364. }
  3365. },
  3366. "roles" : [
  3367. {
  3368. "bytes_queried" : {
  3369. "counter" : 96741282,
  3370. "hz" : 15611.1,
  3371. "roughness" : 3164.4499999999998
  3372. },
  3373. "data_lag" : {
  3374. "seconds" : 0.097022999999999998,
  3375. "versions" : 97023
  3376. },
  3377. "data_version" : 81631114761687,
  3378. "durability_lag" : {
  3379. "seconds" : 5.0970199999999997,
  3380. "versions" : 5097023
  3381. },
  3382. "durable_bytes" : {
  3383. "counter" : 23251438,
  3384. "hz" : 9013.1599999999999,
  3385. "roughness" : 20347.400000000001
  3386. },
  3387. "durable_version" : 81631109664664,
  3388. "finished_queries" : {
  3389. "counter" : 104467,
  3390. "hz" : 301.79899999999998,
  3391. "roughness" : 11.8649
  3392. },
  3393. "id" : "4e575e99292b9b33",
  3394. "input_bytes" : {
  3395. "counter" : 23271142,
  3396. "hz" : 1919.5899999999999,
  3397. "roughness" : 1987.3900000000001
  3398. },
  3399. "keys_queried" : {
  3400. "counter" : 100798,
  3401. "hz" : 47.199800000000003,
  3402. "roughness" : 8.5706500000000005
  3403. },
  3404. "kvstore_available_bytes" : 350770446336,
  3405. "kvstore_free_bytes" : 347800621056,
  3406. "kvstore_inline_keys" : 0,
  3407. "kvstore_total_bytes" : 532622512128,
  3408. "kvstore_total_nodes" : 0,
  3409. "kvstore_total_size" : 0,
  3410. "kvstore_used_bytes" : 46056239104,
  3411. "local_rate" : 100,
  3412. "low_priority_queries" : {
  3413. "counter" : 0,
  3414. "hz" : 0,
  3415. "roughness" : -1
  3416. },
  3417. "mutation_bytes" : {
  3418. "counter" : 2405883,
  3419. "hz" : 335.798,
  3420. "roughness" : 346.834
  3421. },
  3422. "mutations" : {
  3423. "counter" : 21689,
  3424. "hz" : 1.1999900000000001,
  3425. "roughness" : 0.243004
  3426. },
  3427. "query_queue_max" : 36,
  3428. "read_latency_statistics" : {
  3429. "count" : 13695,
  3430. "max" : 0.00166559,
  3431. "mean" : 3.2002700000000004e-05,
  3432. "median" : 2.2172900000000002e-05,
  3433. "min" : 2.8610199999999999e-06,
  3434. "p25" : 1.4066700000000002e-05,
  3435. "p90" : 5.6028400000000007e-05,
  3436. "p95" : 6.8903000000000001e-05,
  3437. "p99" : 0.000119925,
  3438. "p99.9" : 0.00116205
  3439. },
  3440. "role" : "storage",
  3441. "stored_bytes" : 38973002818,
  3442. "total_queries" : {
  3443. "counter" : 104467,
  3444. "hz" : 301.79899999999998,
  3445. "roughness" : 11.8651
  3446. }
  3447. }
  3448. ],
  3449. "run_loop_busy" : 0.0136159,
  3450. "uptime_seconds" : 575.23099999999999,
  3451. "version" : "6.3.12"
  3452. },
  3453. "beb04727fab04e3bf7a55749b7d67647" : {
  3454. "address" : "10.138.0.120:4500",
  3455. "class_source" : "command_line",
  3456. "class_type" : "storage",
  3457. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
  3458. "cpu" : {
  3459. "usage_cores" : 0.055514299999999996
  3460. },
  3461. "disk" : {
  3462. "busy" : 0.243199,
  3463. "free_bytes" : 60595802112,
  3464. "reads" : {
  3465. "counter" : 10382277431,
  3466. "hz" : 1011.39,
  3467. "sectors" : 40456
  3468. },
  3469. "total_bytes" : 395260067840,
  3470. "writes" : {
  3471. "counter" : 7623991915,
  3472. "hz" : 522.99699999999996,
  3473. "sectors" : 42768
  3474. }
  3475. },
  3476. "excluded" : false,
  3477. "fault_domain" : "73e6c5cffa6ded52953fefcc23019bf4",
  3478. "locality" : {
  3479. "machineid" : "73e6c5cffa6ded52953fefcc23019bf4",
  3480. "processid" : "beb04727fab04e3bf7a55749b7d67647",
  3481. "zoneid" : "73e6c5cffa6ded52953fefcc23019bf4"
  3482. },
  3483. "machine_id" : "73e6c5cffa6ded52953fefcc23019bf4",
  3484. "memory" : {
  3485. "available_bytes" : 3940608000,
  3486. "limit_bytes" : 8589934592,
  3487. "unused_allocated_memory" : 14417920,
  3488. "used_bytes" : 2929598464
  3489. },
  3490. "messages" : [
  3491. ],
  3492. "network" : {
  3493. "connection_errors" : {
  3494. "hz" : 0
  3495. },
  3496. "connections_closed" : {
  3497. "hz" : 0
  3498. },
  3499. "connections_established" : {
  3500. "hz" : 0
  3501. },
  3502. "current_connections" : 45,
  3503. "megabits_received" : {
  3504. "hz" : 0.11280599999999999
  3505. },
  3506. "megabits_sent" : {
  3507. "hz" : 0.186866
  3508. },
  3509. "tls_policy_failures" : {
  3510. "hz" : 0
  3511. }
  3512. },
  3513. "roles" : [
  3514. {
  3515. "bytes_queried" : {
  3516. "counter" : 377209611,
  3517. "hz" : 13446.1,
  3518. "roughness" : 14489.9
  3519. },
  3520. "data_lag" : {
  3521. "seconds" : 0.018152999999999999,
  3522. "versions" : 18153
  3523. },
  3524. "data_version" : 81631116885756,
  3525. "durability_lag" : {
  3526. "seconds" : 5.2656299999999998,
  3527. "versions" : 5265635
  3528. },
  3529. "durable_bytes" : {
  3530. "counter" : 6740016,
  3531. "hz" : 16878.299999999999,
  3532. "roughness" : 25834.299999999999
  3533. },
  3534. "durable_version" : 81631111620121,
  3535. "finished_queries" : {
  3536. "counter" : 53974,
  3537. "hz" : 9.9999300000000009,
  3538. "roughness" : 1.07775
  3539. },
  3540. "id" : "3059a7c47d53923a",
  3541. "input_bytes" : {
  3542. "counter" : 6741140,
  3543. "hz" : 224.798,
  3544. "roughness" : 1123
  3545. },
  3546. "keys_queried" : {
  3547. "counter" : 1805815,
  3548. "hz" : 57.999600000000001,
  3549. "roughness" : 61.032499999999999
  3550. },
  3551. "kvstore_available_bytes" : 258206289920,
  3552. "kvstore_free_bytes" : 60595798016,
  3553. "kvstore_inline_keys" : 0,
  3554. "kvstore_total_bytes" : 395260067840,
  3555. "kvstore_total_nodes" : 0,
  3556. "kvstore_total_size" : 0,
  3557. "kvstore_used_bytes" : 266688188416,
  3558. "local_rate" : 100,
  3559. "low_priority_queries" : {
  3560. "counter" : 0,
  3561. "hz" : 0,
  3562. "roughness" : -1
  3563. },
  3564. "mutation_bytes" : {
  3565. "counter" : 1261366,
  3566. "hz" : 8.3999400000000009,
  3567. "roughness" : 41
  3568. },
  3569. "mutations" : {
  3570. "counter" : 4287,
  3571. "hz" : 0.19999899999999998,
  3572. "roughness" : 0
  3573. },
  3574. "query_queue_max" : 3,
  3575. "read_latency_statistics" : {
  3576. "count" : 595,
  3577. "max" : 0.00082373600000000004,
  3578. "mean" : 0.000111383,
  3579. "median" : 9.1314300000000008e-05,
  3580. "min" : 9.2983200000000001e-06,
  3581. "p25" : 7.1764000000000013e-05,
  3582. "p90" : 0.00016641600000000001,
  3583. "p95" : 0.00030565300000000002,
  3584. "p99" : 0.00047183000000000001,
  3585. "p99.9" : 0.00061321300000000004
  3586. },
  3587. "role" : "storage",
  3588. "stored_bytes" : 38663801354,
  3589. "total_queries" : {
  3590. "counter" : 53974,
  3591. "hz" : 9.9999300000000009,
  3592. "roughness" : 1.07772
  3593. }
  3594. }
  3595. ],
  3596. "run_loop_busy" : 0.040584599999999998,
  3597. "uptime_seconds" : 575.23599999999999,
  3598. "version" : "6.3.12"
  3599. },
  3600. "bee44bfb828c858b6ed20703e4ff885d" : {
  3601. "address" : "10.138.0.94:4501",
  3602. "class_source" : "command_line",
  3603. "class_type" : "stateless",
  3604. "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4501",
  3605. "cpu" : {
  3606. "usage_cores" : 0.153891
  3607. },
  3608. "disk" : {
  3609. "busy" : 0.00079999800000000001,
  3610. "free_bytes" : 30523949056,
  3611. "reads" : {
  3612. "counter" : 8421,
  3613. "hz" : 0,
  3614. "sectors" : 0
  3615. },
  3616. "total_bytes" : 33116909568,
  3617. "writes" : {
  3618. "counter" : 46472,
  3619. "hz" : 0.39999899999999999,
  3620. "sectors" : 32
  3621. }
  3622. },
  3623. "excluded" : false,
  3624. "fault_domain" : "16dfb6e88a34d22c3114d3094bbe22c0",
  3625. "locality" : {
  3626. "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
  3627. "processid" : "bee44bfb828c858b6ed20703e4ff885d",
  3628. "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
  3629. },
  3630. "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
  3631. "memory" : {
  3632. "available_bytes" : 4329171968,
  3633. "limit_bytes" : 8589934592,
  3634. "unused_allocated_memory" : 262144,
  3635. "used_bytes" : 230244352
  3636. },
  3637. "messages" : [
  3638. ],
  3639. "network" : {
  3640. "connection_errors" : {
  3641. "hz" : 0
  3642. },
  3643. "connections_closed" : {
  3644. "hz" : 0
  3645. },
  3646. "connections_established" : {
  3647. "hz" : 0
  3648. },
  3649. "current_connections" : 88,
  3650. "megabits_received" : {
  3651. "hz" : 5.3101200000000004
  3652. },
  3653. "megabits_sent" : {
  3654. "hz" : 5.9636399999999998
  3655. },
  3656. "tls_policy_failures" : {
  3657. "hz" : 0
  3658. }
  3659. },
  3660. "roles" : [
  3661. {
  3662. "commit_latency_statistics" : {
  3663. "count" : 481,
  3664. "max" : 0.083050499999999999,
  3665. "mean" : 0.019985899999999997,
  3666. "median" : 0.016457099999999999,
  3667. "min" : 0.0073215999999999993,
  3668. "p25" : 0.012990499999999999,
  3669. "p90" : 0.032536700000000002,
  3670. "p95" : 0.041821499999999998,
  3671. "p99" : 0.064722299999999997,
  3672. "p99.9" : 0.070199999999999999
  3673. },
  3674. "grv_latency_statistics" : {
  3675. "default" : {
  3676. "count" : 27081,
  3677. "max" : 0.0026907900000000002,
  3678. "mean" : 0.00022247800000000002,
  3679. "median" : 0.00020933200000000001,
  3680. "min" : 0.00016450900000000002,
  3681. "p25" : 0.00019669500000000001,
  3682. "p90" : 0.000251532,
  3683. "p95" : 0.00027799600000000003,
  3684. "p99" : 0.00051689100000000001,
  3685. "p99.9" : 0.0012121200000000001
  3686. }
  3687. },
  3688. "id" : "c3d40f03dd4af217",
  3689. "role" : "proxy"
  3690. }
  3691. ],
  3692. "run_loop_busy" : 0.103505,
  3693. "uptime_seconds" : 575.00199999999995,
  3694. "version" : "6.3.12"
  3695. },
  3696. "befb4f8b11166b5e47a558f7dc893824" : {
  3697. "address" : "10.138.0.100:4502",
  3698. "class_source" : "command_line",
  3699. "class_type" : "storage",
  3700. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4502",
  3701. "cpu" : {
  3702. "usage_cores" : 0.031205499999999997
  3703. },
  3704. "disk" : {
  3705. "busy" : 0.30159900000000001,
  3706. "free_bytes" : 347800600576,
  3707. "reads" : {
  3708. "counter" : 44671090,
  3709. "hz" : 245.59899999999999,
  3710. "sectors" : 9824
  3711. },
  3712. "total_bytes" : 532622512128,
  3713. "writes" : {
  3714. "counter" : 26170288,
  3715. "hz" : 180.999,
  3716. "sectors" : 20392
  3717. }
  3718. },
  3719. "excluded" : false,
  3720. "fault_domain" : "3f61e7092396def1a5d14dab79c8f082",
  3721. "locality" : {
  3722. "machineid" : "3f61e7092396def1a5d14dab79c8f082",
  3723. "processid" : "befb4f8b11166b5e47a558f7dc893824",
  3724. "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
  3725. },
  3726. "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
  3727. "memory" : {
  3728. "available_bytes" : 4383223808,
  3729. "limit_bytes" : 8589934592,
  3730. "unused_allocated_memory" : 66452512,
  3731. "used_bytes" : 911675392
  3732. },
  3733. "messages" : [
  3734. ],
  3735. "network" : {
  3736. "connection_errors" : {
  3737. "hz" : 0
  3738. },
  3739. "connections_closed" : {
  3740. "hz" : 0
  3741. },
  3742. "connections_established" : {
  3743. "hz" : 0
  3744. },
  3745. "current_connections" : 42,
  3746. "megabits_received" : {
  3747. "hz" : 0.59325299999999992
  3748. },
  3749. "megabits_sent" : {
  3750. "hz" : 8.5462900000000008
  3751. },
  3752. "tls_policy_failures" : {
  3753. "hz" : 0
  3754. }
  3755. },
  3756. "roles" : [
  3757. {
  3758. "bytes_queried" : {
  3759. "counter" : 127396893,
  3760. "hz" : 1138020,
  3761. "roughness" : 52064
  3762. },
  3763. "data_lag" : {
  3764. "seconds" : 0.028881999999999998,
  3765. "versions" : 28882
  3766. },
  3767. "data_version" : 81631114985204,
  3768. "durability_lag" : {
  3769. "seconds" : 5.36442,
  3770. "versions" : 5364415
  3771. },
  3772. "durable_bytes" : {
  3773. "counter" : 26558002,
  3774. "hz" : 2977.5900000000001,
  3775. "roughness" : 13642.4
  3776. },
  3777. "durable_version" : 81631109620789,
  3778. "finished_queries" : {
  3779. "counter" : 16925,
  3780. "hz" : 251.19900000000001,
  3781. "roughness" : 4.13626
  3782. },
  3783. "id" : "38cefcf4a4cce41c",
  3784. "input_bytes" : {
  3785. "counter" : 26624572,
  3786. "hz" : 13314,
  3787. "roughness" : 25260.599999999999
  3788. },
  3789. "keys_queried" : {
  3790. "counter" : 584020,
  3791. "hz" : 9328.7700000000004,
  3792. "roughness" : 425.79700000000003
  3793. },
  3794. "kvstore_available_bytes" : 350244425728,
  3795. "kvstore_free_bytes" : 347800616960,
  3796. "kvstore_inline_keys" : 0,
  3797. "kvstore_total_bytes" : 532622512128,
  3798. "kvstore_total_nodes" : 0,
  3799. "kvstore_total_size" : 0,
  3800. "kvstore_used_bytes" : 45552328704,
  3801. "local_rate" : 100,
  3802. "low_priority_queries" : {
  3803. "counter" : 0,
  3804. "hz" : 0,
  3805. "roughness" : -1
  3806. },
  3807. "mutation_bytes" : {
  3808. "counter" : 3632242,
  3809. "hz" : 2294.79,
  3810. "roughness" : 4353.0900000000001
  3811. },
  3812. "mutations" : {
  3813. "counter" : 22923,
  3814. "hz" : 8.5999700000000008,
  3815. "roughness" : 15.317399999999999
  3816. },
  3817. "query_queue_max" : 2,
  3818. "read_latency_statistics" : {
  3819. "count" : 3418,
  3820. "max" : 0.0073845400000000002,
  3821. "mean" : 0.00050672800000000002,
  3822. "median" : 0.00035881999999999998,
  3823. "min" : 4.0531199999999999e-06,
  3824. "p25" : 3.0279200000000003e-05,
  3825. "p90" : 0.0012602800000000001,
  3826. "p95" : 0.0017154200000000001,
  3827. "p99" : 0.0032265200000000001,
  3828. "p99.9" : 0.0056626799999999998
  3829. },
  3830. "role" : "storage",
  3831. "stored_bytes" : 38929568178,
  3832. "total_queries" : {
  3833. "counter" : 16925,
  3834. "hz" : 251.19900000000001,
  3835. "roughness" : 4.3861499999999998
  3836. }
  3837. }
  3838. ],
  3839. "run_loop_busy" : 0.023236899999999998,
  3840. "uptime_seconds" : 575.24300000000005,
  3841. "version" : "6.3.12"
  3842. },
  3843. "c0b68236acb7fa1005c1af244db38a28" : {
  3844. "address" : "10.138.0.99:4502",
  3845. "class_source" : "command_line",
  3846. "class_type" : "stateless",
  3847. "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4502",
  3848. "cpu" : {
  3849. "usage_cores" : 0.16186499999999998
  3850. },
  3851. "disk" : {
  3852. "busy" : 0.0016000000000000001,
  3853. "free_bytes" : 30553849856,
  3854. "reads" : {
  3855. "counter" : 8352,
  3856. "hz" : 0,
  3857. "sectors" : 0
  3858. },
  3859. "total_bytes" : 33116909568,
  3860. "writes" : {
  3861. "counter" : 47407,
  3862. "hz" : 1.2,
  3863. "sectors" : 520
  3864. }
  3865. },
  3866. "excluded" : false,
  3867. "fault_domain" : "65f462bc05397e6274c8d495dfdc2bb7",
  3868. "locality" : {
  3869. "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
  3870. "processid" : "c0b68236acb7fa1005c1af244db38a28",
  3871. "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
  3872. },
  3873. "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
  3874. "memory" : {
  3875. "available_bytes" : 4325356544,
  3876. "limit_bytes" : 8589934592,
  3877. "unused_allocated_memory" : 262144,
  3878. "used_bytes" : 234438656
  3879. },
  3880. "messages" : [
  3881. ],
  3882. "network" : {
  3883. "connection_errors" : {
  3884. "hz" : 0
  3885. },
  3886. "connections_closed" : {
  3887. "hz" : 0
  3888. },
  3889. "connections_established" : {
  3890. "hz" : 0
  3891. },
  3892. "current_connections" : 88,
  3893. "megabits_received" : {
  3894. "hz" : 5.4028
  3895. },
  3896. "megabits_sent" : {
  3897. "hz" : 6.1011300000000004
  3898. },
  3899. "tls_policy_failures" : {
  3900. "hz" : 0
  3901. }
  3902. },
  3903. "roles" : [
  3904. {
  3905. "commit_latency_statistics" : {
  3906. "count" : 464,
  3907. "max" : 0.0888071,
  3908. "mean" : 0.0194124,
  3909. "median" : 0.016325699999999999,
  3910. "min" : 0.00731564,
  3911. "p25" : 0.0127327,
  3912. "p90" : 0.030887099999999997,
  3913. "p95" : 0.038257800000000002,
  3914. "p99" : 0.059598699999999998,
  3915. "p99.9" : 0.08257769999999999
  3916. },
  3917. "grv_latency_statistics" : {
  3918. "default" : {
  3919. "count" : 26903,
  3920. "max" : 0.0021100000000000003,
  3921. "mean" : 0.000232081,
  3922. "median" : 0.00021839100000000002,
  3923. "min" : 0.000177145,
  3924. "p25" : 0.00020861600000000001,
  3925. "p90" : 0.00025415400000000003,
  3926. "p95" : 0.00028562500000000002,
  3927. "p99" : 0.00054597900000000004,
  3928. "p99.9" : 0.0012030599999999999
  3929. }
  3930. },
  3931. "id" : "9e39c5f4d38deb7d",
  3932. "role" : "proxy"
  3933. }
  3934. ],
  3935. "run_loop_busy" : 0.108848,
  3936. "uptime_seconds" : 575.00199999999995,
  3937. "version" : "6.3.12"
  3938. },
  3939. "c0e73b8b9ec9b8601c709c2a4daa65e1" : {
  3940. "address" : "10.138.0.14:4503",
  3941. "class_source" : "command_line",
  3942. "class_type" : "storage",
  3943. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4503",
  3944. "cpu" : {
  3945. "usage_cores" : 0.015478599999999999
  3946. },
  3947. "disk" : {
  3948. "busy" : 0.1096,
  3949. "free_bytes" : 358111506432,
  3950. "reads" : {
  3951. "counter" : 38486609,
  3952. "hz" : 124.40000000000001,
  3953. "sectors" : 4976
  3954. },
  3955. "total_bytes" : 532622512128,
  3956. "writes" : {
  3957. "counter" : 23251160,
  3958. "hz" : 128,
  3959. "sectors" : 16912
  3960. }
  3961. },
  3962. "excluded" : false,
  3963. "fault_domain" : "dd1390fc854ed6b3525f10b915ca2ee4",
  3964. "locality" : {
  3965. "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
  3966. "processid" : "c0e73b8b9ec9b8601c709c2a4daa65e1",
  3967. "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
  3968. },
  3969. "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
  3970. "memory" : {
  3971. "available_bytes" : 4382686208,
  3972. "limit_bytes" : 8589934592,
  3973. "unused_allocated_memory" : 6815744,
  3974. "used_bytes" : 953860096
  3975. },
  3976. "messages" : [
  3977. ],
  3978. "network" : {
  3979. "connection_errors" : {
  3980. "hz" : 0
  3981. },
  3982. "connections_closed" : {
  3983. "hz" : 0
  3984. },
  3985. "connections_established" : {
  3986. "hz" : 0
  3987. },
  3988. "current_connections" : 63,
  3989. "megabits_received" : {
  3990. "hz" : 0.576677
  3991. },
  3992. "megabits_sent" : {
  3993. "hz" : 0.41436099999999998
  3994. },
  3995. "tls_policy_failures" : {
  3996. "hz" : 0
  3997. }
  3998. },
  3999. "roles" : [
  4000. {
  4001. "bytes_queried" : {
  4002. "counter" : 43093428,
  4003. "hz" : 7043.1800000000003,
  4004. "roughness" : 1551.8
  4005. },
  4006. "data_lag" : {
  4007. "seconds" : 0.0039359999999999994,
  4008. "versions" : 3936
  4009. },
  4010. "data_version" : 81631113944750,
  4011. "durability_lag" : {
  4012. "seconds" : 5.4960800000000001,
  4013. "versions" : 5496077
  4014. },
  4015. "durable_bytes" : {
  4016. "counter" : 16889904,
  4017. "hz" : 2014.8,
  4018. "roughness" : 8474.4699999999993
  4019. },
  4020. "durable_version" : 81631108448673,
  4021. "finished_queries" : {
  4022. "counter" : 89432,
  4023. "hz" : 274.399,
  4024. "roughness" : 10.0151
  4025. },
  4026. "id" : "4daea01ee92e9ceb",
  4027. "input_bytes" : {
  4028. "counter" : 17004878,
  4029. "hz" : 22994.700000000001,
  4030. "roughness" : 33941.300000000003
  4031. },
  4032. "keys_queried" : {
  4033. "counter" : 341447,
  4034. "hz" : 13,
  4035. "roughness" : 1.8660800000000002
  4036. },
  4037. "kvstore_available_bytes" : 358687379456,
  4038. "kvstore_free_bytes" : 358111490048,
  4039. "kvstore_inline_keys" : 0,
  4040. "kvstore_total_bytes" : 532622512128,
  4041. "kvstore_total_nodes" : 0,
  4042. "kvstore_total_size" : 0,
  4043. "kvstore_used_bytes" : 43488833536,
  4044. "local_rate" : 100,
  4045. "low_priority_queries" : {
  4046. "counter" : 621,
  4047. "hz" : 0,
  4048. "roughness" : -1
  4049. },
  4050. "mutation_bytes" : {
  4051. "counter" : 1535118,
  4052. "hz" : 4425.3900000000003,
  4053. "roughness" : 6531.2600000000002
  4054. },
  4055. "mutations" : {
  4056. "counter" : 16366,
  4057. "hz" : 13.6,
  4058. "roughness" : 19.0748
  4059. },
  4060. "query_queue_max" : 16,
  4061. "read_latency_statistics" : {
  4062. "count" : 11024,
  4063. "max" : 0.00149274,
  4064. "mean" : 2.3615700000000002e-05,
  4065. "median" : 1.9550300000000002e-05,
  4066. "min" : 3.33786e-06,
  4067. "p25" : 1.2159300000000001e-05,
  4068. "p90" : 3.9577500000000005e-05,
  4069. "p95" : 4.79221e-05,
  4070. "p99" : 6.9141400000000009e-05,
  4071. "p99.9" : 0.00062012700000000005
  4072. },
  4073. "role" : "storage",
  4074. "stored_bytes" : 38580415453,
  4075. "total_queries" : {
  4076. "counter" : 89432,
  4077. "hz" : 274.399,
  4078. "roughness" : 10.0245
  4079. }
  4080. }
  4081. ],
  4082. "run_loop_busy" : 0.010344299999999999,
  4083. "uptime_seconds" : 480.21100000000001,
  4084. "version" : "6.3.12"
  4085. },
  4086. "ca1abbe0cac5f66afc8607547b4041a7" : {
  4087. "address" : "10.138.0.101:4503",
  4088. "class_source" : "command_line",
  4089. "class_type" : "storage",
  4090. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4503",
  4091. "cpu" : {
  4092. "usage_cores" : 0.0425846
  4093. },
  4094. "disk" : {
  4095. "busy" : 0.28719899999999998,
  4096. "free_bytes" : 353934073856,
  4097. "reads" : {
  4098. "counter" : 43509359,
  4099. "hz" : 307.399,
  4100. "sectors" : 12296
  4101. },
  4102. "total_bytes" : 532622512128,
  4103. "writes" : {
  4104. "counter" : 25732518,
  4105. "hz" : 142.19900000000001,
  4106. "sectors" : 20920
  4107. }
  4108. },
  4109. "excluded" : false,
  4110. "fault_domain" : "699531d3be4400c65a6f34dd8261baf2",
  4111. "locality" : {
  4112. "machineid" : "699531d3be4400c65a6f34dd8261baf2",
  4113. "processid" : "ca1abbe0cac5f66afc8607547b4041a7",
  4114. "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
  4115. },
  4116. "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
  4117. "memory" : {
  4118. "available_bytes" : 4384603136,
  4119. "limit_bytes" : 8589934592,
  4120. "unused_allocated_memory" : 6553600,
  4121. "used_bytes" : 954163200
  4122. },
  4123. "messages" : [
  4124. ],
  4125. "network" : {
  4126. "connection_errors" : {
  4127. "hz" : 0
  4128. },
  4129. "connections_closed" : {
  4130. "hz" : 0
  4131. },
  4132. "connections_established" : {
  4133. "hz" : 0
  4134. },
  4135. "current_connections" : 67,
  4136. "megabits_received" : {
  4137. "hz" : 1.03952
  4138. },
  4139. "megabits_sent" : {
  4140. "hz" : 8.0751200000000001
  4141. },
  4142. "tls_policy_failures" : {
  4143. "hz" : 0
  4144. }
  4145. },
  4146. "roles" : [
  4147. {
  4148. "bytes_queried" : {
  4149. "counter" : 100167891,
  4150. "hz" : 1047250,
  4151. "roughness" : 21240.599999999999
  4152. },
  4153. "data_lag" : {
  4154. "seconds" : 0.00068399999999999993,
  4155. "versions" : 684
  4156. },
  4157. "data_version" : 81631114956322,
  4158. "durability_lag" : {
  4159. "seconds" : 5.0852300000000001,
  4160. "versions" : 5085225
  4161. },
  4162. "durable_bytes" : {
  4163. "counter" : 73133814,
  4164. "hz" : 123286,
  4165. "roughness" : 61646.900000000001
  4166. },
  4167. "durable_version" : 81631109871097,
  4168. "finished_queries" : {
  4169. "counter" : 120082,
  4170. "hz" : 491.59800000000001,
  4171. "roughness" : 2.5559799999999999
  4172. },
  4173. "id" : "fe1f7f9e3bc33ace",
  4174. "input_bytes" : {
  4175. "counter" : 73698102,
  4176. "hz" : 110836,
  4177. "roughness" : 10159.799999999999
  4178. },
  4179. "keys_queried" : {
  4180. "counter" : 458812,
  4181. "hz" : 8603.1700000000001,
  4182. "roughness" : 173.499
  4183. },
  4184. "kvstore_available_bytes" : 353959813120,
  4185. "kvstore_free_bytes" : 353934086144,
  4186. "kvstore_inline_keys" : 0,
  4187. "kvstore_total_bytes" : 532622512128,
  4188. "kvstore_total_nodes" : 0,
  4189. "kvstore_total_size" : 0,
  4190. "kvstore_used_bytes" : 42818437120,
  4191. "local_rate" : 100,
  4192. "low_priority_queries" : {
  4193. "counter" : 0,
  4194. "hz" : 0,
  4195. "roughness" : -1
  4196. },
  4197. "mutation_bytes" : {
  4198. "counter" : 5199646,
  4199. "hz" : 7262.9700000000003,
  4200. "roughness" : 664.83199999999999
  4201. },
  4202. "mutations" : {
  4203. "counter" : 78117,
  4204. "hz" : 119.2,
  4205. "roughness" : 9.9276099999999996
  4206. },
  4207. "query_queue_max" : 16,
  4208. "read_latency_statistics" : {
  4209. "count" : 16293,
  4210. "max" : 0.0060117199999999999,
  4211. "mean" : 0.000125544,
  4212. "median" : 3.0279200000000003e-05,
  4213. "min" : 3.0994399999999998e-06,
  4214. "p25" : 1.6689300000000003e-05,
  4215. "p90" : 0.00040149700000000001,
  4216. "p95" : 0.00064301500000000004,
  4217. "p99" : 0.00167012,
  4218. "p99.9" : 0.0037906200000000002
  4219. },
  4220. "role" : "storage",
  4221. "stored_bytes" : 38634979806,
  4222. "total_queries" : {
  4223. "counter" : 120082,
  4224. "hz" : 491.59800000000001,
  4225. "roughness" : 2.7143600000000001
  4226. }
  4227. }
  4228. ],
  4229. "run_loop_busy" : 0.0321959,
  4230. "uptime_seconds" : 575.21000000000004,
  4231. "version" : "6.3.12"
  4232. },
  4233. "cb6e0e2eec0841d42a487eb4b16ecb94" : {
  4234. "address" : "10.138.0.91:4501",
  4235. "class_source" : "command_line",
  4236. "class_type" : "storage",
  4237. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
  4238. "cpu" : {
  4239. "usage_cores" : 0.0198652
  4240. },
  4241. "disk" : {
  4242. "busy" : 0.44079599999999997,
  4243. "free_bytes" : 57783635968,
  4244. "reads" : {
  4245. "counter" : 46722841,
  4246. "hz" : 1224.5899999999999,
  4247. "sectors" : 48984
  4248. },
  4249. "total_bytes" : 395260067840,
  4250. "writes" : {
  4251. "counter" : 38518627,
  4252. "hz" : 943.99199999999996,
  4253. "sectors" : 75040
  4254. }
  4255. },
  4256. "excluded" : false,
  4257. "fault_domain" : "61c377ff88ac8c4643aa834237e35b1c",
  4258. "locality" : {
  4259. "machineid" : "61c377ff88ac8c4643aa834237e35b1c",
  4260. "processid" : "cb6e0e2eec0841d42a487eb4b16ecb94",
  4261. "zoneid" : "61c377ff88ac8c4643aa834237e35b1c"
  4262. },
  4263. "machine_id" : "61c377ff88ac8c4643aa834237e35b1c",
  4264. "memory" : {
  4265. "available_bytes" : 3912519680,
  4266. "limit_bytes" : 8589934592,
  4267. "unused_allocated_memory" : 1835008,
  4268. "used_bytes" : 708182016
  4269. },
  4270. "messages" : [
  4271. ],
  4272. "network" : {
  4273. "connection_errors" : {
  4274. "hz" : 0
  4275. },
  4276. "connections_closed" : {
  4277. "hz" : 0
  4278. },
  4279. "connections_established" : {
  4280. "hz" : 0
  4281. },
  4282. "current_connections" : 60,
  4283. "megabits_received" : {
  4284. "hz" : 0.14319199999999999
  4285. },
  4286. "megabits_sent" : {
  4287. "hz" : 0.35474899999999998
  4288. },
  4289. "tls_policy_failures" : {
  4290. "hz" : 0
  4291. }
  4292. },
  4293. "roles" : [
  4294. {
  4295. "bytes_queried" : {
  4296. "counter" : 22901726,
  4297. "hz" : 26221.299999999999,
  4298. "roughness" : 8550.0300000000007
  4299. },
  4300. "data_lag" : {
  4301. "seconds" : 0.018152999999999999,
  4302. "versions" : 18153
  4303. },
  4304. "data_version" : 81631116885756,
  4305. "durability_lag" : {
  4306. "seconds" : 5.2564399999999996,
  4307. "versions" : 5256436
  4308. },
  4309. "durable_bytes" : {
  4310. "counter" : 8751490,
  4311. "hz" : 7308.3699999999999,
  4312. "roughness" : 3658.8000000000002
  4313. },
  4314. "durable_version" : 81631111629320,
  4315. "finished_queries" : {
  4316. "counter" : 12982,
  4317. "hz" : 22.799900000000001,
  4318. "roughness" : 2.4451900000000002
  4319. },
  4320. "id" : "3c517ba783af8e81",
  4321. "input_bytes" : {
  4322. "counter" : 8784450,
  4323. "hz" : 6373.1700000000001,
  4324. "roughness" : 1977.1099999999999
  4325. },
  4326. "keys_queried" : {
  4327. "counter" : 214269,
  4328. "hz" : 247.59899999999999,
  4329. "roughness" : 79.744500000000002
  4330. },
  4331. "kvstore_available_bytes" : 95566278656,
  4332. "kvstore_free_bytes" : 57783623680,
  4333. "kvstore_inline_keys" : 0,
  4334. "kvstore_total_bytes" : 395260067840,
  4335. "kvstore_total_nodes" : 0,
  4336. "kvstore_total_size" : 0,
  4337. "kvstore_used_bytes" : 69759520768,
  4338. "local_rate" : 100,
  4339. "low_priority_queries" : {
  4340. "counter" : 0,
  4341. "hz" : 0,
  4342. "roughness" : -1
  4343. },
  4344. "mutation_bytes" : {
  4345. "counter" : 1255915,
  4346. "hz" : 274.59899999999999,
  4347. "roughness" : 84.2303
  4348. },
  4349. "mutations" : {
  4350. "counter" : 6556,
  4351. "hz" : 5.5999800000000004,
  4352. "roughness" : 0.73812699999999998
  4353. },
  4354. "query_queue_max" : 2,
  4355. "read_latency_statistics" : {
  4356. "count" : 1451,
  4357. "max" : 0.00165606,
  4358. "mean" : 0.00011777800000000001,
  4359. "median" : 7.1525600000000005e-05,
  4360. "min" : 9.2983200000000001e-06,
  4361. "p25" : 4.6253200000000006e-05,
  4362. "p90" : 0.00012707700000000002,
  4363. "p95" : 0.00050759300000000008,
  4364. "p99" : 0.0015244500000000001,
  4365. "p99.9" : 0.0016183899999999999
  4366. },
  4367. "role" : "storage",
  4368. "stored_bytes" : 28424878113,
  4369. "total_queries" : {
  4370. "counter" : 12982,
  4371. "hz" : 22.799900000000001,
  4372. "roughness" : 2.4451900000000002
  4373. }
  4374. }
  4375. ],
  4376. "run_loop_busy" : 0.012476899999999999,
  4377. "uptime_seconds" : 575.13699999999994,
  4378. "version" : "6.3.12"
  4379. },
  4380. "cc8466080c3724c5121d980a0fa5186a" : {
  4381. "address" : "10.138.0.14:4501",
  4382. "class_source" : "command_line",
  4383. "class_type" : "storage",
  4384. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4501",
  4385. "cpu" : {
  4386. "usage_cores" : 0.017356399999999998
  4387. },
  4388. "disk" : {
  4389. "busy" : 0.1096,
  4390. "free_bytes" : 358111506432,
  4391. "reads" : {
  4392. "counter" : 38486609,
  4393. "hz" : 124.40000000000001,
  4394. "sectors" : 4976
  4395. },
  4396. "total_bytes" : 532622512128,
  4397. "writes" : {
  4398. "counter" : 23251160,
  4399. "hz" : 128,
  4400. "sectors" : 16912
  4401. }
  4402. },
  4403. "excluded" : false,
  4404. "fault_domain" : "dd1390fc854ed6b3525f10b915ca2ee4",
  4405. "locality" : {
  4406. "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
  4407. "processid" : "cc8466080c3724c5121d980a0fa5186a",
  4408. "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
  4409. },
  4410. "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
  4411. "memory" : {
  4412. "available_bytes" : 4382686208,
  4413. "limit_bytes" : 8589934592,
  4414. "unused_allocated_memory" : 5505024,
  4415. "used_bytes" : 939065344
  4416. },
  4417. "messages" : [
  4418. ],
  4419. "network" : {
  4420. "connection_errors" : {
  4421. "hz" : 0
  4422. },
  4423. "connections_closed" : {
  4424. "hz" : 0
  4425. },
  4426. "connections_established" : {
  4427. "hz" : 0
  4428. },
  4429. "current_connections" : 55,
  4430. "megabits_received" : {
  4431. "hz" : 0.39238299999999998
  4432. },
  4433. "megabits_sent" : {
  4434. "hz" : 0.54808199999999996
  4435. },
  4436. "tls_policy_failures" : {
  4437. "hz" : 0
  4438. }
  4439. },
  4440. "roles" : [
  4441. {
  4442. "bytes_queried" : {
  4443. "counter" : 76096930,
  4444. "hz" : 33454.699999999997,
  4445. "roughness" : 2409.52
  4446. },
  4447. "data_lag" : {
  4448. "seconds" : 0.018512999999999998,
  4449. "versions" : 18513
  4450. },
  4451. "data_version" : 81631114044030,
  4452. "durability_lag" : {
  4453. "seconds" : 5.1494200000000001,
  4454. "versions" : 5149417
  4455. },
  4456. "durable_bytes" : {
  4457. "counter" : 57112104,
  4458. "hz" : 137278,
  4459. "roughness" : 68639.699999999997
  4460. },
  4461. "durable_version" : 81631108894613,
  4462. "finished_queries" : {
  4463. "counter" : 73116,
  4464. "hz" : 124.2,
  4465. "roughness" : 3.6415199999999999
  4466. },
  4467. "id" : "22d06641fc08d316",
  4468. "input_bytes" : {
  4469. "counter" : 57803296,
  4470. "hz" : 133744,
  4471. "roughness" : 10624.799999999999
  4472. },
  4473. "keys_queried" : {
  4474. "counter" : 175880,
  4475. "hz" : 141.59999999999999,
  4476. "roughness" : 9.2026900000000005
  4477. },
  4478. "kvstore_available_bytes" : 358225985536,
  4479. "kvstore_free_bytes" : 358111490048,
  4480. "kvstore_inline_keys" : 0,
  4481. "kvstore_total_bytes" : 532622512128,
  4482. "kvstore_total_nodes" : 0,
  4483. "kvstore_total_size" : 0,
  4484. "kvstore_used_bytes" : 42946854912,
  4485. "local_rate" : 100,
  4486. "low_priority_queries" : {
  4487. "counter" : 229,
  4488. "hz" : 0,
  4489. "roughness" : -1
  4490. },
  4491. "mutation_bytes" : {
  4492. "counter" : 5032277,
  4493. "hz" : 12471.6,
  4494. "roughness" : 989.85599999999999
  4495. },
  4496. "mutations" : {
  4497. "counter" : 58298,
  4498. "hz" : 132.80000000000001,
  4499. "roughness" : 9.5508199999999999
  4500. },
  4501. "query_queue_max" : 12,
  4502. "read_latency_statistics" : {
  4503. "count" : 8374,
  4504. "max" : 0.00192571,
  4505. "mean" : 4.150820000000001e-05,
  4506. "median" : 2.9802300000000004e-05,
  4507. "min" : 2.6226000000000001e-06,
  4508. "p25" : 1.5735600000000002e-05,
  4509. "p90" : 5.5551500000000005e-05,
  4510. "p95" : 7.5817100000000003e-05,
  4511. "p99" : 0.00054073300000000006,
  4512. "p99.9" : 0.00108004
  4513. },
  4514. "role" : "storage",
  4515. "stored_bytes" : 38646556976,
  4516. "total_queries" : {
  4517. "counter" : 73116,
  4518. "hz" : 124.2,
  4519. "roughness" : 3.6423199999999998
  4520. }
  4521. }
  4522. ],
  4523. "run_loop_busy" : 0.012793299999999999,
  4524. "uptime_seconds" : 480.21899999999999,
  4525. "version" : "6.3.12"
  4526. },
  4527. "d84f914da87969b158a69cece7f59e16" : {
  4528. "address" : "10.138.0.90:4500",
  4529. "class_source" : "command_line",
  4530. "class_type" : "storage",
  4531. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
  4532. "cpu" : {
  4533. "usage_cores" : 0.070504499999999998
  4534. },
  4535. "disk" : {
  4536. "busy" : 0.26719899999999996,
  4537. "free_bytes" : 59357417472,
  4538. "reads" : {
  4539. "counter" : 10241915744,
  4540. "hz" : 927.19799999999998,
  4541. "sectors" : 37088
  4542. },
  4543. "total_bytes" : 395260067840,
  4544. "writes" : {
  4545. "counter" : 7328497081,
  4546. "hz" : 702.59900000000005,
  4547. "sectors" : 58384
  4548. }
  4549. },
  4550. "excluded" : false,
  4551. "fault_domain" : "58340cf570991c7fad410a0e9f5c4c82",
  4552. "locality" : {
  4553. "machineid" : "58340cf570991c7fad410a0e9f5c4c82",
  4554. "processid" : "d84f914da87969b158a69cece7f59e16",
  4555. "zoneid" : "58340cf570991c7fad410a0e9f5c4c82"
  4556. },
  4557. "machine_id" : "58340cf570991c7fad410a0e9f5c4c82",
  4558. "memory" : {
  4559. "available_bytes" : 3914858496,
  4560. "limit_bytes" : 8589934592,
  4561. "unused_allocated_memory" : 4587520,
  4562. "used_bytes" : 2932707328
  4563. },
  4564. "messages" : [
  4565. ],
  4566. "network" : {
  4567. "connection_errors" : {
  4568. "hz" : 0
  4569. },
  4570. "connections_closed" : {
  4571. "hz" : 0
  4572. },
  4573. "connections_established" : {
  4574. "hz" : 0
  4575. },
  4576. "current_connections" : 65,
  4577. "megabits_received" : {
  4578. "hz" : 0.30113200000000001
  4579. },
  4580. "megabits_sent" : {
  4581. "hz" : 1.06999
  4582. },
  4583. "tls_policy_failures" : {
  4584. "hz" : 0
  4585. }
  4586. },
  4587. "roles" : [
  4588. {
  4589. "bytes_queried" : {
  4590. "counter" : 202615281,
  4591. "hz" : 104077,
  4592. "roughness" : 11750.299999999999
  4593. },
  4594. "data_lag" : {
  4595. "seconds" : 0.018152999999999999,
  4596. "versions" : 18153
  4597. },
  4598. "data_version" : 81631116885756,
  4599. "durability_lag" : {
  4600. "seconds" : 5.2656299999999998,
  4601. "versions" : 5265635
  4602. },
  4603. "durable_bytes" : {
  4604. "counter" : 9309806,
  4605. "hz" : 7089.5699999999997,
  4606. "roughness" : 3552.5
  4607. },
  4608. "durable_version" : 81631111620121,
  4609. "finished_queries" : {
  4610. "counter" : 48753,
  4611. "hz" : 90.999600000000001,
  4612. "roughness" : 4.8814200000000003
  4613. },
  4614. "id" : "005c2e78eaae89eb",
  4615. "input_bytes" : {
  4616. "counter" : 9389382,
  4617. "hz" : 15477.5,
  4618. "roughness" : 3656.0999999999999
  4619. },
  4620. "keys_queried" : {
  4621. "counter" : 702989,
  4622. "hz" : 667.59699999999998,
  4623. "roughness" : 74.378500000000003
  4624. },
  4625. "kvstore_available_bytes" : 264963256320,
  4626. "kvstore_free_bytes" : 59357409280,
  4627. "kvstore_inline_keys" : 0,
  4628. "kvstore_total_bytes" : 395260067840,
  4629. "kvstore_total_nodes" : 0,
  4630. "kvstore_total_size" : 0,
  4631. "kvstore_used_bytes" : 267823026176,
  4632. "local_rate" : 100,
  4633. "low_priority_queries" : {
  4634. "counter" : 0,
  4635. "hz" : 0,
  4636. "roughness" : -1
  4637. },
  4638. "mutation_bytes" : {
  4639. "counter" : 1072922,
  4640. "hz" : 2154.79,
  4641. "roughness" : 508.14400000000001
  4642. },
  4643. "mutations" : {
  4644. "counter" : 7571,
  4645. "hz" : 10.9999,
  4646. "roughness" : 1.5991200000000001
  4647. },
  4648. "query_queue_max" : 6,
  4649. "read_latency_statistics" : {
  4650. "count" : 7150,
  4651. "max" : 0.00064277600000000007,
  4652. "mean" : 4.1411900000000002e-05,
  4653. "median" : 3.2663300000000003e-05,
  4654. "min" : 9.7751599999999998e-06,
  4655. "p25" : 2.0742400000000003e-05,
  4656. "p90" : 7.6293900000000005e-05,
  4657. "p95" : 9.036060000000001e-05,
  4658. "p99" : 0.00012373900000000002,
  4659. "p99.9" : 0.00041341800000000003
  4660. },
  4661. "role" : "storage",
  4662. "stored_bytes" : 38976876632,
  4663. "total_queries" : {
  4664. "counter" : 48753,
  4665. "hz" : 90.999600000000001,
  4666. "roughness" : 4.8807600000000004
  4667. }
  4668. }
  4669. ],
  4670. "run_loop_busy" : 0.054533499999999999,
  4671. "uptime_seconds" : 575.25900000000001,
  4672. "version" : "6.3.12"
  4673. },
  4674. "dd3802692bb0f6abbbd2aaf2a8b8498b" : {
  4675. "address" : "10.138.0.101:4501",
  4676. "class_source" : "command_line",
  4677. "class_type" : "storage",
  4678. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4501",
  4679. "cpu" : {
  4680. "usage_cores" : 0.023666799999999998
  4681. },
  4682. "disk" : {
  4683. "busy" : 0.28720000000000001,
  4684. "free_bytes" : 353934073856,
  4685. "reads" : {
  4686. "counter" : 43509359,
  4687. "hz" : 307.39999999999998,
  4688. "sectors" : 12296
  4689. },
  4690. "total_bytes" : 532622512128,
  4691. "writes" : {
  4692. "counter" : 25732518,
  4693. "hz" : 142.19999999999999,
  4694. "sectors" : 20920
  4695. }
  4696. },
  4697. "excluded" : false,
  4698. "fault_domain" : "699531d3be4400c65a6f34dd8261baf2",
  4699. "locality" : {
  4700. "machineid" : "699531d3be4400c65a6f34dd8261baf2",
  4701. "processid" : "dd3802692bb0f6abbbd2aaf2a8b8498b",
  4702. "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
  4703. },
  4704. "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
  4705. "memory" : {
  4706. "available_bytes" : 4384611328,
  4707. "limit_bytes" : 8589934592,
  4708. "unused_allocated_memory" : 10223616,
  4709. "used_bytes" : 986681344
  4710. },
  4711. "messages" : [
  4712. ],
  4713. "network" : {
  4714. "connection_errors" : {
  4715. "hz" : 0
  4716. },
  4717. "connections_closed" : {
  4718. "hz" : 0
  4719. },
  4720. "connections_established" : {
  4721. "hz" : 0
  4722. },
  4723. "current_connections" : 68,
  4724. "megabits_received" : {
  4725. "hz" : 0.42246400000000001
  4726. },
  4727. "megabits_sent" : {
  4728. "hz" : 0.644173
  4729. },
  4730. "tls_policy_failures" : {
  4731. "hz" : 0
  4732. }
  4733. },
  4734. "roles" : [
  4735. {
  4736. "bytes_queried" : {
  4737. "counter" : 217752994,
  4738. "hz" : 119809,
  4739. "roughness" : 1868.1600000000001
  4740. },
  4741. "data_lag" : {
  4742. "seconds" : 0.0075429999999999994,
  4743. "versions" : 7543
  4744. },
  4745. "data_version" : 81631114620789,
  4746. "durability_lag" : {
  4747. "seconds" : 5.0075399999999997,
  4748. "versions" : 5007543
  4749. },
  4750. "durable_bytes" : {
  4751. "counter" : 15553484,
  4752. "hz" : 34065.5,
  4753. "roughness" : 17032.400000000001
  4754. },
  4755. "durable_version" : 81631109613246,
  4756. "finished_queries" : {
  4757. "counter" : 199640,
  4758. "hz" : 197.59899999999999,
  4759. "roughness" : 1.3635699999999999
  4760. },
  4761. "id" : "88c85c81a30b04a3",
  4762. "input_bytes" : {
  4763. "counter" : 15726476,
  4764. "hz" : 34598.300000000003,
  4765. "roughness" : 6456.0500000000002
  4766. },
  4767. "keys_queried" : {
  4768. "counter" : 729517,
  4769. "hz" : 853.99800000000005,
  4770. "roughness" : 12.322699999999999
  4771. },
  4772. "kvstore_available_bytes" : 355175968768,
  4773. "kvstore_free_bytes" : 353934090240,
  4774. "kvstore_inline_keys" : 0,
  4775. "kvstore_total_bytes" : 532622512128,
  4776. "kvstore_total_nodes" : 0,
  4777. "kvstore_total_size" : 0,
  4778. "kvstore_used_bytes" : 44071948288,
  4779. "local_rate" : 100,
  4780. "low_priority_queries" : {
  4781. "counter" : 0,
  4782. "hz" : 0,
  4783. "roughness" : -1
  4784. },
  4785. "mutation_bytes" : {
  4786. "counter" : 2173269,
  4787. "hz" : 4301.3900000000003,
  4788. "roughness" : 801.76499999999999
  4789. },
  4790. "mutations" : {
  4791. "counter" : 11538,
  4792. "hz" : 27.1999,
  4793. "roughness" : 4.0762999999999998
  4794. },
  4795. "query_queue_max" : 4,
  4796. "read_latency_statistics" : {
  4797. "count" : 12038,
  4798. "max" : 0.0021765199999999999,
  4799. "mean" : 3.0289899999999999e-05,
  4800. "median" : 2.5749200000000004e-05,
  4801. "min" : 3.5762799999999998e-06,
  4802. "p25" : 1.9550300000000002e-05,
  4803. "p90" : 4.5776399999999998e-05,
  4804. "p95" : 5.6028400000000007e-05,
  4805. "p99" : 8.5592299999999997e-05,
  4806. "p99.9" : 0.00055861500000000004
  4807. },
  4808. "role" : "storage",
  4809. "stored_bytes" : 38672533942,
  4810. "total_queries" : {
  4811. "counter" : 199640,
  4812. "hz" : 197.59899999999999,
  4813. "roughness" : 1.3867500000000001
  4814. }
  4815. }
  4816. ],
  4817. "run_loop_busy" : 0.016487099999999998,
  4818. "uptime_seconds" : 575.22699999999998,
  4819. "version" : "6.3.12"
  4820. },
  4821. "e0933108a061df75a917a6170df2a163" : {
  4822. "address" : "10.138.0.48:4500",
  4823. "class_source" : "command_line",
  4824. "class_type" : "storage",
  4825. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
  4826. "cpu" : {
  4827. "usage_cores" : 0.048058299999999998
  4828. },
  4829. "disk" : {
  4830. "busy" : 0.39679799999999998,
  4831. "free_bytes" : 141322203136,
  4832. "reads" : {
  4833. "counter" : 3249341165,
  4834. "hz" : 65.999600000000001,
  4835. "sectors" : 2640
  4836. },
  4837. "total_bytes" : 395260067840,
  4838. "writes" : {
  4839. "counter" : 1983095983,
  4840. "hz" : 135.59899999999999,
  4841. "sectors" : 8376
  4842. }
  4843. },
  4844. "excluded" : false,
  4845. "fault_domain" : "d8690a3c3cd52f90214c1a19affe65d8",
  4846. "locality" : {
  4847. "machineid" : "d8690a3c3cd52f90214c1a19affe65d8",
  4848. "processid" : "e0933108a061df75a917a6170df2a163",
  4849. "zoneid" : "d8690a3c3cd52f90214c1a19affe65d8"
  4850. },
  4851. "machine_id" : "d8690a3c3cd52f90214c1a19affe65d8",
  4852. "memory" : {
  4853. "available_bytes" : 4255864832,
  4854. "limit_bytes" : 8589934592,
  4855. "unused_allocated_memory" : 118487360,
  4856. "used_bytes" : 1311121408
  4857. },
  4858. "messages" : [
  4859. ],
  4860. "network" : {
  4861. "connection_errors" : {
  4862. "hz" : 0
  4863. },
  4864. "connections_closed" : {
  4865. "hz" : 0
  4866. },
  4867. "connections_established" : {
  4868. "hz" : 0
  4869. },
  4870. "current_connections" : 56,
  4871. "megabits_received" : {
  4872. "hz" : 1.00336
  4873. },
  4874. "megabits_sent" : {
  4875. "hz" : 0.96562599999999998
  4876. },
  4877. "tls_policy_failures" : {
  4878. "hz" : 0
  4879. }
  4880. },
  4881. "roles" : [
  4882. {
  4883. "bytes_queried" : {
  4884. "counter" : 325436570,
  4885. "hz" : 42354.400000000001,
  4886. "roughness" : 345.334
  4887. },
  4888. "data_lag" : {
  4889. "seconds" : 0.018152999999999999,
  4890. "versions" : 18153
  4891. },
  4892. "data_version" : 81631116885756,
  4893. "durability_lag" : {
  4894. "seconds" : 5.2656299999999998,
  4895. "versions" : 5265635
  4896. },
  4897. "durable_bytes" : {
  4898. "counter" : 5407282,
  4899. "hz" : 0,
  4900. "roughness" : -1
  4901. },
  4902. "durable_version" : 81631111620121,
  4903. "finished_queries" : {
  4904. "counter" : 217104,
  4905. "hz" : 562.99699999999996,
  4906. "roughness" : 1.8617699999999999
  4907. },
  4908. "id" : "d13925d1a9969ac7",
  4909. "input_bytes" : {
  4910. "counter" : 5408406,
  4911. "hz" : 224.79900000000001,
  4912. "roughness" : 1123
  4913. },
  4914. "keys_queried" : {
  4915. "counter" : 918493,
  4916. "hz" : 267.399,
  4917. "roughness" : 1.1865399999999999
  4918. },
  4919. "kvstore_available_bytes" : 351259865088,
  4920. "kvstore_free_bytes" : 141322190848,
  4921. "kvstore_inline_keys" : 0,
  4922. "kvstore_total_bytes" : 395260067840,
  4923. "kvstore_total_nodes" : 0,
  4924. "kvstore_total_size" : 0,
  4925. "kvstore_used_bytes" : 253488111616,
  4926. "local_rate" : 100,
  4927. "low_priority_queries" : {
  4928. "counter" : 0,
  4929. "hz" : 0,
  4930. "roughness" : -1
  4931. },
  4932. "mutation_bytes" : {
  4933. "counter" : 1382414,
  4934. "hz" : 8.3999600000000001,
  4935. "roughness" : 41
  4936. },
  4937. "mutations" : {
  4938. "counter" : 2594,
  4939. "hz" : 0.19999899999999998,
  4940. "roughness" : 0
  4941. },
  4942. "query_queue_max" : 4,
  4943. "read_latency_statistics" : {
  4944. "count" : 40201,
  4945. "max" : 0.0010564300000000001,
  4946. "mean" : 3.0583200000000002e-05,
  4947. "median" : 2.8133400000000004e-05,
  4948. "min" : 9.0599100000000001e-06,
  4949. "p25" : 2.4318700000000001e-05,
  4950. "p90" : 3.7193300000000009e-05,
  4951. "p95" : 4.2438500000000004e-05,
  4952. "p99" : 6.6757200000000012e-05,
  4953. "p99.9" : 0.00058507900000000007
  4954. },
  4955. "role" : "storage",
  4956. "stored_bytes" : 38872631956,
  4957. "total_queries" : {
  4958. "counter" : 217104,
  4959. "hz" : 562.99699999999996,
  4960. "roughness" : 1.86165
  4961. }
  4962. }
  4963. ],
  4964. "run_loop_busy" : 0.034690399999999996,
  4965. "uptime_seconds" : 575.16200000000003,
  4966. "version" : "6.3.12"
  4967. },
  4968. "e0939080c8aa4c2f356a95c52e163fb0" : {
  4969. "address" : "10.138.0.99:4503",
  4970. "class_source" : "command_line",
  4971. "class_type" : "stateless",
  4972. "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4503",
  4973. "cpu" : {
  4974. "usage_cores" : 0.0049581700000000005
  4975. },
  4976. "disk" : {
  4977. "busy" : 0.0015999900000000001,
  4978. "free_bytes" : 30553849856,
  4979. "reads" : {
  4980. "counter" : 8352,
  4981. "hz" : 0,
  4982. "sectors" : 0
  4983. },
  4984. "total_bytes" : 33116909568,
  4985. "writes" : {
  4986. "counter" : 47407,
  4987. "hz" : 1.1999900000000001,
  4988. "sectors" : 520
  4989. }
  4990. },
  4991. "excluded" : false,
  4992. "fault_domain" : "65f462bc05397e6274c8d495dfdc2bb7",
  4993. "locality" : {
  4994. "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
  4995. "processid" : "e0939080c8aa4c2f356a95c52e163fb0",
  4996. "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
  4997. },
  4998. "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
  4999. "memory" : {
  5000. "available_bytes" : 4325356544,
  5001. "limit_bytes" : 8589934592,
  5002. "unused_allocated_memory" : 3407872,
  5003. "used_bytes" : 228216832
  5004. },
  5005. "messages" : [
  5006. ],
  5007. "network" : {
  5008. "connection_errors" : {
  5009. "hz" : 0
  5010. },
  5011. "connections_closed" : {
  5012. "hz" : 0
  5013. },
  5014. "connections_established" : {
  5015. "hz" : 0
  5016. },
  5017. "current_connections" : 15,
  5018. "megabits_received" : {
  5019. "hz" : 0.22367899999999999
  5020. },
  5021. "megabits_sent" : {
  5022. "hz" : 0.071615600000000001
  5023. },
  5024. "tls_policy_failures" : {
  5025. "hz" : 0
  5026. }
  5027. },
  5028. "roles" : [
  5029. {
  5030. "id" : "5192e28fe46bffb8",
  5031. "role" : "resolver"
  5032. }
  5033. ],
  5034. "run_loop_busy" : 0.0031563999999999997,
  5035. "uptime_seconds" : 575.00300000000004,
  5036. "version" : "6.3.12"
  5037. },
  5038. "e3783580347b1cf6852ad18f8ad683c9" : {
  5039. "address" : "10.138.0.89:4501",
  5040. "class_source" : "command_line",
  5041. "class_type" : "storage",
  5042. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
  5043. "cpu" : {
  5044. "usage_cores" : 0.024343899999999998
  5045. },
  5046. "disk" : {
  5047. "busy" : 0.35919599999999996,
  5048. "free_bytes" : 58040324096,
  5049. "reads" : {
  5050. "counter" : 3157456141,
  5051. "hz" : 912.98900000000003,
  5052. "sectors" : 36520
  5053. },
  5054. "total_bytes" : 395260067840,
  5055. "writes" : {
  5056. "counter" : 889559490,
  5057. "hz" : 277.99700000000001,
  5058. "sectors" : 23592
  5059. }
  5060. },
  5061. "excluded" : false,
  5062. "fault_domain" : "b2245d73f1012517021cd526fea73f07",
  5063. "locality" : {
  5064. "machineid" : "b2245d73f1012517021cd526fea73f07",
  5065. "processid" : "e3783580347b1cf6852ad18f8ad683c9",
  5066. "zoneid" : "b2245d73f1012517021cd526fea73f07"
  5067. },
  5068. "machine_id" : "b2245d73f1012517021cd526fea73f07",
  5069. "memory" : {
  5070. "available_bytes" : 3914969088,
  5071. "limit_bytes" : 8589934592,
  5072. "unused_allocated_memory" : 52689888,
  5073. "used_bytes" : 723488768
  5074. },
  5075. "messages" : [
  5076. ],
  5077. "network" : {
  5078. "connection_errors" : {
  5079. "hz" : 0
  5080. },
  5081. "connections_closed" : {
  5082. "hz" : 0
  5083. },
  5084. "connections_established" : {
  5085. "hz" : 0
  5086. },
  5087. "current_connections" : 47,
  5088. "megabits_received" : {
  5089. "hz" : 0.122789
  5090. },
  5091. "megabits_sent" : {
  5092. "hz" : 0.14224499999999998
  5093. },
  5094. "tls_policy_failures" : {
  5095. "hz" : 0
  5096. }
  5097. },
  5098. "roles" : [
  5099. {
  5100. "bytes_queried" : {
  5101. "counter" : 1826747,
  5102. "hz" : 0,
  5103. "roughness" : -1
  5104. },
  5105. "data_lag" : {
  5106. "seconds" : 0.018152999999999999,
  5107. "versions" : 18153
  5108. },
  5109. "data_version" : 81631116885756,
  5110. "durability_lag" : {
  5111. "seconds" : 5.2564399999999996,
  5112. "versions" : 5256436
  5113. },
  5114. "durable_bytes" : {
  5115. "counter" : 6405404,
  5116. "hz" : 0,
  5117. "roughness" : -1
  5118. },
  5119. "durable_version" : 81631111629320,
  5120. "finished_queries" : {
  5121. "counter" : 5953,
  5122. "hz" : 13.5999,
  5123. "roughness" : 1.48603
  5124. },
  5125. "id" : "e65daee1d58bf581",
  5126. "input_bytes" : {
  5127. "counter" : 6405404,
  5128. "hz" : 0,
  5129. "roughness" : -1
  5130. },
  5131. "keys_queried" : {
  5132. "counter" : 4516,
  5133. "hz" : 0,
  5134. "roughness" : -1
  5135. },
  5136. "kvstore_available_bytes" : 98037342208,
  5137. "kvstore_free_bytes" : 58040307712,
  5138. "kvstore_inline_keys" : 0,
  5139. "kvstore_total_bytes" : 395260067840,
  5140. "kvstore_total_nodes" : 0,
  5141. "kvstore_total_size" : 0,
  5142. "kvstore_used_bytes" : 74287624192,
  5143. "local_rate" : 100,
  5144. "low_priority_queries" : {
  5145. "counter" : 0,
  5146. "hz" : 0,
  5147. "roughness" : -1
  5148. },
  5149. "mutation_bytes" : {
  5150. "counter" : 1004392,
  5151. "hz" : 0,
  5152. "roughness" : -1
  5153. },
  5154. "mutations" : {
  5155. "counter" : 4654,
  5156. "hz" : 0,
  5157. "roughness" : -1
  5158. },
  5159. "query_queue_max" : 3,
  5160. "read_latency_statistics" : {
  5161. "count" : 884,
  5162. "max" : 0.00084853200000000004,
  5163. "mean" : 9.8404600000000017e-05,
  5164. "median" : 8.9168500000000005e-05,
  5165. "min" : 1.16825e-05,
  5166. "p25" : 7.7962900000000005e-05,
  5167. "p90" : 0.00013041500000000002,
  5168. "p95" : 0.00015735600000000002,
  5169. "p99" : 0.00024318700000000001,
  5170. "p99.9" : 0.00077128400000000001
  5171. },
  5172. "role" : "storage",
  5173. "stored_bytes" : 30724008787,
  5174. "total_queries" : {
  5175. "counter" : 5953,
  5176. "hz" : 13.5999,
  5177. "roughness" : 1.48603
  5178. }
  5179. }
  5180. ],
  5181. "run_loop_busy" : 0.015109099999999999,
  5182. "uptime_seconds" : 575.14400000000001,
  5183. "version" : "6.3.12"
  5184. },
  5185. "e450059f3760a7b9a6ad93b9c41bf1cb" : {
  5186. "address" : "10.138.0.100:4501",
  5187. "class_source" : "command_line",
  5188. "class_type" : "storage",
  5189. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4501",
  5190. "cpu" : {
  5191. "usage_cores" : 0.027287499999999999
  5192. },
  5193. "disk" : {
  5194. "busy" : 0.30239899999999997,
  5195. "free_bytes" : 347800600576,
  5196. "reads" : {
  5197. "counter" : 44671094,
  5198. "hz" : 246.40000000000001,
  5199. "sectors" : 9856
  5200. },
  5201. "total_bytes" : 532622512128,
  5202. "writes" : {
  5203. "counter" : 26170288,
  5204. "hz" : 181,
  5205. "sectors" : 20392
  5206. }
  5207. },
  5208. "excluded" : false,
  5209. "fault_domain" : "3f61e7092396def1a5d14dab79c8f082",
  5210. "locality" : {
  5211. "machineid" : "3f61e7092396def1a5d14dab79c8f082",
  5212. "processid" : "e450059f3760a7b9a6ad93b9c41bf1cb",
  5213. "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
  5214. },
  5215. "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
  5216. "memory" : {
  5217. "available_bytes" : 4383223808,
  5218. "limit_bytes" : 8589934592,
  5219. "unused_allocated_memory" : 5505024,
  5220. "used_bytes" : 1038708736
  5221. },
  5222. "messages" : [
  5223. ],
  5224. "network" : {
  5225. "connection_errors" : {
  5226. "hz" : 0
  5227. },
  5228. "connections_closed" : {
  5229. "hz" : 0
  5230. },
  5231. "connections_established" : {
  5232. "hz" : 0
  5233. },
  5234. "current_connections" : 67,
  5235. "megabits_received" : {
  5236. "hz" : 0.54989900000000003
  5237. },
  5238. "megabits_sent" : {
  5239. "hz" : 2.4134500000000001
  5240. },
  5241. "tls_policy_failures" : {
  5242. "hz" : 0
  5243. }
  5244. },
  5245. "roles" : [
  5246. {
  5247. "bytes_queried" : {
  5248. "counter" : 208538432,
  5249. "hz" : 254045,
  5250. "roughness" : 3769.4299999999998
  5251. },
  5252. "data_lag" : {
  5253. "seconds" : 0.028881999999999998,
  5254. "versions" : 28882
  5255. },
  5256. "data_version" : 81631114985204,
  5257. "durability_lag" : {
  5258. "seconds" : 5.2235199999999997,
  5259. "versions" : 5223517
  5260. },
  5261. "durable_bytes" : {
  5262. "counter" : 28860018,
  5263. "hz" : 35294.699999999997,
  5264. "roughness" : 17647.299999999999
  5265. },
  5266. "durable_version" : 81631109761687,
  5267. "finished_queries" : {
  5268. "counter" : 241452,
  5269. "hz" : 277.399,
  5270. "roughness" : 1.7767400000000002
  5271. },
  5272. "id" : "97b1d034d9c6796e",
  5273. "input_bytes" : {
  5274. "counter" : 28964174,
  5275. "hz" : 19801.099999999999,
  5276. "roughness" : 4030.7199999999998
  5277. },
  5278. "keys_queried" : {
  5279. "counter" : 972263,
  5280. "hz" : 819.59699999999998,
  5281. "roughness" : 11.164099999999999
  5282. },
  5283. "kvstore_available_bytes" : 350256984064,
  5284. "kvstore_free_bytes" : 347800616960,
  5285. "kvstore_inline_keys" : 0,
  5286. "kvstore_total_bytes" : 532622512128,
  5287. "kvstore_total_nodes" : 0,
  5288. "kvstore_total_size" : 0,
  5289. "kvstore_used_bytes" : 45646020608,
  5290. "local_rate" : 100,
  5291. "low_priority_queries" : {
  5292. "counter" : 0,
  5293. "hz" : 0,
  5294. "roughness" : -1
  5295. },
  5296. "mutation_bytes" : {
  5297. "counter" : 2429989,
  5298. "hz" : 1874.99,
  5299. "roughness" : 380.76799999999997
  5300. },
  5301. "mutations" : {
  5302. "counter" : 28511,
  5303. "hz" : 15.799900000000001,
  5304. "roughness" : 2.2170299999999998
  5305. },
  5306. "query_queue_max" : 4,
  5307. "read_latency_statistics" : {
  5308. "count" : 17548,
  5309. "max" : 0.00249314,
  5310. "mean" : 2.4209800000000003e-05,
  5311. "median" : 1.8596600000000001e-05,
  5312. "min" : 3.5762799999999998e-06,
  5313. "p25" : 1.4066700000000002e-05,
  5314. "p90" : 3.4570700000000004e-05,
  5315. "p95" : 4.5299500000000009e-05,
  5316. "p99" : 8.7976500000000021e-05,
  5317. "p99.9" : 0.0011212800000000001
  5318. },
  5319. "role" : "storage",
  5320. "stored_bytes" : 38962314842,
  5321. "total_queries" : {
  5322. "counter" : 241452,
  5323. "hz" : 277.399,
  5324. "roughness" : 1.7767400000000002
  5325. }
  5326. }
  5327. ],
  5328. "run_loop_busy" : 0.019595899999999999,
  5329. "uptime_seconds" : 575.25,
  5330. "version" : "6.3.12"
  5331. },
  5332. "ee9f7aad704a0538175776149dd71e10" : {
  5333. "address" : "10.138.0.119:4500",
  5334. "class_source" : "command_line",
  5335. "class_type" : "storage",
  5336. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
  5337. "cpu" : {
  5338. "usage_cores" : 0.099911799999999995
  5339. },
  5340. "disk" : {
  5341. "busy" : 0.58399299999999998,
  5342. "free_bytes" : 128901656576,
  5343. "reads" : {
  5344. "counter" : 10629691123,
  5345. "hz" : 1022.1900000000001,
  5346. "sectors" : 40888
  5347. },
  5348. "total_bytes" : 395260067840,
  5349. "writes" : {
  5350. "counter" : 5906244937,
  5351. "hz" : 602.39300000000003,
  5352. "sectors" : 42312
  5353. }
  5354. },
  5355. "excluded" : false,
  5356. "fault_domain" : "5f84a2369663a29a9f73d673f71c4bc9",
  5357. "locality" : {
  5358. "machineid" : "5f84a2369663a29a9f73d673f71c4bc9",
  5359. "processid" : "ee9f7aad704a0538175776149dd71e10",
  5360. "zoneid" : "5f84a2369663a29a9f73d673f71c4bc9"
  5361. },
  5362. "machine_id" : "5f84a2369663a29a9f73d673f71c4bc9",
  5363. "memory" : {
  5364. "available_bytes" : 3939422208,
  5365. "limit_bytes" : 8589934592,
  5366. "unused_allocated_memory" : 7733248,
  5367. "used_bytes" : 2884501504
  5368. },
  5369. "messages" : [
  5370. ],
  5371. "network" : {
  5372. "connection_errors" : {
  5373. "hz" : 0
  5374. },
  5375. "connections_closed" : {
  5376. "hz" : 0
  5377. },
  5378. "connections_established" : {
  5379. "hz" : 0
  5380. },
  5381. "current_connections" : 42,
  5382. "megabits_received" : {
  5383. "hz" : 0.57681300000000002
  5384. },
  5385. "megabits_sent" : {
  5386. "hz" : 9.7760099999999994
  5387. },
  5388. "tls_policy_failures" : {
  5389. "hz" : 0
  5390. }
  5391. },
  5392. "roles" : [
  5393. {
  5394. "bytes_queried" : {
  5395. "counter" : 196553104,
  5396. "hz" : 1257510,
  5397. "roughness" : 19339
  5398. },
  5399. "data_lag" : {
  5400. "seconds" : 0.018152999999999999,
  5401. "versions" : 18153
  5402. },
  5403. "data_version" : 81631116885756,
  5404. "durability_lag" : {
  5405. "seconds" : 5.2564399999999996,
  5406. "versions" : 5256436
  5407. },
  5408. "durable_bytes" : {
  5409. "counter" : 10356572,
  5410. "hz" : 26108.200000000001,
  5411. "roughness" : 34820.5
  5412. },
  5413. "durable_version" : 81631111629320,
  5414. "finished_queries" : {
  5415. "counter" : 44086,
  5416. "hz" : 250.99799999999999,
  5417. "roughness" : 1.11121
  5418. },
  5419. "id" : "594d785d48cebf8c",
  5420. "input_bytes" : {
  5421. "counter" : 10519272,
  5422. "hz" : 28215.799999999999,
  5423. "roughness" : 18547.700000000001
  5424. },
  5425. "keys_queried" : {
  5426. "counter" : 1042541,
  5427. "hz" : 10271.1,
  5428. "roughness" : 156.96600000000001
  5429. },
  5430. "kvstore_available_bytes" : 323792867328,
  5431. "kvstore_free_bytes" : 128901644288,
  5432. "kvstore_inline_keys" : 0,
  5433. "kvstore_total_bytes" : 395260067840,
  5434. "kvstore_total_nodes" : 0,
  5435. "kvstore_total_size" : 0,
  5436. "kvstore_used_bytes" : 265914724352,
  5437. "local_rate" : 100,
  5438. "low_priority_queries" : {
  5439. "counter" : 0,
  5440. "hz" : 0,
  5441. "roughness" : -1
  5442. },
  5443. "mutation_bytes" : {
  5444. "counter" : 2510803,
  5445. "hz" : 5322.7700000000004,
  5446. "roughness" : 3498.1100000000001
  5447. },
  5448. "mutations" : {
  5449. "counter" : 5167,
  5450. "hz" : 16.9999,
  5451. "roughness" : 10.1755
  5452. },
  5453. "query_queue_max" : 2,
  5454. "read_latency_statistics" : {
  5455. "count" : 5633,
  5456. "max" : 0.00355077,
  5457. "mean" : 0.00025595899999999999,
  5458. "median" : 9.6559500000000016e-05,
  5459. "min" : 1.4066700000000002e-05,
  5460. "p25" : 4.1007999999999998e-05,
  5461. "p90" : 0.000659704,
  5462. "p95" : 0.0009560590000000001,
  5463. "p99" : 0.0017268700000000001,
  5464. "p99.9" : 0.0030703499999999999
  5465. },
  5466. "role" : "storage",
  5467. "stored_bytes" : 38680681634,
  5468. "total_queries" : {
  5469. "counter" : 44086,
  5470. "hz" : 250.99799999999999,
  5471. "roughness" : 1.1462300000000001
  5472. }
  5473. }
  5474. ],
  5475. "run_loop_busy" : 0.073853500000000002,
  5476. "uptime_seconds" : 575.20399999999995,
  5477. "version" : "6.3.12"
  5478. },
  5479. "ef5ff76f35021d6e7c4ab4f3a897e3ed" : {
  5480. "address" : "10.138.0.94:4500",
  5481. "class_source" : "command_line",
  5482. "class_type" : "stateless",
  5483. "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4500",
  5484. "cpu" : {
  5485. "usage_cores" : 0.044114
  5486. },
  5487. "disk" : {
  5488. "busy" : 0.0007999970000000001,
  5489. "free_bytes" : 30523949056,
  5490. "reads" : {
  5491. "counter" : 8421,
  5492. "hz" : 0,
  5493. "sectors" : 0
  5494. },
  5495. "total_bytes" : 33116909568,
  5496. "writes" : {
  5497. "counter" : 46472,
  5498. "hz" : 0.39999799999999996,
  5499. "sectors" : 32
  5500. }
  5501. },
  5502. "excluded" : false,
  5503. "fault_domain" : "16dfb6e88a34d22c3114d3094bbe22c0",
  5504. "locality" : {
  5505. "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
  5506. "processid" : "ef5ff76f35021d6e7c4ab4f3a897e3ed",
  5507. "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
  5508. },
  5509. "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
  5510. "memory" : {
  5511. "available_bytes" : 4329171968,
  5512. "limit_bytes" : 8589934592,
  5513. "unused_allocated_memory" : 1441664,
  5514. "used_bytes" : 415539200
  5515. },
  5516. "messages" : [
  5517. ],
  5518. "network" : {
  5519. "connection_errors" : {
  5520. "hz" : 0
  5521. },
  5522. "connections_closed" : {
  5523. "hz" : 0
  5524. },
  5525. "connections_established" : {
  5526. "hz" : 0
  5527. },
  5528. "current_connections" : 42,
  5529. "megabits_received" : {
  5530. "hz" : 1.23411
  5531. },
  5532. "megabits_sent" : {
  5533. "hz" : 0.62850299999999992
  5534. },
  5535. "tls_policy_failures" : {
  5536. "hz" : 0
  5537. }
  5538. },
  5539. "roles" : [
  5540. {
  5541. "id" : "e74baac704dca9fd",
  5542. "role" : "master"
  5543. },
  5544. {
  5545. "id" : "d917d4ba760cb1d1",
  5546. "role" : "data_distributor"
  5547. },
  5548. {
  5549. "id" : "70462e193eaf2d3f",
  5550. "role" : "ratekeeper"
  5551. }
  5552. ],
  5553. "run_loop_busy" : 0.028713899999999997,
  5554. "uptime_seconds" : 575.00199999999995,
  5555. "version" : "6.3.12"
  5556. },
  5557. "f0938619e132c02caf2c43c2456d1274" : {
  5558. "address" : "10.138.0.119:4501",
  5559. "class_source" : "command_line",
  5560. "class_type" : "log",
  5561. "command_line" : "/usr/sbin/fdbserver --class=log --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
  5562. "cpu" : {
  5563. "usage_cores" : 0.15089000000000002
  5564. },
  5565. "disk" : {
  5566. "busy" : 0.57999699999999998,
  5567. "free_bytes" : 128901656576,
  5568. "reads" : {
  5569. "counter" : 10629690964,
  5570. "hz" : 1042.3900000000001,
  5571. "sectors" : 41696
  5572. },
  5573. "total_bytes" : 395260067840,
  5574. "writes" : {
  5575. "counter" : 5906244813,
  5576. "hz" : 639.596,
  5577. "sectors" : 43072
  5578. }
  5579. },
  5580. "excluded" : false,
  5581. "fault_domain" : "5f84a2369663a29a9f73d673f71c4bc9",
  5582. "locality" : {
  5583. "machineid" : "5f84a2369663a29a9f73d673f71c4bc9",
  5584. "processid" : "f0938619e132c02caf2c43c2456d1274",
  5585. "zoneid" : "5f84a2369663a29a9f73d673f71c4bc9"
  5586. },
  5587. "machine_id" : "5f84a2369663a29a9f73d673f71c4bc9",
  5588. "memory" : {
  5589. "available_bytes" : 3939454976,
  5590. "limit_bytes" : 8589934592,
  5591. "unused_allocated_memory" : 1048544,
  5592. "used_bytes" : 445210624
  5593. },
  5594. "messages" : [
  5595. ],
  5596. "network" : {
  5597. "connection_errors" : {
  5598. "hz" : 0
  5599. },
  5600. "connections_closed" : {
  5601. "hz" : 0
  5602. },
  5603. "connections_established" : {
  5604. "hz" : 0
  5605. },
  5606. "current_connections" : 37,
  5607. "megabits_received" : {
  5608. "hz" : 2.4125399999999999
  5609. },
  5610. "megabits_sent" : {
  5611. "hz" : 1.9336200000000001
  5612. },
  5613. "tls_policy_failures" : {
  5614. "hz" : 0
  5615. }
  5616. },
  5617. "roles" : [
  5618. {
  5619. "data_version" : 81631116690970,
  5620. "durable_bytes" : {
  5621. "counter" : 25099396,
  5622. "hz" : 26550.599999999999,
  5623. "roughness" : 10511.1
  5624. },
  5625. "id" : "a9752af52b5e2114",
  5626. "input_bytes" : {
  5627. "counter" : 25263876,
  5628. "hz" : 25023.799999999999,
  5629. "roughness" : 1694.1700000000001
  5630. },
  5631. "kvstore_available_bytes" : 128901644288,
  5632. "kvstore_free_bytes" : 128901644288,
  5633. "kvstore_total_bytes" : 395260067840,
  5634. "kvstore_used_bytes" : 105504472,
  5635. "queue_disk_available_bytes" : 128901644288,
  5636. "queue_disk_free_bytes" : 128901644288,
  5637. "queue_disk_total_bytes" : 395260067840,
  5638. "queue_disk_used_bytes" : 24760320,
  5639. "role" : "log"
  5640. }
  5641. ],
  5642. "run_loop_busy" : 0.0840471,
  5643. "uptime_seconds" : 575.10799999999995,
  5644. "version" : "6.3.12"
  5645. },
  5646. "f218408d62953151b510b02648f9f14d" : {
  5647. "address" : "10.138.0.48:4501",
  5648. "class_source" : "command_line",
  5649. "class_type" : "log",
  5650. "command_line" : "/usr/sbin/fdbserver --class=log --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
  5651. "cpu" : {
  5652. "usage_cores" : 0.099218000000000001
  5653. },
  5654. "disk" : {
  5655. "busy" : 0.39279700000000001,
  5656. "free_bytes" : 141322203136,
  5657. "reads" : {
  5658. "counter" : 3249341165,
  5659. "hz" : 65.999499999999998,
  5660. "sectors" : 2640
  5661. },
  5662. "total_bytes" : 395260067840,
  5663. "writes" : {
  5664. "counter" : 1983095975,
  5665. "hz" : 134.59899999999999,
  5666. "sectors" : 8352
  5667. }
  5668. },
  5669. "excluded" : false,
  5670. "fault_domain" : "d8690a3c3cd52f90214c1a19affe65d8",
  5671. "locality" : {
  5672. "machineid" : "d8690a3c3cd52f90214c1a19affe65d8",
  5673. "processid" : "f218408d62953151b510b02648f9f14d",
  5674. "zoneid" : "d8690a3c3cd52f90214c1a19affe65d8"
  5675. },
  5676. "machine_id" : "d8690a3c3cd52f90214c1a19affe65d8",
  5677. "memory" : {
  5678. "available_bytes" : 4255864832,
  5679. "limit_bytes" : 8589934592,
  5680. "unused_allocated_memory" : 1179584,
  5681. "used_bytes" : 445292544
  5682. },
  5683. "messages" : [
  5684. ],
  5685. "network" : {
  5686. "connection_errors" : {
  5687. "hz" : 0
  5688. },
  5689. "connections_closed" : {
  5690. "hz" : 0
  5691. },
  5692. "connections_established" : {
  5693. "hz" : 0
  5694. },
  5695. "current_connections" : 37,
  5696. "megabits_received" : {
  5697. "hz" : 2.3526600000000002
  5698. },
  5699. "megabits_sent" : {
  5700. "hz" : 1.6994199999999999
  5701. },
  5702. "tls_policy_failures" : {
  5703. "hz" : 0
  5704. }
  5705. },
  5706. "roles" : [
  5707. {
  5708. "data_version" : 81631116629320,
  5709. "durable_bytes" : {
  5710. "counter" : 21250268,
  5711. "hz" : 23492.700000000001,
  5712. "roughness" : 9586.3999999999996
  5713. },
  5714. "id" : "44487e773ab56eaf",
  5715. "input_bytes" : {
  5716. "counter" : 21387842,
  5717. "hz" : 22061.5,
  5718. "roughness" : 1412.8800000000001
  5719. },
  5720. "kvstore_available_bytes" : 141322190848,
  5721. "kvstore_free_bytes" : 141322190848,
  5722. "kvstore_total_bytes" : 395260067840,
  5723. "kvstore_used_bytes" : 105294352,
  5724. "queue_disk_available_bytes" : 141322190848,
  5725. "queue_disk_free_bytes" : 141322190848,
  5726. "queue_disk_total_bytes" : 395260067840,
  5727. "queue_disk_used_bytes" : 26931200,
  5728. "role" : "log"
  5729. }
  5730. ],
  5731. "run_loop_busy" : 0.049816399999999997,
  5732. "uptime_seconds" : 575.11300000000006,
  5733. "version" : "6.3.12"
  5734. },
  5735. "f3c2a41a49823b3ee93c443f341e945e" : {
  5736. "address" : "10.138.0.50:4500",
  5737. "class_source" : "command_line",
  5738. "class_type" : "storage",
  5739. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
  5740. "cpu" : {
  5741. "usage_cores" : 0.060205699999999994
  5742. },
  5743. "disk" : {
  5744. "busy" : 0.62959900000000002,
  5745. "free_bytes" : 126327341056,
  5746. "reads" : {
  5747. "counter" : 6125448620,
  5748. "hz" : 894.99800000000005,
  5749. "sectors" : 35800
  5750. },
  5751. "total_bytes" : 395260067840,
  5752. "writes" : {
  5753. "counter" : 3246756678,
  5754. "hz" : 698.399,
  5755. "sectors" : 50496
  5756. }
  5757. },
  5758. "excluded" : false,
  5759. "fault_domain" : "075fb5230542c37f2c674215ddcecb12",
  5760. "locality" : {
  5761. "machineid" : "075fb5230542c37f2c674215ddcecb12",
  5762. "processid" : "f3c2a41a49823b3ee93c443f341e945e",
  5763. "zoneid" : "075fb5230542c37f2c674215ddcecb12"
  5764. },
  5765. "machine_id" : "075fb5230542c37f2c674215ddcecb12",
  5766. "memory" : {
  5767. "available_bytes" : 4272889856,
  5768. "limit_bytes" : 8589934592,
  5769. "unused_allocated_memory" : 15073280,
  5770. "used_bytes" : 2929868800
  5771. },
  5772. "messages" : [
  5773. ],
  5774. "network" : {
  5775. "connection_errors" : {
  5776. "hz" : 0
  5777. },
  5778. "connections_closed" : {
  5779. "hz" : 0
  5780. },
  5781. "connections_established" : {
  5782. "hz" : 0
  5783. },
  5784. "current_connections" : 56,
  5785. "megabits_received" : {
  5786. "hz" : 0.141401
  5787. },
  5788. "megabits_sent" : {
  5789. "hz" : 0.264818
  5790. },
  5791. "tls_policy_failures" : {
  5792. "hz" : 0
  5793. }
  5794. },
  5795. "roles" : [
  5796. {
  5797. "bytes_queried" : {
  5798. "counter" : 156774519,
  5799. "hz" : 7768.3699999999999,
  5800. "roughness" : 1929.26
  5801. },
  5802. "data_lag" : {
  5803. "seconds" : 0.018152999999999999,
  5804. "versions" : 18153
  5805. },
  5806. "data_version" : 81631116885756,
  5807. "durability_lag" : {
  5808. "seconds" : 5.2564399999999996,
  5809. "versions" : 5256436
  5810. },
  5811. "durable_bytes" : {
  5812. "counter" : 10860206,
  5813. "hz" : 5118.7799999999997,
  5814. "roughness" : 8912.7999999999993
  5815. },
  5816. "durable_version" : 81631111629320,
  5817. "finished_queries" : {
  5818. "counter" : 22763,
  5819. "hz" : 17.9999,
  5820. "roughness" : 1.3382100000000001
  5821. },
  5822. "id" : "689869e75ff8aa98",
  5823. "input_bytes" : {
  5824. "counter" : 10861330,
  5825. "hz" : 224.79900000000001,
  5826. "roughness" : 1123
  5827. },
  5828. "keys_queried" : {
  5829. "counter" : 468665,
  5830. "hz" : 33.599899999999998,
  5831. "roughness" : 7.3487799999999996
  5832. },
  5833. "kvstore_available_bytes" : 327642435584,
  5834. "kvstore_free_bytes" : 126327328768,
  5835. "kvstore_inline_keys" : 0,
  5836. "kvstore_total_bytes" : 395260067840,
  5837. "kvstore_total_nodes" : 0,
  5838. "kvstore_total_size" : 0,
  5839. "kvstore_used_bytes" : 268480720896,
  5840. "local_rate" : 100,
  5841. "low_priority_queries" : {
  5842. "counter" : 0,
  5843. "hz" : 0,
  5844. "roughness" : -1
  5845. },
  5846. "mutation_bytes" : {
  5847. "counter" : 2334229,
  5848. "hz" : 8.3999699999999997,
  5849. "roughness" : 41
  5850. },
  5851. "mutations" : {
  5852. "counter" : 6238,
  5853. "hz" : 0.19999899999999998,
  5854. "roughness" : 0
  5855. },
  5856. "query_queue_max" : 3,
  5857. "read_latency_statistics" : {
  5858. "count" : 1401,
  5859. "max" : 0.00084853200000000004,
  5860. "mean" : 0.000115488,
  5861. "median" : 7.3194499999999999e-05,
  5862. "min" : 1.5735600000000002e-05,
  5863. "p25" : 5.6982000000000004e-05,
  5864. "p90" : 0.00017619100000000002,
  5865. "p95" : 0.000491619,
  5866. "p99" : 0.000754833,
  5867. "p99.9" : 0.0008361340000000001
  5868. },
  5869. "role" : "storage",
  5870. "stored_bytes" : 38644919203,
  5871. "total_queries" : {
  5872. "counter" : 22763,
  5873. "hz" : 17.9999,
  5874. "roughness" : 1.3380700000000001
  5875. }
  5876. }
  5877. ],
  5878. "run_loop_busy" : 0.0446743,
  5879. "uptime_seconds" : 575.18100000000004,
  5880. "version" : "6.3.12"
  5881. },
  5882. "fb8107484b1602558fff54d94cb09e4f" : {
  5883. "address" : "10.138.0.100:4500",
  5884. "class_source" : "command_line",
  5885. "class_type" : "storage",
  5886. "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4500",
  5887. "cpu" : {
  5888. "usage_cores" : 0.017421599999999999
  5889. },
  5890. "disk" : {
  5891. "busy" : 0.30079899999999998,
  5892. "free_bytes" : 347800600576,
  5893. "reads" : {
  5894. "counter" : 44671089,
  5895. "hz" : 245.40000000000001,
  5896. "sectors" : 9816
  5897. },
  5898. "total_bytes" : 532622512128,
  5899. "writes" : {
  5900. "counter" : 26170288,
  5901. "hz" : 181,
  5902. "sectors" : 20392
  5903. }
  5904. },
  5905. "excluded" : false,
  5906. "fault_domain" : "3f61e7092396def1a5d14dab79c8f082",
  5907. "locality" : {
  5908. "machineid" : "3f61e7092396def1a5d14dab79c8f082",
  5909. "processid" : "fb8107484b1602558fff54d94cb09e4f",
  5910. "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
  5911. },
  5912. "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
  5913. "memory" : {
  5914. "available_bytes" : 4383223808,
  5915. "limit_bytes" : 8589934592,
  5916. "unused_allocated_memory" : 8126208,
  5917. "used_bytes" : 1135980544
  5918. },
  5919. "messages" : [
  5920. ],
  5921. "network" : {
  5922. "connection_errors" : {
  5923. "hz" : 0
  5924. },
  5925. "connections_closed" : {
  5926. "hz" : 0
  5927. },
  5928. "connections_established" : {
  5929. "hz" : 0
  5930. },
  5931. "current_connections" : 43,
  5932. "megabits_received" : {
  5933. "hz" : 0.28999599999999998
  5934. },
  5935. "megabits_sent" : {
  5936. "hz" : 0.21141699999999999
  5937. },
  5938. "tls_policy_failures" : {
  5939. "hz" : 0
  5940. }
  5941. },
  5942. "roles" : [
  5943. {
  5944. "bytes_queried" : {
  5945. "counter" : 123073044,
  5946. "hz" : 51817.800000000003,
  5947. "roughness" : 4097.25
  5948. },
  5949. "data_lag" : {
  5950. "seconds" : 0.025040999999999997,
  5951. "versions" : 25041
  5952. },
  5953. "data_version" : 81631115010245,
  5954. "durability_lag" : {
  5955. "seconds" : 5.2485600000000003,
  5956. "versions" : 5248558
  5957. },
  5958. "durable_bytes" : {
  5959. "counter" : 57639674,
  5960. "hz" : 113335,
  5961. "roughness" : 56667.900000000001
  5962. },
  5963. "durable_version" : 81631109761687,
  5964. "finished_queries" : {
  5965. "counter" : 62373,
  5966. "hz" : 94.799599999999998,
  5967. "roughness" : 4.9427200000000004
  5968. },
  5969. "id" : "a1b61fb22aacca1d",
  5970. "input_bytes" : {
  5971. "counter" : 58275388,
  5972. "hz" : 120304,
  5973. "roughness" : 10779.1
  5974. },
  5975. "keys_queried" : {
  5976. "counter" : 547258,
  5977. "hz" : 478.59800000000001,
  5978. "roughness" : 36.8521
  5979. },
  5980. "kvstore_available_bytes" : 349787316224,
  5981. "kvstore_free_bytes" : 347800616960,
  5982. "kvstore_inline_keys" : 0,
  5983. "kvstore_total_bytes" : 532622512128,
  5984. "kvstore_total_nodes" : 0,
  5985. "kvstore_total_size" : 0,
  5986. "kvstore_used_bytes" : 45128601600,
  5987. "local_rate" : 100,
  5988. "low_priority_queries" : {
  5989. "counter" : 0,
  5990. "hz" : 0,
  5991. "roughness" : -1
  5992. },
  5993. "mutation_bytes" : {
  5994. "counter" : 4599863,
  5995. "hz" : 9344.9599999999991,
  5996. "roughness" : 836.37599999999998
  5997. },
  5998. "mutations" : {
  5999. "counter" : 60023,
  6000. "hz" : 125.399,
  6001. "roughness" : 10.236700000000001
  6002. },
  6003. "query_queue_max" : 8,
  6004. "read_latency_statistics" : {
  6005. "count" : 5601,
  6006. "max" : 0.010747899999999999,
  6007. "mean" : 6.5089600000000001e-05,
  6008. "median" : 3.9339100000000004e-05,
  6009. "min" : 4.5299500000000006e-06,
  6010. "p25" : 2.3603400000000002e-05,
  6011. "p90" : 7.5340300000000001e-05,
  6012. "p95" : 9.7036400000000012e-05,
  6013. "p99" : 0.0008025170000000001,
  6014. "p99.9" : 0.0010745500000000001
  6015. },
  6016. "role" : "storage",
  6017. "stored_bytes" : 38952774625,
  6018. "total_queries" : {
  6019. "counter" : 62373,
  6020. "hz" : 94.799599999999998,
  6021. "roughness" : 4.9453700000000005
  6022. }
  6023. }
  6024. ],
  6025. "run_loop_busy" : 0.013094,
  6026. "uptime_seconds" : 575.23599999999999,
  6027. "version" : "6.3.12"
  6028. }
  6029. },
  6030. "protocol_version" : "fdb00b063010001",
  6031. "qos" : {
  6032. "batch_performance_limited_by" : {
  6033. "description" : "The database is not being saturated by the workload.",
  6034. "name" : "workload",
  6035. "reason_id" : 2
  6036. },
  6037. "batch_released_transactions_per_second" : 5.8150700000000004,
  6038. "batch_transactions_per_second_limit" : 1978760,
  6039. "limiting_data_lag_storage_server" : {
  6040. "seconds" : 0,
  6041. "versions" : 0
  6042. },
  6043. "limiting_durability_lag_storage_server" : {
  6044. "seconds" : 5.3391900000000003,
  6045. "versions" : 5339189
  6046. },
  6047. "limiting_queue_bytes_storage_server" : 825503,
  6048. "performance_limited_by" : {
  6049. "description" : "The database is not being saturated by the workload.",
  6050. "name" : "workload",
  6051. "reason_id" : 2
  6052. },
  6053. "released_transactions_per_second" : 1775.5799999999999,
  6054. "throttled_tags" : {
  6055. "auto" : {
  6056. "count" : 0
  6057. },
  6058. "manual" : {
  6059. "count" : 0
  6060. }
  6061. },
  6062. "transactions_per_second_limit" : 1884880,
  6063. "worst_data_lag_storage_server" : {
  6064. "seconds" : 0,
  6065. "versions" : 0
  6066. },
  6067. "worst_durability_lag_storage_server" : {
  6068. "seconds" : 5.3434299999999997,
  6069. "versions" : 5343431
  6070. },
  6071. "worst_queue_bytes_log_server" : 239203,
  6072. "worst_queue_bytes_storage_server" : 825503
  6073. },
  6074. "recovery_state" : {
  6075. "active_generations" : 1,
  6076. "description" : "Recovery complete.",
  6077. "name" : "fully_recovered"
  6078. },
  6079. "workload" : {
  6080. "bytes" : {
  6081. "read" : {
  6082. "counter" : 3345663746,
  6083. "hz" : 4725300,
  6084. "roughness" : 23606.900000000001
  6085. },
  6086. "written" : {
  6087. "counter" : 7930830,
  6088. "hz" : 8076.7799999999997,
  6089. "roughness" : 471.18299999999999
  6090. }
  6091. },
  6092. "keys" : {
  6093. "read" : {
  6094. "counter" : 13009288,
  6095. "hz" : 34816.400000000001,
  6096. "roughness" : 208.059
  6097. }
  6098. },
  6099. "operations" : {
  6100. "location_requests" : {
  6101. "counter" : 10196,
  6102. "hz" : 3.1999900000000001,
  6103. "roughness" : 0.78273599999999999
  6104. },
  6105. "low_priority_reads" : {
  6106. "counter" : 7148,
  6107. "hz" : 0,
  6108. "roughness" : 0
  6109. },
  6110. "memory_errors" : {
  6111. "counter" : 0,
  6112. "hz" : 0,
  6113. "roughness" : 0
  6114. },
  6115. "read_requests" : {
  6116. "counter" : 2066359,
  6117. "hz" : 4417.3800000000001,
  6118. "roughness" : 3.4464000000000001
  6119. },
  6120. "reads" : {
  6121. "counter" : 2066359,
  6122. "hz" : 4417.3800000000001,
  6123. "roughness" : 3.4109699999999998
  6124. },
  6125. "writes" : {
  6126. "counter" : 135355,
  6127. "hz" : 148.59999999999999,
  6128. "roughness" : 7.6181900000000002
  6129. }
  6130. },
  6131. "transactions" : {
  6132. "committed" : {
  6133. "counter" : 21506,
  6134. "hz" : 38.399900000000002,
  6135. "roughness" : 1.1393800000000001
  6136. },
  6137. "conflicted" : {
  6138. "counter" : 1026,
  6139. "hz" : 0.20000000000000001,
  6140. "roughness" : 0
  6141. },
  6142. "rejected_for_queued_too_long" : {
  6143. "counter" : 0,
  6144. "hz" : 0,
  6145. "roughness" : 0
  6146. },
  6147. "started" : {
  6148. "counter" : 1093834,
  6149. "hz" : 3031.79,
  6150. "roughness" : 1.77244
  6151. },
  6152. "started_batch_priority" : {
  6153. "counter" : 6545,
  6154. "hz" : 17.399999999999999,
  6155. "roughness" : 5.1883299999999997
  6156. },
  6157. "started_default_priority" : {
  6158. "counter" : 1086112,
  6159. "hz" : 3011.79,
  6160. "roughness" : 1.7613799999999999
  6161. },
  6162. "started_immediate_priority" : {
  6163. "counter" : 1177,
  6164. "hz" : 2.59999,
  6165. "roughness" : 1.83457
  6166. }
  6167. }
  6168. }
  6169. }
  6170. }
  6171.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!