Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- "client" : {
- "cluster_file" : {
- "path" : "/etc/foundationdb/fdb.cluster",
- "up_to_date" : true
- },
- "coordinators" : {
- "coordinators" : [
- {
- "address" : "10.128.0.33:4500",
- "reachable" : true
- },
- {
- "address" : "10.138.0.9:4500",
- "reachable" : true
- },
- {
- "address" : "10.168.0.7:4500",
- "reachable" : true
- },
- {
- "address" : "10.180.0.2:4500",
- "reachable" : true
- },
- {
- "address" : "10.182.0.2:4500",
- "reachable" : true
- }
- ],
- "quorum_reachable" : true
- },
- "database_status" : {
- "available" : true,
- "healthy" : true
- },
- "messages" : [
- ],
- "timestamp" : 1621368883
- },
- "cluster" : {
- "clients" : {
- "count" : 47,
- "supported_versions" : [
- {
- "client_version" : "6.2.20",
- "connected_clients" : [
- {
- "address" : "10.32.0.47:51606",
- "log_group" : "default"
- },
- {
- "address" : "10.32.0.48:57036",
- "log_group" : "default"
- },
- {
- "address" : "10.32.0.49:54686",
- "log_group" : "default"
- },
- {
- "address" : "10.32.0.50:60298",
- "log_group" : "default"
- },
- {
- "address" : "10.32.0.51:34798",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.39:56554",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.40:52386",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.41:34992",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.42:54604",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.43:57416",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.10:35584",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.11:56956",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.12:50860",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.13:49844",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.14:41326",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.54:54398",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.55:36468",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.56:54744",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.57:53260",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.58:32858",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.59:46700",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.41:37662",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.42:52420",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.43:57906",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.44:55970",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.45:56514",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.48:42160",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.49:52946",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.50:50300",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.51:48488",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.52:47150",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.53:59670",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.54:52076",
- "log_group" : "default"
- },
- {
- "address" : "10.32.6.39:37674",
- "log_group" : "default"
- },
- {
- "address" : "10.32.6.40:38846",
- "log_group" : "default"
- },
- {
- "address" : "10.32.6.41:60122",
- "log_group" : "default"
- },
- {
- "address" : "10.32.6.42:36618",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.42:34366",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.43:50182",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.44:43000",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.45:37236",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.46:45400",
- "log_group" : "default"
- },
- {
- "address" : "10.32.10.40:37488",
- "log_group" : "default"
- },
- {
- "address" : "10.32.10.41:46354",
- "log_group" : "default"
- },
- {
- "address" : "10.32.10.42:34896",
- "log_group" : "default"
- },
- {
- "address" : "10.32.10.43:47132",
- "log_group" : "default"
- },
- {
- "address" : "172.28.232.237:35046",
- "log_group" : "default"
- }
- ],
- "count" : 47,
- "max_protocol_clients" : [
- {
- "address" : "10.32.0.47:51606",
- "log_group" : "default"
- },
- {
- "address" : "10.32.0.48:57036",
- "log_group" : "default"
- },
- {
- "address" : "10.32.0.49:54686",
- "log_group" : "default"
- },
- {
- "address" : "10.32.0.50:60298",
- "log_group" : "default"
- },
- {
- "address" : "10.32.0.51:34798",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.39:56554",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.40:52386",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.41:34992",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.42:54604",
- "log_group" : "default"
- },
- {
- "address" : "10.32.1.43:57416",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.10:35584",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.11:56956",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.12:50860",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.13:49844",
- "log_group" : "default"
- },
- {
- "address" : "10.32.2.14:41326",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.54:54398",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.55:36468",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.56:54744",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.57:53260",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.58:32858",
- "log_group" : "default"
- },
- {
- "address" : "10.32.3.59:46700",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.41:37662",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.42:52420",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.43:57906",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.44:55970",
- "log_group" : "default"
- },
- {
- "address" : "10.32.4.45:56514",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.48:42160",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.49:52946",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.50:50300",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.51:48488",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.52:47150",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.53:59670",
- "log_group" : "default"
- },
- {
- "address" : "10.32.5.54:52076",
- "log_group" : "default"
- },
- {
- "address" : "10.32.6.39:37674",
- "log_group" : "default"
- },
- {
- "address" : "10.32.6.40:38846",
- "log_group" : "default"
- },
- {
- "address" : "10.32.6.41:60122",
- "log_group" : "default"
- },
- {
- "address" : "10.32.6.42:36618",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.42:34366",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.43:50182",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.44:43000",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.45:37236",
- "log_group" : "default"
- },
- {
- "address" : "10.32.7.46:45400",
- "log_group" : "default"
- },
- {
- "address" : "10.32.10.40:37488",
- "log_group" : "default"
- },
- {
- "address" : "10.32.10.41:46354",
- "log_group" : "default"
- },
- {
- "address" : "10.32.10.42:34896",
- "log_group" : "default"
- },
- {
- "address" : "10.32.10.43:47132",
- "log_group" : "default"
- },
- {
- "address" : "172.28.232.237:35046",
- "log_group" : "default"
- }
- ],
- "max_protocol_count" : 47,
- "protocol_version" : "fdb00b062010001",
- "source_version" : "77b5171e81754f2fda8869703d662e59d85b7f23"
- }
- ]
- },
- "cluster_controller_timestamp" : 1621368883,
- "configuration" : {
- "coordinators_count" : 5,
- "excluded_servers" : [
- {
- "address" : "10.128.0.33"
- },
- {
- "address" : "10.138.0.9"
- },
- {
- "address" : "10.138.0.15"
- },
- {
- "address" : "10.138.0.16"
- },
- {
- "address" : "10.138.0.17"
- },
- {
- "address" : "10.138.0.18"
- },
- {
- "address" : "10.138.0.19"
- },
- {
- "address" : "10.168.0.7"
- },
- {
- "address" : "10.180.0.2"
- },
- {
- "address" : "10.182.0.2"
- }
- ],
- "log_spill" : 2,
- "proxies" : 3,
- "redundancy_mode" : "three_data_hall",
- "resolvers" : 3,
- "storage_engine" : "ssd-2",
- "usable_regions" : 1
- },
- "connection_string" : "LfYwBoAP:MNrUxed7DA2LrkoAD817TejtsL5j84vX@10.128.0.33:4500,10.138.0.9:4500,10.168.0.7:4500,10.180.0.2:4500,10.182.0.2:4500",
- "data" : {
- "average_partition_size_bytes" : 51953530,
- "least_operating_space_bytes_log_server" : 35544458206,
- "least_operating_space_bytes_storage_server" : 69560550947,
- "moving_data" : {
- "highest_priority" : 950,
- "in_flight_bytes" : 363674710,
- "in_queue_bytes" : 0,
- "total_written_bytes" : 8257298640
- },
- "partitions_count" : 6136,
- "state" : {
- "description" : "Repartitioning",
- "healthy" : true,
- "name" : "healthy_repartitioning"
- },
- "system_kv_size_bytes" : 258213111192,
- "team_trackers" : [
- {
- "in_flight_bytes" : 1366396680,
- "primary" : true,
- "state" : {
- "description" : "Repartitioning",
- "healthy" : true,
- "name" : "healthy_repartitioning"
- },
- "unhealthy_servers" : 0
- }
- ],
- "total_disk_used_bytes" : 3364944214936,
- "total_kv_size_bytes" : 328115490005
- },
- "database_available" : true,
- "database_locked" : false,
- "datacenter_lag" : {
- "seconds" : 0,
- "versions" : 0
- },
- "degraded_processes" : 1,
- "fault_tolerance" : {
- "max_zone_failures_without_losing_availability" : 0,
- "max_zone_failures_without_losing_data" : 0
- },
- "full_replication" : true,
- "generation" : 552,
- "incompatible_connections" : [
- ],
- "latency_probe" : {
- "batch_priority_transaction_start_seconds" : 0.024365399999999999,
- "commit_seconds" : 0.044752799999999995,
- "immediate_priority_transaction_start_seconds" : 0.0242133,
- "read_seconds" : 0.00039768200000000001,
- "transaction_start_seconds" : 0.0243413
- },
- "layers" : {
- "_valid" : true,
- "backup" : {
- "blob_recent_io" : {
- "bytes_per_second" : 0,
- "bytes_sent" : 0,
- "requests_failed" : 0,
- "requests_successful" : 0
- },
- "instances" : {
- "06f9f11654571ae8c82d4b85df841467" : {
- "blob_stats" : {
- "recent" : {
- "bytes_per_second" : 0,
- "bytes_sent" : 0,
- "requests_failed" : 0,
- "requests_successful" : 0
- },
- "total" : {
- "bytes_sent" : 0,
- "requests_failed" : 0,
- "requests_successful" : 0
- }
- },
- "configured_workers" : 10,
- "id" : "06f9f11654571ae8c82d4b85df841467",
- "last_updated" : 1621368850.1702077,
- "main_thread_cpu_seconds" : 38869.202673,
- "memory_usage" : 1868627968,
- "process_cpu_seconds" : 43258.235361999999,
- "resident_size" : 684007424,
- "version" : "6.2.20"
- },
- "097d9d39f8c06337341b80434e9c4b87" : {
- "blob_stats" : {
- "recent" : {
- "bytes_per_second" : 0,
- "bytes_sent" : 0,
- "requests_failed" : 0,
- "requests_successful" : 0
- },
- "total" : {
- "bytes_sent" : 0,
- "requests_failed" : 0,
- "requests_successful" : 0
- }
- },
- "configured_workers" : 10,
- "id" : "097d9d39f8c06337341b80434e9c4b87",
- "last_updated" : 1621368858.5000942,
- "main_thread_cpu_seconds" : 38927.233321,
- "memory_usage" : 1854504960,
- "process_cpu_seconds" : 43291.596197999999,
- "resident_size" : 694353920,
- "version" : "6.2.20"
- }
- },
- "instances_running" : 2,
- "last_updated" : 1621368858.5000942,
- "paused" : false,
- "tags" : {
- "default" : {
- "current_container" : "file:///mnt/disks/data/backup/backup-2021-05-18-12-00-19.018913",
- "current_status" : "has been completed",
- "last_restorable_seconds_behind" : 27952.817505999999,
- "last_restorable_version" : 81589240644339,
- "mutation_log_bytes_written" : 599292631,
- "mutation_stream_id" : "cd67e13e2b5a97b34d06a756cb699c1e",
- "range_bytes_written" : 168372150680,
- "running_backup" : false,
- "running_backup_is_restorable" : false
- }
- },
- "total_workers" : 20
- }
- },
- "machines" : {
- "075fb5230542c37f2c674215ddcecb12" : {
- "address" : "10.138.0.50",
- "contributing_workers" : 2,
- "cpu" : {
- "logical_core_utilization" : 0.112676
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "075fb5230542c37f2c674215ddcecb12",
- "processid" : "f3c2a41a49823b3ee93c443f341e945e",
- "zoneid" : "075fb5230542c37f2c674215ddcecb12"
- },
- "machine_id" : "075fb5230542c37f2c674215ddcecb12",
- "memory" : {
- "committed_bytes" : 3730993152,
- "free_bytes" : 4617158656,
- "total_bytes" : 8348151808
- },
- "network" : {
- "megabits_received" : {
- "hz" : 22.0808
- },
- "megabits_sent" : {
- "hz" : 32.060699999999997
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0.59999499999999995
- }
- }
- },
- "16dfb6e88a34d22c3114d3094bbe22c0" : {
- "address" : "10.138.0.94",
- "contributing_workers" : 4,
- "cpu" : {
- "logical_core_utilization" : 0.16334899999999999
- },
- "excluded" : false,
- "locality" : {
- "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "processid" : "ef5ff76f35021d6e7c4ab4f3a897e3ed",
- "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
- },
- "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "memory" : {
- "committed_bytes" : 1004425216,
- "free_bytes" : 15786369024,
- "total_bytes" : 16790794240
- },
- "network" : {
- "megabits_received" : {
- "hz" : 35.992600000000003
- },
- "megabits_sent" : {
- "hz" : 92.508899999999997
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0.39999899999999999
- }
- }
- },
- "3f61e7092396def1a5d14dab79c8f082" : {
- "address" : "10.138.0.100",
- "contributing_workers" : 4,
- "cpu" : {
- "logical_core_utilization" : 0.16103000000000001
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "3f61e7092396def1a5d14dab79c8f082",
- "processid" : "fb8107484b1602558fff54d94cb09e4f",
- "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
- },
- "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
- "memory" : {
- "committed_bytes" : 12657733632,
- "free_bytes" : 4133060608,
- "total_bytes" : 16790794240
- },
- "network" : {
- "megabits_received" : {
- "hz" : 145.251
- },
- "megabits_sent" : {
- "hz" : 32.162100000000002
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0.20000000000000001
- }
- }
- },
- "58340cf570991c7fad410a0e9f5c4c82" : {
- "address" : "10.138.0.90",
- "contributing_workers" : 2,
- "cpu" : {
- "logical_core_utilization" : 0.060939
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "58340cf570991c7fad410a0e9f5c4c82",
- "processid" : "d84f914da87969b158a69cece7f59e16",
- "zoneid" : "58340cf570991c7fad410a0e9f5c4c82"
- },
- "machine_id" : "58340cf570991c7fad410a0e9f5c4c82",
- "memory" : {
- "committed_bytes" : 5096566784,
- "free_bytes" : 2723074048,
- "total_bytes" : 7819640832
- },
- "network" : {
- "megabits_received" : {
- "hz" : 2.7448999999999999
- },
- "megabits_sent" : {
- "hz" : 1.8986000000000001
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- },
- "5f84a2369663a29a9f73d673f71c4bc9" : {
- "address" : "10.138.0.119",
- "contributing_workers" : 2,
- "cpu" : {
- "logical_core_utilization" : 0.24532199999999998
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "5f84a2369663a29a9f73d673f71c4bc9",
- "processid" : "ee9f7aad704a0538175776149dd71e10",
- "zoneid" : "5f84a2369663a29a9f73d673f71c4bc9"
- },
- "machine_id" : "5f84a2369663a29a9f73d673f71c4bc9",
- "memory" : {
- "committed_bytes" : 3868676096,
- "free_bytes" : 3950956544,
- "total_bytes" : 7819632640
- },
- "network" : {
- "megabits_received" : {
- "hz" : 22.8765
- },
- "megabits_sent" : {
- "hz" : 343
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- },
- "61c377ff88ac8c4643aa834237e35b1c" : {
- "address" : "10.138.0.91",
- "contributing_workers" : 2,
- "cpu" : {
- "logical_core_utilization" : 0.53916699999999995
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "61c377ff88ac8c4643aa834237e35b1c",
- "processid" : "0172e70d9d0f1461485299091785ca41",
- "zoneid" : "61c377ff88ac8c4643aa834237e35b1c"
- },
- "machine_id" : "61c377ff88ac8c4643aa834237e35b1c",
- "memory" : {
- "committed_bytes" : 3796250624,
- "free_bytes" : 4023328768,
- "total_bytes" : 7819579392
- },
- "network" : {
- "megabits_received" : {
- "hz" : 20.561299999999999
- },
- "megabits_sent" : {
- "hz" : 30.441299999999998
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- },
- "65e4251e2b44d56b6d0b3e7fe4b2ea7c" : {
- "address" : "10.138.0.88",
- "contributing_workers" : 2,
- "cpu" : {
- "logical_core_utilization" : 0.083503099999999997
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
- "processid" : "394aafa24964ce133e658c461f3fd816",
- "zoneid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c"
- },
- "machine_id" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
- "memory" : {
- "committed_bytes" : 6338187264,
- "free_bytes" : 1481453568,
- "total_bytes" : 7819640832
- },
- "network" : {
- "megabits_received" : {
- "hz" : 3.7959700000000001
- },
- "megabits_sent" : {
- "hz" : 38.683799999999998
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- },
- "65f462bc05397e6274c8d495dfdc2bb7" : {
- "address" : "10.138.0.99",
- "contributing_workers" : 4,
- "cpu" : {
- "logical_core_utilization" : 0.020603
- },
- "excluded" : false,
- "locality" : {
- "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
- "processid" : "285bee090a4140951bc5cb669a057f00",
- "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
- },
- "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
- "memory" : {
- "committed_bytes" : 910823424,
- "free_bytes" : 15879970816,
- "total_bytes" : 16790794240
- },
- "network" : {
- "megabits_received" : {
- "hz" : 13.0128
- },
- "megabits_sent" : {
- "hz" : 2.1846000000000001
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- },
- "699531d3be4400c65a6f34dd8261baf2" : {
- "address" : "10.138.0.101",
- "contributing_workers" : 4,
- "cpu" : {
- "logical_core_utilization" : 0.125831
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "699531d3be4400c65a6f34dd8261baf2",
- "processid" : "05b09b9de87d38c47217918fc65c0bf8",
- "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
- },
- "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
- "memory" : {
- "committed_bytes" : 12551847936,
- "free_bytes" : 4238946304,
- "total_bytes" : 16790794240
- },
- "network" : {
- "megabits_received" : {
- "hz" : 76.903899999999993
- },
- "megabits_sent" : {
- "hz" : 82.5441
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- },
- "73e6c5cffa6ded52953fefcc23019bf4" : {
- "address" : "10.138.0.120",
- "contributing_workers" : 2,
- "cpu" : {
- "logical_core_utilization" : 0.13549
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "73e6c5cffa6ded52953fefcc23019bf4",
- "processid" : "beb04727fab04e3bf7a55749b7d67647",
- "zoneid" : "73e6c5cffa6ded52953fefcc23019bf4"
- },
- "machine_id" : "73e6c5cffa6ded52953fefcc23019bf4",
- "memory" : {
- "committed_bytes" : 4389068800,
- "free_bytes" : 3430572032,
- "total_bytes" : 7819640832
- },
- "network" : {
- "megabits_received" : {
- "hz" : 55.084899999999998
- },
- "megabits_sent" : {
- "hz" : 1.7672600000000001
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- },
- "b2245d73f1012517021cd526fea73f07" : {
- "address" : "10.138.0.89",
- "contributing_workers" : 2,
- "cpu" : {
- "logical_core_utilization" : 0.15704099999999999
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "b2245d73f1012517021cd526fea73f07",
- "processid" : "8230535849e8362237788c305eff9ae3",
- "zoneid" : "b2245d73f1012517021cd526fea73f07"
- },
- "machine_id" : "b2245d73f1012517021cd526fea73f07",
- "memory" : {
- "committed_bytes" : 6314033152,
- "free_bytes" : 1505591296,
- "total_bytes" : 7819624448
- },
- "network" : {
- "megabits_received" : {
- "hz" : 4.4908099999999997
- },
- "megabits_sent" : {
- "hz" : 1.9172800000000001
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- },
- "d8690a3c3cd52f90214c1a19affe65d8" : {
- "address" : "10.138.0.48",
- "contributing_workers" : 2,
- "cpu" : {
- "logical_core_utilization" : 0.33838399999999996
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "d8690a3c3cd52f90214c1a19affe65d8",
- "processid" : "e0933108a061df75a917a6170df2a163",
- "zoneid" : "d8690a3c3cd52f90214c1a19affe65d8"
- },
- "machine_id" : "d8690a3c3cd52f90214c1a19affe65d8",
- "memory" : {
- "committed_bytes" : 3719634944,
- "free_bytes" : 4628459520,
- "total_bytes" : 8348094464
- },
- "network" : {
- "megabits_received" : {
- "hz" : 18.541799999999999
- },
- "megabits_sent" : {
- "hz" : 51.542400000000001
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0.19999599999999998
- }
- }
- },
- "dd1390fc854ed6b3525f10b915ca2ee4" : {
- "address" : "10.138.0.14",
- "contributing_workers" : 4,
- "cpu" : {
- "logical_core_utilization" : 0.223078
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "processid" : "79aaf30002a1e826a7e565d0d26b1960",
- "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
- },
- "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "memory" : {
- "committed_bytes" : 12527493120,
- "free_bytes" : 4263292928,
- "total_bytes" : 16790786048
- },
- "network" : {
- "megabits_received" : {
- "hz" : 147.667
- },
- "megabits_sent" : {
- "hz" : 36.697600000000001
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- },
- "f61258012f16e93663e52b973e72fcaa" : {
- "address" : "10.138.0.121",
- "contributing_workers" : 2,
- "cpu" : {
- "logical_core_utilization" : 0.23417099999999999
- },
- "excluded" : false,
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "f61258012f16e93663e52b973e72fcaa",
- "processid" : "61bfa779dd85dac1d6c5491816187df9",
- "zoneid" : "f61258012f16e93663e52b973e72fcaa"
- },
- "machine_id" : "f61258012f16e93663e52b973e72fcaa",
- "memory" : {
- "committed_bytes" : 4863246336,
- "free_bytes" : 2956333056,
- "total_bytes" : 7819579392
- },
- "network" : {
- "megabits_received" : {
- "hz" : 52.031500000000001
- },
- "megabits_sent" : {
- "hz" : 2.3402400000000001
- },
- "tcp_segments_retransmitted" : {
- "hz" : 0
- }
- }
- }
- },
- "messages" : [
- ],
- "page_cache" : {
- "log_hit_rate" : 0.84052799999999994,
- "storage_hit_rate" : 0.93119199999999991
- },
- "processes" : {
- "0172e70d9d0f1461485299091785ca41" : {
- "address" : "10.138.0.91:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-c --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.892181
- },
- "disk" : {
- "busy" : 0.93117000000000005,
- "free_bytes" : 55307448320,
- "reads" : {
- "counter" : 29130442,
- "hz" : 1208.1600000000001,
- "sectors" : 49272
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 26266842,
- "hz" : 1547.1500000000001,
- "sectors" : 153336
- }
- },
- "excluded" : false,
- "fault_domain" : "61c377ff88ac8c4643aa834237e35b1c",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "61c377ff88ac8c4643aa834237e35b1c",
- "processid" : "0172e70d9d0f1461485299091785ca41",
- "zoneid" : "61c377ff88ac8c4643aa834237e35b1c"
- },
- "machine_id" : "61c377ff88ac8c4643aa834237e35b1c",
- "memory" : {
- "available_bytes" : 4003911680,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 21102112,
- "used_bytes" : 2958446592
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0.199993
- },
- "current_connections" : 69,
- "megabits_received" : {
- "hz" : 11.6982
- },
- "megabits_sent" : {
- "hz" : 14.3064
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 2604564227,
- "hz" : 2557220,
- "roughness" : 1067870
- },
- "data_lag" : {
- "seconds" : 0.0032629999999999998,
- "versions" : 3263
- },
- "data_version" : 81617213817974,
- "durability_lag" : {
- "seconds" : 7.33955,
- "versions" : 7339553
- },
- "durable_bytes" : {
- "counter" : 126570336,
- "hz" : 5074360,
- "roughness" : 7637980
- },
- "durable_version" : 81617206478421,
- "finished_queries" : {
- "counter" : 60746,
- "hz" : 48.399700000000003,
- "roughness" : 19.482700000000001
- },
- "id" : "f45c92959626b40a",
- "input_bytes" : {
- "counter" : 236146370,
- "hz" : 16886100,
- "roughness" : 4906420
- },
- "keys_queried" : {
- "counter" : 2709414,
- "hz" : 6337.5699999999997,
- "roughness" : 2646.5
- },
- "kvstore_available_bytes" : 177278160896,
- "kvstore_free_bytes" : 55307464704,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 267408384000,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 44426764,
- "hz" : 1132930,
- "roughness" : 329185
- },
- "mutations" : {
- "counter" : 182884,
- "hz" : 18882.700000000001,
- "roughness" : 5486.5699999999997
- },
- "query_queue_max" : 23,
- "role" : "storage",
- "stored_bytes" : 37776689055,
- "total_queries" : {
- "counter" : 60746,
- "hz" : 47.999699999999997,
- "roughness" : 10.48
- }
- }
- ],
- "run_loop_busy" : 0.88227000000000011,
- "uptime_seconds" : 395.55399999999997,
- "version" : "6.2.20"
- },
- "05b09b9de87d38c47217918fc65c0bf8" : {
- "address" : "10.138.0.101:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-c --logdir=/var/log/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.0696605
- },
- "disk" : {
- "busy" : 0.97439699999999996,
- "free_bytes" : 347644854272,
- "reads" : {
- "counter" : 29208447,
- "hz" : 2945.1900000000001,
- "sectors" : 117832
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 19587649,
- "hz" : 850.798,
- "sectors" : 201024
- }
- },
- "excluded" : false,
- "fault_domain" : "699531d3be4400c65a6f34dd8261baf2",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "699531d3be4400c65a6f34dd8261baf2",
- "processid" : "05b09b9de87d38c47217918fc65c0bf8",
- "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
- },
- "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
- "memory" : {
- "available_bytes" : 4395269120,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 44957184,
- "used_bytes" : 3222269952
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 69,
- "megabits_received" : {
- "hz" : 0.59411000000000003
- },
- "megabits_sent" : {
- "hz" : 15.287000000000001
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1523109628,
- "hz" : 1768790,
- "roughness" : 33087.699999999997
- },
- "data_lag" : {
- "seconds" : 0.0032320000000000001,
- "versions" : 3232
- },
- "data_version" : 81617217170515,
- "durability_lag" : {
- "seconds" : 5.3241699999999996,
- "versions" : 5324173
- },
- "durable_bytes" : {
- "counter" : 2652654870,
- "hz" : 13924,
- "roughness" : 43070.400000000001
- },
- "durable_version" : 81617211846342,
- "finished_queries" : {
- "counter" : 252640,
- "hz" : 241.999,
- "roughness" : 4.3023499999999997
- },
- "id" : "f0cb56c874ad1823",
- "input_bytes" : {
- "counter" : 2652964252,
- "hz" : 61876.199999999997,
- "roughness" : 50547.800000000003
- },
- "keys_queried" : {
- "counter" : 3362317,
- "hz" : 1874.99,
- "roughness" : 35.074399999999997
- },
- "kvstore_available_bytes" : 351205007360,
- "kvstore_free_bytes" : 347644866560,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 45866020864,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 305409233,
- "hz" : 3309.3899999999999,
- "roughness" : 2703.5
- },
- "mutations" : {
- "counter" : 2610345,
- "hz" : 64.599800000000002,
- "roughness" : 52.7727
- },
- "query_queue_max" : 10,
- "role" : "storage",
- "stored_bytes" : 37637102247,
- "total_queries" : {
- "counter" : 252641,
- "hz" : 241.999,
- "roughness" : 4.31717
- }
- }
- ],
- "run_loop_busy" : 0.051461899999999998,
- "uptime_seconds" : 1335.23,
- "version" : "6.2.20"
- },
- "12a8dd73a85f4d130b1da7b41551c188" : {
- "address" : "10.138.0.120:4501",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-a --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.0306594
- },
- "disk" : {
- "busy" : 0.37439800000000001,
- "free_bytes" : 57663025152,
- "reads" : {
- "counter" : 10362725440,
- "hz" : 1112.79,
- "sectors" : 44512
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 7613572398,
- "hz" : 1244.99,
- "sectors" : 192296
- }
- },
- "excluded" : false,
- "fault_domain" : "73e6c5cffa6ded52953fefcc23019bf4",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "73e6c5cffa6ded52953fefcc23019bf4",
- "processid" : "12a8dd73a85f4d130b1da7b41551c188",
- "zoneid" : "73e6c5cffa6ded52953fefcc23019bf4"
- },
- "machine_id" : "73e6c5cffa6ded52953fefcc23019bf4",
- "memory" : {
- "available_bytes" : 3899465728,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 16908288,
- "used_bytes" : 1062109184
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 68,
- "megabits_received" : {
- "hz" : 0.34276899999999999
- },
- "megabits_sent" : {
- "hz" : 0.63226399999999994
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 281274411,
- "hz" : 37214.800000000003,
- "roughness" : 7686.29
- },
- "data_lag" : {
- "seconds" : 0.0072480000000000001,
- "versions" : 7248
- },
- "data_version" : 81617218183845,
- "durability_lag" : {
- "seconds" : 5.5019499999999999,
- "versions" : 5501948
- },
- "durable_bytes" : {
- "counter" : 444702574,
- "hz" : 15468.700000000001,
- "roughness" : 22833.799999999999
- },
- "durable_version" : 81617212681897,
- "finished_queries" : {
- "counter" : 86477,
- "hz" : 107.79900000000001,
- "roughness" : 9.2272300000000005
- },
- "id" : "046549b5c264c8a3",
- "input_bytes" : {
- "counter" : 444816824,
- "hz" : 22849.900000000001,
- "roughness" : 15370.6
- },
- "keys_queried" : {
- "counter" : 1250416,
- "hz" : 334.798,
- "roughness" : 69.148799999999994
- },
- "kvstore_available_bytes" : 89322602496,
- "kvstore_free_bytes" : 57663008768,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 70597087232,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 45028056,
- "hz" : 1605.99,
- "roughness" : 1080.3199999999999
- },
- "mutations" : {
- "counter" : 448089,
- "hz" : 21.9999,
- "roughness" : 14.7989
- },
- "query_queue_max" : 22,
- "role" : "storage",
- "stored_bytes" : 34599505022,
- "total_queries" : {
- "counter" : 86477,
- "hz" : 107.79900000000001,
- "roughness" : 9.2332199999999993
- }
- }
- ],
- "run_loop_busy" : 0.020958899999999999,
- "uptime_seconds" : 640.14499999999998,
- "version" : "6.2.20"
- },
- "285bee090a4140951bc5cb669a057f00" : {
- "address" : "10.138.0.99:4500",
- "class_source" : "command_line",
- "class_type" : "stateless",
- "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.010645799999999999
- },
- "disk" : {
- "busy" : 0.00079999800000000001,
- "free_bytes" : 31022055424,
- "reads" : {
- "counter" : 8316,
- "hz" : 0,
- "sectors" : 0
- },
- "total_bytes" : 33116909568,
- "writes" : {
- "counter" : 34313,
- "hz" : 0.39999899999999999,
- "sectors" : 56
- }
- },
- "excluded" : false,
- "fault_domain" : "65f462bc05397e6274c8d495dfdc2bb7",
- "locality" : {
- "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
- "processid" : "285bee090a4140951bc5cb669a057f00",
- "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
- },
- "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
- "memory" : {
- "available_bytes" : 4367425536,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 70254016,
- "used_bytes" : 521306112
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 42,
- "megabits_received" : {
- "hz" : 0.23822000000000002
- },
- "megabits_sent" : {
- "hz" : 0.209753
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "id" : "6b4f2072ce767e4b",
- "role" : "resolver"
- }
- ],
- "run_loop_busy" : 0.0061125700000000003,
- "uptime_seconds" : 35920.199999999997,
- "version" : "6.2.20"
- },
- "2aeb0885c0f9211dec6be72e12e85aed" : {
- "address" : "10.138.0.14:4502",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --locality_data_hall=us-west1-a --logdir=/var/log/foundationdb --public_address=auto:4502",
- "cpu" : {
- "usage_cores" : 0.056734799999999995
- },
- "disk" : {
- "busy" : 0.96239699999999995,
- "free_bytes" : 356907012096,
- "reads" : {
- "counter" : 25621869,
- "hz" : 2265.1900000000001,
- "sectors" : 95912
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 17605495,
- "hz" : 1429.5899999999999,
- "sectors" : 334320
- }
- },
- "excluded" : false,
- "fault_domain" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "processid" : "2aeb0885c0f9211dec6be72e12e85aed",
- "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
- },
- "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "memory" : {
- "available_bytes" : 4396909568,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 49676256,
- "used_bytes" : 3361546240
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 80,
- "megabits_received" : {
- "hz" : 2.1033400000000002
- },
- "megabits_sent" : {
- "hz" : 6.7224300000000001
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1726818100,
- "hz" : 452348,
- "roughness" : 51244.099999999999
- },
- "data_lag" : {
- "seconds" : 0.0054800000000000005,
- "versions" : 5480
- },
- "data_version" : 81617218123047,
- "durability_lag" : {
- "seconds" : 5.3863000000000003,
- "versions" : 5386297
- },
- "durable_bytes" : {
- "counter" : 2730124846,
- "hz" : 897780,
- "roughness" : 1404490
- },
- "durable_version" : 81617212736750,
- "finished_queries" : {
- "counter" : 317200,
- "hz" : 248.999,
- "roughness" : 17.334199999999999
- },
- "id" : "ad3439edbbc2afbc",
- "input_bytes" : {
- "counter" : 2730296380,
- "hz" : 34306.599999999999,
- "roughness" : 19054.200000000001
- },
- "keys_queried" : {
- "counter" : 3551121,
- "hz" : 801.39599999999996,
- "roughness" : 90.786000000000001
- },
- "kvstore_available_bytes" : 358273912832,
- "kvstore_free_bytes" : 356906991616,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 42937864192,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 329790969,
- "hz" : 3339.3899999999999,
- "roughness" : 1854.72
- },
- "mutations" : {
- "counter" : 2555969,
- "hz" : 31.9999,
- "roughness" : 17.7729
- },
- "query_queue_max" : 50,
- "role" : "storage",
- "stored_bytes" : 37253295365,
- "total_queries" : {
- "counter" : 317200,
- "hz" : 248.999,
- "roughness" : 18.3718
- }
- }
- ],
- "run_loop_busy" : 0.042121199999999998,
- "uptime_seconds" : 1290.24,
- "version" : "6.2.20"
- },
- "2aeccae3e7539b57e078abfaf119a3a7" : {
- "address" : "10.138.0.121:4501",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-a --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.027846599999999999
- },
- "disk" : {
- "busy" : 0.46159600000000001,
- "free_bytes" : 57030877184,
- "reads" : {
- "counter" : 51932221,
- "hz" : 891.39300000000003,
- "sectors" : 35656
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 30570096,
- "hz" : 3528.5700000000002,
- "sectors" : 301872
- }
- },
- "excluded" : false,
- "fault_domain" : "f61258012f16e93663e52b973e72fcaa",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "f61258012f16e93663e52b973e72fcaa",
- "processid" : "2aeccae3e7539b57e078abfaf119a3a7",
- "zoneid" : "f61258012f16e93663e52b973e72fcaa"
- },
- "machine_id" : "f61258012f16e93663e52b973e72fcaa",
- "memory" : {
- "available_bytes" : 3902062592,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 39714592,
- "used_bytes" : 1658359808
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0.19999799999999998
- },
- "current_connections" : 69,
- "megabits_received" : {
- "hz" : 0.26604
- },
- "megabits_sent" : {
- "hz" : 0.26716600000000001
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 485728660,
- "hz" : 10522.9,
- "roughness" : 4509.3599999999997
- },
- "data_lag" : {
- "seconds" : 0.00084000000000000003,
- "versions" : 840
- },
- "data_version" : 81617214125069,
- "durability_lag" : {
- "seconds" : 5.1514100000000003,
- "versions" : 5151411
- },
- "durable_bytes" : {
- "counter" : 1044174352,
- "hz" : 38346.5,
- "roughness" : 37328.099999999999
- },
- "durable_version" : 81617208973658,
- "finished_queries" : {
- "counter" : 28968,
- "hz" : 30.599799999999998,
- "roughness" : 10.882
- },
- "id" : "b0ce62b3283dc3f3",
- "input_bytes" : {
- "counter" : 1044310228,
- "hz" : 26733.400000000001,
- "roughness" : 6001.1999999999998
- },
- "keys_queried" : {
- "counter" : 844307,
- "hz" : 35.999699999999997,
- "roughness" : 15.4269
- },
- "kvstore_available_bytes" : 91561869312,
- "kvstore_free_bytes" : 57030885376,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 72510066688,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 79809472,
- "hz" : 893.39300000000003,
- "roughness" : 200.55199999999999
- },
- "mutations" : {
- "counter" : 896362,
- "hz" : 24.599799999999998,
- "roughness" : 5.5222499999999997
- },
- "query_queue_max" : 6,
- "role" : "storage",
- "stored_bytes" : 33860046091,
- "total_queries" : {
- "counter" : 28968,
- "hz" : 30.599799999999998,
- "roughness" : 10.8834
- }
- }
- ],
- "run_loop_busy" : 0.019235599999999999,
- "uptime_seconds" : 580.26700000000005,
- "version" : "6.2.20"
- },
- "2e810765e5649fac484708c1ddef5ae2" : {
- "address" : "10.138.0.99:4501",
- "class_source" : "command_line",
- "class_type" : "stateless",
- "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.021865300000000001
- },
- "disk" : {
- "busy" : 0.0015999900000000001,
- "free_bytes" : 31022067712,
- "reads" : {
- "counter" : 8316,
- "hz" : 0,
- "sectors" : 0
- },
- "total_bytes" : 33116909568,
- "writes" : {
- "counter" : 34313,
- "hz" : 1.59999,
- "sectors" : 416
- }
- },
- "excluded" : false,
- "fault_domain" : "65f462bc05397e6274c8d495dfdc2bb7",
- "locality" : {
- "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
- "processid" : "2e810765e5649fac484708c1ddef5ae2",
- "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
- },
- "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
- "memory" : {
- "available_bytes" : 4367614976,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 50331040,
- "used_bytes" : 381489152
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 33,
- "megabits_received" : {
- "hz" : 8.5414499999999993
- },
- "megabits_sent" : {
- "hz" : 0.168486
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "id" : "32b0c66c3aff7bb9",
- "role" : "resolver"
- }
- ],
- "run_loop_busy" : 0.018033299999999999,
- "uptime_seconds" : 35895.199999999997,
- "version" : "6.2.20"
- },
- "394aafa24964ce133e658c461f3fd816" : {
- "address" : "10.138.0.88:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-b --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.145755
- },
- "disk" : {
- "busy" : 0.347997,
- "free_bytes" : 56179068928,
- "reads" : {
- "counter" : 10118993721,
- "hz" : 915.99300000000005,
- "sectors" : 36640
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 8104058376,
- "hz" : 1643.99,
- "sectors" : 131880
- }
- },
- "excluded" : false,
- "fault_domain" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
- "processid" : "394aafa24964ce133e658c461f3fd816",
- "zoneid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c"
- },
- "machine_id" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
- "memory" : {
- "available_bytes" : 3874969600,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 48494912,
- "used_bytes" : 3204898816
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 77,
- "megabits_received" : {
- "hz" : 0.96320499999999998
- },
- "megabits_sent" : {
- "hz" : 37.665500000000002
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 3988201519,
- "hz" : 6278460,
- "roughness" : 77312.199999999997
- },
- "data_lag" : {
- "seconds" : 0.0075569999999999995,
- "versions" : 7557
- },
- "data_version" : 81617216080605,
- "durability_lag" : {
- "seconds" : 5.6270600000000002,
- "versions" : 5627056
- },
- "durable_bytes" : {
- "counter" : 1384354912,
- "hz" : 466125,
- "roughness" : 376749
- },
- "durable_version" : 81617210453549,
- "finished_queries" : {
- "counter" : 561456,
- "hz" : 562.798,
- "roughness" : 6.1379799999999998
- },
- "id" : "3366b69fd2a1528b",
- "input_bytes" : {
- "counter" : 1384436816,
- "hz" : 16380.700000000001,
- "roughness" : 27967.599999999999
- },
- "keys_queried" : {
- "counter" : 4993145,
- "hz" : 8367.3700000000008,
- "roughness" : 103.035
- },
- "kvstore_available_bytes" : 197204480000,
- "kvstore_free_bytes" : 56179077120,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 269224771584,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 219263921,
- "hz" : 1806.79,
- "roughness" : 3084.8200000000002
- },
- "mutations" : {
- "counter" : 1206342,
- "hz" : 13.9999,
- "roughness" : 23.902799999999999
- },
- "query_queue_max" : 97,
- "role" : "storage",
- "stored_bytes" : 38391441053,
- "total_queries" : {
- "counter" : 561456,
- "hz" : 562.59799999999996,
- "roughness" : 6.2263000000000002
- }
- }
- ],
- "run_loop_busy" : 0.120738,
- "uptime_seconds" : 1025.3699999999999,
- "version" : "6.2.20"
- },
- "46a7095a13323624ec0a330732e2d3b8" : {
- "address" : "10.138.0.88:4501",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-b --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.035798799999999999
- },
- "disk" : {
- "busy" : 0.34399799999999997,
- "free_bytes" : 56179068928,
- "reads" : {
- "counter" : 10118993643,
- "hz" : 900.59500000000003,
- "sectors" : 36024
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 8104058359,
- "hz" : 1641.99,
- "sectors" : 131408
- }
- },
- "excluded" : false,
- "fault_domain" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
- "processid" : "46a7095a13323624ec0a330732e2d3b8",
- "zoneid" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c"
- },
- "machine_id" : "65e4251e2b44d56b6d0b3e7fe4b2ea7c",
- "memory" : {
- "available_bytes" : 3874953216,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 34078272,
- "used_bytes" : 3063586816
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 69,
- "megabits_received" : {
- "hz" : 2.0415200000000002
- },
- "megabits_sent" : {
- "hz" : 0.38110499999999997
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 4833740650,
- "hz" : 12319.299999999999,
- "roughness" : 13162
- },
- "data_lag" : {
- "seconds" : 0.023743999999999998,
- "versions" : 23744
- },
- "data_version" : 81617215780833,
- "durability_lag" : {
- "seconds" : 5.4725000000000001,
- "versions" : 5472498
- },
- "durable_bytes" : {
- "counter" : 2488310600,
- "hz" : 1939000,
- "roughness" : 2087950.0000000002
- },
- "durable_version" : 81617210308335,
- "finished_queries" : {
- "counter" : 148819,
- "hz" : 44.799599999999998,
- "roughness" : 19.171500000000002
- },
- "id" : "55a206cf7895c83f",
- "input_bytes" : {
- "counter" : 2488573204,
- "hz" : 52289.199999999997,
- "roughness" : 82713.199999999997
- },
- "keys_queried" : {
- "counter" : 7039277,
- "hz" : 25.1998,
- "roughness" : 26.923500000000001
- },
- "kvstore_available_bytes" : 94658977792,
- "kvstore_free_bytes" : 56179077120,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 69550882816,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 194793321,
- "hz" : 9368.7199999999993,
- "roughness" : 14819.799999999999
- },
- "mutations" : {
- "counter" : 2703507,
- "hz" : 35.599699999999999,
- "roughness" : 56.313099999999999
- },
- "query_queue_max" : 11,
- "role" : "storage",
- "stored_bytes" : 27872790048,
- "total_queries" : {
- "counter" : 148819,
- "hz" : 44.799599999999998,
- "roughness" : 19.1554
- }
- }
- ],
- "run_loop_busy" : 0.024426899999999998,
- "uptime_seconds" : 1025.3099999999999,
- "version" : "6.2.20"
- },
- "56ed46a2f430a0478e99a0b8b3a02706" : {
- "address" : "10.138.0.50:4501",
- "class_source" : "command_line",
- "class_type" : "log",
- "command_line" : "/usr/sbin/fdbserver --class=log --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-c --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.0077395700000000003
- },
- "disk" : {
- "busy" : 0.62239800000000001,
- "free_bytes" : 126462267392,
- "reads" : {
- "counter" : 6109370201,
- "hz" : 2105.79,
- "sectors" : 84232
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 3234007183,
- "hz" : 1585.5899999999999,
- "sectors" : 140040
- }
- },
- "excluded" : false,
- "fault_domain" : "075fb5230542c37f2c674215ddcecb12",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "075fb5230542c37f2c674215ddcecb12",
- "processid" : "56ed46a2f430a0478e99a0b8b3a02706",
- "zoneid" : "075fb5230542c37f2c674215ddcecb12"
- },
- "machine_id" : "075fb5230542c37f2c674215ddcecb12",
- "memory" : {
- "available_bytes" : 4193865728,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 4325184,
- "used_bytes" : 436768768
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 42,
- "megabits_received" : {
- "hz" : 0.058393399999999998
- },
- "megabits_sent" : {
- "hz" : 0.073919699999999991
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- ],
- "run_loop_busy" : 0.0035139900000000003,
- "uptime_seconds" : 1075.1600000000001,
- "version" : "6.2.20"
- },
- "61bfa779dd85dac1d6c5491816187df9" : {
- "address" : "10.138.0.121:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-a --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.43262699999999998
- },
- "disk" : {
- "busy" : 0.56719699999999995,
- "free_bytes" : 57030889472,
- "reads" : {
- "counter" : 51928009,
- "hz" : 928.99400000000003,
- "sectors" : 37160
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 30553403,
- "hz" : 4234.1700000000001,
- "sectors" : 375448
- }
- },
- "excluded" : false,
- "fault_domain" : "f61258012f16e93663e52b973e72fcaa",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "f61258012f16e93663e52b973e72fcaa",
- "processid" : "61bfa779dd85dac1d6c5491816187df9",
- "zoneid" : "f61258012f16e93663e52b973e72fcaa"
- },
- "machine_id" : "f61258012f16e93663e52b973e72fcaa",
- "memory" : {
- "available_bytes" : 3902363648,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 44695136,
- "used_bytes" : 3190034432
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 87,
- "megabits_received" : {
- "hz" : 51.053400000000003
- },
- "megabits_sent" : {
- "hz" : 1.42418
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1084840950,
- "hz" : 98877.899999999994,
- "roughness" : 3293.6700000000001
- },
- "data_lag" : {
- "seconds" : 0.004829,
- "versions" : 4829
- },
- "data_version" : 81617216905061,
- "durability_lag" : {
- "seconds" : 5.4214799999999999,
- "versions" : 5421478
- },
- "durable_bytes" : {
- "counter" : 836636188,
- "hz" : 480493,
- "roughness" : 737430
- },
- "durable_version" : 81617211483583,
- "finished_queries" : {
- "counter" : 116597,
- "hz" : 221.19900000000001,
- "roughness" : 5.93405
- },
- "id" : "8562c899f8286286",
- "input_bytes" : {
- "counter" : 839163638,
- "hz" : 504301,
- "roughness" : 178868
- },
- "keys_queried" : {
- "counter" : 1729764,
- "hz" : 600.798,
- "roughness" : 19.966999999999999
- },
- "kvstore_available_bytes" : 221984759808,
- "kvstore_free_bytes" : 57030885376,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 265394765824,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 95214785,
- "hz" : 208064,
- "roughness" : 159513
- },
- "mutations" : {
- "counter" : 868192,
- "hz" : 81.199700000000007,
- "roughness" : 62.252099999999999
- },
- "query_queue_max" : 4,
- "role" : "storage",
- "stored_bytes" : 37231695989,
- "total_queries" : {
- "counter" : 116597,
- "hz" : 221.19900000000001,
- "roughness" : 5.9029499999999997
- }
- }
- ],
- "run_loop_busy" : 0.40889000000000003,
- "uptime_seconds" : 575.44399999999996,
- "version" : "6.2.20"
- },
- "79aaf30002a1e826a7e565d0d26b1960" : {
- "address" : "10.138.0.14:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-a --logdir=/var/log/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.47612099999999996
- },
- "disk" : {
- "busy" : 0.96159799999999995,
- "free_bytes" : 356907024384,
- "reads" : {
- "counter" : 25621707,
- "hz" : 2239.5999999999999,
- "sectors" : 94680
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 17605488,
- "hz" : 1431.5999999999999,
- "sectors" : 334496
- }
- },
- "excluded" : false,
- "fault_domain" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "processid" : "79aaf30002a1e826a7e565d0d26b1960",
- "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
- },
- "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "memory" : {
- "available_bytes" : 4396982272,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 28311456,
- "used_bytes" : 3287924736
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 91,
- "megabits_received" : {
- "hz" : 12.252000000000001
- },
- "megabits_sent" : {
- "hz" : 8.5909300000000002
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 2719670368,
- "hz" : 632507,
- "roughness" : 453435
- },
- "data_lag" : {
- "seconds" : 0.0014239999999999999,
- "versions" : 1424
- },
- "data_version" : 81617216457029,
- "durability_lag" : {
- "seconds" : 5.1728800000000001,
- "versions" : 5172883
- },
- "durable_bytes" : {
- "counter" : 2990959014,
- "hz" : 17905700.000000004,
- "roughness" : 32275700
- },
- "durable_version" : 81617211284146,
- "finished_queries" : {
- "counter" : 578316,
- "hz" : 33.399900000000002,
- "roughness" : 24.6768
- },
- "id" : "2f5857e34aa77ff5",
- "input_bytes" : {
- "counter" : 3061882844,
- "hz" : 14184700.000000002,
- "roughness" : 11077800
- },
- "keys_queried" : {
- "counter" : 10731632,
- "hz" : 5241.5900000000001,
- "roughness" : 3757.6199999999999
- },
- "kvstore_available_bytes" : 358457241600,
- "kvstore_free_bytes" : 356906995712,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 42916282368,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 337512249,
- "hz" : 985499,
- "roughness" : 769641
- },
- "mutations" : {
- "counter" : 3105923,
- "hz" : 15774.200000000001,
- "roughness" : 12319.1
- },
- "query_queue_max" : 17,
- "role" : "storage",
- "stored_bytes" : 37360372282,
- "total_queries" : {
- "counter" : 578316,
- "hz" : 33.399900000000002,
- "roughness" : 8.5133200000000002
- }
- }
- ],
- "run_loop_busy" : 0.46690699999999996,
- "uptime_seconds" : 1290.1900000000001,
- "version" : "6.2.20"
- },
- "7ba1dfaa4112235edddb2d3b84eacd2d" : {
- "address" : "10.138.0.90:4501",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-b --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.027582499999999999
- },
- "disk" : {
- "busy" : 0.279997,
- "free_bytes" : 56948596736,
- "reads" : {
- "counter" : 10226618321,
- "hz" : 957.59000000000003,
- "sectors" : 38304
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 7318870441,
- "hz" : 586.59400000000005,
- "sectors" : 48664
- }
- },
- "excluded" : false,
- "fault_domain" : "58340cf570991c7fad410a0e9f5c4c82",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "58340cf570991c7fad410a0e9f5c4c82",
- "processid" : "7ba1dfaa4112235edddb2d3b84eacd2d",
- "zoneid" : "58340cf570991c7fad410a0e9f5c4c82"
- },
- "machine_id" : "58340cf570991c7fad410a0e9f5c4c82",
- "memory" : {
- "available_bytes" : 3873923072,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 109836672,
- "used_bytes" : 1760231424
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 69,
- "megabits_received" : {
- "hz" : 0.25840399999999997
- },
- "megabits_sent" : {
- "hz" : 0.28820200000000001
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1358869601,
- "hz" : 68452.100000000006,
- "roughness" : 22921.200000000001
- },
- "data_lag" : {
- "seconds" : 0.0026349999999999998,
- "versions" : 2635
- },
- "data_version" : 81617215453549,
- "durability_lag" : {
- "seconds" : 5.2811700000000004,
- "versions" : 5281166
- },
- "durable_bytes" : {
- "counter" : 140611258,
- "hz" : 4508.79,
- "roughness" : 2329.21
- },
- "durable_version" : 81617210172383,
- "finished_queries" : {
- "counter" : 88652,
- "hz" : 37.799900000000001,
- "roughness" : 5.64689
- },
- "id" : "b7e2b62ed3a7f390",
- "input_bytes" : {
- "counter" : 140627904,
- "hz" : 3329.1999999999998,
- "roughness" : 14016.9
- },
- "keys_queried" : {
- "counter" : 4048782,
- "hz" : 205.40000000000001,
- "roughness" : 68.778199999999998
- },
- "kvstore_available_bytes" : 91492343808,
- "kvstore_free_bytes" : 56948600832,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 70177091584,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 61559992,
- "hz" : 352.19999999999999,
- "roughness" : 1482.8699999999999
- },
- "mutations" : {
- "counter" : 16818,
- "hz" : 3.2000000000000002,
- "roughness" : 13.473000000000001
- },
- "query_queue_max" : 7,
- "role" : "storage",
- "stored_bytes" : 31727511990,
- "total_queries" : {
- "counter" : 88652,
- "hz" : 37.799900000000001,
- "roughness" : 5.6470000000000002
- }
- }
- ],
- "run_loop_busy" : 0.017916899999999999,
- "uptime_seconds" : 830.17600000000004,
- "version" : "6.2.20"
- },
- "8230535849e8362237788c305eff9ae3" : {
- "address" : "10.138.0.89:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-c --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.276611
- },
- "disk" : {
- "busy" : 0.45119499999999996,
- "free_bytes" : 55630974976,
- "reads" : {
- "counter" : 3141797466,
- "hz" : 798.79200000000003,
- "sectors" : 31952
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 884583468,
- "hz" : 987.78999999999996,
- "sectors" : 94712
- }
- },
- "excluded" : false,
- "fault_domain" : "b2245d73f1012517021cd526fea73f07",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "b2245d73f1012517021cd526fea73f07",
- "processid" : "8230535849e8362237788c305eff9ae3",
- "zoneid" : "b2245d73f1012517021cd526fea73f07"
- },
- "machine_id" : "b2245d73f1012517021cd526fea73f07",
- "memory" : {
- "available_bytes" : 3914610688,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 47709792,
- "used_bytes" : 3278352384
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 87,
- "megabits_received" : {
- "hz" : 2.0824600000000002
- },
- "megabits_sent" : {
- "hz" : 1.18943
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1752530166,
- "hz" : 134572,
- "roughness" : 2284.6999999999998
- },
- "data_lag" : {
- "seconds" : 0.0055859999999999998,
- "versions" : 5586
- },
- "data_version" : 81617217307715,
- "durability_lag" : {
- "seconds" : 5.3895499999999998,
- "versions" : 5389546
- },
- "durable_bytes" : {
- "counter" : 2042476474,
- "hz" : 454216,
- "roughness" : 644805
- },
- "durable_version" : 81617211918169,
- "finished_queries" : {
- "counter" : 108949,
- "hz" : 242.59700000000001,
- "roughness" : 3.9967700000000002
- },
- "id" : "a90a3b06d6ba9a39",
- "input_bytes" : {
- "counter" : 2042654518,
- "hz" : 34016.400000000001,
- "roughness" : 45253.400000000001
- },
- "keys_queried" : {
- "counter" : 5020418,
- "hz" : 803.38999999999999,
- "roughness" : 13.6396
- },
- "kvstore_available_bytes" : 210918588416,
- "kvstore_free_bytes" : 55630970880,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 262611599360,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 183311239,
- "hz" : 5693.1300000000001,
- "roughness" : 7573.8000000000002
- },
- "mutations" : {
- "counter" : 2251979,
- "hz" : 23.1997,
- "roughness" : 30.863499999999998
- },
- "query_queue_max" : 11,
- "role" : "storage",
- "stored_bytes" : 37830818584,
- "total_queries" : {
- "counter" : 108949,
- "hz" : 242.59700000000001,
- "roughness" : 3.99709
- }
- }
- ],
- "run_loop_busy" : 0.25048300000000001,
- "uptime_seconds" : 935.56700000000001,
- "version" : "6.2.20"
- },
- "8cb88b85e4006c2ac7f910474fa3ec4f" : {
- "address" : "10.138.0.94:4503",
- "class_source" : "command_line",
- "class_type" : "stateless",
- "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4503",
- "cpu" : {
- "usage_cores" : 0.20019799999999999
- },
- "degraded" : true,
- "disk" : {
- "busy" : 0.0016000000000000001,
- "free_bytes" : 30660231168,
- "reads" : {
- "counter" : 8394,
- "hz" : 0,
- "sectors" : 0
- },
- "total_bytes" : 33116909568,
- "writes" : {
- "counter" : 35363,
- "hz" : 0.39999899999999999,
- "sectors" : 40
- }
- },
- "excluded" : false,
- "fault_domain" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "locality" : {
- "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "processid" : "8cb88b85e4006c2ac7f910474fa3ec4f",
- "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
- },
- "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "memory" : {
- "available_bytes" : 4313708544,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 108789216,
- "used_bytes" : 349782016
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 91,
- "megabits_received" : {
- "hz" : 9.9946199999999994
- },
- "megabits_sent" : {
- "hz" : 25.119299999999999
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "id" : "972fdf4064771c45",
- "role" : "proxy"
- }
- ],
- "run_loop_busy" : 0.142572,
- "uptime_seconds" : 36480.099999999999,
- "version" : "6.2.20"
- },
- "8d61ddb2c13897a8ac004c61e0c0abc8" : {
- "address" : "10.138.0.94:4502",
- "class_source" : "command_line",
- "class_type" : "stateless",
- "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4502",
- "cpu" : {
- "usage_cores" : 0.202269
- },
- "disk" : {
- "busy" : 0.0015999900000000001,
- "free_bytes" : 30660231168,
- "reads" : {
- "counter" : 8394,
- "hz" : 0,
- "sectors" : 0
- },
- "total_bytes" : 33116909568,
- "writes" : {
- "counter" : 35363,
- "hz" : 0.39999799999999996,
- "sectors" : 40
- }
- },
- "excluded" : false,
- "fault_domain" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "locality" : {
- "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "processid" : "8d61ddb2c13897a8ac004c61e0c0abc8",
- "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
- },
- "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "memory" : {
- "available_bytes" : 4313724928,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 89914848,
- "used_bytes" : 337260544
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 91,
- "megabits_received" : {
- "hz" : 9.8738799999999998
- },
- "megabits_sent" : {
- "hz" : 24.6219
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "id" : "29f2a28cfe226b6b",
- "role" : "proxy"
- }
- ],
- "run_loop_busy" : 0.14655599999999999,
- "uptime_seconds" : 36480.300000000003,
- "version" : "6.2.20"
- },
- "b29630b3085566dd7163a0dbc1be28fe" : {
- "address" : "10.138.0.101:4502",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --locality_data_hall=us-west1-c --logdir=/var/log/foundationdb --public_address=auto:4502",
- "cpu" : {
- "usage_cores" : 0.18308000000000002
- },
- "disk" : {
- "busy" : 0.97439799999999999,
- "free_bytes" : 347644854272,
- "reads" : {
- "counter" : 29208403,
- "hz" : 2944.9899999999998,
- "sectors" : 117816
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 19587647,
- "hz" : 850.798,
- "sectors" : 201024
- }
- },
- "excluded" : false,
- "fault_domain" : "699531d3be4400c65a6f34dd8261baf2",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "699531d3be4400c65a6f34dd8261baf2",
- "processid" : "b29630b3085566dd7163a0dbc1be28fe",
- "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
- },
- "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
- "memory" : {
- "available_bytes" : 4395310080,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 55310976,
- "used_bytes" : 3425480704
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0.20000000000000001
- },
- "current_connections" : 77,
- "megabits_received" : {
- "hz" : 19.871600000000001
- },
- "megabits_sent" : {
- "hz" : 21.720199999999998
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "data_version" : 81617213931713,
- "durable_bytes" : {
- "counter" : 602980507,
- "hz" : 2737650,
- "roughness" : 474503
- },
- "id" : "912bde350ded37c3",
- "input_bytes" : {
- "counter" : 629908174,
- "hz" : 3445570,
- "roughness" : 173829
- },
- "kvstore_available_bytes" : 347644870656,
- "kvstore_free_bytes" : 347644870656,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 105702232,
- "queue_disk_available_bytes" : 347644870656,
- "queue_disk_free_bytes" : 347644870656,
- "queue_disk_total_bytes" : 532622512128,
- "queue_disk_used_bytes" : 49446912,
- "role" : "log"
- },
- {
- "bytes_queried" : {
- "counter" : 2054266121,
- "hz" : 566108,
- "roughness" : 37336.099999999999
- },
- "data_lag" : {
- "seconds" : 0.0053379999999999999,
- "versions" : 5338
- },
- "data_version" : 81617217067740,
- "durability_lag" : {
- "seconds" : 5.26884,
- "versions" : 5268835
- },
- "durable_bytes" : {
- "counter" : 2889958706,
- "hz" : 461829,
- "roughness" : 708677
- },
- "durable_version" : 81617211798905,
- "finished_queries" : {
- "counter" : 1616070,
- "hz" : 1000.2,
- "roughness" : 42.915100000000002
- },
- "id" : "e00b2047d9b38879",
- "input_bytes" : {
- "counter" : 2890189072,
- "hz" : 46073,
- "roughness" : 53042.300000000003
- },
- "keys_queried" : {
- "counter" : 4217837,
- "hz" : 1093.79,
- "roughness" : 72.138199999999998
- },
- "kvstore_available_bytes" : 351971766272,
- "kvstore_free_bytes" : 347644866560,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 46799081472,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 317698427,
- "hz" : 8174.5600000000004,
- "roughness" : 9411.1100000000006
- },
- "mutations" : {
- "counter" : 2887567,
- "hz" : 35.799799999999998,
- "roughness" : 41.215200000000003
- },
- "query_queue_max" : 143,
- "role" : "storage",
- "stored_bytes" : 37961132820,
- "total_queries" : {
- "counter" : 1616070,
- "hz" : 1000.2,
- "roughness" : 44.788400000000003
- }
- }
- ],
- "run_loop_busy" : 0.12547900000000001,
- "uptime_seconds" : 1335.21,
- "version" : "6.2.20"
- },
- "b2eb7cb2c0c45188e527e53a486f45e1" : {
- "address" : "10.138.0.100:4503",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --locality_data_hall=us-west1-b --logdir=/var/log/foundationdb --public_address=auto:4503",
- "cpu" : {
- "usage_cores" : 0.16672899999999999
- },
- "disk" : {
- "busy" : 0.99679799999999996,
- "free_bytes" : 343320338432,
- "reads" : {
- "counter" : 31667246,
- "hz" : 2278.4000000000001,
- "sectors" : 93176
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 20658442,
- "hz" : 1295.8,
- "sectors" : 398736
- }
- },
- "excluded" : false,
- "fault_domain" : "3f61e7092396def1a5d14dab79c8f082",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "3f61e7092396def1a5d14dab79c8f082",
- "processid" : "b2eb7cb2c0c45188e527e53a486f45e1",
- "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
- },
- "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
- "memory" : {
- "available_bytes" : 4362674176,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 66057120,
- "used_bytes" : 3410755584
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 84,
- "megabits_received" : {
- "hz" : 47.921199999999999
- },
- "megabits_sent" : {
- "hz" : 15.539099999999999
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1467499757,
- "hz" : 2057970,
- "roughness" : 166106
- },
- "data_lag" : {
- "seconds" : 0.017742999999999998,
- "versions" : 17743
- },
- "data_version" : 81617218201588,
- "durability_lag" : {
- "seconds" : 5.6426699999999999,
- "versions" : 5642668
- },
- "durable_bytes" : {
- "counter" : 4586836578,
- "hz" : 491125,
- "roughness" : 616264
- },
- "durable_version" : 81617212558920,
- "finished_queries" : {
- "counter" : 3363120,
- "hz" : 2284.5900000000001,
- "roughness" : 37.019399999999997
- },
- "id" : "4e575e99292b9b33",
- "input_bytes" : {
- "counter" : 4589630552,
- "hz" : 125214,
- "roughness" : 44550.099999999999
- },
- "keys_queried" : {
- "counter" : 3489596,
- "hz" : 28332.700000000001,
- "roughness" : 2286.8400000000001
- },
- "kvstore_available_bytes" : 348130279424,
- "kvstore_free_bytes" : 343320338432,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 47524245504,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 464807843,
- "hz" : 11255.6,
- "roughness" : 4587.7200000000003
- },
- "mutations" : {
- "counter" : 4510173,
- "hz" : 113.59999999999999,
- "roughness" : 46.302700000000002
- },
- "query_queue_max" : 188,
- "role" : "storage",
- "stored_bytes" : 38352650721,
- "total_queries" : {
- "counter" : 3363122,
- "hz" : 2284.9899999999998,
- "roughness" : 37.751800000000003
- }
- }
- ],
- "run_loop_busy" : 0.145789,
- "uptime_seconds" : 1415.54,
- "version" : "6.2.20"
- },
- "beb04727fab04e3bf7a55749b7d67647" : {
- "address" : "10.138.0.120:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-a --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.245673
- },
- "disk" : {
- "busy" : 0.37596799999999997,
- "free_bytes" : 57663012864,
- "reads" : {
- "counter" : 10362725447,
- "hz" : 1111.3099999999999,
- "sectors" : 44456
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 7613572441,
- "hz" : 1172.7,
- "sectors" : 193128
- }
- },
- "excluded" : false,
- "fault_domain" : "73e6c5cffa6ded52953fefcc23019bf4",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "73e6c5cffa6ded52953fefcc23019bf4",
- "processid" : "beb04727fab04e3bf7a55749b7d67647",
- "zoneid" : "73e6c5cffa6ded52953fefcc23019bf4"
- },
- "machine_id" : "73e6c5cffa6ded52953fefcc23019bf4",
- "memory" : {
- "available_bytes" : 3899482112,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 51510688,
- "used_bytes" : 3306283008
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0.19998299999999999
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 62,
- "megabits_received" : {
- "hz" : 54.103499999999997
- },
- "megabits_sent" : {
- "hz" : 0.63110199999999994
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 2509471639,
- "hz" : 29973.299999999999,
- "roughness" : 19495.799999999999
- },
- "data_lag" : {
- "seconds" : 0.014449,
- "versions" : 14449
- },
- "data_version" : 81617215939754,
- "durability_lag" : {
- "seconds" : 5.2992600000000003,
- "versions" : 5299264
- },
- "durable_bytes" : {
- "counter" : 1701688710,
- "hz" : 57105.699999999997,
- "roughness" : 54165.199999999997
- },
- "durable_version" : 81617210640490,
- "finished_queries" : {
- "counter" : 657533,
- "hz" : 113.2,
- "roughness" : 21.6038
- },
- "id" : "3059a7c47d53923a",
- "input_bytes" : {
- "counter" : 1701953272,
- "hz" : 52096.199999999997,
- "roughness" : 30532.200000000001
- },
- "keys_queried" : {
- "counter" : 4978940,
- "hz" : 161.79900000000001,
- "roughness" : 105.23999999999999
- },
- "kvstore_available_bytes" : 209078980608,
- "kvstore_free_bytes" : 57663012864,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 266688188416,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 138776443,
- "hz" : 3318.5900000000001,
- "roughness" : 3867.7600000000002
- },
- "mutations" : {
- "counter" : 1736667,
- "hz" : 45.399799999999999,
- "roughness" : 52.912799999999997
- },
- "query_queue_max" : 45,
- "role" : "storage",
- "stored_bytes" : 37181157621,
- "total_queries" : {
- "counter" : 657533,
- "hz" : 113.2,
- "roughness" : 21.560400000000001
- }
- }
- ],
- "run_loop_busy" : 0.22185299999999999,
- "uptime_seconds" : 640.27800000000002,
- "version" : "6.2.20"
- },
- "bee44bfb828c858b6ed20703e4ff885d" : {
- "address" : "10.138.0.94:4501",
- "class_source" : "command_line",
- "class_type" : "stateless",
- "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.21665599999999999
- },
- "disk" : {
- "busy" : 0.0016000000000000001,
- "free_bytes" : 30660231168,
- "reads" : {
- "counter" : 8394,
- "hz" : 0,
- "sectors" : 0
- },
- "total_bytes" : 33116909568,
- "writes" : {
- "counter" : 35363,
- "hz" : 0.39999899999999999,
- "sectors" : 40
- }
- },
- "excluded" : false,
- "fault_domain" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "locality" : {
- "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "processid" : "bee44bfb828c858b6ed20703e4ff885d",
- "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
- },
- "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "memory" : {
- "available_bytes" : 4313708544,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 131989280,
- "used_bytes" : 369348608
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 90,
- "megabits_received" : {
- "hz" : 14.335000000000001
- },
- "megabits_sent" : {
- "hz" : 41.7804
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "id" : "55ce3968589f8b41",
- "role" : "proxy"
- }
- ],
- "run_loop_busy" : 0.15901599999999999,
- "uptime_seconds" : 36480.199999999997,
- "version" : "6.2.20"
- },
- "befb4f8b11166b5e47a558f7dc893824" : {
- "address" : "10.138.0.100:4502",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --locality_data_hall=us-west1-b --logdir=/var/log/foundationdb --public_address=auto:4502",
- "cpu" : {
- "usage_cores" : 0.19225
- },
- "disk" : {
- "busy" : 0.99599699999999991,
- "free_bytes" : 343320350720,
- "reads" : {
- "counter" : 31666397,
- "hz" : 2229.5999999999999,
- "sectors" : 90544
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 20658067,
- "hz" : 1312,
- "sectors" : 423416
- }
- },
- "excluded" : false,
- "fault_domain" : "3f61e7092396def1a5d14dab79c8f082",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "3f61e7092396def1a5d14dab79c8f082",
- "processid" : "befb4f8b11166b5e47a558f7dc893824",
- "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
- },
- "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
- "memory" : {
- "available_bytes" : 4362179584,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 47184256,
- "used_bytes" : 3396341760
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 75,
- "megabits_received" : {
- "hz" : 46.828299999999999
- },
- "megabits_sent" : {
- "hz" : 7.7312200000000004
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1430774854,
- "hz" : 1205130,
- "roughness" : 197438
- },
- "data_lag" : {
- "seconds" : 0.0070369999999999999,
- "versions" : 7037
- },
- "data_version" : 81617216136030,
- "durability_lag" : {
- "seconds" : 5.68248,
- "versions" : 5682481
- },
- "durable_bytes" : {
- "counter" : 3887158702,
- "hz" : 36890.400000000001,
- "roughness" : 36876.099999999999
- },
- "durable_version" : 81617210453549,
- "finished_queries" : {
- "counter" : 79256,
- "hz" : 36.997999999999998,
- "roughness" : 4.83833
- },
- "id" : "38cefcf4a4cce41c",
- "input_bytes" : {
- "counter" : 3888651412,
- "hz" : 296722,
- "roughness" : 161462
- },
- "keys_queried" : {
- "counter" : 3518650,
- "hz" : 4804.9399999999996,
- "roughness" : 787.20100000000002
- },
- "kvstore_available_bytes" : 346757595136,
- "kvstore_free_bytes" : 343320363008,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 47020335104,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 402210206,
- "hz" : 15975.6,
- "roughness" : 21328.099999999999
- },
- "mutations" : {
- "counter" : 4146258,
- "hz" : 328.38299999999998,
- "roughness" : 438.40699999999998
- },
- "query_queue_max" : 11,
- "role" : "storage",
- "stored_bytes" : 38038579751,
- "total_queries" : {
- "counter" : 79267,
- "hz" : 38.997900000000001,
- "roughness" : 5.3469699999999998
- }
- }
- ],
- "run_loop_busy" : 0.175404,
- "uptime_seconds" : 1415.22,
- "version" : "6.2.20"
- },
- "c0b68236acb7fa1005c1af244db38a28" : {
- "address" : "10.138.0.99:4502",
- "class_source" : "command_line",
- "class_type" : "stateless",
- "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4502 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4502",
- "cpu" : {
- "usage_cores" : 0.037964299999999999
- },
- "disk" : {
- "busy" : 0.0016000000000000001,
- "free_bytes" : 31022080000,
- "reads" : {
- "counter" : 8316,
- "hz" : 0,
- "sectors" : 0
- },
- "total_bytes" : 33116909568,
- "writes" : {
- "counter" : 34313,
- "hz" : 1.6000000000000001,
- "sectors" : 416
- }
- },
- "excluded" : false,
- "fault_domain" : "65f462bc05397e6274c8d495dfdc2bb7",
- "locality" : {
- "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
- "processid" : "c0b68236acb7fa1005c1af244db38a28",
- "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
- },
- "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
- "memory" : {
- "available_bytes" : 4367442944,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 60030848,
- "used_bytes" : 394956800
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 42,
- "megabits_received" : {
- "hz" : 1.47123
- },
- "megabits_sent" : {
- "hz" : 0.68059999999999998
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "id" : "35203f1c8191836f",
- "role" : "master"
- },
- {
- "id" : "8784e883a066b6f3",
- "role" : "data_distributor"
- },
- {
- "id" : "63e34852fcd2e0a3",
- "role" : "ratekeeper"
- }
- ],
- "run_loop_busy" : 0.0239534,
- "uptime_seconds" : 35865.300000000003,
- "version" : "6.2.20"
- },
- "c0e73b8b9ec9b8601c709c2a4daa65e1" : {
- "address" : "10.138.0.14:4503",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --locality_data_hall=us-west1-a --logdir=/var/log/foundationdb --public_address=auto:4503",
- "cpu" : {
- "usage_cores" : 0.25839299999999998
- },
- "disk" : {
- "busy" : 0.96319899999999992,
- "free_bytes" : 356907012096,
- "reads" : {
- "counter" : 25621844,
- "hz" : 2266.4000000000001,
- "sectors" : 95896
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 17605495,
- "hz" : 1429.5999999999999,
- "sectors" : 334320
- }
- },
- "excluded" : false,
- "fault_domain" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "processid" : "c0e73b8b9ec9b8601c709c2a4daa65e1",
- "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
- },
- "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "memory" : {
- "available_bytes" : 4396966912,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 71302912,
- "used_bytes" : 3519148032
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 87,
- "megabits_received" : {
- "hz" : 84.485600000000005
- },
- "megabits_sent" : {
- "hz" : 19.2654
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "data_version" : 81617217815560,
- "durable_bytes" : {
- "counter" : 617167503,
- "hz" : 3519510,
- "roughness" : 636938
- },
- "id" : "7c5f4031efcad9d1",
- "input_bytes" : {
- "counter" : 637270283,
- "hz" : 2169600,
- "roughness" : 95369.199999999997
- },
- "kvstore_available_bytes" : 356906995712,
- "kvstore_free_bytes" : 356906995712,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 105702232,
- "queue_disk_available_bytes" : 356906995712,
- "queue_disk_free_bytes" : 356906995712,
- "queue_disk_total_bytes" : 532622512128,
- "queue_disk_used_bytes" : 60407808,
- "role" : "log"
- },
- {
- "bytes_queried" : {
- "counter" : 3262442221,
- "hz" : 276523,
- "roughness" : 22381.400000000001
- },
- "data_lag" : {
- "seconds" : 0.0032589999999999997,
- "versions" : 3259
- },
- "data_version" : 81617215389564,
- "durability_lag" : {
- "seconds" : 5.1536999999999997,
- "versions" : 5153699
- },
- "durable_bytes" : {
- "counter" : 2451197924,
- "hz" : 58950.300000000003,
- "roughness" : 58273
- },
- "durable_version" : 81617210235865,
- "finished_queries" : {
- "counter" : 2829127,
- "hz" : 1769.2,
- "roughness" : 24.043299999999999
- },
- "id" : "4daea01ee92e9ceb",
- "input_bytes" : {
- "counter" : 2453968204,
- "hz" : 553035,
- "roughness" : 50395.5
- },
- "keys_queried" : {
- "counter" : 4971054,
- "hz" : 2210,
- "roughness" : 178.875
- },
- "kvstore_available_bytes" : 360028712960,
- "kvstore_free_bytes" : 356906999808,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 44902264832,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 243386342,
- "hz" : 214884,
- "roughness" : 20031
- },
- "mutations" : {
- "counter" : 2162555,
- "hz" : 118.8,
- "roughness" : 11.074199999999999
- },
- "query_queue_max" : 80,
- "role" : "storage",
- "stored_bytes" : 37048991064,
- "total_queries" : {
- "counter" : 2829127,
- "hz" : 1769.2,
- "roughness" : 25.1143
- }
- }
- ],
- "run_loop_busy" : 0.20374,
- "uptime_seconds" : 1290.23,
- "version" : "6.2.20"
- },
- "ca1abbe0cac5f66afc8607547b4041a7" : {
- "address" : "10.138.0.101:4503",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --locality_data_hall=us-west1-c --logdir=/var/log/foundationdb --public_address=auto:4503",
- "cpu" : {
- "usage_cores" : 0.19877000000000003
- },
- "disk" : {
- "busy" : 0.97519899999999993,
- "free_bytes" : 347644854272,
- "reads" : {
- "counter" : 29208497,
- "hz" : 2950.1999999999998,
- "sectors" : 118024
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 19587650,
- "hz" : 850.60000000000002,
- "sectors" : 201016
- }
- },
- "excluded" : false,
- "fault_domain" : "699531d3be4400c65a6f34dd8261baf2",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "699531d3be4400c65a6f34dd8261baf2",
- "processid" : "ca1abbe0cac5f66afc8607547b4041a7",
- "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
- },
- "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
- "memory" : {
- "available_bytes" : 4395310080,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 62782304,
- "used_bytes" : 3322392576
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 85,
- "megabits_received" : {
- "hz" : 56.271599999999999
- },
- "megabits_sent" : {
- "hz" : 30.118200000000002
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1745254929,
- "hz" : 4405680,
- "roughness" : 251661
- },
- "data_lag" : {
- "seconds" : 0.012185,
- "versions" : 12185
- },
- "data_version" : 81617217139167,
- "durability_lag" : {
- "seconds" : 5.3468099999999996,
- "versions" : 5346809
- },
- "durable_bytes" : {
- "counter" : 4148659874,
- "hz" : 770914,
- "roughness" : 714173
- },
- "durable_version" : 81617211792358,
- "finished_queries" : {
- "counter" : 2608101,
- "hz" : 1911.4000000000001,
- "roughness" : 24.855
- },
- "id" : "fe1f7f9e3bc33ace",
- "input_bytes" : {
- "counter" : 4150822738,
- "hz" : 411241,
- "roughness" : 32510.099999999999
- },
- "keys_queried" : {
- "counter" : 6009772,
- "hz" : 62713.900000000001,
- "roughness" : 3582.3400000000001
- },
- "kvstore_available_bytes" : 349128814592,
- "kvstore_free_bytes" : 347644866560,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 44391301120,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 350565877,
- "hz" : 25773.299999999999,
- "roughness" : 2116.21
- },
- "mutations" : {
- "counter" : 4415237,
- "hz" : 432.399,
- "roughness" : 35.503599999999999
- },
- "query_queue_max" : 88,
- "role" : "storage",
- "stored_bytes" : 37460401528,
- "total_queries" : {
- "counter" : 2608102,
- "hz" : 1911.5999999999999,
- "roughness" : 25.220700000000001
- }
- }
- ],
- "run_loop_busy" : 0.17312900000000001,
- "uptime_seconds" : 1335.24,
- "version" : "6.2.20"
- },
- "cb6e0e2eec0841d42a487eb4b16ecb94" : {
- "address" : "10.138.0.91:4501",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-c --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.186334
- },
- "disk" : {
- "busy" : 0.93199599999999994,
- "free_bytes" : 55307452416,
- "reads" : {
- "counter" : 29130184,
- "hz" : 1300.1900000000001,
- "sectors" : 52888
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 26266790,
- "hz" : 1601.79,
- "sectors" : 157640
- }
- },
- "excluded" : false,
- "fault_domain" : "61c377ff88ac8c4643aa834237e35b1c",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "61c377ff88ac8c4643aa834237e35b1c",
- "processid" : "cb6e0e2eec0841d42a487eb4b16ecb94",
- "zoneid" : "61c377ff88ac8c4643aa834237e35b1c"
- },
- "machine_id" : "61c377ff88ac8c4643aa834237e35b1c",
- "memory" : {
- "available_bytes" : 4004470784,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 4587392,
- "used_bytes" : 1026048000
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 64,
- "megabits_received" : {
- "hz" : 18.293299999999999
- },
- "megabits_sent" : {
- "hz" : 25.560400000000001
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "data_version" : 81617217995808,
- "durable_bytes" : {
- "counter" : 617510495,
- "hz" : 3558360,
- "roughness" : 622058
- },
- "id" : "b137a1a3100719f2",
- "input_bytes" : {
- "counter" : 640629963,
- "hz" : 2838930,
- "roughness" : 131175
- },
- "kvstore_available_bytes" : 55307444224,
- "kvstore_free_bytes" : 55307444224,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 105702232,
- "queue_disk_available_bytes" : 55307444224,
- "queue_disk_free_bytes" : 55307444224,
- "queue_disk_total_bytes" : 395260067840,
- "queue_disk_used_bytes" : 56090624,
- "role" : "log"
- },
- {
- "bytes_queried" : {
- "counter" : 157652852,
- "hz" : 38617.300000000003,
- "roughness" : 15359.1
- },
- "data_lag" : {
- "seconds" : 0.0054800000000000005,
- "versions" : 5480
- },
- "data_version" : 81617218123047,
- "durability_lag" : {
- "seconds" : 5.39506,
- "versions" : 5395060
- },
- "durable_bytes" : {
- "counter" : 78182950,
- "hz" : 31518.799999999999,
- "roughness" : 29208
- },
- "durable_version" : 81617212727987,
- "finished_queries" : {
- "counter" : 16721,
- "hz" : 43.3994,
- "roughness" : 6.6840099999999998
- },
- "id" : "3c517ba783af8e81",
- "input_bytes" : {
- "counter" : 78351936,
- "hz" : 31148.400000000001,
- "roughness" : 5401.0799999999999
- },
- "keys_queried" : {
- "counter" : 413269,
- "hz" : 273.79599999999999,
- "roughness" : 108.896
- },
- "kvstore_available_bytes" : 91644100608,
- "kvstore_free_bytes" : 55307444224,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 72066387968,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 30976043,
- "hz" : 1752.78,
- "roughness" : 303.92899999999997
- },
- "mutations" : {
- "counter" : 16260,
- "hz" : 28.1996,
- "roughness" : 4.8897700000000004
- },
- "query_queue_max" : 11,
- "role" : "storage",
- "stored_bytes" : 31860953098,
- "total_queries" : {
- "counter" : 16721,
- "hz" : 43.3994,
- "roughness" : 6.6845300000000005
- }
- }
- ],
- "run_loop_busy" : 0.12325899999999999,
- "uptime_seconds" : 395.17099999999999,
- "version" : "6.2.20"
- },
- "cc8466080c3724c5121d980a0fa5186a" : {
- "address" : "10.138.0.14:4501",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-a --logdir=/var/log/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.12883500000000001
- },
- "disk" : {
- "busy" : 0.96239399999999997,
- "free_bytes" : 356907012096,
- "reads" : {
- "counter" : 25621896,
- "hz" : 2261.9899999999998,
- "sectors" : 95872
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 17605496,
- "hz" : 1429.79,
- "sectors" : 334328
- }
- },
- "excluded" : false,
- "fault_domain" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "processid" : "cc8466080c3724c5121d980a0fa5186a",
- "zoneid" : "dd1390fc854ed6b3525f10b915ca2ee4"
- },
- "machine_id" : "dd1390fc854ed6b3525f10b915ca2ee4",
- "memory" : {
- "available_bytes" : 4396893184,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 47183904,
- "used_bytes" : 3156017152
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 75,
- "megabits_received" : {
- "hz" : 47.342399999999998
- },
- "megabits_sent" : {
- "hz" : 0.97412499999999991
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 3172192117,
- "hz" : 30141.099999999999,
- "roughness" : 1793.23
- },
- "data_lag" : {
- "seconds" : 0.010001999999999999,
- "versions" : 10002
- },
- "data_version" : 81617216928171,
- "durability_lag" : {
- "seconds" : 5.1197900000000001,
- "versions" : 5119788
- },
- "durable_bytes" : {
- "counter" : 2323653998,
- "hz" : 799751,
- "roughness" : 795230
- },
- "durable_version" : 81617211808383,
- "finished_queries" : {
- "counter" : 752233,
- "hz" : 362.99900000000002,
- "roughness" : 16.392099999999999
- },
- "id" : "22d06641fc08d316",
- "input_bytes" : {
- "counter" : 2325266390,
- "hz" : 313184,
- "roughness" : 31842.700000000001
- },
- "keys_queried" : {
- "counter" : 8491557,
- "hz" : 297.79899999999998,
- "roughness" : 17.717400000000001
- },
- "kvstore_available_bytes" : 357744865280,
- "kvstore_free_bytes" : 356906995712,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 42810257408,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 244697233,
- "hz" : 20399.299999999999,
- "roughness" : 2105.8499999999999
- },
- "mutations" : {
- "counter" : 2371199,
- "hz" : 329.399,
- "roughness" : 34.004300000000001
- },
- "query_queue_max" : 24,
- "role" : "storage",
- "stored_bytes" : 36949737300,
- "total_queries" : {
- "counter" : 752233,
- "hz" : 362.99900000000002,
- "roughness" : 16.451799999999999
- }
- }
- ],
- "run_loop_busy" : 0.110207,
- "uptime_seconds" : 1290.24,
- "version" : "6.2.20"
- },
- "d84f914da87969b158a69cece7f59e16" : {
- "address" : "10.138.0.90:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-b --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.0772143
- },
- "disk" : {
- "busy" : 0.28319800000000001,
- "free_bytes" : 56948592640,
- "reads" : {
- "counter" : 10226618442,
- "hz" : 961.59400000000005,
- "sectors" : 38464
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 7318870829,
- "hz" : 620.596,
- "sectors" : 51312
- }
- },
- "excluded" : false,
- "fault_domain" : "58340cf570991c7fad410a0e9f5c4c82",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "58340cf570991c7fad410a0e9f5c4c82",
- "processid" : "d84f914da87969b158a69cece7f59e16",
- "zoneid" : "58340cf570991c7fad410a0e9f5c4c82"
- },
- "machine_id" : "58340cf570991c7fad410a0e9f5c4c82",
- "memory" : {
- "available_bytes" : 3873923072,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 45481024,
- "used_bytes" : 3264540672
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 89,
- "megabits_received" : {
- "hz" : 1.9502200000000001
- },
- "megabits_sent" : {
- "hz" : 1.2094800000000001
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 2890339827,
- "hz" : 155223,
- "roughness" : 28151.799999999999
- },
- "data_lag" : {
- "seconds" : 0.0048729999999999997,
- "versions" : 4873
- },
- "data_version" : 81617216690573,
- "durability_lag" : {
- "seconds" : 5.0709,
- "versions" : 5070902
- },
- "durable_bytes" : {
- "counter" : 1500402118,
- "hz" : 929181,
- "roughness" : 917444
- },
- "durable_version" : 81617211619671,
- "finished_queries" : {
- "counter" : 88363,
- "hz" : 56.9998,
- "roughness" : 5.8348399999999998
- },
- "id" : "005c2e78eaae89eb",
- "input_bytes" : {
- "counter" : 1502811492,
- "hz" : 481181,
- "roughness" : 83728
- },
- "keys_queried" : {
- "counter" : 4073047,
- "hz" : 993.39599999999996,
- "roughness" : 180.166
- },
- "kvstore_available_bytes" : 219583094784,
- "kvstore_free_bytes" : 56948600832,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 267823026176,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 142150497,
- "hz" : 206961,
- "roughness" : 36012.300000000003
- },
- "mutations" : {
- "counter" : 1599725,
- "hz" : 64.799800000000005,
- "roughness" : 11.275499999999999
- },
- "query_queue_max" : 3,
- "role" : "storage",
- "stored_bytes" : 38605428152,
- "total_queries" : {
- "counter" : 88363,
- "hz" : 56.9998,
- "roughness" : 5.8318399999999997
- }
- }
- ],
- "run_loop_busy" : 0.059079199999999998,
- "uptime_seconds" : 830.31399999999996,
- "version" : "6.2.20"
- },
- "dd3802692bb0f6abbbd2aaf2a8b8498b" : {
- "address" : "10.138.0.101:4501",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-c --logdir=/var/log/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.068616499999999997
- },
- "disk" : {
- "busy" : 0.97759599999999991,
- "free_bytes" : 347644850176,
- "reads" : {
- "counter" : 29208556,
- "hz" : 2961.79,
- "sectors" : 118488
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 19587654,
- "hz" : 851.39700000000005,
- "sectors" : 201048
- }
- },
- "excluded" : false,
- "fault_domain" : "699531d3be4400c65a6f34dd8261baf2",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "699531d3be4400c65a6f34dd8261baf2",
- "processid" : "dd3802692bb0f6abbbd2aaf2a8b8498b",
- "zoneid" : "699531d3be4400c65a6f34dd8261baf2"
- },
- "machine_id" : "699531d3be4400c65a6f34dd8261baf2",
- "memory" : {
- "available_bytes" : 4395326464,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 50199296,
- "used_bytes" : 3371986944
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 91,
- "megabits_received" : {
- "hz" : 2.42326
- },
- "megabits_sent" : {
- "hz" : 17.024799999999999
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1875965972,
- "hz" : 2094529.9999999998,
- "roughness" : 37502.099999999999
- },
- "data_lag" : {
- "seconds" : 0.022897000000000001,
- "versions" : 22897
- },
- "data_version" : 81617216983621,
- "durability_lag" : {
- "seconds" : 5.0891099999999998,
- "versions" : 5089113
- },
- "durable_bytes" : {
- "counter" : 3602720998,
- "hz" : 39317.900000000001,
- "roughness" : 65039.400000000001
- },
- "durable_version" : 81617211894508,
- "finished_queries" : {
- "counter" : 301772,
- "hz" : 277.19900000000001,
- "roughness" : 4.2138900000000001
- },
- "id" : "88c85c81a30b04a3",
- "input_bytes" : {
- "counter" : 3605397312,
- "hz" : 535261,
- "roughness" : 166327
- },
- "keys_queried" : {
- "counter" : 4954566,
- "hz" : 8369.9699999999993,
- "roughness" : 149.62299999999999
- },
- "kvstore_available_bytes" : 350714318848,
- "kvstore_free_bytes" : 347644866560,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 45539954688,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 337493004,
- "hz" : 224715,
- "roughness" : 69827.800000000003
- },
- "mutations" : {
- "counter" : 3774305,
- "hz" : 85.199700000000007,
- "roughness" : 26.474900000000002
- },
- "query_queue_max" : 9,
- "role" : "storage",
- "stored_bytes" : 37710760683,
- "total_queries" : {
- "counter" : 301772,
- "hz" : 277.19900000000001,
- "roughness" : 4.2839200000000002
- }
- }
- ],
- "run_loop_busy" : 0.052206599999999999,
- "uptime_seconds" : 1335.26,
- "version" : "6.2.20"
- },
- "e0933108a061df75a917a6170df2a163" : {
- "address" : "10.138.0.48:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-b --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.66555599999999993
- },
- "disk" : {
- "busy" : 0.56319000000000008,
- "free_bytes" : 139044982784,
- "reads" : {
- "counter" : 3243750258,
- "hz" : 1932.77,
- "sectors" : 78776
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 1980305920,
- "hz" : 379.59300000000002,
- "sectors" : 98232
- }
- },
- "excluded" : false,
- "fault_domain" : "d8690a3c3cd52f90214c1a19affe65d8",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "d8690a3c3cd52f90214c1a19affe65d8",
- "processid" : "e0933108a061df75a917a6170df2a163",
- "zoneid" : "d8690a3c3cd52f90214c1a19affe65d8"
- },
- "machine_id" : "d8690a3c3cd52f90214c1a19affe65d8",
- "memory" : {
- "available_bytes" : 4259270656,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 48627232,
- "used_bytes" : 3489009664
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 73,
- "megabits_received" : {
- "hz" : 17.953600000000002
- },
- "megabits_sent" : {
- "hz" : 51.029200000000003
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 4687237448,
- "hz" : 3740310,
- "roughness" : 941482
- },
- "data_lag" : {
- "seconds" : 0.0099909999999999999,
- "versions" : 9991
- },
- "data_version" : 81617216685700,
- "durability_lag" : {
- "seconds" : 5.5496699999999999,
- "versions" : 5549670
- },
- "durable_bytes" : {
- "counter" : 2634393634,
- "hz" : 17476000,
- "roughness" : 27454300
- },
- "durable_version" : 81617211136030,
- "finished_queries" : {
- "counter" : 229795,
- "hz" : 101,
- "roughness" : 18.365100000000002
- },
- "id" : "d13925d1a9969ac7",
- "input_bytes" : {
- "counter" : 2705207916,
- "hz" : 14154500.000000002,
- "roughness" : 12577099.999999998
- },
- "keys_queried" : {
- "counter" : 7202581,
- "hz" : 9435.9599999999991,
- "roughness" : 2375.1500000000001
- },
- "kvstore_available_bytes" : 344639631360,
- "kvstore_free_bytes" : 139044974592,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 255899836416,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 196276764,
- "hz" : 976137,
- "roughness" : 923605
- },
- "mutations" : {
- "counter" : 2769473,
- "hz" : 15760.700000000001,
- "roughness" : 14912.5
- },
- "query_queue_max" : 7,
- "role" : "storage",
- "stored_bytes" : 38356141540,
- "total_queries" : {
- "counter" : 229795,
- "hz" : 100.2,
- "roughness" : 15.327999999999999
- }
- }
- ],
- "run_loop_busy" : 0.64963799999999994,
- "uptime_seconds" : 1210.2,
- "version" : "6.2.20"
- },
- "e0939080c8aa4c2f356a95c52e163fb0" : {
- "address" : "10.138.0.99:4503",
- "class_source" : "command_line",
- "class_type" : "stateless",
- "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4503 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4503",
- "cpu" : {
- "usage_cores" : 0.0111466
- },
- "disk" : {
- "busy" : 0.0016000000000000001,
- "free_bytes" : 31022080000,
- "reads" : {
- "counter" : 8316,
- "hz" : 0,
- "sectors" : 0
- },
- "total_bytes" : 33116909568,
- "writes" : {
- "counter" : 34313,
- "hz" : 1.6000000000000001,
- "sectors" : 416
- }
- },
- "excluded" : false,
- "fault_domain" : "65f462bc05397e6274c8d495dfdc2bb7",
- "locality" : {
- "machineid" : "65f462bc05397e6274c8d495dfdc2bb7",
- "processid" : "e0939080c8aa4c2f356a95c52e163fb0",
- "zoneid" : "65f462bc05397e6274c8d495dfdc2bb7"
- },
- "machine_id" : "65f462bc05397e6274c8d495dfdc2bb7",
- "memory" : {
- "available_bytes" : 4367500288,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 59374912,
- "used_bytes" : 291979264
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 42,
- "megabits_received" : {
- "hz" : 0.83545399999999992
- },
- "megabits_sent" : {
- "hz" : 0.17576899999999998
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "id" : "1f696be98801294f",
- "role" : "resolver"
- }
- ],
- "run_loop_busy" : 0.0070732500000000005,
- "uptime_seconds" : 35865.199999999997,
- "version" : "6.2.20"
- },
- "e3783580347b1cf6852ad18f8ad683c9" : {
- "address" : "10.138.0.89:4501",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-c --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.041360500000000001
- },
- "disk" : {
- "busy" : 0.44719499999999995,
- "free_bytes" : 55630979072,
- "reads" : {
- "counter" : 3141797152,
- "hz" : 813.99000000000001,
- "sectors" : 32560
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 884583200,
- "hz" : 973.38800000000003,
- "sectors" : 93584
- }
- },
- "excluded" : false,
- "fault_domain" : "b2245d73f1012517021cd526fea73f07",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "b2245d73f1012517021cd526fea73f07",
- "processid" : "e3783580347b1cf6852ad18f8ad683c9",
- "zoneid" : "b2245d73f1012517021cd526fea73f07"
- },
- "machine_id" : "b2245d73f1012517021cd526fea73f07",
- "memory" : {
- "available_bytes" : 3914590208,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 36437504,
- "used_bytes" : 3045277696
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 70,
- "megabits_received" : {
- "hz" : 1.8420300000000001
- },
- "megabits_sent" : {
- "hz" : 0.28104599999999996
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 3715744178,
- "hz" : 13390.6,
- "roughness" : 13563.1
- },
- "data_lag" : {
- "seconds" : 0.022897000000000001,
- "versions" : 22897
- },
- "data_version" : 81617216983621,
- "durability_lag" : {
- "seconds" : 5.29305,
- "versions" : 5293048
- },
- "durable_bytes" : {
- "counter" : 1320296586,
- "hz" : 437495,
- "roughness" : 1283270
- },
- "durable_version" : 81617211690573,
- "finished_queries" : {
- "counter" : 93762,
- "hz" : 27.599599999999999,
- "roughness" : 11.8514
- },
- "id" : "e65daee1d58bf581",
- "input_bytes" : {
- "counter" : 1322703790,
- "hz" : 473303,
- "roughness" : 682425
- },
- "keys_queried" : {
- "counter" : 3972450,
- "hz" : 36.1995,
- "roughness" : 36.665799999999997
- },
- "kvstore_available_bytes" : 95397400576,
- "kvstore_free_bytes" : 55630970880,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 76699348992,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 158518721,
- "hz" : 210996,
- "roughness" : 304222
- },
- "mutations" : {
- "counter" : 1285678,
- "hz" : 49.999299999999998,
- "roughness" : 72.090800000000002
- },
- "query_queue_max" : 19,
- "role" : "storage",
- "stored_bytes" : 32995154493,
- "total_queries" : {
- "counter" : 93762,
- "hz" : 27.599599999999999,
- "roughness" : 11.8492
- }
- }
- ],
- "run_loop_busy" : 0.028669499999999997,
- "uptime_seconds" : 935.221,
- "version" : "6.2.20"
- },
- "e450059f3760a7b9a6ad93b9c41bf1cb" : {
- "address" : "10.138.0.100:4501",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-b --logdir=/var/log/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.061802899999999994
- },
- "disk" : {
- "busy" : 0.99679899999999999,
- "free_bytes" : 343320350720,
- "reads" : {
- "counter" : 31666416,
- "hz" : 2216.4000000000001,
- "sectors" : 90064
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 20658127,
- "hz" : 1324,
- "sectors" : 424864
- }
- },
- "excluded" : false,
- "fault_domain" : "3f61e7092396def1a5d14dab79c8f082",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "3f61e7092396def1a5d14dab79c8f082",
- "processid" : "e450059f3760a7b9a6ad93b9c41bf1cb",
- "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
- },
- "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
- "memory" : {
- "available_bytes" : 4362179584,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 40500864,
- "used_bytes" : 3295195136
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 89,
- "megabits_received" : {
- "hz" : 2.4940500000000001
- },
- "megabits_sent" : {
- "hz" : 2.2806000000000002
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1491146299,
- "hz" : 239715,
- "roughness" : 2909.3400000000001
- },
- "data_lag" : {
- "seconds" : 0.024537999999999997,
- "versions" : 24538
- },
- "data_version" : 81617216308684,
- "durability_lag" : {
- "seconds" : 5.27034,
- "versions" : 5270339
- },
- "durable_bytes" : {
- "counter" : 2668412450,
- "hz" : 525217,
- "roughness" : 524273
- },
- "durable_version" : 81617211038345,
- "finished_queries" : {
- "counter" : 533708,
- "hz" : 389.79899999999998,
- "roughness" : 4.4160000000000004
- },
- "id" : "97b1d034d9c6796e",
- "input_bytes" : {
- "counter" : 2673271172,
- "hz" : 963088,
- "roughness" : 93379.100000000006
- },
- "keys_queried" : {
- "counter" : 3475824,
- "hz" : 1562.2,
- "roughness" : 18.9526
- },
- "kvstore_available_bytes" : 347724234752,
- "kvstore_free_bytes" : 343320363008,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 47114026552,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 284937442,
- "hz" : 417834,
- "roughness" : 40512.400000000001
- },
- "mutations" : {
- "counter" : 2697284,
- "hz" : 132.59999999999999,
- "roughness" : 12.8566
- },
- "query_queue_max" : 9,
- "role" : "storage",
- "stored_bytes" : 38475583064,
- "total_queries" : {
- "counter" : 533708,
- "hz" : 389.59899999999999,
- "roughness" : 4.5065400000000002
- }
- }
- ],
- "run_loop_busy" : 0.047250099999999996,
- "uptime_seconds" : 1415.24,
- "version" : "6.2.20"
- },
- "ee9f7aad704a0538175776149dd71e10" : {
- "address" : "10.138.0.119:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-a --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.48081499999999999
- },
- "disk" : {
- "busy" : 0.93359899999999996,
- "free_bytes" : 128858476544,
- "reads" : {
- "counter" : 10613141615,
- "hz" : 6662.3900000000003,
- "sectors" : 266496
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 5893123296,
- "hz" : 927.39800000000002,
- "sectors" : 82672
- }
- },
- "excluded" : false,
- "fault_domain" : "5f84a2369663a29a9f73d673f71c4bc9",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "5f84a2369663a29a9f73d673f71c4bc9",
- "processid" : "ee9f7aad704a0538175776149dd71e10",
- "zoneid" : "5f84a2369663a29a9f73d673f71c4bc9"
- },
- "machine_id" : "5f84a2369663a29a9f73d673f71c4bc9",
- "memory" : {
- "available_bytes" : 3987453952,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 50724160,
- "used_bytes" : 3649781760
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 72,
- "megabits_received" : {
- "hz" : 19.346299999999999
- },
- "megabits_sent" : {
- "hz" : 340.19999999999999
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "data_version" : 81617217941901,
- "durable_bytes" : {
- "counter" : 614447789,
- "hz" : 2976330,
- "roughness" : 803551
- },
- "id" : "3c62c736a0250c24",
- "input_bytes" : {
- "counter" : 640627439,
- "hz" : 2838450,
- "roughness" : 133387
- },
- "kvstore_available_bytes" : 128858468352,
- "kvstore_free_bytes" : 128858468352,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 105702232,
- "queue_disk_available_bytes" : 128858468352,
- "queue_disk_free_bytes" : 128858468352,
- "queue_disk_total_bytes" : 395260067840,
- "queue_disk_used_bytes" : 59719680,
- "role" : "log"
- },
- {
- "bytes_queried" : {
- "counter" : 3763803471,
- "hz" : 37752500,
- "roughness" : 1599980
- },
- "data_lag" : {
- "seconds" : 0.012267,
- "versions" : 12267
- },
- "data_version" : 81617217539246,
- "durability_lag" : {
- "seconds" : 5.4122599999999998,
- "versions" : 5412264
- },
- "durable_bytes" : {
- "counter" : 2532712256,
- "hz" : 2963.9499999999998,
- "roughness" : 8639.0699999999997
- },
- "durable_version" : 81617212126982,
- "finished_queries" : {
- "counter" : 1516751,
- "hz" : 1121.5799999999999,
- "roughness" : 45.738199999999999
- },
- "id" : "594d785d48cebf8c",
- "input_bytes" : {
- "counter" : 2551474244,
- "hz" : 3752330,
- "roughness" : 4394350
- },
- "keys_queried" : {
- "counter" : 6677249,
- "hz" : 84702.399999999994,
- "roughness" : 3589.75
- },
- "kvstore_available_bytes" : 282624053248,
- "kvstore_free_bytes" : 128858472448,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 265914724352,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 222159865,
- "hz" : 215117,
- "roughness" : 251923
- },
- "mutations" : {
- "counter" : 2715478,
- "hz" : 4293.9300000000003,
- "roughness" : 5028.6099999999997
- },
- "query_queue_max" : 178,
- "role" : "storage",
- "stored_bytes" : 37138960765,
- "total_queries" : {
- "counter" : 1516754,
- "hz" : 1122.1800000000001,
- "roughness" : 26.572400000000002
- }
- }
- ],
- "run_loop_busy" : 0.38527499999999998,
- "uptime_seconds" : 715.31700000000001,
- "version" : "6.2.20"
- },
- "ef5ff76f35021d6e7c4ab4f3a897e3ed" : {
- "address" : "10.138.0.94:4500",
- "class_source" : "command_line",
- "class_type" : "stateless",
- "command_line" : "/usr/sbin/fdbserver --class=stateless --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --logdir=/var/log/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.027892499999999997
- },
- "disk" : {
- "busy" : 0.0016000000000000001,
- "free_bytes" : 30660231168,
- "reads" : {
- "counter" : 8394,
- "hz" : 0,
- "sectors" : 0
- },
- "total_bytes" : 33116909568,
- "writes" : {
- "counter" : 35363,
- "hz" : 0.39999899999999999,
- "sectors" : 40
- }
- },
- "excluded" : false,
- "fault_domain" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "locality" : {
- "machineid" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "processid" : "ef5ff76f35021d6e7c4ab4f3a897e3ed",
- "zoneid" : "16dfb6e88a34d22c3114d3094bbe22c0"
- },
- "machine_id" : "16dfb6e88a34d22c3114d3094bbe22c0",
- "memory" : {
- "available_bytes" : 4313708544,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 52166624,
- "used_bytes" : 412073984
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0.39999899999999999
- },
- "connections_established" : {
- "hz" : 0.19999899999999998
- },
- "current_connections" : 42,
- "megabits_received" : {
- "hz" : 1.31209
- },
- "megabits_sent" : {
- "hz" : 0.88349800000000001
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "id" : "64bc23eb83f76e31",
- "role" : "cluster_controller"
- }
- ],
- "run_loop_busy" : 0.018308399999999999,
- "uptime_seconds" : 36480.099999999999,
- "version" : "6.2.20"
- },
- "f0938619e132c02caf2c43c2456d1274" : {
- "address" : "10.138.0.119:4501",
- "class_source" : "command_line",
- "class_type" : "log",
- "command_line" : "/usr/sbin/fdbserver --class=log --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-a --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.00945352
- },
- "disk" : {
- "busy" : 0.93199299999999996,
- "free_bytes" : 128858480640,
- "reads" : {
- "counter" : 10613140737,
- "hz" : 6677.3500000000004,
- "sectors" : 267096
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 5893123271,
- "hz" : 926.99300000000005,
- "sectors" : 82656
- }
- },
- "excluded" : false,
- "fault_domain" : "5f84a2369663a29a9f73d673f71c4bc9",
- "locality" : {
- "data_hall" : "us-west1-a",
- "machineid" : "5f84a2369663a29a9f73d673f71c4bc9",
- "processid" : "f0938619e132c02caf2c43c2456d1274",
- "zoneid" : "5f84a2369663a29a9f73d673f71c4bc9"
- },
- "machine_id" : "5f84a2369663a29a9f73d673f71c4bc9",
- "memory" : {
- "available_bytes" : 3987060736,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 4194112,
- "used_bytes" : 374169600
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 39,
- "megabits_received" : {
- "hz" : 0.0547068
- },
- "megabits_sent" : {
- "hz" : 0.070117899999999997
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- ],
- "run_loop_busy" : 0.0044920999999999997,
- "uptime_seconds" : 715.19200000000001,
- "version" : "6.2.20"
- },
- "f218408d62953151b510b02648f9f14d" : {
- "address" : "10.138.0.48:4501",
- "class_source" : "command_line",
- "class_type" : "log",
- "command_line" : "/usr/sbin/fdbserver --class=log --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4501 --listen_address=public --locality_data_hall=us-west1-b --logdir=/mnt/disks/data/foundationdb --public_address=auto:4501",
- "cpu" : {
- "usage_cores" : 0.0077001500000000002
- },
- "disk" : {
- "busy" : 0.56079699999999999,
- "free_bytes" : 139044986880,
- "reads" : {
- "counter" : 3243750221,
- "hz" : 1945.79,
- "sectors" : 79296
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 1980305918,
- "hz" : 379.59800000000001,
- "sectors" : 98248
- }
- },
- "excluded" : false,
- "fault_domain" : "d8690a3c3cd52f90214c1a19affe65d8",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "d8690a3c3cd52f90214c1a19affe65d8",
- "processid" : "f218408d62953151b510b02648f9f14d",
- "zoneid" : "d8690a3c3cd52f90214c1a19affe65d8"
- },
- "machine_id" : "d8690a3c3cd52f90214c1a19affe65d8",
- "memory" : {
- "available_bytes" : 4259221504,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 8388384,
- "used_bytes" : 401072128
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 41,
- "megabits_received" : {
- "hz" : 0.057970799999999996
- },
- "megabits_sent" : {
- "hz" : 0.073471499999999995
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- ],
- "run_loop_busy" : 0.0035333999999999999,
- "uptime_seconds" : 1210.1400000000001,
- "version" : "6.2.20"
- },
- "f3c2a41a49823b3ee93c443f341e945e" : {
- "address" : "10.138.0.50:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/mnt/disks/data/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-c --logdir=/mnt/disks/data/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.20757799999999998
- },
- "disk" : {
- "busy" : 0.62559500000000001,
- "free_bytes" : 126462259200,
- "reads" : {
- "counter" : 6109370547,
- "hz" : 2153.3800000000001,
- "sectors" : 86136
- },
- "total_bytes" : 395260067840,
- "writes" : {
- "counter" : 3234007185,
- "hz" : 1585.79,
- "sectors" : 140080
- }
- },
- "excluded" : false,
- "fault_domain" : "075fb5230542c37f2c674215ddcecb12",
- "locality" : {
- "data_hall" : "us-west1-c",
- "machineid" : "075fb5230542c37f2c674215ddcecb12",
- "processid" : "f3c2a41a49823b3ee93c443f341e945e",
- "zoneid" : "075fb5230542c37f2c674215ddcecb12"
- },
- "machine_id" : "075fb5230542c37f2c674215ddcecb12",
- "memory" : {
- "available_bytes" : 4193816576,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 50724256,
- "used_bytes" : 3333705728
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0
- },
- "current_connections" : 75,
- "megabits_received" : {
- "hz" : 21.019200000000001
- },
- "megabits_sent" : {
- "hz" : 31.491099999999999
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 6168351500,
- "hz" : 5480830,
- "roughness" : 362160
- },
- "data_lag" : {
- "seconds" : 0.0043100000000000005,
- "versions" : 4310
- },
- "data_version" : 81617217622061,
- "durability_lag" : {
- "seconds" : 5.3229899999999999,
- "versions" : 5322986
- },
- "durable_bytes" : {
- "counter" : 1945832220,
- "hz" : 39986.199999999997,
- "roughness" : 42773.099999999999
- },
- "durable_version" : 81617212299075,
- "finished_queries" : {
- "counter" : 229055,
- "hz" : 153.999,
- "roughness" : 9.0122
- },
- "id" : "689869e75ff8aa98",
- "input_bytes" : {
- "counter" : 1964695320,
- "hz" : 3770940,
- "roughness" : 2094760
- },
- "keys_queried" : {
- "counter" : 11273469,
- "hz" : 21949.900000000001,
- "roughness" : 1450.3800000000001
- },
- "kvstore_available_bytes" : 287818002432,
- "kvstore_free_bytes" : 126462255104,
- "kvstore_total_bytes" : 395260067840,
- "kvstore_used_bytes" : 268480720896,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 187149617,
- "hz" : 212551,
- "roughness" : 183164
- },
- "mutations" : {
- "counter" : 2052107,
- "hz" : 4319.9700000000003,
- "roughness" : 3722.6999999999998
- },
- "query_queue_max" : 12,
- "role" : "storage",
- "stored_bytes" : 37318234198,
- "total_queries" : {
- "counter" : 229055,
- "hz" : 153.999,
- "roughness" : 7.0591600000000003
- }
- }
- ],
- "run_loop_busy" : 0.180922,
- "uptime_seconds" : 1075.24,
- "version" : "6.2.20"
- },
- "fb8107484b1602558fff54d94cb09e4f" : {
- "address" : "10.138.0.100:4500",
- "class_source" : "command_line",
- "class_type" : "storage",
- "command_line" : "/usr/sbin/fdbserver --class=storage --cluster_file=/etc/foundationdb/fdb.cluster --datadir=/var/lib/foundationdb/data/4500 --listen_address=public --locality_data_hall=us-west1-b --logdir=/var/log/foundationdb --public_address=auto:4500",
- "cpu" : {
- "usage_cores" : 0.20477599999999999
- },
- "disk" : {
- "busy" : 0.99679699999999993,
- "free_bytes" : 343320350720,
- "reads" : {
- "counter" : 31666443,
- "hz" : 2199.4000000000001,
- "sectors" : 89520
- },
- "total_bytes" : 532622512128,
- "writes" : {
- "counter" : 20658197,
- "hz" : 1338,
- "sectors" : 428568
- }
- },
- "excluded" : false,
- "fault_domain" : "3f61e7092396def1a5d14dab79c8f082",
- "locality" : {
- "data_hall" : "us-west1-b",
- "machineid" : "3f61e7092396def1a5d14dab79c8f082",
- "processid" : "fb8107484b1602558fff54d94cb09e4f",
- "zoneid" : "3f61e7092396def1a5d14dab79c8f082"
- },
- "machine_id" : "3f61e7092396def1a5d14dab79c8f082",
- "memory" : {
- "available_bytes" : 4362200064,
- "limit_bytes" : 8589934592,
- "unused_allocated_memory" : 47183584,
- "used_bytes" : 3213447168
- },
- "messages" : [
- ],
- "network" : {
- "connection_errors" : {
- "hz" : 0
- },
- "connections_closed" : {
- "hz" : 0
- },
- "connections_established" : {
- "hz" : 0.19999899999999998
- },
- "current_connections" : 67,
- "megabits_received" : {
- "hz" : 50.309800000000003
- },
- "megabits_sent" : {
- "hz" : 9.3175899999999992
- },
- "tls_policy_failures" : {
- "hz" : 0
- }
- },
- "roles" : [
- {
- "bytes_queried" : {
- "counter" : 1285418413,
- "hz" : 1021069.9999999999,
- "roughness" : 52840.199999999997
- },
- "data_lag" : {
- "seconds" : 0.0049449999999999997,
- "versions" : 4945
- },
- "data_version" : 81617216656941,
- "durability_lag" : {
- "seconds" : 5.6811299999999996,
- "versions" : 5681131
- },
- "durable_bytes" : {
- "counter" : 1555553566,
- "hz" : 365650,
- "roughness" : 408267
- },
- "durable_version" : 81617210975810,
- "finished_queries" : {
- "counter" : 686854,
- "hz" : 343.399,
- "roughness" : 13.211600000000001
- },
- "id" : "a1b61fb22aacca1d",
- "input_bytes" : {
- "counter" : 1557326694,
- "hz" : 324897,
- "roughness" : 30415.400000000001
- },
- "keys_queried" : {
- "counter" : 3495942,
- "hz" : 1446,
- "roughness" : 74.829800000000006
- },
- "kvstore_available_bytes" : 345698537472,
- "kvstore_free_bytes" : 343320363008,
- "kvstore_total_bytes" : 532622512128,
- "kvstore_used_bytes" : 45652889600,
- "local_rate" : 100,
- "mutation_bytes" : {
- "counter" : 238860198,
- "hz" : 21394.900000000001,
- "roughness" : 2020.3199999999999
- },
- "mutations" : {
- "counter" : 1446637,
- "hz" : 337.59899999999999,
- "roughness" : 31.8794
- },
- "query_queue_max" : 24,
- "role" : "storage",
- "stored_bytes" : 38758581889,
- "total_queries" : {
- "counter" : 686856,
- "hz" : 343.59899999999999,
- "roughness" : 14.656700000000001
- }
- }
- ],
- "run_loop_busy" : 0.18629000000000001,
- "uptime_seconds" : 1415.27,
- "version" : "6.2.20"
- }
- },
- "protocol_version" : "fdb00b062010001",
- "qos" : {
- "batch_performance_limited_by" : {
- "description" : "The database is not being saturated by the workload.",
- "name" : "workload",
- "reason_id" : 2
- },
- "batch_released_transactions_per_second" : 25.920400000000001,
- "batch_transactions_per_second_limit" : 37303.800000000003,
- "limiting_data_lag_storage_server" : {
- "seconds" : 0.244809,
- "versions" : 244809
- },
- "limiting_durability_lag_storage_server" : {
- "seconds" : 14.8774,
- "versions" : 14877359
- },
- "limiting_queue_bytes_storage_server" : 109188483,
- "limiting_version_lag_storage_server" : 244809,
- "performance_limited_by" : {
- "description" : "The database is not being saturated by the workload.",
- "name" : "workload",
- "reason_id" : 2
- },
- "released_transactions_per_second" : 6350.6099999999997,
- "transactions_per_second_limit" : 119492,
- "worst_data_lag_storage_server" : {
- "seconds" : 0.244809,
- "versions" : 244809
- },
- "worst_durability_lag_storage_server" : {
- "seconds" : 14.9072,
- "versions" : 14907199
- },
- "worst_queue_bytes_log_server" : 29475478,
- "worst_queue_bytes_storage_server" : 109188483,
- "worst_version_lag_storage_server" : 244809
- },
- "recovery_state" : {
- "active_generations" : 1,
- "description" : "Recovery complete.",
- "name" : "fully_recovered"
- },
- "workload" : {
- "bytes" : {
- "read" : {
- "counter" : 64036909878,
- "hz" : 71159000,
- "roughness" : 1002710
- },
- "written" : {
- "counter" : 140867790,
- "hz" : 486634,
- "roughness" : 32139.700000000001
- }
- },
- "keys" : {
- "read" : {
- "counter" : 126496396,
- "hz" : 253013,
- "roughness" : 2731.7600000000002
- }
- },
- "operations" : {
- "location_requests" : {
- "counter" : 17601,
- "hz" : 29.9999,
- "roughness" : 4.5454100000000004
- },
- "memory_errors" : {
- "counter" : 0,
- "hz" : 0,
- "roughness" : 0
- },
- "read_requests" : {
- "counter" : 17951061,
- "hz" : 11815.799999999999,
- "roughness" : 24.398
- },
- "reads" : {
- "counter" : 17951041,
- "hz" : 11814,
- "roughness" : 25.757400000000001
- },
- "writes" : {
- "counter" : 3728807,
- "hz" : 12723.200000000001,
- "roughness" : 860.76900000000001
- }
- },
- "transactions" : {
- "committed" : {
- "counter" : 27287,
- "hz" : 123.59999999999999,
- "roughness" : 5.6435300000000002
- },
- "conflicted" : {
- "counter" : 1297,
- "hz" : 11,
- "roughness" : 4.4825499999999998
- },
- "started" : {
- "counter" : 1792865,
- "hz" : 6395.7799999999997,
- "roughness" : 18.554500000000001
- },
- "started_batch_priority" : {
- "counter" : 5809,
- "hz" : 19.1999,
- "roughness" : 11.260300000000001
- },
- "started_default_priority" : {
- "counter" : 1784529,
- "hz" : 6374.7799999999997,
- "roughness" : 19.2209
- },
- "started_immediate_priority" : {
- "counter" : 2527,
- "hz" : 1.8,
- "roughness" : 1.0345
- }
- }
- }
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement