Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- ID CLASS WEIGHT REWEIGHT SIZE USE AVAIL %USE VAR PGS TYPE NAME
- -1 380.12796 - 380TiB 157TiB 223TiB 41.36 1.00 - root default
- -3 76.40599 - 76.4TiB 31.4TiB 45.0TiB 41.16 1.00 - host pve1
- 7 10k 1.09200 1.00000 1.09TiB 3.72GiB 1.09TiB 0.33 0.01 128 osd.7
- 6 hdd 2.72899 1.00000 2.73TiB 1.10TiB 1.63TiB 40.39 0.98 36 osd.6
- 9 hdd 1.09200 1.00000 1.09TiB 564GiB 554GiB 50.47 1.22 18 osd.9
- 12 hdd 1.09200 1.00000 1.09TiB 502GiB 615GiB 44.94 1.09 16 osd.12
- 13 hdd 1.09200 1.00000 1.09TiB 378GiB 740GiB 33.81 0.82 12 osd.13
- 14 hdd 1.09200 1.00000 1.09TiB 505GiB 613GiB 45.15 1.09 16 osd.14
- 15 hdd 1.09200 1.00000 1.09TiB 534GiB 584GiB 47.77 1.16 17 osd.15
- 20 hdd 1.81898 1.00000 1.82TiB 692GiB 1.14TiB 37.14 0.90 22 osd.20
- 39 hdd 2.72899 1.00000 2.73TiB 1.14TiB 1.59TiB 41.75 1.01 37 osd.39
- 49 hdd 2.72899 1.00000 2.73TiB 1.20TiB 1.53TiB 43.94 1.06 39 osd.49
- 50 hdd 8.90999 1.00000 8.91TiB 3.72TiB 5.19TiB 41.71 1.01 121 osd.50
- 53 hdd 2.72899 1.00000 2.73TiB 1.11TiB 1.62TiB 40.49 0.98 36 osd.53
- 54 hdd 2.72899 1.00000 2.73TiB 1.17TiB 1.56TiB 42.77 1.03 38 osd.54
- 55 hdd 2.72899 1.00000 2.73TiB 1.01TiB 1.72TiB 37.13 0.90 33 osd.55
- 56 hdd 3.63899 1.00000 3.64TiB 1.63TiB 2.01TiB 44.67 1.08 53 osd.56
- 57 hdd 2.72899 1.00000 2.73TiB 1.10TiB 1.62TiB 40.49 0.98 36 osd.57
- 61 hdd 2.72899 1.00000 2.73TiB 1.32TiB 1.41TiB 48.35 1.17 43 osd.61
- 75 hdd 2.72899 1.00000 2.73TiB 1.04TiB 1.69TiB 38.13 0.92 34 osd.75
- 77 hdd 1.81898 1.00000 1.82TiB 785GiB 1.05TiB 42.16 1.02 25 osd.77
- 82 hdd 2.72899 1.00000 2.73TiB 973GiB 1.78TiB 34.84 0.84 31 osd.82
- 83 hdd 1.81898 1.00000 1.82TiB 1009GiB 854GiB 54.14 1.31 32 osd.83
- 95 hdd 1.81898 1.00000 1.82TiB 975GiB 888GiB 52.35 1.27 31 osd.95
- 104 hdd 1.81898 1.00000 1.82TiB 850GiB 1013GiB 45.62 1.10 27 osd.104
- 109 hdd 1.36400 1.00000 1.36TiB 536GiB 861GiB 38.36 0.93 17 osd.109
- 110 hdd 1.36400 1.00000 1.36TiB 534GiB 863GiB 38.25 0.92 17 osd.110
- 120 hdd 9.09599 1.00000 9.10TiB 3.75TiB 5.35TiB 41.21 1.00 122 osd.120
- 121 hdd 9.09599 1.00000 9.10TiB 3.53TiB 5.57TiB 38.79 0.94 115 osd.121
- -5 76.40599 - 76.4TiB 31.4TiB 45.0TiB 41.16 1.00 - host pve2
- 8 10k 1.09200 1.00000 1.09TiB 5.26GiB 1.09TiB 0.47 0.01 128 osd.8
- 16 hdd 2.72899 1.00000 2.73TiB 1.14TiB 1.59TiB 41.79 1.01 37 osd.16
- 17 hdd 1.09200 1.00000 1.09TiB 536GiB 581GiB 47.98 1.16 17 osd.17
- 18 hdd 1.09200 1.00000 1.09TiB 598GiB 519GiB 53.53 1.29 19 osd.18
- 19 hdd 1.09200 1.00000 1.09TiB 471GiB 647GiB 42.10 1.02 15 osd.19
- 23 hdd 2.72899 1.00000 2.73TiB 1.32TiB 1.41TiB 48.37 1.17 43 osd.23
- 29 hdd 1.09200 1.00000 1.09TiB 502GiB 616GiB 44.88 1.09 16 osd.29
- 30 hdd 1.09200 1.00000 1.09TiB 472GiB 645GiB 42.26 1.02 15 osd.30
- 32 hdd 2.72899 1.00000 2.73TiB 1.29TiB 1.44TiB 47.16 1.14 42 osd.32
- 43 hdd 2.72899 1.00000 2.73TiB 1.04TiB 1.69TiB 38.21 0.92 34 osd.43
- 45 hdd 2.72899 1.00000 2.73TiB 1.13TiB 1.59TiB 41.56 1.00 37 osd.45
- 46 hdd 2.72899 1.00000 2.73TiB 1.01TiB 1.72TiB 36.98 0.89 33 osd.46
- 48 hdd 2.72899 1.00000 2.73TiB 1.01TiB 1.72TiB 37.10 0.90 33 osd.48
- 52 hdd 8.90999 1.00000 8.91TiB 3.38TiB 5.53TiB 37.93 0.92 110 osd.52
- 62 hdd 3.63899 1.00000 3.64TiB 1.44TiB 2.19TiB 39.69 0.96 47 osd.62
- 69 hdd 2.72899 1.00000 2.73TiB 1.13TiB 1.59TiB 41.56 1.00 37 osd.69
- 73 hdd 2.72899 1.00000 2.73TiB 1.23TiB 1.50TiB 44.93 1.09 40 osd.73
- 78 hdd 1.81898 1.00000 1.82TiB 821GiB 1.02TiB 44.04 1.06 26 osd.78
- 85 hdd 1.81898 1.00000 1.82TiB 662GiB 1.17TiB 35.51 0.86 21 osd.85
- 93 hdd 1.81898 1.00000 1.82TiB 786GiB 1.05TiB 42.21 1.02 25 osd.93
- 96 hdd 1.81898 1.00000 1.82TiB 849GiB 1014GiB 45.59 1.10 27 osd.96
- 105 hdd 1.81898 1.00000 1.82TiB 691GiB 1.14TiB 37.12 0.90 22 osd.105
- 111 hdd 1.36400 1.00000 1.36TiB 658GiB 739GiB 47.10 1.14 21 osd.111
- 112 hdd 1.36400 1.00000 1.36TiB 535GiB 862GiB 38.30 0.93 17 osd.112
- 122 hdd 9.09599 1.00000 9.10TiB 3.86TiB 5.23TiB 42.49 1.03 126 osd.122
- 123 hdd 9.09599 1.00000 9.10TiB 3.68TiB 5.41TiB 40.51 0.98 120 osd.123
- 132 hdd 2.72899 1.00000 2.73TiB 1.36TiB 1.37TiB 49.74 1.20 44 osd.132
- -7 76.40599 - 76.4TiB 31.4TiB 45.0TiB 41.15 0.99 - host pve3
- 22 10k 1.09200 1.00000 1.09TiB 3.07GiB 1.09TiB 0.27 0.01 128 osd.22
- 3 hdd 8.90999 1.00000 8.91TiB 3.37TiB 5.54TiB 37.87 0.92 110 osd.3
- 24 hdd 1.09200 1.00000 1.09TiB 408GiB 710GiB 36.47 0.88 13 osd.24
- 25 hdd 1.09200 1.00000 1.09TiB 441GiB 677GiB 39.43 0.95 14 osd.25
- 26 hdd 1.09200 1.00000 1.09TiB 471GiB 646GiB 42.17 1.02 15 osd.26
- 27 hdd 1.09200 1.00000 1.09TiB 536GiB 582GiB 47.97 1.16 17 osd.27
- 28 hdd 1.09200 1.00000 1.09TiB 406GiB 712GiB 36.29 0.88 13 osd.28
- 37 hdd 2.72899 1.00000 2.73TiB 1.26TiB 1.47TiB 46.06 1.11 41 osd.37
- 40 hdd 2.72899 1.00000 2.73TiB 1.20TiB 1.53TiB 43.84 1.06 39 osd.40
- 47 hdd 2.72899 1.00000 2.73TiB 1.23TiB 1.50TiB 45.04 1.09 40 osd.47
- 59 hdd 2.72899 1.00000 2.73TiB 1.14TiB 1.59TiB 41.78 1.01 37 osd.59
- 63 hdd 2.72899 1.00000 2.73TiB 1.20TiB 1.53TiB 44.00 1.06 39 osd.63
- 65 hdd 2.72899 1.00000 2.73TiB 1.41TiB 1.32TiB 51.78 1.25 46 osd.65
- 66 hdd 2.72899 1.00000 2.73TiB 1.17TiB 1.56TiB 42.71 1.03 38 osd.66
- 67 hdd 2.72899 1.00000 2.73TiB 1.10TiB 1.63TiB 40.41 0.98 36 osd.67
- 68 hdd 2.72899 1.00000 2.73TiB 1.07TiB 1.65TiB 39.37 0.95 35 osd.68
- 74 hdd 3.63899 1.00000 3.64TiB 1.42TiB 2.22TiB 38.91 0.94 46 osd.74
- 79 hdd 1.81898 1.00000 1.82TiB 722GiB 1.11TiB 38.77 0.94 23 osd.79
- 86 hdd 1.81898 1.00000 1.82TiB 912GiB 951GiB 48.94 1.18 29 osd.86
- 87 hdd 1.81898 1.00000 1.82TiB 786GiB 1.05TiB 42.17 1.02 25 osd.87
- 91 hdd 1.81898 1.00000 1.82TiB 911GiB 952GiB 48.89 1.18 29 osd.91
- 106 hdd 1.81898 1.00000 1.82TiB 877GiB 986GiB 47.09 1.14 28 osd.106
- 113 hdd 1.36400 1.00000 1.36TiB 694GiB 704GiB 49.65 1.20 22 osd.113
- 114 hdd 1.36400 1.00000 1.36TiB 563GiB 834GiB 40.28 0.97 18 osd.114
- 124 hdd 9.09599 1.00000 9.10TiB 3.69TiB 5.41TiB 40.53 0.98 120 osd.124
- 125 hdd 9.09599 1.00000 9.10TiB 3.38TiB 5.72TiB 37.16 0.90 110 osd.125
- 133 hdd 2.72899 1.00000 2.73TiB 1.26TiB 1.47TiB 46.05 1.11 41 osd.133
- -17 76.59200 - 76.6TiB 31.4TiB 45.2TiB 41.05 0.99 - host pve4
- 0 hdd 1.09200 1.00000 1.09TiB 471GiB 647GiB 42.13 1.02 15 osd.0
- 1 hdd 1.09200 1.00000 1.09TiB 472GiB 646GiB 42.23 1.02 15 osd.1
- 2 hdd 1.09200 1.00000 1.09TiB 312GiB 806GiB 27.92 0.68 10 osd.2
- 4 hdd 1.09200 1.00000 1.09TiB 630GiB 488GiB 56.32 1.36 20 osd.4
- 5 hdd 1.09200 1.00000 1.09TiB 564GiB 554GiB 50.47 1.22 18 osd.5
- 11 hdd 1.09200 1.00000 1.09TiB 405GiB 713GiB 36.19 0.88 13 osd.11
- 35 hdd 3.63899 1.00000 3.64TiB 1.56TiB 2.08TiB 42.93 1.04 51 osd.35
- 38 hdd 2.72899 1.00000 2.73TiB 1.10TiB 1.63TiB 40.36 0.98 36 osd.38
- 42 hdd 2.72899 1.00000 2.73TiB 1.26TiB 1.46TiB 46.34 1.12 41 osd.42
- 44 hdd 2.72899 1.00000 2.73TiB 942GiB 1.81TiB 33.70 0.81 30 osd.44
- 58 hdd 2.72899 1.00000 2.73TiB 978GiB 1.77TiB 35.00 0.85 31 osd.58
- 60 hdd 2.72899 1.00000 2.73TiB 1.20TiB 1.53TiB 43.91 1.06 39 osd.60
- 64 hdd 2.72899 1.00000 2.73TiB 1.17TiB 1.56TiB 42.69 1.03 38 osd.64
- 70 hdd 2.72899 1.00000 2.73TiB 1.20TiB 1.52TiB 44.13 1.07 39 osd.70
- 71 hdd 2.72899 1.00000 2.73TiB 1.44TiB 1.29TiB 52.84 1.28 47 osd.71
- 72 hdd 2.72899 1.00000 2.73TiB 1.20TiB 1.53TiB 43.92 1.06 39 osd.72
- 80 hdd 1.81898 1.00000 1.82TiB 726GiB 1.11TiB 38.96 0.94 23 osd.80
- 88 hdd 1.81898 1.00000 1.82TiB 881GiB 982GiB 47.28 1.14 28 osd.88
- 89 hdd 1.81898 1.00000 1.82TiB 662GiB 1.17TiB 35.55 0.86 21 osd.89
- 90 hdd 1.81898 1.00000 1.82TiB 820GiB 1.02TiB 44.02 1.06 26 osd.90
- 107 hdd 1.81898 1.00000 1.82TiB 783GiB 1.05TiB 42.04 1.02 25 osd.107
- 115 hdd 1.36400 1.00000 1.36TiB 441GiB 957GiB 31.54 0.76 14 osd.115
- 116 hdd 1.36400 1.00000 1.36TiB 565GiB 832GiB 40.43 0.98 18 osd.116
- 126 hdd 9.09599 1.00000 9.10TiB 3.56TiB 5.53TiB 39.17 0.95 116 osd.126
- 127 hdd 9.09599 1.00000 9.10TiB 3.52TiB 5.57TiB 38.75 0.94 115 osd.127
- 128 hdd 9.09599 1.00000 9.10TiB 3.59TiB 5.51TiB 39.44 0.95 117 osd.128
- 134 hdd 2.72899 1.00000 2.73TiB 1.20TiB 1.53TiB 44.11 1.07 39 osd.134
- -21 74.31799 - 74.3TiB 31.4TiB 42.9TiB 42.30 1.02 - host pve5
- 10 hdd 3.63899 1.00000 3.64TiB 1.47TiB 2.17TiB 40.46 0.98 48 osd.10
- 21 hdd 1.09200 1.00000 1.09TiB 596GiB 522GiB 53.33 1.29 19 osd.21
- 31 hdd 2.72899 1.00000 2.73TiB 1.11TiB 1.62TiB 40.56 0.98 36 osd.31
- 33 hdd 2.72899 1.00000 2.73TiB 1.11TiB 1.62TiB 40.68 0.98 36 osd.33
- 34 hdd 2.72899 1.00000 2.73TiB 1.04TiB 1.68TiB 38.27 0.93 34 osd.34
- 36 hdd 2.72899 1.00000 2.73TiB 1.20TiB 1.53TiB 43.82 1.06 39 osd.36
- 41 hdd 2.72899 1.00000 2.73TiB 1.35TiB 1.38TiB 49.37 1.19 44 osd.41
- 51 hdd 2.72899 1.00000 2.73TiB 1.29TiB 1.44TiB 47.37 1.15 42 osd.51
- 76 hdd 2.72899 1.00000 2.73TiB 1.14TiB 1.59TiB 41.61 1.01 37 osd.76
- 81 hdd 2.72899 1.00000 2.73TiB 1.44TiB 1.29TiB 52.81 1.28 47 osd.81
- 84 hdd 2.72899 1.00000 2.73TiB 1.40TiB 1.33TiB 51.42 1.24 46 osd.84
- 92 hdd 1.81898 1.00000 1.82TiB 691GiB 1.14TiB 37.12 0.90 22 osd.92
- 94 hdd 1.81898 1.00000 1.82TiB 786GiB 1.05TiB 42.21 1.02 25 osd.94
- 97 hdd 1.81898 1.00000 1.82TiB 789GiB 1.05TiB 42.37 1.02 25 osd.97
- 99 hdd 1.09200 1.00000 1.09TiB 376GiB 742GiB 33.64 0.81 12 osd.99
- 100 hdd 1.09200 1.00000 1.09TiB 412GiB 706GiB 36.84 0.89 13 osd.100
- 101 hdd 1.09200 1.00000 1.09TiB 471GiB 647GiB 42.15 1.02 15 osd.101
- 102 hdd 1.09200 1.00000 1.09TiB 565GiB 553GiB 50.55 1.22 18 osd.102
- 103 hdd 1.09200 1.00000 1.09TiB 411GiB 707GiB 36.76 0.89 13 osd.103
- 108 hdd 1.81898 1.00000 1.82TiB 723GiB 1.11TiB 38.83 0.94 23 osd.108
- 117 hdd 1.81898 1.00000 1.82TiB 815GiB 1.02TiB 43.76 1.06 26 osd.117
- 118 hdd 1.81898 1.00000 1.82TiB 689GiB 1.15TiB 36.99 0.89 22 osd.118
- 119 hdd 1.36400 1.00000 1.36TiB 505GiB 893GiB 36.12 0.87 16 osd.119
- 129 hdd 9.09599 1.00000 9.10TiB 3.81TiB 5.29TiB 41.87 1.01 124 osd.129
- 130 hdd 9.09599 1.00000 9.10TiB 3.75TiB 5.35TiB 41.21 1.00 122 osd.130
- 131 hdd 9.09599 1.00000 9.10TiB 3.68TiB 5.41TiB 40.49 0.98 120 osd.131
- TOTAL 380TiB 157TiB 223TiB 41.36
- MIN/MAX VAR: 0.01/1.36 STDDEV: 8.01
- # starting osdmap epoch 73421
- # starting crush version 771
- # mode upmap
- ceph osd pg-upmap-items 41.1 106 125 95 121 84 34 36 99 72 126
- ceph osd pg-upmap-items 41.3 4 126 47 125
- ceph osd pg-upmap-items 41.5 12 121 65 3 122 52 5 126
- ceph osd pg-upmap-items 41.8 18 46 41 131 60 126 56 75
- ceph osd pg-upmap-items 41.b 117 99 65 125
- ceph osd pg-upmap-items 41.c 49 121 81 131
- ceph osd pg-upmap-items 41.e 61 82 73 52 122 46 84 118
- ceph osd pg-upmap-items 41.f 71 127 15 121 56 82
- ceph osd pg-upmap-items 41.12 81 92
- ceph osd pg-upmap-items 41.14 23 48 88 127 51 119 63 3
- ceph osd pg-upmap-items 41.15 9 55 91 125 51 103 132 52 32 85
- ceph osd pg-upmap-items 41.17 35 127 71 44
- ceph osd pg-upmap-items 41.19 81 131 21 119 18 52
- ceph osd pg-upmap-items 41.1b 91 3 17 105 41 33
- ceph osd pg-upmap-items 41.1d 56 82 132 52 84 108
- ceph osd pg-upmap-items 41.21 81 130
- ceph osd pg-upmap-items 41.25 18 52 37 125 40 3 41 34 71 127 4 128
- ceph osd pg-upmap-items 41.27 90 128 21 10 81 31 106 125
- ceph osd pg-upmap-items 41.2a 95 121 18 52 78 123 65 3
- ceph osd pg-upmap-items 41.2e 133 125 71 58
- ceph osd pg-upmap-items 41.30 23 123 5 2 15 75
- ceph osd pg-upmap-items 41.31 113 3 37 125 71 44 61 55
- ceph osd pg-upmap-items 41.32 73 43 84 92 61 82
- ceph osd pg-upmap-items 41.33 104 82
- ceph osd pg-upmap-items 41.38 61 20 32 85 84 118
- ceph osd pg-upmap-items 41.3a 71 44 83 121 81 100 96 48
- ceph osd pg-upmap-items 41.3b 4 115
- ceph osd pg-upmap-items 41.3e 95 82 132 62
- ceph osd pg-upmap-items 41.40 42 44
- ceph osd pg-upmap-items 41.42 104 120 71 127
- ceph osd pg-upmap-items 41.4a 133 3 65 125
- ceph osd pg-upmap-items 41.4d 65 3 86 125 9 121 134 58
- ceph osd pg-upmap-items 41.52 42 128 65 124
- ceph osd pg-upmap-items 41.58 86 67
- ceph osd pg-upmap-items 41.59 27 125 132 52 83 55
- ceph osd pg-upmap-items 41.5a 83 13 132 52
- ceph osd pg-upmap-items 41.64 106 74 70 115 111 48
- ceph osd pg-upmap-items 41.65 61 20 96 85
- ceph osd pg-upmap-items 41.6b 17 52
- ceph osd pg-upmap-items 41.6f 132 43 29 46 41 34 83 13
- ceph osd pg-upmap-items 41.70 95 121 14 109 71 44
- ceph osd pg-upmap-items 41.71 65 28
- ceph osd pg-upmap-items 41.7a 95 110 65 124
- ceph osd pg-upmap-items 41.7b 47 3 5 58
- ceph osd pg-upmap-items 41.84 4 58
- ceph osd pg-upmap-items 41.8e 32 105 91 125
- ceph osd pg-upmap-items 41.b8 9 6 71 2
- ceph osd pg-upmap-items 41.be 32 123 133 74
- ceph osd pg-upmap-items 41.c0 83 53 23 112
- ceph osd pg-upmap-items 41.d1 27 79
- ceph osd pg-upmap-items 41.e1 86 125
- ceph osd pg-upmap-items 41.e5 42 126
- ceph osd pg-upmap-items 41.ee 4 89 83 55
- ceph osd pg-upmap-items 41.f1 88 127
- ceph osd pg-upmap-items 41.12b 37 68
- ceph osd pg-upmap-items 41.17c 86 124
- ceph osd pg-upmap-items 41.1aa 23 62 88 128
- ceph osd pg-upmap-items 41.1bf 113 74
- ceph osd pg-upmap-items 41.1c2 113 3
- ceph osd pg-upmap-items 41.1c6 111 48
- ceph osd pg-upmap-items 41.1d6 23 46
- ceph osd pg-upmap-items 41.1d7 95 57
- ceph osd pg-upmap-items 41.1f3 83 75 91 24
- 2019-02-06 04:43:57.342005 7effa02fa700 4 mgr[balancer] Executing plan new
- 2019-02-06 04:43:57.346215 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1 mappings [{'to': 125L, 'from': 106L}, {'to': 121L, 'from': 95L}, {'to': 34L, 'from': 84L}, {'to': 99L, 'from': 36L}, {'to': 126L, 'from': 72L}]
- 2019-02-06 04:43:57.346403 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.3 mappings [{'to': 126L, 'from': 4L}, {'to': 125L, 'from': 47L}]
- 2019-02-06 04:43:57.346531 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.5 mappings [{'to': 121L, 'from': 12L}, {'to': 3L, 'from': 65L}, {'to': 52L, 'from': 122L}, {'to': 126L, 'from': 5L}]
- 2019-02-06 04:43:57.346682 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.8 mappings [{'to': 46L, 'from': 18L}, {'to': 131L, 'from': 41L}, {'to': 126L, 'from': 60L}, {'to': 75L, 'from': 56L}]
- 2019-02-06 04:43:57.346819 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.b mappings [{'to': 99L, 'from': 117L}, {'to': 125L, 'from': 65L}]
- 2019-02-06 04:43:57.346955 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.c mappings [{'to': 121L, 'from': 49L}, {'to': 131L, 'from': 81L}]
- 2019-02-06 04:43:57.347087 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.e mappings [{'to': 82L, 'from': 61L}, {'to': 52L, 'from': 73L}, {'to': 46L, 'from': 122L}, {'to': 118L, 'from': 84L}]
- 2019-02-06 04:43:57.347227 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.f mappings [{'to': 127L, 'from': 71L}, {'to': 121L, 'from': 15L}, {'to': 82L, 'from': 56L}]
- 2019-02-06 04:43:57.347363 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.12 mappings [{'to': 92L, 'from': 81L}]
- 2019-02-06 04:43:57.347472 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.14 mappings [{'to': 48L, 'from': 23L}, {'to': 127L, 'from': 88L}, {'to': 119L, 'from': 51L}, {'to': 3L, 'from': 63L}]
- 2019-02-06 04:43:57.347585 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.15 mappings [{'to': 55L, 'from': 9L}, {'to': 125L, 'from': 91L}, {'to': 103L, 'from': 51L}, {'to': 52L, 'from': 132L}, {'to': 85L, 'from': 32L}]
- 2019-02-06 04:43:57.347692 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.17 mappings [{'to': 127L, 'from': 35L}, {'to': 44L, 'from': 71L}]
- 2019-02-06 04:43:57.347794 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.19 mappings [{'to': 131L, 'from': 81L}, {'to': 119L, 'from': 21L}, {'to': 52L, 'from': 18L}]
- 2019-02-06 04:43:57.347897 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1b mappings [{'to': 3L, 'from': 91L}, {'to': 105L, 'from': 17L}, {'to': 33L, 'from': 41L}]
- 2019-02-06 04:43:57.348006 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1d mappings [{'to': 82L, 'from': 56L}, {'to': 52L, 'from': 132L}, {'to': 108L, 'from': 84L}]
- 2019-02-06 04:43:57.348118 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.21 mappings [{'to': 130L, 'from': 81L}]
- 2019-02-06 04:43:57.348251 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.25 mappings [{'to': 52L, 'from': 18L}, {'to': 125L, 'from': 37L}, {'to': 3L, 'from': 40L}, {'to': 34L, 'from': 41L}, {'to': 127L, 'from': 71L}, {'to': 128L, 'from': 4L}]
- 2019-02-06 04:43:57.348359 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.27 mappings [{'to': 128L, 'from': 90L}, {'to': 10L, 'from': 21L}, {'to': 31L, 'from': 81L}, {'to': 125L, 'from': 106L}]
- 2019-02-06 04:43:57.348474 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.2a mappings [{'to': 121L, 'from': 95L}, {'to': 52L, 'from': 18L}, {'to': 123L, 'from': 78L}, {'to': 3L, 'from': 65L}]
- 2019-02-06 04:43:57.348581 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.2e mappings [{'to': 125L, 'from': 133L}, {'to': 58L, 'from': 71L}]
- 2019-02-06 04:43:57.348691 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.30 mappings [{'to': 123L, 'from': 23L}, {'to': 2L, 'from': 5L}, {'to': 75L, 'from': 15L}]
- 2019-02-06 04:43:57.348798 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.31 mappings [{'to': 3L, 'from': 113L}, {'to': 125L, 'from': 37L}, {'to': 44L, 'from': 71L}, {'to': 55L, 'from': 61L}]
- 2019-02-06 04:43:57.348899 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.32 mappings [{'to': 43L, 'from': 73L}, {'to': 92L, 'from': 84L}, {'to': 82L, 'from': 61L}]
- 2019-02-06 04:43:57.349005 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.33 mappings [{'to': 82L, 'from': 104L}]
- 2019-02-06 04:43:57.349106 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.38 mappings [{'to': 20L, 'from': 61L}, {'to': 85L, 'from': 32L}, {'to': 118L, 'from': 84L}]
- 2019-02-06 04:43:57.349209 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.3a mappings [{'to': 44L, 'from': 71L}, {'to': 121L, 'from': 83L}, {'to': 100L, 'from': 81L}, {'to': 48L, 'from': 96L}]
- 2019-02-06 04:43:57.349312 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.3b mappings [{'to': 115L, 'from': 4L}]
- 2019-02-06 04:43:57.349405 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.3e mappings [{'to': 82L, 'from': 95L}, {'to': 62L, 'from': 132L}]
- 2019-02-06 04:43:57.349511 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.40 mappings [{'to': 44L, 'from': 42L}]
- 2019-02-06 04:43:57.349610 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.42 mappings [{'to': 120L, 'from': 104L}, {'to': 127L, 'from': 71L}]
- 2019-02-06 04:43:57.349716 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.4a mappings [{'to': 3L, 'from': 133L}, {'to': 125L, 'from': 65L}]
- 2019-02-06 04:43:57.349818 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.4d mappings [{'to': 3L, 'from': 65L}, {'to': 125L, 'from': 86L}, {'to': 121L, 'from': 9L}, {'to': 58L, 'from': 134L}]
- 2019-02-06 04:43:57.349923 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.52 mappings [{'to': 128L, 'from': 42L}, {'to': 124L, 'from': 65L}]
- 2019-02-06 04:43:57.350023 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.58 mappings [{'to': 67L, 'from': 86L}]
- 2019-02-06 04:43:57.350124 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.59 mappings [{'to': 125L, 'from': 27L}, {'to': 52L, 'from': 132L}, {'to': 55L, 'from': 83L}]
- 2019-02-06 04:43:57.350224 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.5a mappings [{'to': 13L, 'from': 83L}, {'to': 52L, 'from': 132L}]
- 2019-02-06 04:43:57.350328 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.64 mappings [{'to': 74L, 'from': 106L}, {'to': 115L, 'from': 70L}, {'to': 48L, 'from': 111L}]
- 2019-02-06 04:43:57.350433 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.65 mappings [{'to': 20L, 'from': 61L}, {'to': 85L, 'from': 96L}]
- 2019-02-06 04:43:57.350530 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.6b mappings [{'to': 52L, 'from': 17L}]
- 2019-02-06 04:43:57.350634 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.6f mappings [{'to': 43L, 'from': 132L}, {'to': 46L, 'from': 29L}, {'to': 34L, 'from': 41L}, {'to': 13L, 'from': 83L}]
- 2019-02-06 04:43:57.350739 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.70 mappings [{'to': 121L, 'from': 95L}, {'to': 109L, 'from': 14L}, {'to': 44L, 'from': 71L}]
- 2019-02-06 04:43:57.350839 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.71 mappings [{'to': 28L, 'from': 65L}]
- 2019-02-06 04:43:57.350943 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.7a mappings [{'to': 110L, 'from': 95L}, {'to': 124L, 'from': 65L}]
- 2019-02-06 04:43:57.351041 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.7b mappings [{'to': 3L, 'from': 47L}, {'to': 58L, 'from': 5L}]
- 2019-02-06 04:43:57.351141 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.84 mappings [{'to': 58L, 'from': 4L}]
- 2019-02-06 04:43:57.351240 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.8e mappings [{'to': 105L, 'from': 32L}, {'to': 125L, 'from': 91L}]
- 2019-02-06 04:43:57.351344 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.b8 mappings [{'to': 6L, 'from': 9L}, {'to': 2L, 'from': 71L}]
- 2019-02-06 04:43:57.351444 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.be mappings [{'to': 123L, 'from': 32L}, {'to': 74L, 'from': 133L}]
- 2019-02-06 04:43:57.351546 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.c0 mappings [{'to': 53L, 'from': 83L}, {'to': 112L, 'from': 23L}]
- 2019-02-06 04:43:57.351646 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.d1 mappings [{'to': 79L, 'from': 27L}]
- 2019-02-06 04:43:57.351752 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.e1 mappings [{'to': 125L, 'from': 86L}]
- 2019-02-06 04:43:57.351856 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.e5 mappings [{'to': 126L, 'from': 42L}]
- 2019-02-06 04:43:57.351955 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.ee mappings [{'to': 89L, 'from': 4L}, {'to': 55L, 'from': 83L}]
- 2019-02-06 04:43:57.352055 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.f1 mappings [{'to': 127L, 'from': 88L}]
- 2019-02-06 04:43:57.352156 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.12b mappings [{'to': 68L, 'from': 37L}]
- 2019-02-06 04:43:57.352252 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.17c mappings [{'to': 124L, 'from': 86L}]
- 2019-02-06 04:43:57.352356 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1aa mappings [{'to': 62L, 'from': 23L}, {'to': 128L, 'from': 88L}]
- 2019-02-06 04:43:57.352453 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1bf mappings [{'to': 74L, 'from': 113L}]
- 2019-02-06 04:43:57.352564 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1c2 mappings [{'to': 3L, 'from': 113L}]
- 2019-02-06 04:43:57.352673 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1c6 mappings [{'to': 48L, 'from': 111L}]
- 2019-02-06 04:43:57.352788 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1d6 mappings [{'to': 46L, 'from': 23L}]
- 2019-02-06 04:43:57.352897 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1d7 mappings [{'to': 57L, 'from': 95L}]
- 2019-02-06 04:43:57.352996 7effa02fa700 4 mgr[balancer] ceph osd pg-upmap-items 41.1f3 mappings [{'to': 75L, 'from': 83L}, {'to': 24L, 'from': 91L}]
- 2019-02-06 04:43:57.624003 7eff9faf9700 4 mgr.server handle_report from 0x5568cab1c800 osd,51
- 2019-02-06 04:43:57.633142 7effa3cea700 1 mgr send_beacon active
- 2019-02-06 04:43:57.804547 7effa9cf6700 0 -- 192.168.10.30:6801/2544997 >> 192.168.10.30:0/2619462057 conn(0x5568cad83000 :6801 s=STATE_ACCEPTING_WAIT_CONNECT_MSG_AUTH pgs=0 cs=0 l=1).handle_connect_msg: challenging authorizer
- 2019-02-06 04:43:57.946595 7eff9faf9700 4 mgr.server handle_report from 0x5568caa45800 osd,119
- 2019-02-06 04:43:58.035237 7eff9faf9700 4 mgr.server handle_report from 0x5568cab05000 osd,100
- 2019-02-06 04:43:58.077859 7effa9cf6700 0 -- 192.168.10.30:6801/2544997 >> 192.168.10.30:0/1098298344 conn(0x5568cad26800 :6801 s=STATE_ACCEPTING_WAIT_CONNECT_MSG_AUTH pgs=0 cs=0 l=1).handle_connect_msg: challenging authorizer
- 2019-02-06 04:43:58.113832 7effa6cf0700 4 mgr ms_dispatch active log(63 entries from seq 11929 at 2019-02-06 04:43:57.346723) v1
- 2019-02-06 04:43:58.113840 7effa6cf0700 4 mgr ms_dispatch log(63 entries from seq 11929 at 2019-02-06 04:43:57.346723) v1
- 2019-02-06 04:43:58.120416 7effa6cf0700 4 mgr ms_dispatch active osd_map(73427..73427 src has 72885..73427) v3
- 2019-02-06 04:43:58.120421 7effa6cf0700 4 mgr ms_dispatch osd_map(73427..73427 src has 72885..73427) v3
- 2019-02-06 04:43:58.129710 7effa02fa700 1 mgr.server reply handle_command (0) Success
- 2019-02-06 04:43:58.134558 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134605 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134652 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134696 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134739 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134781 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134824 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134867 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134910 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134952 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.134995 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135037 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135080 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135122 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135165 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135207 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135250 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135293 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135336 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135378 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135420 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135463 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135509 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135552 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135594 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135636 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135678 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135720 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135763 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135805 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135847 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135890 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135932 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.135977 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136020 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136062 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136104 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136146 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136189 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136231 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136273 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136316 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136358 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136401 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136443 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136485 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136527 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136569 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136611 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136660 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136705 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136756 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136799 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136841 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136883 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136925 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.136967 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.137009 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.137051 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.137093 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.137135 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.137179 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.137221 7effa02fa700 1 mgr[restful] Unknown request 'foo'
- 2019-02-06 04:43:58.189332 7eff9faf9700 4 mgr.server handle_report from 0x5568cab06800 osd,99
- 2019-02-06 04:43:58.283768 7eff9faf9700 4 mgr.server handle_report from 0x5568caa93800 osd,129
- 2019-02-06 04:43:58.352350 7eff9faf9700 4 mgr.server handle_report from 0x5568caa0a000 osd,36
- 2019-02-06 04:43:58.534075 7effa9cf6700 0 -- 192.168.10.30:6801/2544997 >> 192.168.10.30:0/3660482190 conn(0x5568cad26800 :6801 s=STATE_ACCEPTING_WAIT_CONNECT_MSG_AUTH pgs=0 cs=0 l=1).handle_connect_msg: challenging authorizer
- 2019-02-06 04:43:58.778655 7effa9cf6700 0 -- 192.168.10.30:6801/2544997 >> 192.168.10.30:0/82125304 conn(0x5568caa1c000 :6801 s=STATE_ACCEPTING_WAIT_CONNECT_MSG_AUTH pgs=0 cs=0 l=1).handle_connect_msg: challenging authorizer
- 2019-02-06 04:43:58.779249 7eff9faf9700 4 mgr.server handle_report from 0x5568cb102800 osd,10
- 2019-02-06 04:43:59.069427 7effa9cf6700 0 -- 192.168.10.30:6801/2544997 >> 192.168.10.30:0/3614627043 conn(0x5568cb0ff800 :6801 s=STATE_ACCEPTING_WAIT_CONNECT_MSG_AUTH pgs=0 cs=0 l=1).handle_connect_msg: challenging authorizer
- 2019-02-06 04:43:59.125275 7effa6cf0700 4 mgr ms_dispatch active log(63 entries from seq 11992 at 2019-02-06 04:43:58.120616) v1
- 2019-02-06 04:43:59.125283 7effa6cf0700 4 mgr ms_dispatch log(63 entries from seq 11992 at 2019-02-06 04:43:58.120616) v1
- 2019-02-06 04:43:59.258961 7eff9faf9700 4 mgr.server handle_report from 0x5568caa5a800 osd,94
- 2019-02-06 04:43:59.332955 7effa9cf6700 0 -- 192.168.10.30:6801/2544997 >> 192.168.10.30:0/1362546000 conn(0x5568caacc000 :6801 s=STATE_ACCEPTING_WAIT_CONNECT_MSG_AUTH pgs=0 cs=0 l=1).handle_connect_msg: challenging authorizer
- 2019-02-06 04:43:59.409489 7eff9faf9700 4 mgr.server handle_report from 0x5568cad48000 osd,21
- 2019-02-06 04:43:59.542607 7effa6cf0700 4 mgr ms_dispatch active mgrdigest v1
- 2019-02-06 04:43:59.542612 7effa6cf0700 4 mgr ms_dispatch mgrdigest v1
- 2019-02-06 04:43:59.557944 7eff9faf9700 4 mgr.server handle_report from 0x5568cad58800 osd,101
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement