Hi all
I got many error about PG deviation more than 30% on a new installed cluster
This cluster is managed by cephadm
all box 15 have :
12 x 18Tb
2 x nvme
2 x ssd for boot
Our main pool is on EC 6 + 2 for exclusive use with cephfs
created with this method :
ceph orch apply -i osd_spec.yaml
with this conf
osd_spec.yaml
service_type: osd
service_id: osd_spec_default
placement:
host_pattern: '*'
data_devices:
rotational: 1
db_devices:
paths:
- /dev/nvme0n1
- /dev/nvme1n1
root@store-par2-node01:/home/user# ceph -s
cluster:
id: cf37418e-e0b9-11ec-95a5-f1f73d5801cb
health: HEALTH_OK
services:
mon: 5 daemons, quorum store-par2-node01,store-par2-node02,store-par2-node03,store-par2-node04,store-par2-node05 (age 5d)
mgr: store-par2-node02.osbvrb(active, since 3d), standbys: store-par2-node01.oerpqs
mds: 1/1 daemons up, 3 standby
osd: 168 osds: 168 up (since 3d), 168 in (since 5d)
data:
volumes: 1/1 healthy
pools: 3 pools, 65 pgs
objects: 27 objects, 14 MiB
usage: 13 TiB used, 2.7 PiB / 2.7 PiB avail
pgs: 65 active+clean
root@store-par2-node01:/home/user# ceph osd df tree
ID CLASS WEIGHT REWEIGHT SIZE RAW USE DATA OMAP META AVAIL %USE VAR PGS STATUS TYPE NAME
-1 2763.38159 - 2.7 PiB 13 TiB 9.6 GiB 9 KiB 9.7 GiB 2.7 PiB 0.47 1.00 - root default
-3 197.38440 - 197 TiB 955 GiB 696 MiB 7 KiB 608 MiB 196 TiB 0.47 1.00 - host store-par2-node01
0 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 60 MiB 16 TiB 0.47 1.00 2 up osd.0
1 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 55 MiB 16 TiB 0.47 1.00 1 up osd.1
2 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 55 MiB 16 TiB 0.47 1.00 1 up osd.2
3 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 1 KiB 46 MiB 16 TiB 0.47 1.00 5 up osd.3
4 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 1 KiB 45 MiB 16 TiB 0.47 1.00 2 up osd.4
5 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 1 KiB 45 MiB 16 TiB 0.47 1.00 1 up osd.5
6 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 1 KiB 45 MiB 16 TiB 0.47 1.00 0 up osd.6
7 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 1 KiB 46 MiB 16 TiB 0.47 1.00 1 up osd.7
8 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 1 KiB 47 MiB 16 TiB 0.47 1.00 4 up osd.8
9 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 1 KiB 49 MiB 16 TiB 0.47 1.00 2 up osd.9
10 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 55 MiB 16 TiB 0.47 1.00 4 up osd.10
11 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 60 MiB 16 TiB 0.47 1.00 3 up osd.11
-7 197.38440 - 197 TiB 955 GiB 696 MiB 2 KiB 625 MiB 196 TiB 0.47 1.00 - host store-par2-node02
13 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 5 up osd.13
15 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 2 up osd.15
17 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 3 up osd.17
19 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 2 up osd.19
21 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 3 up osd.21
23 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 1 up osd.23
25 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 3 up osd.25
27 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 1 up osd.27
29 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 1 up osd.29
31 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 4 up osd.31
33 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 1 KiB 43 MiB 16 TiB 0.47 1.00 2 up osd.33
35 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 1 KiB 42 MiB 16 TiB 0.47 1.00 2 up osd.35
-5 197.38440 - 197 TiB 955 GiB 710 MiB 0 B 994 MiB 196 TiB 0.47 1.00 - host store-par2-node03
12 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 0 up osd.12
14 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 2 up osd.14
16 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 0 up osd.16
18 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 3 up osd.18
20 hdd 16.44870 1.00000 16 TiB 80 GiB 71 MiB 0 B 400 MiB 16 TiB 0.47 1.00 4 up osd.20
22 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 0 up osd.22
24 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 3 up osd.24
26 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 2 up osd.26
28 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 4 up osd.28
30 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 3 up osd.30
32 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 1 up osd.32
34 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 4 up osd.34
-29 197.38440 - 197 TiB 955 GiB 710 MiB 0 B 978 MiB 196 TiB 0.47 1.00 - host store-par2-node04
38 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.38
53 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.53
65 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.65
78 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.78
89 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.89
101 hdd 16.44870 1.00000 16 TiB 80 GiB 71 MiB 0 B 395 MiB 16 TiB 0.47 1.00 3 up osd.101
112 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.112
123 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.123
134 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.134
145 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.145
156 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.156
167 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.167
-11 197.38440 - 197 TiB 955 GiB 696 MiB 0 B 636 MiB 196 TiB 0.47 1.00 - host store-par2-node05
46 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.46
51 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.51
60 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.60
70 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.70
81 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.81
92 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.92
103 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.103
114 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.114
125 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.125
136 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.136
147 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 5 up osd.147
158 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.158
-13 197.38440 - 197 TiB 955 GiB 696 MiB 0 B 636 MiB 196 TiB 0.47 1.00 - host store-par2-node06
36 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.36
47 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.47
59 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.59
69 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.69
82 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.82
94 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.94
106 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.106
115 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.115
128 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.128
137 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.137
148 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.148
159 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.159
-23 197.38440 - 197 TiB 955 GiB 696 MiB 0 B 636 MiB 196 TiB 0.47 1.00 - host store-par2-node07
41 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.41
48 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.48
58 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.58
71 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.71
83 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.83
93 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.93
105 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.105
117 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.117
129 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.129
138 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.138
150 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 5 up osd.150
163 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.163
-17 197.38440 - 197 TiB 955 GiB 696 MiB 0 B 636 MiB 196 TiB 0.47 1.00 - host store-par2-node08
43 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.43
56 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.56
68 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.68
79 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.79
90 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.90
100 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.100
111 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.111
121 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.121
132 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 7 up osd.132
143 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.143
154 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.154
165 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.165
-27 197.38440 - 197 TiB 955 GiB 696 MiB 0 B 636 MiB 196 TiB 0.47 1.00 - host store-par2-node09
37 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.37
49 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.49
63 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.63
77 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.77
88 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.88
98 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.98
110 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.110
120 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.120
131 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.131
141 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.141
152 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.152
164 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.164
-9 197.38440 - 197 TiB 955 GiB 710 MiB 0 B 982 MiB 196 TiB 0.47 1.00 - host store-par2-node10
45 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.45
54 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.54
64 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.64
74 hdd 16.44870 1.00000 16 TiB 80 GiB 71 MiB 0 B 399 MiB 16 TiB 0.47 1.00 5 up osd.74
87 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.87
97 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.97
107 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.107
116 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.116
127 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.127
142 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.142
153 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.153
161 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.161
-15 197.38440 - 197 TiB 955 GiB 696 MiB 0 B 637 MiB 196 TiB 0.47 1.00 - host store-par2-node11
40 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 54 MiB 16 TiB 0.47 1.00 6 up osd.40
50 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.50
61 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.61
73 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.73
84 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.84
95 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.95
104 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 5 up osd.104
118 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.118
126 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.126
139 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.139
149 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.149
160 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.160
-25 197.38440 - 197 TiB 955 GiB 696 MiB 0 B 636 MiB 196 TiB 0.47 1.00 - host store-par2-node12
39 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.39
52 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.52
66 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.66
76 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.76
86 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.86
99 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.99
109 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.109
122 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.122
133 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.133
144 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.144
155 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.155
166 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.166
-19 197.38440 - 197 TiB 955 GiB 696 MiB 0 B 636 MiB 196 TiB 0.47 1.00 - host store-par2-node13
42 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.42
55 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.55
62 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.62
72 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.72
80 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.80
91 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 5 up osd.91
102 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.102
113 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.113
124 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.124
135 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.135
146 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.146
157 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.157
-21 197.38440 - 197 TiB 955 GiB 696 MiB 0 B 636 MiB 196 TiB 0.47 1.00 - host store-par2-node14
44 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.44
57 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.57
67 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 4 up osd.67
75 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.75
85 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.85
96 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.96
108 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.108
119 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 1 up osd.119
130 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 3 up osd.130
140 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 0 up osd.140
151 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.151
162 hdd 16.44870 1.00000 16 TiB 80 GiB 58 MiB 0 B 53 MiB 16 TiB 0.47 1.00 2 up osd.162
TOTAL 2.7 PiB 13 TiB 9.6 GiB 9.6 KiB 9.7 GiB 2.7 PiB 0.47
MIN/MAX VAR: 1.00/1.00 STDDEV: 0
root@store-par2-node01:/home/user# ceph pg dump
version 140443
stamp 2022-06-06T12:27:35.382577+0000
last_osdmap_epoch 0
last_pg_scan 0
PG_STAT OBJECTS MISSING_ON_PRIMARY DEGRADED MISPLACED UNFOUND BYTES OMAP_BYTES* OMAP_KEYS* LOG DISK_LOG STATE STATE_STAMP VERSION REPORTED UP UP_PRIMARY ACTING ACTING_PRIMARY LAST_SCRUB SCRUB_STAMP LAST_DEEP_SCRUB DEEP_SCRUB_STAMP SNAPTRIMQ_LEN LAST_SCRUB_DURATION SCRUB_SCHEDULING OBJECTS_SCRUBBED OBJECTS_TRIMMED
3.f 1 0 0 0 0 22 0 0 2 2 active+clean 2022-06-06T02:22:55.899870+0000 773'2 1191:813 [112,132,142] 112 [112,132,142] 112 773'2 2022-06-06T02:22:55.899728+0000 773'2 2022-06-03T11:08:04.230774+0000 0 1 periodic scrub scheduled @ 2022-06-07T02:26:26.925460+0000 1 0
2.e 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T18:09:54.859041+0000 0'0 1191:818 [8,3,44,13,64,67,132,31] 8 [8,3,44,13,64,67,132,31] 8 0'0 2022-06-05T18:09:54.858891+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T02:48:10.931317+0000 0 0
3.c 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T22:21:13.363161+0000 0'0 1191:813 [24,8,52] 24 [24,8,52] 24 0'0 2022-06-05T22:21:13.363041+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-07T05:12:34.695987+0000 0 0
2.d 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T21:38:59.942761+0000 0'0 1191:819 [51,134,3,86,96,38,1,41] 51 [51,134,3,86,96,38,1,41] 51 0'0 2022-06-05T21:38:59.942666+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-06T22:34:01.326089+0000 0 0
3.d 1 0 0 0 0 70 0 0 2 2 active+clean 2022-06-06T06:48:17.160609+0000 771'2 1191:816 [122,71,132] 122 [122,71,132] 122 771'2 2022-06-06T06:48:17.160469+0000 771'2 2022-06-03T10:46:08.465824+0000 0 1 periodic scrub scheduled @ 2022-06-07T10:22:35.365062+0000 1 0
2.c 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T04:17:49.079390+0000 0'0 1191:819 [149,19,48,11,158,60,143,110] 149 [149,19,48,11,158,60,143,110] 149 0'0 2022-06-06T04:17:49.079269+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T06:16:29.279337+0000 0 0
3.a 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T02:51:41.932102+0000 0'0 1191:813 [18,148,131] 18 [18,148,131] 18 0'0 2022-06-06T02:51:41.931974+0000 0'0 2022-06-04T15:55:16.683239+0000 0 1 periodic scrub scheduled @ 2022-06-07T10:39:23.180043+0000 0 0
2.b 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T10:08:33.237436+0000 0'0 1191:818 [46,159,28,74,137,37,91,127] 46 [46,159,28,74,137,37,91,127] 46 0'0 2022-06-06T10:08:33.237340+0000 0'0 2022-06-06T10:08:33.237340+0000 0 1 periodic scrub scheduled @ 2022-06-07T10:13:44.177114+0000 0 0
3.b 1 0 0 0 0 0 0 0 3 3 active+clean 2022-06-06T00:54:52.451573+0000 671'3 1191:814 [73,159,147] 73 [73,159,147] 73 671'3 2022-06-06T00:54:52.451459+0000 671'3 2022-06-03T03:41:08.026476+0000 0 1 periodic scrub scheduled @ 2022-06-07T12:45:10.753628+0000 1 0
2.a 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T22:53:09.039828+0000 0'0 1191:815 [44,86,132,94,71,81,80,166] 44 [44,86,132,94,71,81,80,166] 44 0'0 2022-06-05T22:53:09.039734+0000 0'0 2022-06-03T12:58:37.531167+0000 0 1 periodic scrub scheduled @ 2022-06-07T03:20:37.899744+0000 0 0
3.8 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T14:40:36.607866+0000 0'0 1191:811 [115,38,68] 115 [115,38,68] 115 0'0 2022-06-05T14:40:36.607760+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-06T14:45:02.993139+0000 0 0
2.9 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T03:20:19.920382+0000 0'0 1191:817 [104,84,110,40,82,73,147,17] 104 [104,84,110,40,82,73,147,17] 104 0'0 2022-06-06T03:20:19.920257+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T06:24:06.295277+0000 0 0
3.9 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T22:14:34.542404+0000 0'0 1191:811 [59,45,129] 59 [59,45,129] 59 0'0 2022-06-05T22:14:34.542285+0000 0'0 2022-06-03T00:14:09.631316+0000 0 1 periodic scrub scheduled @ 2022-06-07T06:57:37.776582+0000 0 0
2.8 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T22:12:11.172949+0000 0'0 1191:815 [45,101,104,13,143,157,63,61] 45 [45,101,104,13,143,157,63,61] 45 0'0 2022-06-05T22:12:11.172853+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T06:52:53.792844+0000 0 0
3.6 1 0 0 0 0 0 0 0 5 5 active+clean 2022-06-05T10:01:53.243050+0000 1043'5 1191:818 [98,66,132] 98 [98,66,132] 98 1043'5 2022-06-05T10:01:53.242948+0000 1043'5 2022-06-05T10:01:53.242948+0000 0 1 periodic scrub scheduled @ 2022-06-06T18:00:59.024882+0000 1 0
2.7 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T08:28:41.853562+0000 0'0 1191:818 [163,57,151,110,116,118,30,147] 163 [163,57,151,110,116,118,30,147] 163 0'0 2022-06-06T08:28:41.853404+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T18:31:27.727201+0000 0 0
3.7 1 0 0 0 0 0 0 0 2 2 active+clean 2022-06-06T11:35:38.186470+0000 437'2 1191:826 [95,31,55] 95 [95,31,55] 95 437'2 2022-06-06T11:35:38.186365+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-07T12:34:45.361534+0000 1 0
2.6 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T06:13:11.860365+0000 0'0 1191:817 [135,112,19,98,114,88,119,8] 135 [135,112,19,98,114,88,119,8] 135 0'0 2022-06-06T06:13:11.860264+0000 0'0 2022-06-06T06:13:11.860264+0000 0 1 periodic scrub scheduled @ 2022-06-07T08:33:30.327642+0000 0 0
3.4 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T11:53:13.051840+0000 0'0 1191:813 [10,13,131] 10 [10,13,131] 10 0'0 2022-06-05T11:53:13.051678+0000 0'0 2022-06-02T02:18:09.375232+0000 0 1 periodic scrub scheduled @ 2022-06-06T14:15:18.261225+0000 0 0
2.5 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T15:15:43.099447+0000 0'0 1191:817 [15,4,8,144,81,96,73,10] 15 [15,4,8,144,81,96,73,10] 15 0'0 2022-06-05T15:15:43.099314+0000 0'0 2022-06-04T11:38:14.307983+0000 0 1 periodic scrub scheduled @ 2022-06-06T22:44:13.570864+0000 0 0
2.0 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T23:46:06.362681+0000 0'0 1191:844 [30,109,13,40,133,136,37,65] 30 [30,109,13,40,133,136,37,65] 30 0'0 2022-06-05T23:46:06.362567+0000 0'0 2022-06-05T23:46:06.362567+0000 0 1 periodic scrub scheduled @ 2022-06-07T05:50:48.092572+0000 0 0
3.1 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T16:32:59.830885+0000 0'0 1191:831 [73,150,54] 73 [73,150,54] 73 0'0 2022-06-05T16:32:59.830683+0000 0'0 2022-06-05T16:32:59.830683+0000 0 1 periodic scrub scheduled @ 2022-06-07T02:38:21.783899+0000 0 0
1.0 5 0 0 0 0 14156320 0 0 10005 10005 active+clean 2022-06-05T16:52:10.117602+0000 1146'21705 1191:26731 [74,101,20] 74 [74,101,20] 74 1012'18422 2022-06-05T16:52:10.117484+0000 0'0 2022-05-31T17:19:28.164530+0000 0 1 periodic scrub scheduled @ 2022-06-06T23:19:35.924762+0000 4 0
2.3 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T15:59:18.303912+0000 0'0 1191:819 [83,121,122,34,92,21,32,72] 83 [83,121,122,34,92,21,32,72] 83 0'0 2022-06-05T15:59:18.303794+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T02:34:48.910045+0000 0 0
3.2 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T03:07:55.854126+0000 0'0 1191:811 [164,31,34] 164 [164,31,34] 164 0'0 2022-06-06T03:07:55.854014+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-07T08:11:53.316960+0000 0 0
2.1 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T13:03:19.274658+0000 0'0 1191:821 [40,76,99,128,43,135,10,96] 40 [40,76,99,128,43,135,10,96] 40 0'0 2022-06-05T13:03:19.274545+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-06T18:43:52.710554+0000 0 0
3.0 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T13:33:06.917207+0000 0'0 1191:826 [35,40,70] 35 [35,40,70] 35 0'0 2022-06-05T13:33:06.917074+0000 0'0 2022-05-31T19:52:08.234732+0000 0 1 periodic scrub scheduled @ 2022-06-06T18:08:03.107087+0000 0 0
3.3 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T11:43:56.320476+0000 0'0 1191:840 [40,18,11] 40 [40,18,11] 40 0'0 2022-06-06T11:43:56.320361+0000 0'0 2022-06-04T06:13:59.535590+0000 0 1 periodic scrub scheduled @ 2022-06-07T20:55:33.787766+0000 0 0
2.2 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T16:42:20.204103+0000 0'0 1191:819 [71,150,24,82,144,48,161,91] 71 [71,150,24,82,144,48,161,91] 71 0'0 2022-06-05T16:42:20.203967+0000 0'0 2022-06-03T04:54:17.344478+0000 0 1 periodic scrub scheduled @ 2022-06-06T21:40:54.542796+0000 0 0
3.5 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T20:06:50.152236+0000 0'0 1191:812 [152,3,93] 152 [152,3,93] 152 0'0 2022-06-05T20:06:50.152134+0000 0'0 2022-06-03T08:27:56.053931+0000 0 1 periodic scrub scheduled @ 2022-06-07T05:07:45.942271+0000 0 0
2.4 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T23:44:27.330764+0000 0'0 1191:816 [11,132,21,7,104,149,49,134] 11 [11,132,21,7,104,149,49,134] 11 0'0 2022-06-05T23:44:27.330642+0000 0'0 2022-06-05T23:44:27.330642+0000 0 1 periodic scrub scheduled @ 2022-06-07T03:48:00.509825+0000 0 0
3.e 1 0 0 0 0 0 0 0 3 3 active+clean 2022-06-05T20:45:57.476116+0000 543'3 1191:814 [37,97,26] 37 [37,97,26] 37 543'3 2022-06-05T20:45:57.476006+0000 543'3 2022-06-02T00:50:17.270315+0000 0 1 periodic scrub scheduled @ 2022-06-07T00:57:37.043277+0000 1 0
2.f 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T10:18:51.955868+0000 0'0 1191:827 [92,85,101,53,25,24,113,145] 92 [92,85,101,53,25,24,113,145] 92 0'0 2022-06-06T10:18:51.955714+0000 0'0 2022-06-05T06:18:02.624483+0000 0 1 periodic scrub scheduled @ 2022-06-07T12:10:14.007061+0000 0 0
3.11 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T20:15:43.246605+0000 0'0 1191:811 [33,30,41] 33 [33,30,41] 33 0'0 2022-06-05T20:15:43.246445+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-07T01:59:04.536885+0000 0 0
2.10 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T03:41:55.049114+0000 0'0 1191:819 [130,167,43,143,66,65,45,145] 130 [130,167,43,143,66,65,45,145] 130 0'0 2022-06-06T03:41:55.048887+0000 0'0 2022-06-06T03:41:55.048887+0000 0 1 periodic scrub scheduled @ 2022-06-07T12:59:20.841601+0000 0 0
3.10 4 0 0 0 0 0 0 0 12 12 active+clean 2022-06-05T06:44:51.783819+0000 845'12 1191:816 [130,103,93] 130 [130,103,93] 130 845'12 2022-06-05T06:44:51.783710+0000 845'12 2022-06-03T19:13:59.475041+0000 0 1 periodic scrub scheduled @ 2022-06-06T16:31:37.232782+0000 4 0
2.11 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T08:38:43.779419+0000 0'0 1191:820 [107,20,129,122,27,113,25,83] 107 [107,20,129,122,27,113,25,83] 107 0'0 2022-06-06T08:38:43.779269+0000 0'0 2022-06-03T11:14:02.841282+0000 0 1 periodic scrub scheduled @ 2022-06-07T16:53:01.369556+0000 0 0
3.13 2 0 0 0 0 34 0 0 2 2 active+clean 2022-06-05T15:00:46.595842+0000 437'2 1191:816 [149,14,85] 149 [149,14,85] 149 437'2 2022-06-05T15:00:46.595730+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-06T16:27:45.919806+0000 2 0
2.12 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T07:10:51.207987+0000 0'0 1191:815 [35,139,147,106,60,28,126,127] 35 [35,139,147,106,60,28,126,127] 35 0'0 2022-06-06T07:10:51.207861+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T17:59:37.937977+0000 0 0
3.12 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T09:38:30.626384+0000 0'0 1191:812 [135,154,131] 135 [135,154,131] 135 0'0 2022-06-05T09:38:30.626285+0000 0'0 2022-06-02T22:21:59.376573+0000 0 1 periodic scrub scheduled @ 2022-06-06T18:43:10.579197+0000 0 0
2.13 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T01:39:10.599882+0000 0'0 1191:818 [74,36,3,158,39,77,75,98] 74 [74,36,3,158,39,77,75,98] 74 0'0 2022-06-06T01:39:10.599742+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T07:50:19.048812+0000 0 0
3.15 2 0 0 0 0 90 0 0 3 3 active+clean 2022-06-06T00:06:19.711529+0000 437'3 1191:817 [54,15,102] 54 [54,15,102] 54 437'3 2022-06-06T00:06:19.711396+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-07T09:05:26.475289+0000 2 0
2.14 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T13:23:51.227730+0000 0'0 1191:815 [63,18,104,31,28,80,107,47] 63 [63,18,104,31,28,80,107,47] 63 0'0 2022-06-05T13:23:51.227619+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T00:57:54.831856+0000 0 0
3.14 4 0 0 0 0 4972 0 0 37 37 active+clean 2022-06-05T18:43:38.650054+0000 718'37 1191:851 [83,114,153] 83 [83,114,153] 83 718'37 2022-06-05T18:43:38.649890+0000 718'37 2022-06-05T18:43:38.649890+0000 0 1 periodic scrub scheduled @ 2022-06-07T01:34:37.932141+0000 4 0
2.15 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T16:15:50.881954+0000 0'0 1191:819 [54,88,142,33,76,20,146,150] 54 [54,88,142,33,76,20,146,150] 54 0'0 2022-06-05T16:15:50.881848+0000 0'0 2022-06-01T21:50:03.827583+0000 0 1 periodic scrub scheduled @ 2022-06-06T16:24:10.967689+0000 0 0
3.17 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T16:14:32.120728+0000 0'0 1191:814 [147,34,167] 147 [147,34,167] 147 0'0 2022-06-05T16:14:32.120636+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-07T01:17:17.942645+0000 0 0
2.16 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T13:32:29.676884+0000 0'0 1191:815 [162,152,23,74,160,9,121,10] 162 [162,152,23,74,160,9,121,10] 162 0'0 2022-06-05T13:32:29.676755+0000 0'0 2022-06-01T23:18:50.309093+0000 0 1 periodic scrub scheduled @ 2022-06-06T15:29:19.493434+0000 0 0
3.16 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T03:05:19.005785+0000 0'0 1191:813 [26,162,105] 26 [26,162,105] 26 0'0 2022-06-06T03:05:19.005679+0000 0'0 2022-05-31T19:52:13.903980+0000 0 1 periodic scrub scheduled @ 2022-06-07T05:38:41.233380+0000 0 0
2.17 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T16:25:32.999773+0000 0'0 1191:821 [146,104,158,163,108,106,141,159] 146 [146,104,158,163,108,106,141,159] 146 0'0 2022-06-05T16:25:32.999664+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T03:44:47.468570+0000 0 0
3.19 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T18:18:12.164305+0000 0'0 1191:810 [156,40,109] 156 [156,40,109] 156 0'0 2022-06-05T18:18:12.164187+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-06T20:18:30.481546+0000 0 0
2.18 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T18:42:00.227559+0000 0'0 1191:820 [107,105,97,17,99,124,154,132] 107 [107,105,97,17,99,124,154,132] 107 0'0 2022-06-05T18:42:00.227444+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T00:48:30.997533+0000 0 0
3.18 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T22:29:35.968669+0000 0'0 1191:813 [150,21,36] 150 [150,21,36] 150 0'0 2022-06-05T22:29:35.968576+0000 0'0 2022-06-01T20:07:31.626680+0000 0 1 periodic scrub scheduled @ 2022-06-07T08:00:54.614246+0000 0 0
2.19 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T12:25:06.541967+0000 0'0 1192:820 [131,151,63,13,146,90,135,133] 131 [131,151,63,13,146,90,135,133] 131 0'0 2022-06-06T12:25:06.541855+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T16:49:45.723687+0000 0 0
3.1b 0 0 0 0 0 0 0 0 1 1 active+clean 2022-06-05T12:05:36.929834+0000 437'1 1191:813 [91,120,142] 91 [91,120,142] 91 437'1 2022-06-05T12:05:36.929706+0000 437'1 2022-06-02T00:32:32.667254+0000 0 1 periodic scrub scheduled @ 2022-06-06T20:33:52.594948+0000 0 0
2.1a 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T21:33:42.799425+0000 0'0 1191:817 [58,112,85,50,129,148,49,45] 58 [58,112,85,50,129,148,49,45] 58 0'0 2022-06-05T21:33:42.799305+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-07T08:52:06.385325+0000 0 0
3.1a 0 0 0 0 0 0 0 0 1 1 active+clean 2022-06-05T14:57:02.326186+0000 437'1 1191:815 [25,9,93] 25 [25,9,93] 25 437'1 2022-06-05T14:57:02.326068+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-06T22:00:49.835756+0000 0 0
2.1b 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T00:21:22.013136+0000 0'0 1191:819 [51,42,60,83,164,145,52,134] 51 [51,42,60,83,164,145,52,134] 51 0'0 2022-06-06T00:21:22.013028+0000 0'0 2022-06-06T00:21:22.013028+0000 0 1 periodic scrub scheduled @ 2022-06-07T08:38:12.431836+0000 0 0
3.1d 1 0 0 0 0 0 0 0 2 2 active+clean 2022-06-06T00:17:33.395234+0000 437'2 1191:815 [150,67,20] 150 [150,67,20] 150 437'2 2022-06-06T00:17:33.395098+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-07T05:38:06.038546+0000 1 0
2.1c 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T21:38:58.966683+0000 0'0 1191:819 [51,34,80,144,143,99,50,0] 51 [51,34,80,144,143,99,50,0] 51 0'0 2022-06-05T21:38:58.966531+0000 0'0 2022-06-03T07:43:07.143846+0000 0 1 periodic scrub scheduled @ 2022-06-07T04:01:52.286592+0000 0 0
3.1c 1 0 0 0 0 0 0 0 3 3 active+clean 2022-06-06T05:23:02.301909+0000 724'3 1191:815 [76,156,128] 76 [76,156,128] 76 724'3 2022-06-06T05:23:02.301761+0000 724'3 2022-06-03T07:49:44.813182+0000 0 1 periodic scrub scheduled @ 2022-06-07T11:37:54.326001+0000 1 0
2.1d 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-06T03:14:29.829206+0000 0'0 1191:816 [67,86,61,81,130,69,74,46] 67 [67,86,61,81,130,69,74,46] 67 0'0 2022-06-06T03:14:29.829088+0000 0'0 2022-06-03T06:14:14.581690+0000 0 1 periodic scrub scheduled @ 2022-06-07T12:37:45.026826+0000 0 0
3.1f 2 0 0 0 0 554 0 0 4 4 active+clean 2022-06-05T13:34:03.534647+0000 437'4 1191:815 [160,112,49] 160 [160,112,49] 160 437'4 2022-06-05T13:34:03.534531+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-06T15:30:53.351210+0000 2 0
2.1e 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T16:05:18.546234+0000 0'0 1191:817 [5,0,91,118,2,107,41,37] 5 [5,0,91,118,2,107,41,37] 5 0'0 2022-06-05T16:05:18.546142+0000 0'0 2022-05-31T19:51:41.372150+0000 0 1 periodic scrub scheduled @ 2022-06-06T23:22:10.205148+0000 0 0
3.1e 0 0 0 0 0 0 0 0 1 1 active+clean 2022-06-06T02:05:23.255525+0000 437'1 1191:814 [3,166,110] 3 [3,166,110] 3 437'1 2022-06-06T02:05:23.255430+0000 0'0 2022-05-31T19:51:59.873880+0000 0 1 periodic scrub scheduled @ 2022-06-07T12:43:16.169680+0000 0 0
2.1f 0 0 0 0 0 0 0 0 0 0 active+clean 2022-06-05T14:19:38.386679+0000 0'0 1191:816 [67,14,117,29,28,4,91,17] 67 [67,14,117,29,28,4,91,17] 67 0'0 2022-06-05T14:19:38.386564+0000 0'0 2022-06-03T08:33:01.050897+0000 0 1 periodic scrub scheduled @ 2022-06-06T23:02:03.102683+0000 0 0
3 22 0 0 0 0 5742 0 0 83 83
1 5 0 0 0 0 14156320 0 0 10005 10005
2 0 0 0 0 0 0 0 0 0 0
sum 27 0 0 0 0 14162062 0 0 10088 10088
OSD_STAT USED AVAIL USED_RAW TOTAL HB_PEERS PG_SUM PRIMARY_PG_SUM
167 80 GiB 16 TiB 80 GiB 16 TiB [0,11,34,35,90,91,92,93,94,95,96,97,98,133,166] 2 0
166 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,80,81,82,83,84,85,87,88,111,112,165,167] 2 0
77 80 GiB 16 TiB 80 GiB 16 TiB [3,22,23,76,78,101,109,154,157,158,159,160,161,162,163] 1 0
76 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,75,77,96,98,128,143,145,146,147,148,149,150,153,156] 3 1
75 80 GiB 16 TiB 80 GiB 16 TiB [11,18,19,74,76,86,87,132,134,135,136,137,138,139,141] 1 0
74 80 GiB 16 TiB 80 GiB 16 TiB [3,10,16,17,20,36,39,61,67,73,75,77,98,101,121,123,124,125,128,129,131,133,158] 5 2
73 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,54,55,72,74,111,112,114,115,117,119,120,122,147,150,159] 4 2
72 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,40,41,71,73,100,101,103,106,107,108,109,110] 1 0
71 80 GiB 16 TiB 80 GiB 16 TiB [8,24,34,35,48,70,72,82,89,90,91,94,95,96,97,98,99,144,150,157,158,161] 3 1
70 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,69,71,78,79,80,84,85,86,87,88,148,150] 1 0
69 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,65,68,70,71,72,73,74,75,76,77,132,136] 1 0
68 80 GiB 16 TiB 80 GiB 16 TiB [6,28,29,53,58,60,61,62,63,64,66,67,69,128,130] 1 0
67 80 GiB 16 TiB 80 GiB 16 TiB [4,5,14,17,26,27,28,29,38,46,47,48,49,50,51,54,55,61,66,68,69,74,81,86,91,111,117,122,130] 4 2
66 80 GiB 16 TiB 80 GiB 16 TiB [4,24,25,36,37,40,41,42,45,46,65,67,101,108,165] 2 0
65 80 GiB 16 TiB 80 GiB 16 TiB [3,22,23,64,66,97,99,154,157,158,159,160,162,163,164] 2 0
64 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,63,65,78,88,143,146,147,148,149,150,151,155] 1 0
63 80 GiB 16 TiB 80 GiB 16 TiB [11,18,19,28,31,47,62,64,72,74,80,104,107,132,134,136,137,138,139,140,144] 3 1
62 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,49,50,61,63,121,123,125,127,128,129,130,133] 0 0
61 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,42,46,60,62,111,112,115,116,117,119,120,122] 2 0
60 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,59,61,100,101,102,105,107,108,109,110,159,160] 3 0
59 80 GiB 16 TiB 80 GiB 16 TiB [8,34,35,45,58,60,89,90,91,95,96,97,98,99,129,147,150] 1 1
58 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,45,49,50,57,59,78,79,80,81,84,85,86,87,88,112,129,137,140,148] 1 1
57 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,56,58,65,69,70,72,73,74,76,77,121,129] 1 0
56 80 GiB 16 TiB 80 GiB 16 TiB [6,28,29,53,55,57,58,59,60,61,63,64,66,113,119] 0 0
55 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,38,47,48,49,50,51,52,54,56,57,100,107] 1 0
54 80 GiB 16 TiB 80 GiB 16 TiB [4,15,20,24,25,33,36,37,39,40,41,44,46,53,55,76,88,89,91,102,142,146,150,165] 3 2
53 80 GiB 16 TiB 80 GiB 16 TiB [3,22,23,52,54,86,87,154,157,158,159,160,162,163,164] 1 0
52 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,51,53,65,70,143,146,148,149,150,151,152,153] 2 0
51 80 GiB 16 TiB 80 GiB 16 TiB [0,1,3,11,18,19,34,38,41,42,50,52,60,61,66,80,83,86,96,99,132,134,135,137,138,140,141,142,143,144,145,164] 3 3
50 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,37,46,49,51,121,123,124,127,128,129,130,133] 2 0
49 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,48,50,111,112,113,114,115,116,119,122,160,163] 3 0
48 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,47,49,100,101,102,103,104,107,108,109,148,152] 2 0
47 80 GiB 16 TiB 80 GiB 16 TiB [8,34,35,46,48,89,90,91,95,96,97,98,99,136,138] 1 0
46 80 GiB 16 TiB 80 GiB 16 TiB [9,28,32,33,37,45,47,74,78,79,80,83,84,85,86,88,91,127,128,137,159] 2 1
45 80 GiB 16 TiB 80 GiB 16 TiB [7,13,30,31,44,46,61,63,65,68,69,71,72,73,76,77,101,104,114,119,143,157] 4 1
44 80 GiB 16 TiB 80 GiB 16 TiB [6,28,29,43,45,53,58,59,60,61,62,63,66,71,80,81,86,94,100,107,132,166] 2 1
43 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,38,42,44,47,48,49,50,51,52,54,91,96] 2 0
42 80 GiB 16 TiB 80 GiB 16 TiB [4,24,25,36,37,39,40,41,43,44,45,46,79,83,167] 1 0
41 80 GiB 16 TiB 80 GiB 16 TiB [3,22,23,40,42,72,73,154,156,158,159,161,162,164,166] 3 0
40 80 GiB 16 TiB 80 GiB 16 TiB [2,10,11,18,20,21,39,41,43,58,66,76,96,99,128,135,143,145,146,147,148,151,152,153] 6 2
39 80 GiB 16 TiB 80 GiB 16 TiB [11,18,19,38,40,50,132,135,136,137,138,140,141,142,167] 1 0
38 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,37,39,121,124,125,126,127,128,129,130,164,166] 2 0
37 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,26,36,38,97,111,113,114,116,117,118,119,122,145,148] 4 1
36 80 GiB 16 TiB 80 GiB 16 TiB [0,12,19,35,37,100,101,102,103,104,105,107,108,109,141] 2 0
15 80 GiB 16 TiB 80 GiB 16 TiB [4,8,10,11,14,16,26,73,81,96,132,134,135,136,137,138,139,140,141,142,144] 2 1
14 80 GiB 16 TiB 80 GiB 16 TiB [10,13,15,25,121,123,124,125,126,127,128,129,130,131,133] 2 0
13 80 GiB 16 TiB 80 GiB 16 TiB [1,12,14,22,111,112,113,114,115,116,117,118,119,120,122] 5 0
12 80 GiB 16 TiB 80 GiB 16 TiB [1,11,13,17,100,101,102,103,104,105,106,107,108,109,110] 0 0
11 80 GiB 16 TiB 80 GiB 16 TiB [7,10,12,14,21,35,49,89,90,91,92,93,94,95,96,97,98,99,104,132,134,149] 3 1
10 80 GiB 16 TiB 80 GiB 16 TiB [9,11,13,32,33,78,79,80,81,82,83,84,85,86,87,88,131] 4 1
9 80 GiB 16 TiB 80 GiB 16 TiB [8,10,30,31,65,68,69,70,71,72,73,74,75,76,77] 2 0
8 80 GiB 16 TiB 80 GiB 16 TiB [3,7,9,13,28,29,31,44,53,56,58,59,60,61,62,63,64,66,67,132] 4 1
7 80 GiB 16 TiB 80 GiB 16 TiB [6,8,26,27,38,43,47,48,49,50,51,52,54,55,57] 1 0
6 80 GiB 16 TiB 80 GiB 16 TiB [5,7,24,25,36,37,39,40,41,42,44,45,46,165,167] 0 0
1 80 GiB 16 TiB 80 GiB 16 TiB [0,2,14,15,111,112,113,114,115,116,117,118,119,120,122] 1 0
0 80 GiB 16 TiB 80 GiB 16 TiB [1,12,13,100,101,102,103,104,105,106,107,108,109,110,167] 2 0
2 80 GiB 16 TiB 80 GiB 16 TiB [1,3,16,17,121,123,124,125,126,127,128,129,130,131,133] 1 0
3 80 GiB 16 TiB 80 GiB 16 TiB [2,4,18,19,110,132,134,135,136,137,138,139,140,141,142,144,166] 5 1
4 80 GiB 16 TiB 80 GiB 16 TiB [3,5,20,21,143,145,146,147,148,149,150,151,152,153,155] 2 0
5 80 GiB 16 TiB 80 GiB 16 TiB [0,2,4,6,22,23,37,41,91,107,118,154,156,157,158,159,160,161,162,163,164,166] 1 1
16 80 GiB 16 TiB 80 GiB 16 TiB [2,15,17,29,143,145,146,147,148,149,150,151,152,153,155] 0 0
17 80 GiB 16 TiB 80 GiB 16 TiB [3,16,18,30,154,156,157,158,159,160,161,162,163,164,166] 3 0
18 80 GiB 16 TiB 80 GiB 16 TiB [4,17,19,33,36,37,39,40,41,42,44,45,46,131,148,165,167] 3 1
19 80 GiB 16 TiB 80 GiB 16 TiB [5,18,20,34,38,43,47,48,49,50,51,52,54,55,57] 2 0
20 80 GiB 16 TiB 80 GiB 16 TiB [6,13,19,21,53,56,58,59,60,61,62,63,64,66,67] 4 0
21 80 GiB 16 TiB 80 GiB 16 TiB [7,14,20,22,65,68,69,70,71,72,73,74,75,76,77] 3 0
22 80 GiB 16 TiB 80 GiB 16 TiB [9,17,21,23,78,79,80,81,82,83,84,85,86,87,88] 0 0
23 80 GiB 16 TiB 80 GiB 16 TiB [8,18,22,24,89,90,91,92,93,94,95,96,97,98,99] 1 0
24 80 GiB 16 TiB 80 GiB 16 TiB [0,8,21,23,25,52,100,101,102,103,104,105,106,107,108,109,110] 3 1
25 80 GiB 16 TiB 80 GiB 16 TiB [1,9,22,24,26,93,111,112,113,114,115,116,117,118,119,120,122] 3 1
26 80 GiB 16 TiB 80 GiB 16 TiB [10,25,27,29,105,121,123,124,125,126,127,128,129,130,131,133,162] 2 1
27 80 GiB 16 TiB 80 GiB 16 TiB [11,26,28,30,132,134,135,136,137,138,139,140,141,142,144] 1 0
28 80 GiB 16 TiB 80 GiB 16 TiB [2,27,29,33,143,145,146,147,148,149,150,151,152,153,155] 4 0
29 80 GiB 16 TiB 80 GiB 16 TiB [3,28,30,34,154,156,157,158,159,160,161,162,163,164,166] 1 0
30 80 GiB 16 TiB 80 GiB 16 TiB [4,13,29,31,36,37,39,40,41,42,44,45,46,65,109,133,136,165,167] 3 1
31 80 GiB 16 TiB 80 GiB 16 TiB [5,14,30,32,38,43,47,48,49,50,51,52,54,55,57] 4 0
32 80 GiB 16 TiB 80 GiB 16 TiB [6,17,31,33,53,56,58,59,60,61,62,63,64,66,67] 1 0
33 80 GiB 16 TiB 80 GiB 16 TiB [7,18,30,32,34,41,65,68,69,70,71,72,73,74,75,76,77] 2 1
34 80 GiB 16 TiB 80 GiB 16 TiB [9,21,33,35,78,79,80,81,82,83,84,85,86,87,88] 4 0
35 80 GiB 16 TiB 80 GiB 16 TiB [8,16,28,34,36,40,60,70,89,90,91,92,93,95,96,97,98,99,106,126,127,128,139,147] 2 2
78 80 GiB 16 TiB 80 GiB 16 TiB [4,24,25,36,39,40,41,42,44,45,46,77,79,111,120] 0 0
79 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,47,48,49,50,51,52,54,57,78,80,123,124] 0 0
80 80 GiB 16 TiB 80 GiB 16 TiB [6,28,29,53,58,59,61,63,64,66,67,79,81,132,136] 3 0
81 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,65,68,71,73,74,75,76,77,80,82,146,148] 3 0
82 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,78,79,80,81,83,84,85,86,87,88,158,163] 2 0
83 80 GiB 16 TiB 80 GiB 16 TiB [8,21,32,34,35,36,40,72,82,84,89,90,91,92,96,97,98,99,114,121,122,153] 4 2
84 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,48,57,83,85,100,101,102,103,106,107,109,110] 1 0
85 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,61,66,84,86,111,112,113,114,115,116,117,120] 3 0
86 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,74,75,85,87,121,123,124,125,126,128,129,131] 3 0
87 80 GiB 16 TiB 80 GiB 16 TiB [11,18,19,86,88,98,99,132,134,135,136,137,138,139,140] 0 0
88 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,87,89,101,107,143,146,147,148,149,150,151,155] 2 0
89 80 GiB 16 TiB 80 GiB 16 TiB [3,22,23,88,90,111,120,157,158,159,160,161,162,163,166] 0 0
90 80 GiB 16 TiB 80 GiB 16 TiB [4,24,25,36,37,39,40,41,44,45,46,89,91,123,124] 1 0
91 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,38,47,48,49,50,52,54,57,90,92,120,132,136,142] 5 1
92 80 GiB 16 TiB 80 GiB 16 TiB [6,24,25,28,29,53,56,59,61,63,64,66,67,85,91,93,101,113,145,146,150] 2 1
93 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,65,68,72,73,74,75,76,77,92,94,158,159] 3 0
94 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,40,41,78,79,80,81,85,86,87,88,93,95] 1 0
95 80 GiB 16 TiB 80 GiB 16 TiB [8,31,34,35,47,55,57,89,90,91,92,93,94,96,97,98,99] 1 1
96 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,61,64,95,97,100,101,102,103,105,106,109,110] 3 0
97 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,75,77,96,98,111,112,113,114,115,117,118,122] 2 0
98 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,66,86,87,97,99,121,123,124,125,126,128,129,130,132] 3 1
99 80 GiB 16 TiB 80 GiB 16 TiB [11,18,19,98,100,110,111,134,135,136,137,138,139,140,142] 3 0
100 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,99,101,122,123,146,147,148,149,150,151,152,153] 0 0
101 80 GiB 16 TiB 80 GiB 16 TiB [3,20,22,23,33,74,100,102,132,135,158,159,160,161,162,163,164,166] 3 0
102 80 GiB 16 TiB 80 GiB 16 TiB [4,24,25,36,37,39,40,41,44,45,101,103,145,147,165] 1 0
103 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,38,43,47,48,49,52,54,57,102,104,157,160] 1 0
104 80 GiB 16 TiB 80 GiB 16 TiB [6,17,28,29,40,41,46,53,56,59,62,63,64,66,67,73,82,84,103,105,110,147] 5 1
105 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,47,50,65,68,70,72,74,75,76,77,104,106] 2 0
106 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,58,64,78,79,80,81,84,85,86,88,105,107] 2 0
107 80 GiB 16 TiB 80 GiB 16 TiB [8,17,20,25,27,34,35,69,75,83,89,90,91,92,93,95,97,98,99,105,106,108,113,122,124,129,132,154] 4 2
108 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,86,87,100,101,102,103,104,105,106,107,109,110] 1 0
109 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,96,98,108,110,111,112,113,114,115,116,117,118] 2 0
110 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,100,109,111,122,123,124,125,126,127,128,129,130] 4 0
111 80 GiB 16 TiB 80 GiB 16 TiB [11,18,19,110,112,123,131,135,136,137,138,139,140,142,144] 0 0
112 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,111,113,132,135,142,147,148,149,150,151,152,153,155] 4 1
113 80 GiB 16 TiB 80 GiB 16 TiB [3,22,23,112,114,145,147,154,159,160,161,162,163,164,166] 2 0
114 80 GiB 16 TiB 80 GiB 16 TiB [4,24,25,37,39,40,41,44,45,113,115,157,159,165,167] 2 0
115 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,38,43,45,46,48,49,50,52,55,57,68,114,116] 1 1
116 80 GiB 16 TiB 80 GiB 16 TiB [6,28,29,47,48,53,56,60,61,62,63,66,67,115,117] 1 0
117 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,61,64,65,68,69,70,72,75,76,77,116,118] 1 0
118 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,71,75,78,79,80,81,82,86,87,88,117,119] 2 0
119 80 GiB 16 TiB 80 GiB 16 TiB [8,34,35,84,88,89,90,91,92,93,94,97,99,118,120] 1 0
120 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,90,96,101,102,103,104,105,106,107,109,119,121] 1 0
121 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,109,110,112,113,114,115,116,117,118,119,120,122] 2 0
122 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,71,111,112,121,123,124,125,126,127,128,129,130,131,132] 3 1
123 80 GiB 16 TiB 80 GiB 16 TiB [11,18,19,122,124,132,135,136,137,138,139,140,141,142,144] 0 0
124 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,123,125,143,145,147,148,149,150,151,152,153,155] 1 0
125 80 GiB 16 TiB 80 GiB 16 TiB [3,22,23,124,126,154,156,157,159,160,161,162,163,164,166] 0 0
126 80 GiB 16 TiB 80 GiB 16 TiB [4,24,25,36,37,39,41,42,44,45,46,125,127,165,167] 1 0
127 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,38,43,47,48,49,50,51,52,55,57,126,128] 2 0
128 80 GiB 16 TiB 80 GiB 16 TiB [6,28,29,53,56,58,60,61,62,63,64,66,67,127,129] 2 0
129 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,65,68,69,70,72,73,74,75,76,77,128,130] 3 0
130 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,43,45,65,66,78,79,80,81,82,83,84,86,87,88,93,103,129,131,143,145,167] 3 2
131 80 GiB 16 TiB 80 GiB 16 TiB [8,13,34,35,63,89,90,91,92,93,94,95,96,97,99,130,132,133,135,146,151] 4 1
132 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,101,102,103,104,105,106,107,108,109,110,131,133] 7 0
133 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,111,112,113,114,115,116,117,118,119,120,132,134] 2 0
134 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,121,124,125,126,127,128,129,130,131,133,135,144] 3 0
135 80 GiB 16 TiB 80 GiB 16 TiB [8,11,18,19,88,98,112,114,119,131,132,134,136,137,138,139,140,141,142,144,145,147,154] 4 2
136 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,135,137,143,145,149,150,151,152,153,155,157,159] 1 0
137 80 GiB 16 TiB 80 GiB 16 TiB [3,22,23,41,46,136,138,154,156,157,160,161,162,164,166] 1 0
138 80 GiB 16 TiB 80 GiB 16 TiB [4,24,25,37,39,42,44,45,46,47,50,137,139,165,167] 0 0
139 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,38,43,47,49,51,52,54,55,58,67,138,140] 1 0
140 80 GiB 16 TiB 80 GiB 16 TiB [6,28,29,53,56,58,59,60,62,64,66,73,77,139,141] 0 0
141 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,65,68,69,70,71,72,73,76,85,87,140,142] 1 0
142 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,78,80,81,82,83,84,85,86,90,98,141,143] 3 0
143 80 GiB 16 TiB 80 GiB 16 TiB [8,34,35,89,91,92,93,94,95,96,98,107,109,142,144] 4 0
144 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,102,103,104,105,106,107,108,110,111,112,143,145] 3 0
145 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,111,114,115,116,117,118,119,120,124,133,144,146] 3 0
146 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,104,106,108,121,126,127,128,129,130,131,133,134,136,141,145,147,158,159,163] 3 1
147 80 GiB 16 TiB 80 GiB 16 TiB [11,18,19,34,132,134,138,139,140,141,142,144,146,148,157,159,167] 5 1
148 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,40,46,143,145,146,147,149,150,151,152,153,155] 2 0
149 80 GiB 16 TiB 80 GiB 16 TiB [3,11,14,19,22,23,47,48,60,85,110,143,148,150,154,156,157,158,161,162,164,166] 3 2
150 80 GiB 16 TiB 80 GiB 16 TiB [4,20,21,24,25,36,37,39,42,45,46,61,67,149,151,165,167] 5 2
151 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,38,43,47,50,51,52,54,55,71,77,150,152] 2 0
152 80 GiB 16 TiB 80 GiB 16 TiB [3,6,28,29,53,56,58,59,60,61,62,66,85,87,93,151,153] 2 1
153 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,65,69,70,71,72,73,75,76,90,98,152,154] 1 0
154 80 GiB 16 TiB 80 GiB 16 TiB [9,32,33,78,80,81,82,83,84,85,88,107,109,153,155] 2 0
155 80 GiB 16 TiB 80 GiB 16 TiB [8,34,35,91,92,93,94,95,96,97,98,111,112,154,156] 0 0
156 80 GiB 16 TiB 80 GiB 16 TiB [0,12,13,40,100,103,104,105,106,107,108,109,110,124,133,155,157] 2 1
157 80 GiB 16 TiB 80 GiB 16 TiB [1,14,15,111,115,116,117,118,119,120,122,134,136,156,158] 1 0
158 80 GiB 16 TiB 80 GiB 16 TiB [10,16,17,121,123,126,127,129,130,131,133,146,148,157,159] 3 0
159 80 GiB 16 TiB 80 GiB 16 TiB [11,18,19,40,46,132,134,135,138,140,141,142,144,158,160] 3 0
160 80 GiB 16 TiB 80 GiB 16 TiB [2,20,21,47,49,54,112,143,145,146,147,150,151,152,155,159,161] 2 1
161 80 GiB 16 TiB 80 GiB 16 TiB [3,22,23,61,67,154,156,157,158,159,160,162,163,164,166] 1 0
162 80 GiB 16 TiB 80 GiB 16 TiB [4,9,10,23,24,25,36,37,39,40,42,46,71,74,121,152,160,161,163,165,167] 2 1
163 80 GiB 16 TiB 80 GiB 16 TiB [5,26,27,30,38,43,47,50,51,52,54,55,57,85,88,110,116,118,147,151,162,164] 2 1
164 80 GiB 16 TiB 80 GiB 16 TiB [6,28,29,31,34,53,59,60,61,62,64,66,67,90,93,163,165] 2 1
165 80 GiB 16 TiB 80 GiB 16 TiB [7,30,31,65,69,70,71,72,73,74,75,109,110,164,166] 0 0
sum 13 TiB 2.7 PiB 13 TiB 2.7 PiB
* NOTE: Omap statistics are gathered during deep scrub and may be inaccurate soon afterwards depending on utilization. See http://docs.ceph.com/en/latest/dev/placement-group/#omap-statistics for further details.
dumped all
root@store-par2-node01:/home/user# ceph fs status
cephfs - 2 clients
======
RANK STATE MDS ACTIVITY DNS INOS DIRS CAPS
0 active cephfs.store-par2-node01.honsru Reqs: 0 /s 10 13 12 2
POOL TYPE USED AVAIL
cephfs_metadata metadata 5742 870T
cephfs_data data 0 1959T
STANDBY MDS
cephfs.store-par2-node02.ttsfvq
cephfs.store-par2-node03.vnxscc
cephfs.store-par2-node04.iudcse
If somebody have an idea how can I correct this, or good pointers to learn about PG with cephadm, It will be nice ...
Thanks
--
Christophe BAILLON
Mobile :: +336 16 400 522
Work :: https://eyona.com
Twitter :: https://twitter.com/ctof
_______________________________________________
ceph-users mailing list -- ceph-users@xxxxxxx
To unsubscribe send an email to ceph-users-leave@xxxxxxx
