Hi,
We currently have a PG stuck in an inconsistent state on an erasure
coded pool. The pool's K and M values are 33 and 3. The command rados
list-inconsistent-obj 6.180 --format=json-pretty results in the
following error:
No scrub information available for pg 6.180 error 2: (2) No such file or
directory
Forcing a deep scrub of the pg does not fix this. Doing a ceph pg repair
6.180 doesn't seem to do anything. Is there a known bug explaining this
behavior? I am attaching informations regarding the PG in question.
--
Jean-Philippe Méthot
Senior Openstack system administrator
Administrateur système Openstack sénior
PlanetHoster inc.
{
"snap_trimq": "[]",
"snap_trimq_len": 0,
"state": "active+remapped+inconsistent+backfill_toofull",
"epoch": 75758,
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"backfill_targets": [
"4(10)",
"46(34)",
"61(27)",
"101(26)",
"149(16)",
"170(29)",
"195(21)",
"226(31)",
"366(12)",
"486(25)",
"515(8)",
"538(1)",
"540(19)",
"554(18)",
"560(33)",
"571(17)"
],
"acting_recovery_backfill": [
"4(10)",
"10(8)",
"41(25)",
"46(34)",
"53(7)",
"56(26)",
"61(27)",
"75(29)",
"82(33)",
"101(26)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"145(1)",
"149(16)",
"163(3)",
"170(29)",
"184(31)",
"192(9)",
"193(11)",
"195(21)",
"213(2)",
"217(23)",
"226(31)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"366(12)",
"378(0)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)",
"486(25)",
"515(8)",
"538(1)",
"540(19)",
"554(18)",
"560(33)",
"571(17)"
],
"info": {
"pgid": "6.180s0",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6752502",
"last_user_version": 6760648,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75758'6760648",
"reported_seq": "63430546",
"reported_epoch": "75758",
"state": "active+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:13:37.013476+0000",
"last_change": "2021-11-18T18:13:17.272034+0000",
"last_active": "2021-11-18T18:13:37.013476+0000",
"last_peered": "2021-11-18T18:13:37.013476+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:08:12.344597+0000",
"last_became_peered": "2021-11-18T18:08:12.344597+0000",
"last_unstale": "2021-11-18T18:13:37.013476+0000",
"last_undegraded": "2021-11-18T18:13:37.013476+0000",
"last_fullsized": "2021-11-18T18:13:37.013476+0000",
"mapping_epoch": 75757,
"log_start": "75726'6752502",
"ondisk_log_start": "75726'6752502",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 8146,
"ondisk_log_size": 8146,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300542334534,
"num_objects": 1056759,
"num_object_clones": 0,
"num_object_copies": 38043324,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 1056902,
"num_objects_unfound": 0,
"num_objects_dirty": 1056759,
"num_whiteouts": 0,
"num_read": 1884859,
"num_read_kb": 412524389,
"num_write": 3729081,
"num_write_kb": 763389694,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567191,
"num_bytes_recovered": 5591116993421,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"378(0)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"70(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"112(19)",
"114(4)",
"115(21)",
"123(22)",
"129(5)",
"133(17)",
"145(1)",
"163(3)",
"175(24)",
"184(31)",
"185(3)",
"192(9)",
"193(11)",
"202(12)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"256(18)",
"256(26)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"306(10)",
"310(6)",
"318(9)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"355(17)",
"356(19)",
"362(25)",
"381(30)",
"397(18)",
"403(18)",
"424(28)",
"425(19)",
"433(19)",
"434(10)",
"434(24)",
"454(14)",
"484(21)",
"490(21)",
"494(31)",
"495(18)",
"497(18)",
"498(18)",
"499(1)",
"504(10)",
"516(19)",
"519(34)",
"526(10)",
"529(26)",
"553(33)",
"563(17)",
"567(21)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),378(0),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056759
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
"peer_info": [
{
"peer": "4(10)",
"pgid": "6.180s10",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "10(8)",
"pgid": "6.180s8",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430310",
"reported_epoch": "75757",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "41(25)",
"pgid": "6.180s25",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "46(34)",
"pgid": "6.180s34",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "53(7)",
"pgid": "6.180s7",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "56(26)",
"pgid": "6.180s26",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "61(27)",
"pgid": "6.180s27",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "70(26)",
"pgid": "6.180s26",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63018,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "75(29)",
"pgid": "6.180s29",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "82(33)",
"pgid": "6.180s33",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "101(26)",
"pgid": "6.180s26",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "107(13)",
"pgid": "6.180s13",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "108(12)",
"pgid": "6.180s12",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "112(19)",
"pgid": "6.180s19",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63018,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "114(4)",
"pgid": "6.180s4",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "115(21)",
"pgid": "6.180s21",
"last_update": "62915'6386236",
"last_complete": "62915'6386236",
"log_tail": "61909'6378730",
"last_user_version": 6386236,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 62913,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "123(22)",
"pgid": "6.180s22",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "129(5)",
"pgid": "6.180s5",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "133(17)",
"pgid": "6.180s17",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "145(1)",
"pgid": "6.180s1",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430421",
"reported_epoch": "75756",
"state": "remapped+inconsistent+peering",
"last_fresh": "2021-11-18T18:08:10.137116+0000",
"last_change": "2021-11-18T18:08:10.137116+0000",
"last_active": "2021-11-18T18:08:10.136237+0000",
"last_peered": "2021-11-18T18:08:08.762115+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:10.137116+0000",
"last_undegraded": "2021-11-18T18:08:10.137116+0000",
"last_fullsized": "2021-11-18T18:08:10.137116+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [
75,
82,
114,
163,
192,
195,
202,
213,
217,
271,
378,
381,
515,
538,
554,
560
],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "149(16)",
"pgid": "6.180s16",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "163(3)",
"pgid": "6.180s3",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "170(29)",
"pgid": "6.180s29",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "175(24)",
"pgid": "6.180s24",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63018,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "184(31)",
"pgid": "6.180s31",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "185(3)",
"pgid": "6.180s3",
"last_update": "66877'6464165",
"last_complete": "66877'6464165",
"log_tail": "66589'6458126",
"last_user_version": 6464165,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "66877'6464165",
"reported_seq": "61292460",
"reported_epoch": "66877",
"state": "active+remapped+inconsistent+backfill_wait+backfill_toofull",
"last_fresh": "2021-10-30T20:02:20.877426+0000",
"last_change": "2021-10-30T18:45:32.446722+0000",
"last_active": "2021-10-30T20:02:20.877426+0000",
"last_peered": "2021-10-30T20:02:20.877426+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-10-30T09:30:28.200426+0000",
"last_became_peered": "2021-10-30T09:30:28.200426+0000",
"last_unstale": "2021-10-30T20:02:20.877426+0000",
"last_undegraded": "2021-10-30T20:02:20.877426+0000",
"last_fullsized": "2021-10-30T20:02:20.877426+0000",
"mapping_epoch": 75757,
"log_start": "66589'6458126",
"ondisk_log_start": "66589'6458126",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6039,
"ondisk_log_size": 6039,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2264807073857,
"num_objects": 1037910,
"num_object_clones": 0,
"num_object_copies": 37364760,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 1037910,
"num_whiteouts": 0,
"num_read": 1045638,
"num_read_kb": 250051714,
"num_write": 2184274,
"num_write_kb": 448178011,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 1846645,
"num_bytes_recovered": 4028071606173,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"378(0)",
"4(10)",
"10(8)",
"41(25)",
"46(34)",
"53(7)",
"56(26)",
"61(27)",
"75(29)",
"82(33)",
"101(26)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"145(1)",
"149(16)",
"163(3)",
"170(29)",
"184(31)",
"185(3)",
"192(9)",
"193(11)",
"195(21)",
"202(12)",
"213(2)",
"217(23)",
"226(31)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"318(9)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"434(24)",
"454(14)",
"486(25)",
"515(8)",
"518(1)",
"540(19)",
"554(18)",
"560(33)",
"571(17)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),378(0),381(30),397(18),424(28),433(19),454(14)",
"objects": 1037910
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63129,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "192(9)",
"pgid": "6.180s9",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "193(11)",
"pgid": "6.180s11",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "195(21)",
"pgid": "6.180s21",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "202(12)",
"pgid": "6.180s12",
"last_update": "66942'6464269",
"last_complete": "66942'6464269",
"log_tail": "66592'6458226",
"last_user_version": 6464269,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "66877'6464165",
"reported_seq": "61292460",
"reported_epoch": "66877",
"state": "active+remapped+inconsistent+backfill_wait+backfill_toofull",
"last_fresh": "2021-10-30T20:02:20.877426+0000",
"last_change": "2021-10-30T18:45:32.446722+0000",
"last_active": "2021-10-30T20:02:20.877426+0000",
"last_peered": "2021-10-30T20:02:20.877426+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-10-30T09:30:28.200426+0000",
"last_became_peered": "2021-10-30T09:30:28.200426+0000",
"last_unstale": "2021-10-30T20:02:20.877426+0000",
"last_undegraded": "2021-10-30T20:02:20.877426+0000",
"last_fullsized": "2021-10-30T20:02:20.877426+0000",
"mapping_epoch": 75757,
"log_start": "66589'6458126",
"ondisk_log_start": "66589'6458126",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6039,
"ondisk_log_size": 6039,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2264881842434,
"num_objects": 1037946,
"num_object_clones": 0,
"num_object_copies": 37364760,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 1037946,
"num_whiteouts": 0,
"num_read": 1045678,
"num_read_kb": 250051754,
"num_write": 2184737,
"num_write_kb": 448301893,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 1846645,
"num_bytes_recovered": 4028071606173,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"378(0)",
"4(10)",
"10(8)",
"41(25)",
"46(34)",
"53(7)",
"56(26)",
"61(27)",
"75(29)",
"82(33)",
"101(26)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"145(1)",
"149(16)",
"163(3)",
"170(29)",
"184(31)",
"185(3)",
"192(9)",
"193(11)",
"195(21)",
"202(12)",
"213(2)",
"217(23)",
"226(31)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"318(9)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"434(24)",
"454(14)",
"486(25)",
"515(8)",
"518(1)",
"540(19)",
"554(18)",
"560(33)",
"571(17)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),378(0),381(30),397(18),424(28),433(19),454(14)",
"objects": 1037910
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 61840,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "213(2)",
"pgid": "6.180s2",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "217(23)",
"pgid": "6.180s23",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "226(31)",
"pgid": "6.180s31",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "239(10)",
"pgid": "6.180s10",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "251(21)",
"pgid": "6.180s21",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "256(18)",
"pgid": "6.180s18",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63018,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "256(26)",
"pgid": "6.180s26",
"last_update": "63101'6386342",
"last_complete": "63101'6386342",
"log_tail": "61926'6381726",
"last_user_version": 6386342,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63050,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "269(32)",
"pgid": "6.180s32",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "271(20)",
"pgid": "6.180s20",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "275(15)",
"pgid": "6.180s15",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "299(24)",
"pgid": "6.180s24",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "306(10)",
"pgid": "6.180s10",
"last_update": "63053'6386336",
"last_complete": "63053'6386336",
"log_tail": "61918'6380978",
"last_user_version": 6386336,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63022,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "310(6)",
"pgid": "6.180s6",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "318(9)",
"pgid": "6.180s9",
"last_update": "66942'6464269",
"last_complete": "66942'6464269",
"log_tail": "66592'6458226",
"last_user_version": 6464269,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "66877'6464165",
"reported_seq": "61292460",
"reported_epoch": "66877",
"state": "active+remapped+inconsistent+backfill_wait+backfill_toofull",
"last_fresh": "2021-10-30T20:02:20.877426+0000",
"last_change": "2021-10-30T18:45:32.446722+0000",
"last_active": "2021-10-30T20:02:20.877426+0000",
"last_peered": "2021-10-30T20:02:20.877426+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-10-30T09:30:28.200426+0000",
"last_became_peered": "2021-10-30T09:30:28.200426+0000",
"last_unstale": "2021-10-30T20:02:20.877426+0000",
"last_undegraded": "2021-10-30T20:02:20.877426+0000",
"last_fullsized": "2021-10-30T20:02:20.877426+0000",
"mapping_epoch": 75757,
"log_start": "66589'6458126",
"ondisk_log_start": "66589'6458126",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6039,
"ondisk_log_size": 6039,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2264881842434,
"num_objects": 1037946,
"num_object_clones": 0,
"num_object_copies": 37364760,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 1037946,
"num_whiteouts": 0,
"num_read": 1045678,
"num_read_kb": 250051754,
"num_write": 2184737,
"num_write_kb": 448301893,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 1846645,
"num_bytes_recovered": 4028071606173,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"378(0)",
"4(10)",
"10(8)",
"41(25)",
"46(34)",
"53(7)",
"56(26)",
"61(27)",
"75(29)",
"82(33)",
"101(26)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"145(1)",
"149(16)",
"163(3)",
"170(29)",
"184(31)",
"185(3)",
"192(9)",
"193(11)",
"195(21)",
"202(12)",
"213(2)",
"217(23)",
"226(31)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"318(9)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"434(24)",
"454(14)",
"486(25)",
"515(8)",
"518(1)",
"540(19)",
"554(18)",
"560(33)",
"571(17)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),378(0),381(30),397(18),424(28),433(19),454(14)",
"objects": 1037910
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 61840,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "333(35)",
"pgid": "6.180s35",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "336(27)",
"pgid": "6.180s27",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "344(16)",
"pgid": "6.180s16",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "345(34)",
"pgid": "6.180s34",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "355(17)",
"pgid": "6.180s17",
"last_update": "63101'6386342",
"last_complete": "63101'6386342",
"log_tail": "61926'6381726",
"last_user_version": 6386342,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63095,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "356(19)",
"pgid": "6.180s19",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 6386335,
"last_backfill": "6:018001f0:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.2_bf4c58bf975acyvMtF6xUVYjnFnWWCFL:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 159099740,
"num_objects": 72,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 72,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 62901,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "362(25)",
"pgid": "6.180s25",
"last_update": "63086'6386341",
"last_complete": "63086'6386341",
"log_tail": "61918'6380978",
"last_user_version": 6386341,
"last_backfill": "6:018001f0:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.2_bf4c58bf975acyvMtF6xUVYjnFnWWCFL:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 159099740,
"num_objects": 72,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 72,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 62901,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "366(12)",
"pgid": "6.180s12",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01d68d41:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.2776726.1_138d8c4681giKoDrEtE6T9Rbo9BEUA57:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300489050697,
"num_objects": 1056742,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 17,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056742,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728896,
"num_write_kb": 763330620,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "381(30)",
"pgid": "6.180s30",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "397(18)",
"pgid": "6.180s18",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "403(18)",
"pgid": "6.180s18",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 6386310,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63012,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "424(28)",
"pgid": "6.180s28",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "425(19)",
"pgid": "6.180s19",
"last_update": "62892'6386229",
"last_complete": "62892'6386229",
"log_tail": "61909'6377560",
"last_user_version": 6386229,
"last_backfill": "6:01c86401:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1__shadow_.21FuVOYMF-BNZxi3rbmrUcg7LUU1BAl_1:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2302903678839,
"num_objects": 580795,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 580795,
"num_whiteouts": 0,
"num_read": 2923,
"num_read_kb": 2727,
"num_write": 25230,
"num_write_kb": 5141881,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 61840,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "433(19)",
"pgid": "6.180s19",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "434(10)",
"pgid": "6.180s10",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63018,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "434(24)",
"pgid": "6.180s24",
"last_update": "66942'6464269",
"last_complete": "66942'6464269",
"log_tail": "66592'6458226",
"last_user_version": 6464269,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "66877'6464165",
"reported_seq": "61292460",
"reported_epoch": "66877",
"state": "active+remapped+inconsistent+backfill_wait+backfill_toofull",
"last_fresh": "2021-10-30T20:02:20.877426+0000",
"last_change": "2021-10-30T18:45:32.446722+0000",
"last_active": "2021-10-30T20:02:20.877426+0000",
"last_peered": "2021-10-30T20:02:20.877426+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-10-30T09:30:28.200426+0000",
"last_became_peered": "2021-10-30T09:30:28.200426+0000",
"last_unstale": "2021-10-30T20:02:20.877426+0000",
"last_undegraded": "2021-10-30T20:02:20.877426+0000",
"last_fullsized": "2021-10-30T20:02:20.877426+0000",
"mapping_epoch": 75757,
"log_start": "66589'6458126",
"ondisk_log_start": "66589'6458126",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6039,
"ondisk_log_size": 6039,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2264881842434,
"num_objects": 1037946,
"num_object_clones": 0,
"num_object_copies": 37364760,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 1037946,
"num_whiteouts": 0,
"num_read": 1045678,
"num_read_kb": 250051754,
"num_write": 2184737,
"num_write_kb": 448301893,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 1846645,
"num_bytes_recovered": 4028071606173,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"378(0)",
"4(10)",
"10(8)",
"41(25)",
"46(34)",
"53(7)",
"56(26)",
"61(27)",
"75(29)",
"82(33)",
"101(26)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"145(1)",
"149(16)",
"163(3)",
"170(29)",
"184(31)",
"185(3)",
"192(9)",
"193(11)",
"195(21)",
"202(12)",
"213(2)",
"217(23)",
"226(31)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"318(9)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"434(24)",
"454(14)",
"486(25)",
"515(8)",
"518(1)",
"540(19)",
"554(18)",
"560(33)",
"571(17)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),378(0),381(30),397(18),424(28),433(19),454(14)",
"objects": 1037910
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 61840,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "454(14)",
"pgid": "6.180s14",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MAX",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300442603467,
"num_objects": 1056721,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056721,
"num_whiteouts": 0,
"num_read": 1884712,
"num_read_kb": 412473265,
"num_write": 3728670,
"num_write_kb": 763269906,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "484(21)",
"pgid": "6.180s21",
"last_update": "62918'6386242",
"last_complete": "62918'6386242",
"log_tail": "61909'6378730",
"last_user_version": 6386242,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 62918,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "486(25)",
"pgid": "6.180s25",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "490(21)",
"pgid": "6.180s21",
"last_update": "63086'6386341",
"last_complete": "63086'6386341",
"log_tail": "61918'6380978",
"last_user_version": 6386341,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 62920,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "494(31)",
"pgid": "6.180s31",
"last_update": "62954'6386310",
"last_complete": "62954'6386310",
"log_tail": "61912'6379333",
"last_user_version": 6386310,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 62951,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "495(18)",
"pgid": "6.180s18",
"last_update": "62954'6386310",
"last_complete": "62954'6386310",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 62956,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "497(18)",
"pgid": "6.180s18",
"last_update": "62954'6386310",
"last_complete": "62954'6386310",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 62958,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "498(18)",
"pgid": "6.180s18",
"last_update": "63101'6386342",
"last_complete": "63101'6386342",
"log_tail": "61926'6381726",
"last_user_version": 6386342,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 62960,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "499(1)",
"pgid": "6.180s1",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63012,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "504(10)",
"pgid": "6.180s10",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63032,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "515(8)",
"pgid": "6.180s8",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "516(19)",
"pgid": "6.180s19",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63038,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "519(34)",
"pgid": "6.180s34",
"last_update": "63053'6386336",
"last_complete": "63053'6386336",
"log_tail": "61918'6380978",
"last_user_version": 6386336,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63041,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "526(10)",
"pgid": "6.180s10",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63044,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "529(26)",
"pgid": "6.180s26",
"last_update": "63001'6386335",
"last_complete": "63001'6386335",
"log_tail": "61912'6379333",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63044,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "538(1)",
"pgid": "6.180s1",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 1056759,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "540(19)",
"pgid": "6.180s19",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "553(33)",
"pgid": "6.180s33",
"last_update": "63101'6386342",
"last_complete": "63101'6386342",
"log_tail": "61926'6381726",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63103,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "554(18)",
"pgid": "6.180s18",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "560(33)",
"pgid": "6.180s33",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "563(17)",
"pgid": "6.180s17",
"last_update": "63111'6386343",
"last_complete": "63111'6386343",
"log_tail": "61926'6381726",
"last_user_version": 6386343,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63111,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "567(21)",
"pgid": "6.180s21",
"last_update": "63101'6386342",
"last_complete": "63101'6386342",
"log_tail": "61926'6381726",
"last_user_version": 0,
"last_backfill": "MIN",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75754,
"last_interval_started": 75753,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "unknown",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_peered": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_became_peered": "0.000000",
"last_unstale": "0.000000",
"last_undegraded": "0.000000",
"last_fullsized": "0.000000",
"mapping_epoch": 75757,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 0,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [],
"object_location_counts": [],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 63108,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
{
"peer": "571(17)",
"pgid": "6.180s17",
"last_update": "75758'6760648",
"last_complete": "75758'6760648",
"log_tail": "75726'6753592",
"last_user_version": 6760588,
"last_backfill": "6:01e261cb:::9e8029f6-c9fd-4c6c-b836-36c1a0e7c1d2.655471.1_53530d5f49kzJo25chWVquBmFh25DtpB:head",
"purged_snaps": [],
"history": {
"epoch_created": 31559,
"epoch_pool_created": 712,
"last_epoch_started": 75758,
"last_interval_started": 75757,
"last_epoch_clean": 60816,
"last_interval_clean": 60797,
"last_epoch_split": 31559,
"last_epoch_marked_full": 0,
"same_up_since": 75756,
"same_interval_since": 75757,
"same_primary_since": 75757,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"prior_readable_until_ub": 0
},
"stats": {
"version": "75754'6760588",
"reported_seq": "63430418",
"reported_epoch": "75754",
"state": "active+undersized+degraded+remapped+inconsistent+backfill_toofull",
"last_fresh": "2021-11-18T18:08:08.127927+0000",
"last_change": "2021-11-18T18:07:46.370363+0000",
"last_active": "2021-11-18T18:08:08.127927+0000",
"last_peered": "2021-11-18T18:08:08.127927+0000",
"last_clean": "2021-10-24T02:00:30.420397+0000",
"last_became_active": "2021-11-18T18:06:16.132626+0000",
"last_became_peered": "2021-11-18T18:06:16.132626+0000",
"last_unstale": "2021-11-18T18:08:08.127927+0000",
"last_undegraded": "2021-11-18T18:06:16.071156+0000",
"last_fullsized": "2021-11-18T18:06:16.069835+0000",
"mapping_epoch": 75757,
"log_start": "75726'6753592",
"ondisk_log_start": "75726'6753592",
"created": 31559,
"last_epoch_clean": 60816,
"parent": "0.0",
"parent_split_bits": 9,
"last_scrub": "60711'6297295",
"last_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_deep_scrub": "60711'6297295",
"last_deep_scrub_stamp": "2021-10-19T07:44:05.519249+0000",
"last_clean_scrub_stamp": "2021-06-08T13:44:17.841943+0000",
"log_size": 6996,
"ondisk_log_size": 6996,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"manifest_stats_invalid": false,
"snaptrimq_len": 0,
"stat_sum": {
"num_bytes": 2300513968223,
"num_objects": 1056750,
"num_object_clones": 0,
"num_object_copies": 38041956,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 9,
"num_objects_degraded": 1056721,
"num_objects_misplaced": 1059380,
"num_objects_unfound": 0,
"num_objects_dirty": 1056750,
"num_whiteouts": 0,
"num_read": 1884728,
"num_read_kb": 412473281,
"num_write": 3728967,
"num_write_kb": 763354957,
"num_scrub_errors": 1,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 1,
"num_objects_recovered": 2567171,
"num_bytes_recovered": 5591079348431,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0,
"num_legacy_snapsets": 0,
"num_large_omap_objects": 0,
"num_objects_manifest": 0,
"num_omap_bytes": 0,
"num_omap_keys": 0,
"num_objects_repaired": 0
},
"up": [
378,
538,
213,
163,
114,
129,
310,
53,
515,
192,
4,
193,
366,
107,
454,
275,
149,
571,
554,
540,
271,
195,
123,
217,
299,
486,
101,
61,
424,
170,
381,
226,
269,
560,
46,
333
],
"acting": [
378,
145,
213,
163,
114,
129,
310,
53,
10,
192,
239,
193,
108,
107,
454,
275,
344,
133,
397,
433,
271,
251,
123,
217,
299,
41,
56,
336,
424,
75,
381,
184,
269,
82,
345,
333
],
"avail_no_missing": [
"145(1)",
"10(8)",
"41(25)",
"53(7)",
"56(26)",
"75(29)",
"82(33)",
"107(13)",
"108(12)",
"114(4)",
"123(22)",
"129(5)",
"133(17)",
"163(3)",
"184(31)",
"192(9)",
"193(11)",
"213(2)",
"217(23)",
"239(10)",
"251(21)",
"269(32)",
"271(20)",
"275(15)",
"299(24)",
"310(6)",
"333(35)",
"336(27)",
"344(16)",
"345(34)",
"381(30)",
"397(18)",
"424(28)",
"433(19)",
"454(14)"
],
"object_location_counts": [
{
"shards": "10(8),41(25),53(7),56(26),75(29),82(33),107(13),108(12),114(4),123(22),129(5),133(17),145(1),163(3),184(31),192(9),193(11),213(2),217(23),239(10),251(21),269(32),271(20),275(15),299(24),310(6),333(35),336(27),344(16),345(34),381(30),397(18),424(28),433(19),454(14)",
"objects": 1056721
}
],
"blocked_by": [],
"up_primary": 378,
"acting_primary": 378,
"purged_snaps": []
},
"empty": 0,
"dne": 0,
"incomplete": 1,
"last_epoch_started": 75758,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
}
],
"recovery_state": [
{
"name": "Started/Primary/Active",
"enter_time": "2021-11-18T18:08:12.293034+0000",
"might_have_unfound": [
{
"osd": "4(10)",
"status": "already probed"
},
{
"osd": "10(8)",
"status": "already probed"
},
{
"osd": "41(25)",
"status": "already probed"
},
{
"osd": "46(34)",
"status": "already probed"
},
{
"osd": "53(7)",
"status": "already probed"
},
{
"osd": "56(26)",
"status": "already probed"
},
{
"osd": "61(27)",
"status": "already probed"
},
{
"osd": "70(26)",
"status": "already probed"
},
{
"osd": "75(29)",
"status": "already probed"
},
{
"osd": "82(33)",
"status": "already probed"
},
{
"osd": "101(26)",
"status": "already probed"
},
{
"osd": "107(13)",
"status": "already probed"
},
{
"osd": "108(12)",
"status": "already probed"
},
{
"osd": "112(19)",
"status": "already probed"
},
{
"osd": "114(4)",
"status": "already probed"
},
{
"osd": "115(21)",
"status": "already probed"
},
{
"osd": "123(22)",
"status": "already probed"
},
{
"osd": "129(5)",
"status": "already probed"
},
{
"osd": "133(17)",
"status": "already probed"
},
{
"osd": "145(1)",
"status": "already probed"
},
{
"osd": "149(16)",
"status": "already probed"
},
{
"osd": "163(3)",
"status": "already probed"
},
{
"osd": "170(29)",
"status": "already probed"
},
{
"osd": "175(24)",
"status": "already probed"
},
{
"osd": "184(31)",
"status": "already probed"
},
{
"osd": "185(3)",
"status": "already probed"
},
{
"osd": "192(9)",
"status": "already probed"
},
{
"osd": "193(11)",
"status": "already probed"
},
{
"osd": "195(21)",
"status": "already probed"
},
{
"osd": "202(12)",
"status": "already probed"
},
{
"osd": "213(2)",
"status": "already probed"
},
{
"osd": "217(23)",
"status": "already probed"
},
{
"osd": "226(31)",
"status": "already probed"
},
{
"osd": "239(10)",
"status": "already probed"
},
{
"osd": "251(21)",
"status": "already probed"
},
{
"osd": "256(18)",
"status": "already probed"
},
{
"osd": "256(26)",
"status": "already probed"
},
{
"osd": "269(32)",
"status": "already probed"
},
{
"osd": "271(20)",
"status": "already probed"
},
{
"osd": "275(15)",
"status": "already probed"
},
{
"osd": "299(24)",
"status": "already probed"
},
{
"osd": "306(10)",
"status": "already probed"
},
{
"osd": "310(6)",
"status": "already probed"
},
{
"osd": "318(9)",
"status": "already probed"
},
{
"osd": "333(35)",
"status": "already probed"
},
{
"osd": "336(27)",
"status": "already probed"
},
{
"osd": "344(16)",
"status": "already probed"
},
{
"osd": "345(34)",
"status": "already probed"
},
{
"osd": "355(17)",
"status": "already probed"
},
{
"osd": "356(19)",
"status": "already probed"
},
{
"osd": "362(25)",
"status": "already probed"
},
{
"osd": "366(12)",
"status": "already probed"
},
{
"osd": "381(30)",
"status": "already probed"
},
{
"osd": "397(18)",
"status": "already probed"
},
{
"osd": "403(18)",
"status": "already probed"
},
{
"osd": "424(28)",
"status": "already probed"
},
{
"osd": "425(19)",
"status": "already probed"
},
{
"osd": "433(19)",
"status": "already probed"
},
{
"osd": "434(10)",
"status": "already probed"
},
{
"osd": "434(24)",
"status": "already probed"
},
{
"osd": "454(14)",
"status": "already probed"
},
{
"osd": "484(21)",
"status": "already probed"
},
{
"osd": "486(25)",
"status": "already probed"
},
{
"osd": "490(21)",
"status": "already probed"
},
{
"osd": "494(31)",
"status": "already probed"
},
{
"osd": "495(18)",
"status": "already probed"
},
{
"osd": "497(18)",
"status": "already probed"
},
{
"osd": "498(18)",
"status": "already probed"
},
{
"osd": "499(1)",
"status": "already probed"
},
{
"osd": "504(10)",
"status": "already probed"
},
{
"osd": "515(8)",
"status": "already probed"
},
{
"osd": "516(19)",
"status": "already probed"
},
{
"osd": "519(34)",
"status": "already probed"
},
{
"osd": "526(10)",
"status": "already probed"
},
{
"osd": "529(26)",
"status": "already probed"
},
{
"osd": "538(1)",
"status": "already probed"
},
{
"osd": "540(19)",
"status": "already probed"
},
{
"osd": "553(33)",
"status": "already probed"
},
{
"osd": "554(18)",
"status": "already probed"
},
{
"osd": "560(33)",
"status": "already probed"
},
{
"osd": "563(17)",
"status": "already probed"
},
{
"osd": "567(21)",
"status": "already probed"
},
{
"osd": "571(17)",
"status": "already probed"
}
],
"recovery_progress": {
"backfill_targets": [
"4(10)",
"46(34)",
"61(27)",
"101(26)",
"149(16)",
"170(29)",
"195(21)",
"226(31)",
"366(12)",
"486(25)",
"515(8)",
"538(1)",
"540(19)",
"554(18)",
"560(33)",
"571(17)"
],
"waiting_on_backfill": [],
"last_backfill_started": "MIN",
"backfill_info": {
"begin": "MIN",
"end": "MIN",
"objects": []
},
"peer_backfill_info": [],
"backfills_in_flight": [],
"recovering": [],
"pg_backend": {
"recovery_ops": [],
"read_ops": []
}
}
},
{
"name": "Started",
"enter_time": "2021-11-18T18:08:11.185459+0000"
},
{
"scrubber.epoch_start": "0",
"scrubber.active": false,
"scrubber.state": "INACTIVE",
"scrubber.start": "MIN",
"scrubber.end": "MIN",
"scrubber.max_end": "MIN",
"scrubber.subset_last_update": "0'0",
"scrubber.deep": false,
"scrubber.waiting_on_whom": []
}
],
"agent_state": {}
}
_______________________________________________
ceph-users mailing list -- ceph-users@xxxxxxx
To unsubscribe send an email to ceph-users-leave@xxxxxxx
