Anyone know what is going on with this PG?
# ceph health detail
HEALTH_WARN 1 pgs stuck unclean; recovery 735/4844641 objects degraded
(0.015%); 245/1296706 unfound (0.019%)
pg 21.fd is stuck unclean for 349777.229468, current state active, last acting
[19,5,15,25]
recovery 735/4844641 objects degraded (0.015%); 245/1296706 unfound (0.019%)
# ceph pg 21.fd query
(output attached)
Cluster history: two OSD on the same host were lost. Failure domain is host,
so any PG with replicas > 1 should not have been lost.
The PG is from an erasure coded pool with k=2, m=2 .
# ceph osd erasure-code-profile get k2m2
directory=/usr/lib/ceph/erasure-code
k=2
m=2
plugin=jerasure
ruleset-failure-domain=host
technique=reed_sol_van
Thanks for any insight!
Chad.
{ "state": "active+recovering",
"snap_trimq": "[]",
"epoch": 135269,
"up": [
19,
5,
15,
25],
"acting": [
19,
5,
15,
25],
"actingbackfill": [
"5(1)",
"15(2)",
"19(0)",
"25(3)"],
"info": { "pgid": "21.fds0",
"last_update": "134698'529",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 6075,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 130437,
"last_epoch_started": 135269,
"last_epoch_clean": 131847,
"last_epoch_split": 0,
"same_up_since": 135260,
"same_interval_since": 135267,
"same_primary_since": 135267,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "134698'529",
"reported_seq": "2245",
"reported_epoch": "135269",
"state": "active",
"last_fresh": "2015-02-05 05:49:18.478995",
"last_change": "2015-02-05 05:49:18.478995",
"last_active": "2015-02-05 05:49:18.478995",
"last_clean": "2015-02-01 08:21:29.833949",
"last_became_active": "0.000000",
"last_unstale": "2015-02-05 05:49:18.478995",
"mapping_epoch": 135266,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 130437,
"last_epoch_clean": 131847,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000",
"log_size": 529,
"ondisk_log_size": 529,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 2218786816,
"num_objects": 529,
"num_object_clones": 0,
"num_object_copies": 2116,
"num_objects_missing_on_primary": 245,
"num_objects_degraded": 735,
"num_objects_unfound": 245,
"num_objects_dirty": 529,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 529,
"num_write_kb": 2166784,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
19,
5,
15,
25],
"acting": [
19,
5,
15,
25],
"up_primary": 19,
"acting_primary": 19},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 135269,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
"peer_info": [
{ "peer": "5(1)",
"pgid": "21.fds1",
"last_update": "134698'529",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 6075,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 130437,
"last_epoch_started": 135269,
"last_epoch_clean": 131847,
"last_epoch_split": 0,
"same_up_since": 135260,
"same_interval_since": 135267,
"same_primary_since": 135267,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "134698'529",
"reported_seq": "1685",
"reported_epoch": "135255",
"state": "peering",
"last_fresh": "2015-02-04 16:43:12.517163",
"last_change": "2015-02-04 16:43:11.464403",
"last_active": "2015-02-04 11:55:50.991894",
"last_clean": "2015-02-01 08:21:29.833949",
"last_became_active": "0.000000",
"last_unstale": "2015-02-04 16:43:12.517163",
"mapping_epoch": 135266,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 130437,
"last_epoch_clean": 131847,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000",
"log_size": 529,
"ondisk_log_size": 529,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 2218786816,
"num_objects": 529,
"num_object_clones": 0,
"num_object_copies": 2116,
"num_objects_missing_on_primary": 245,
"num_objects_degraded": 0,
"num_objects_unfound": 245,
"num_objects_dirty": 529,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 529,
"num_write_kb": 2166784,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
19,
5,
15,
25],
"acting": [
19,
5,
15,
25],
"up_primary": 19,
"acting_primary": 19},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 135269,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
{ "peer": "7(0)",
"pgid": "21.fds0",
"last_update": "134698'529",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 6075,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 130437,
"last_epoch_started": 135263,
"last_epoch_clean": 131847,
"last_epoch_split": 0,
"same_up_since": 135260,
"same_interval_since": 135267,
"same_primary_since": 135267,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "134698'529",
"reported_seq": "701",
"reported_epoch": "135266",
"state": "remapped+peering",
"last_fresh": "2015-02-05 05:49:12.166173",
"last_change": "2015-02-05 05:49:12.166173",
"last_active": "2015-02-04 16:43:36.751132",
"last_clean": "2015-02-01 08:21:29.833949",
"last_became_active": "0.000000",
"last_unstale": "2015-02-05 05:49:12.166173",
"mapping_epoch": 135266,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 130437,
"last_epoch_clean": 131847,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000",
"log_size": 529,
"ondisk_log_size": 529,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 2218786816,
"num_objects": 529,
"num_object_clones": 0,
"num_object_copies": 2116,
"num_objects_missing_on_primary": 245,
"num_objects_degraded": 0,
"num_objects_unfound": 245,
"num_objects_dirty": 529,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 529,
"num_write_kb": 2166784,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 284,
"num_bytes_recovered": 1191182336,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
19,
5,
15,
25],
"acting": [
19,
5,
15,
25],
"up_primary": 19,
"acting_primary": 19},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 135259,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
{ "peer": "11(2)",
"pgid": "21.fds2",
"last_update": "131873'245",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 5997,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 130437,
"last_epoch_started": 132019,
"last_epoch_clean": 131847,
"last_epoch_split": 0,
"same_up_since": 135260,
"same_interval_since": 135267,
"same_primary_since": 135267,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "131873'245",
"reported_seq": "1994",
"reported_epoch": "131941",
"state": "peering",
"last_fresh": "2015-02-01 08:36:40.191249",
"last_change": "2015-02-01 08:36:30.152970",
"last_active": "2015-02-01 08:33:14.885180",
"last_clean": "2015-02-01 08:21:29.833949",
"last_became_active": "0.000000",
"last_unstale": "2015-02-01 08:36:40.191249",
"mapping_epoch": 135266,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 130437,
"last_epoch_clean": 131847,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000",
"log_size": 245,
"ondisk_log_size": 245,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 1027604480,
"num_objects": 245,
"num_object_clones": 0,
"num_object_copies": 980,
"num_objects_missing_on_primary": 0,
"num_objects_degraded": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 245,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 245,
"num_write_kb": 1003520,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
19,
5,
15,
25],
"acting": [
19,
5,
15,
25],
"up_primary": 19,
"acting_primary": 19},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 132019,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
{ "peer": "14(1)",
"pgid": "21.fds1",
"last_update": "131873'245",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 5997,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 130437,
"last_epoch_started": 132044,
"last_epoch_clean": 131847,
"last_epoch_split": 0,
"same_up_since": 135260,
"same_interval_since": 135267,
"same_primary_since": 135267,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "131873'245",
"reported_seq": "2025",
"reported_epoch": "132014",
"state": "active+recovery_wait",
"last_fresh": "2015-02-01 10:16:14.112688",
"last_change": "2015-02-01 10:02:38.869412",
"last_active": "2015-02-01 10:16:14.112688",
"last_clean": "2015-02-01 08:21:29.833949",
"last_became_active": "0.000000",
"last_unstale": "2015-02-01 10:16:14.112688",
"mapping_epoch": 135266,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 130437,
"last_epoch_clean": 131847,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000",
"log_size": 245,
"ondisk_log_size": 245,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 1027604480,
"num_objects": 245,
"num_object_clones": 0,
"num_object_copies": 980,
"num_objects_missing_on_primary": 245,
"num_objects_degraded": 735,
"num_objects_unfound": 245,
"num_objects_dirty": 245,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 245,
"num_write_kb": 1003520,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
19,
5,
15,
25],
"acting": [
19,
5,
15,
25],
"up_primary": 19,
"acting_primary": 19},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 132083,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
{ "peer": "15(2)",
"pgid": "21.fds2",
"last_update": "134698'529",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 6075,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 130437,
"last_epoch_started": 135269,
"last_epoch_clean": 131847,
"last_epoch_split": 0,
"same_up_since": 135260,
"same_interval_since": 135267,
"same_primary_since": 135267,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "134698'528",
"reported_seq": "1682",
"reported_epoch": "134698",
"state": "active+recovering",
"last_fresh": "2015-02-04 11:55:50.991894",
"last_change": "2015-02-03 15:51:37.980291",
"last_active": "2015-02-04 11:55:50.991894",
"last_clean": "2015-02-01 08:21:29.833949",
"last_became_active": "0.000000",
"last_unstale": "2015-02-04 11:55:50.991894",
"mapping_epoch": 135266,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 130437,
"last_epoch_clean": 131847,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000",
"log_size": 528,
"ondisk_log_size": 528,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 2218786816,
"num_objects": 529,
"num_object_clones": 0,
"num_object_copies": 2112,
"num_objects_missing_on_primary": 245,
"num_objects_degraded": 1584,
"num_objects_unfound": 245,
"num_objects_dirty": 529,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 529,
"num_write_kb": 2166784,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
19,
5,
15,
25],
"acting": [
19,
5,
15,
25],
"up_primary": 19,
"acting_primary": 19},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 135269,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
{ "peer": "16(0)",
"pgid": "21.fds0",
"last_update": "131873'245",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 5997,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 130437,
"last_epoch_started": 132139,
"last_epoch_clean": 131847,
"last_epoch_split": 0,
"same_up_since": 135260,
"same_interval_since": 135267,
"same_primary_since": 135267,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "131873'245",
"reported_seq": "1161",
"reported_epoch": "133528",
"state": "active+recovering",
"last_fresh": "2015-02-03 13:28:26.115181",
"last_change": "2015-02-02 15:46:01.143173",
"last_active": "2015-02-03 13:28:26.115181",
"last_clean": "2015-02-01 08:21:29.833949",
"last_became_active": "0.000000",
"last_unstale": "2015-02-03 13:28:26.115181",
"mapping_epoch": 135266,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 130437,
"last_epoch_clean": 131847,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000",
"log_size": 245,
"ondisk_log_size": 245,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 1027604480,
"num_objects": 245,
"num_object_clones": 0,
"num_object_copies": 980,
"num_objects_missing_on_primary": 245,
"num_objects_degraded": 735,
"num_objects_unfound": 245,
"num_objects_dirty": 245,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 245,
"num_write_kb": 1003520,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
19,
5,
15,
25],
"acting": [
19,
5,
15,
25],
"up_primary": 19,
"acting_primary": 19},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 132139,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
{ "peer": "18(0)",
"pgid": "21.fds0",
"last_update": "0'0",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 0,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 0,
"last_epoch_started": 0,
"last_epoch_clean": 0,
"last_epoch_split": 0,
"same_up_since": 0,
"same_interval_since": 0,
"same_primary_since": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "inactive",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_unstale": "0.000000",
"mapping_epoch": 0,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_degraded": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [],
"acting": [],
"up_primary": -1,
"acting_primary": -1},
"empty": 1,
"dne": 1,
"incomplete": 0,
"last_epoch_started": 0,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
{ "peer": "24(0)",
"pgid": "21.fds0",
"last_update": "0'0",
"last_complete": "0'0",
"log_tail": "0'0",
"last_user_version": 0,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 0,
"last_epoch_started": 0,
"last_epoch_clean": 0,
"last_epoch_split": 0,
"same_up_since": 0,
"same_interval_since": 0,
"same_primary_since": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "0'0",
"reported_seq": "0",
"reported_epoch": "0",
"state": "inactive",
"last_fresh": "0.000000",
"last_change": "0.000000",
"last_active": "0.000000",
"last_clean": "0.000000",
"last_became_active": "0.000000",
"last_unstale": "0.000000",
"mapping_epoch": 0,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 0,
"last_epoch_clean": 0,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "0.000000",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "0.000000",
"last_clean_scrub_stamp": "0.000000",
"log_size": 0,
"ondisk_log_size": 0,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 0,
"num_objects": 0,
"num_object_clones": 0,
"num_object_copies": 0,
"num_objects_missing_on_primary": 0,
"num_objects_degraded": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 0,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 0,
"num_write_kb": 0,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [],
"acting": [],
"up_primary": -1,
"acting_primary": -1},
"empty": 1,
"dne": 1,
"incomplete": 0,
"last_epoch_started": 0,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}},
{ "peer": "25(3)",
"pgid": "21.fds3",
"last_update": "134698'529",
"last_complete": "134698'529",
"log_tail": "0'0",
"last_user_version": 6075,
"last_backfill": "MAX",
"purged_snaps": "[]",
"history": { "epoch_created": 130437,
"last_epoch_started": 135269,
"last_epoch_clean": 131847,
"last_epoch_split": 0,
"same_up_since": 135260,
"same_interval_since": 135267,
"same_primary_since": 135267,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000"},
"stats": { "version": "134698'528",
"reported_seq": "1682",
"reported_epoch": "134698",
"state": "active+recovering",
"last_fresh": "2015-02-04 11:55:50.991894",
"last_change": "2015-02-03 15:51:37.980291",
"last_active": "2015-02-04 11:55:50.991894",
"last_clean": "2015-02-01 08:21:29.833949",
"last_became_active": "0.000000",
"last_unstale": "2015-02-04 11:55:50.991894",
"mapping_epoch": 135266,
"log_start": "0'0",
"ondisk_log_start": "0'0",
"created": 130437,
"last_epoch_clean": 131847,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "0'0",
"last_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_deep_scrub": "0'0",
"last_deep_scrub_stamp": "2015-01-22 17:00:57.846599",
"last_clean_scrub_stamp": "0.000000",
"log_size": 528,
"ondisk_log_size": 528,
"stats_invalid": "0",
"stat_sum": { "num_bytes": 2218786816,
"num_objects": 529,
"num_object_clones": 0,
"num_object_copies": 2112,
"num_objects_missing_on_primary": 245,
"num_objects_degraded": 1584,
"num_objects_unfound": 245,
"num_objects_dirty": 529,
"num_whiteouts": 0,
"num_read": 0,
"num_read_kb": 0,
"num_write": 529,
"num_write_kb": 2166784,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 0,
"num_bytes_recovered": 0,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0},
"stat_cat_sum": {},
"up": [
19,
5,
15,
25],
"acting": [
19,
5,
15,
25],
"up_primary": 19,
"acting_primary": 19},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 135269,
"hit_set_history": { "current_last_update": "0'0",
"current_last_stamp": "0.000000",
"current_info": { "begin": "0.000000",
"end": "0.000000",
"version": "0'0"},
"history": []}}],
"recovery_state": [
{ "name": "Started\/Primary\/Active",
"enter_time": "2015-02-05 05:49:18.370263",
"might_have_unfound": [
{ "osd": "5(1)",
"status": "already probed"},
{ "osd": "7(0)",
"status": "already probed"},
{ "osd": "11(2)",
"status": "already probed"},
{ "osd": "14(1)",
"status": "already probed"},
{ "osd": "15(2)",
"status": "already probed"},
{ "osd": "16(0)",
"status": "already probed"},
{ "osd": "18(0)",
"status": "already probed"},
{ "osd": "24(0)",
"status": "already probed"},
{ "osd": "25(3)",
"status": "already probed"}],
"recovery_progress": { "backfill_targets": [],
"waiting_on_backfill": [],
"last_backfill_started": "0\/\/0\/\/-1",
"backfill_info": { "begin": "0\/\/0\/\/-1",
"end": "0\/\/0\/\/-1",
"objects": []},
"peer_backfill_info": [],
"backfills_in_flight": [],
"recovering": [],
"pg_backend": { "recovery_ops": [],
"read_ops": []}},
"scrub": { "scrubber.epoch_start": "0",
"scrubber.active": 0,
"scrubber.block_writes": 0,
"scrubber.finalizing": 0,
"scrubber.waiting_on": 0,
"scrubber.waiting_on_whom": []}},
{ "name": "Started",
"enter_time": "2015-02-05 05:49:12.598677"}],
"agent_state": {}}_______________________________________________
ceph-users mailing list
ceph-users@xxxxxxxxxxxxxx
http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
