Oops, can you attach 'ceph osd crush dump --format=json=pretty' too?
Thanks!
sage
On Tue, 27 Aug 2013, Johannes Klarenbeek wrote:
>
> That?s an awful lot of pgs. I read somewhere that even in a multi node
> cluster you should not need more then a 100. But I have 192? Its just a
> default installation (3rth? :S that is) .
>
> Oh and btw, I did an rbd create and mounted the image without any problems.
>
>
>
> { "epoch": 47,
>
> "fsid": "9087eb7a-abe1-4d38-99dc-cb6b266f0f84",
>
> "created": "2013-08-25 16:27:18.711876",
>
> "modified": "2013-08-27 17:31:13.060510",
>
> "flags": "",
>
> "cluster_snapshot": "",
>
> "pool_max": 2,
>
> "max_osd": 6,
>
> "pools": [
>
> { "pool": 0,
>
> "pool_name": "data",
>
> "flags": 0,
>
> "type": 1,
>
> "size": 2,
>
> "min_size": 1,
>
> "crush_ruleset": 0,
>
> "object_hash": 2,
>
> "pg_num": 64,
>
> "pg_placement_num": 64,
>
> "crash_replay_interval": 45,
>
> "last_change": "1",
>
> "auid": 0,
>
> "snap_mode": "selfmanaged",
>
> "snap_seq": 0,
>
> "snap_epoch": 0,
>
> "pool_snaps": {},
>
> "removed_snaps": "[]",
>
> "quota_max_bytes": 0,
>
> "quota_max_objects": 0},
>
> { "pool": 1,
>
> "pool_name": "metadata",
>
> "flags": 0,
>
> "type": 1,
>
> "size": 2,
>
> "min_size": 1,
>
> "crush_ruleset": 1,
>
> "object_hash": 2,
>
> "pg_num": 64,
>
> "pg_placement_num": 64,
>
> "crash_replay_interval": 0,
>
> "last_change": "1",
>
> "auid": 0,
>
> "snap_mode": "selfmanaged",
>
> "snap_seq": 0,
>
> "snap_epoch": 0,
>
> "pool_snaps": {},
>
> "removed_snaps": "[]",
>
> "quota_max_bytes": 0,
>
> "quota_max_objects": 0},
>
> { "pool": 2,
>
> "pool_name": "rbd",
>
> "flags": 0,
>
> "type": 1,
>
> "size": 2,
>
> "min_size": 1,
>
> "crush_ruleset": 2,
>
> "object_hash": 2,
>
> "pg_num": 64,
>
> "pg_placement_num": 64,
>
> "crash_replay_interval": 0,
>
> "last_change": "1",
>
> "auid": 0,
>
> "snap_mode": "selfmanaged",
>
> "snap_seq": 0,
>
> "snap_epoch": 0,
>
> "pool_snaps": {},
>
> "removed_snaps": "[]",
>
> "quota_max_bytes": 0,
>
> "quota_max_objects": 0}],
>
> "osds": [
>
> { "osd": 0,
>
> "uuid": "caea8fd3-674d-4519-a4b9-18f883f0a219",
>
> "up": 1,
>
> "in": 1,
>
> "last_clean_begin": 41,
>
> "last_clean_end": 43,
>
> "up_from": 45,
>
> "up_thru": 45,
>
> "down_at": 44,
>
> "lost_at": 0,
>
> "public_addr": "172.16.1.2:6820\/4604",
>
> "cluster_addr": "172.16.1.2:6821\/4604",
>
> "heartbeat_back_addr": "172.16.1.2:6822\/4604",
>
> "heartbeat_front_addr": "172.16.1.2:6823\/4604",
>
> "state": [
>
> "exists",
>
> "up"]},
>
> { "osd": 1,
>
> "uuid": "6d2aadc3-7fd1-4897-9fc8-6f72ff0f677e",
>
> "up": 1,
>
> "in": 1,
>
> "last_clean_begin": 40,
>
> "last_clean_end": 43,
>
> "up_from": 45,
>
> "up_thru": 46,
>
> "down_at": 44,
>
> "lost_at": 0,
>
> "public_addr": "172.16.1.2:6804\/4435",
>
> "cluster_addr": "172.16.1.2:6805\/4435",
>
> "heartbeat_back_addr": "172.16.1.2:6806\/4435",
>
> "heartbeat_front_addr": "172.16.1.2:6807\/4435",
>
> "state": [
>
> "exists",
>
> "up"]},
>
> { "osd": 2,
>
> "uuid": "97e67988-c1d8-458b-8a90-05e82f87effc",
>
> "up": 1,
>
> "in": 1,
>
> "last_clean_begin": 40,
>
> "last_clean_end": 43,
>
> "up_from": 45,
>
> "up_thru": 46,
>
> "down_at": 44,
>
> "lost_at": 0,
>
> "public_addr": "172.16.1.2:6800\/4429",
>
> "cluster_addr": "172.16.1.2:6801\/4429",
>
> "heartbeat_back_addr": "172.16.1.2:6802\/4429",
>
> "heartbeat_front_addr": "172.16.1.2:6803\/4429",
>
> "state": [
>
> "exists",
>
> "up"]},
>
> { "osd": 3,
>
> "uuid": "39020e14-2fd2-4c35-b3e5-74a90055c283",
>
> "up": 1,
>
> "in": 1,
>
> "last_clean_begin": 41,
>
> "last_clean_end": 43,
>
> "up_from": 45,
>
> "up_thru": 46,
>
> "down_at": 44,
>
> "lost_at": 0,
>
> "public_addr": "172.16.1.2:6812\/4530",
>
> "cluster_addr": "172.16.1.2:6813\/4530",
>
> "heartbeat_back_addr": "172.16.1.2:6814\/4530",
>
> "heartbeat_front_addr": "172.16.1.2:6815\/4530",
>
> "state": [
>
> "exists",
>
> "up"]},
>
> { "osd": 4,
>
> "uuid": "5d57e88b-b311-4bd8-b29d-f59100b4692d",
>
> "up": 1,
>
> "in": 1,
>
> "last_clean_begin": 40,
>
> "last_clean_end": 43,
>
> "up_from": 45,
>
> "up_thru": 46,
>
> "down_at": 44,
>
> "lost_at": 0,
>
> "public_addr": "172.16.1.2:6808\/4501",
>
> "cluster_addr": "172.16.1.2:6809\/4501",
>
> "heartbeat_back_addr": "172.16.1.2:6810\/4501",
>
> "heartbeat_front_addr": "172.16.1.2:6811\/4501",
>
> "state": [
>
> "exists",
>
> "up"]},
>
> { "osd": 5,
>
> "uuid": "c42c5ad7-24c8-4591-a611-ce872d97ae0d",
>
> "up": 1,
>
> "in": 1,
>
> "last_clean_begin": 41,
>
> "last_clean_end": 43,
>
> "up_from": 45,
>
> "up_thru": 46,
>
> "down_at": 44,
>
> "lost_at": 0,
>
> "public_addr": "172.16.1.2:6816\/4561",
>
> "cluster_addr": "172.16.1.2:6817\/4561",
>
> "heartbeat_back_addr": "172.16.1.2:6818\/4561",
>
> "heartbeat_front_addr": "172.16.1.2:6819\/4561",
>
> "state": [
>
> "exists",
>
> "up"]}],
>
> "osd_xinfo": [
>
> { "osd": 0,
>
> "down_stamp": "2013-08-27 17:31:09.904958",
>
> "laggy_probability": "0.000000",
>
> "laggy_interval": 0},
>
> { "osd": 1,
>
> "down_stamp": "2013-08-27 17:31:09.904958",
>
> "laggy_probability": "0.000000",
>
> "laggy_interval": 0},
>
> { "osd": 2,
>
> "down_stamp": "2013-08-27 17:31:09.904958",
>
> "laggy_probability": "0.000000",
>
> "laggy_interval": 0},
>
> { "osd": 3,
>
> "down_stamp": "2013-08-27 17:31:09.904958",
>
> "laggy_probability": "0.000000",
>
> "laggy_interval": 0},
>
> { "osd": 4,
>
> "down_stamp": "2013-08-27 17:31:09.904958",
>
> "laggy_probability": "0.000000",
>
> "laggy_interval": 0},
>
> { "osd": 5,
>
> "down_stamp": "2013-08-27 17:31:09.904958",
>
> "laggy_probability": "0.000000",
>
> "laggy_interval": 0}],
>
> "pg_temp": [
>
> { "pgid": "0.1",
>
> "osds": [
>
> 5,
>
> 0]},
>
> { "pgid": "0.2",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "0.4",
>
> "osds": [
>
> 5,
>
> 0]},
>
> { "pgid": "0.5",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "0.6",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "0.7",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "0.8",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "0.9",
>
> "osds": [
>
> 4,
>
> 1]},
>
> { "pgid": "0.a",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "0.c",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "0.e",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "0.f",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "0.10",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "0.11",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "0.12",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "0.13",
>
> "osds": [
>
> 5,
>
> 0]},
>
> { "pgid": "0.14",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "0.15",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "0.16",
>
> "osds": [
>
> 5,
>
> 3]},
>
> { "pgid": "0.17",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "0.18",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "0.19",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "0.1a",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "0.1b",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "0.1c",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "0.1d",
>
> "osds": [
>
> 5,
>
> 1]},
>
> { "pgid": "0.1e",
>
> "osds": [
>
> 5,
>
> 3]},
>
> { "pgid": "0.1f",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "0.20",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "0.21",
>
> "osds": [
>
> 4,
>
> 3]},
>
> { "pgid": "0.22",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "0.24",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "0.26",
>
> "osds": [
>
> 4,
>
> 2]},
>
> { "pgid": "0.27",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "0.28",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "0.2a",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "0.2c",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "0.2d",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "0.2e",
>
> "osds": [
>
> 4,
>
> 1]},
>
> { "pgid": "0.2f",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "0.30",
>
> "osds": [
>
> 4,
>
> 2]},
>
> { "pgid": "0.32",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "0.33",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "0.34",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "0.35",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "0.37",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "0.38",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "0.3a",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "0.3c",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "0.3e",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "0.3f",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "1.0",
>
> "osds": [
>
> 5,
>
> 0]},
>
> { "pgid": "1.1",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "1.3",
>
> "osds": [
>
> 5,
>
> 0]},
>
> { "pgid": "1.4",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "1.5",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "1.6",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "1.7",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "1.8",
>
> "osds": [
>
> 4,
>
> 1]},
>
> { "pgid": "1.9",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "1.b",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "1.d",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "1.e",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "1.f",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "1.10",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "1.11",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "1.12",
>
> "osds": [
>
> 5,
>
> 0]},
>
> { "pgid": "1.13",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "1.14",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "1.15",
>
> "osds": [
>
> 5,
>
> 3]},
>
> { "pgid": "1.16",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "1.17",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "1.18",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "1.19",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "1.1a",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "1.1b",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "1.1c",
>
> "osds": [
>
> 5,
>
> 1]},
>
> { "pgid": "1.1d",
>
> "osds": [
>
> 5,
>
> 3]},
>
> { "pgid": "1.1e",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "1.1f",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "1.20",
>
> "osds": [
>
> 4,
>
> 3]},
>
> { "pgid": "1.21",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "1.23",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "1.25",
>
> "osds": [
>
> 4,
>
> 2]},
>
> { "pgid": "1.26",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "1.27",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "1.29",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "1.2b",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "1.2c",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "1.2d",
>
> "osds": [
>
> 4,
>
> 1]},
>
> { "pgid": "1.2e",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "1.2f",
>
> "osds": [
>
> 4,
>
> 2]},
>
> { "pgid": "1.31",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "1.32",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "1.33",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "1.34",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "1.36",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "1.37",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "1.39",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "1.3b",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "1.3d",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "1.3e",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "1.3f",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.0",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.2",
>
> "osds": [
>
> 5,
>
> 0]},
>
> { "pgid": "2.3",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "2.4",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "2.5",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.6",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "2.7",
>
> "osds": [
>
> 4,
>
> 1]},
>
> { "pgid": "2.8",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "2.a",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "2.c",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.d",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.e",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "2.f",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.10",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "2.11",
>
> "osds": [
>
> 5,
>
> 0]},
>
> { "pgid": "2.12",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "2.13",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "2.14",
>
> "osds": [
>
> 5,
>
> 3]},
>
> { "pgid": "2.15",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "2.16",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "2.17",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "2.18",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "2.19",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "2.1a",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "2.1b",
>
> "osds": [
>
> 5,
>
> 1]},
>
> { "pgid": "2.1c",
>
> "osds": [
>
> 5,
>
> 3]},
>
> { "pgid": "2.1d",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "2.1e",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "2.1f",
>
> "osds": [
>
> 4,
>
> 3]},
>
> { "pgid": "2.20",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "2.22",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "2.24",
>
> "osds": [
>
> 4,
>
> 2]},
>
> { "pgid": "2.25",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "2.26",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "2.28",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "2.2a",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.2b",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "2.2c",
>
> "osds": [
>
> 4,
>
> 1]},
>
> { "pgid": "2.2d",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.2e",
>
> "osds": [
>
> 4,
>
> 2]},
>
> { "pgid": "2.30",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "2.31",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "2.32",
>
> "osds": [
>
> 2,
>
> 1]},
>
> { "pgid": "2.33",
>
> "osds": [
>
> 3,
>
> 0]},
>
> { "pgid": "2.35",
>
> "osds": [
>
> 3,
>
> 2]},
>
> { "pgid": "2.36",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.38",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.3a",
>
> "osds": [
>
> 3,
>
> 1]},
>
> { "pgid": "2.3c",
>
> "osds": [
>
> 4,
>
> 0]},
>
> { "pgid": "2.3d",
>
> "osds": [
>
> 2,
>
> 0]},
>
> { "pgid": "2.3e",
>
> "osds": [
>
> 1,
>
> 0]},
>
> { "pgid": "2.3f",
>
> "osds": [
>
> 4,
>
> 1]}],
>
> "blacklist": []}
>
>
>
>
>
> __________ Informatie van ESET Endpoint Antivirus, versie van database
> viruskenmerken 8734 (20130827) __________
>
> Het bericht is gecontroleerd door ESET Endpoint Antivirus.
>
> http://www.eset.com
>
>
> _______________________________________________
ceph-users mailing list
ceph-users@xxxxxxxxxxxxxx
http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
