That’s an awful lot of pgs. I read somewhere that even in a multi node cluster you should not need more then a 100. But I have 192? Its just a
default installation (3rth… :S that is) . Oh and btw, I did an rbd create and mounted the image without any problems. { "epoch": 47, "fsid": "9087eb7a-abe1-4d38-99dc-cb6b266f0f84", "created": "2013-08-25 16:27:18.711876", "modified": "2013-08-27 17:31:13.060510", "flags": "", "cluster_snapshot": "", "pool_max": 2, "max_osd": 6, "pools": [ { "pool": 0, "pool_name": "data", "flags": 0, "type": 1, "size": 2, "min_size": 1, "crush_ruleset": 0,
"object_hash": 2, "pg_num": 64, "pg_placement_num": 64, "crash_replay_interval": 45, "last_change": "1",
"auid": 0, "snap_mode": "selfmanaged", "snap_seq": 0,
"snap_epoch": 0, "pool_snaps": {}, "removed_snaps": "[]", "quota_max_bytes": 0, "quota_max_objects": 0}, { "pool": 1, "pool_name": "metadata", "flags": 0, "type": 1, "size": 2, "min_size": 1, "crush_ruleset": 1, "object_hash": 2, "pg_num": 64, "pg_placement_num": 64, "crash_replay_interval": 0, "last_change": "1",
"auid": 0, "snap_mode": "selfmanaged", "snap_seq": 0,
"snap_epoch": 0, "pool_snaps": {}, "removed_snaps": "[]", "quota_max_bytes": 0, "quota_max_objects": 0}, { "pool": 2, "pool_name": "rbd", "flags": 0,
"type": 1, "size": 2, "min_size": 1, "crush_ruleset": 2, "object_hash": 2, "pg_num": 64, "pg_placement_num": 64, "crash_replay_interval": 0, "last_change": "1", "auid": 0, "snap_mode": "selfmanaged",
"snap_seq": 0, "snap_epoch": 0, "pool_snaps": {},
"removed_snaps": "[]", "quota_max_bytes": 0, "quota_max_objects": 0}], "osds": [ { "osd": 0, "uuid": "caea8fd3-674d-4519-a4b9-18f883f0a219", "up": 1, "in": 1, "last_clean_begin": 41, "last_clean_end": 43, "up_from": 45, "up_thru": 45, "down_at": 44, "lost_at": 0, "public_addr": "172.16.1.2:6820\/4604", "cluster_addr": "172.16.1.2:6821\/4604", "heartbeat_back_addr": "172.16.1.2:6822\/4604", "heartbeat_front_addr": "172.16.1.2:6823\/4604", "state": [ "exists", "up"]}, { "osd": 1, "uuid": "6d2aadc3-7fd1-4897-9fc8-6f72ff0f677e", "up": 1, "in": 1, "last_clean_begin": 40, "last_clean_end": 43, "up_from": 45, "up_thru": 46, "down_at": 44, "lost_at": 0, "public_addr": "172.16.1.2:6804\/4435", "cluster_addr": "172.16.1.2:6805\/4435", "heartbeat_back_addr": "172.16.1.2:6806\/4435", "heartbeat_front_addr": "172.16.1.2:6807\/4435", "state": [ "exists", "up"]}, { "osd": 2, "uuid": "97e67988-c1d8-458b-8a90-05e82f87effc", "up": 1, "in": 1, "last_clean_begin": 40,
"last_clean_end": 43, "up_from": 45, "up_thru": 46, "down_at": 44, "lost_at": 0, "public_addr": "172.16.1.2:6800\/4429", "cluster_addr": "172.16.1.2:6801\/4429", "heartbeat_back_addr": "172.16.1.2:6802\/4429", "heartbeat_front_addr": "172.16.1.2:6803\/4429", "state": [ "exists", "up"]}, { "osd": 3, "uuid": "39020e14-2fd2-4c35-b3e5-74a90055c283", "up": 1, "in": 1, "last_clean_begin": 41,
"last_clean_end": 43, "up_from": 45, "up_thru": 46, "down_at": 44, "lost_at": 0, "public_addr": "172.16.1.2:6812\/4530", "cluster_addr": "172.16.1.2:6813\/4530", "heartbeat_back_addr": "172.16.1.2:6814\/4530", "heartbeat_front_addr": "172.16.1.2:6815\/4530", "state": [ "exists", "up"]}, { "osd": 4, "uuid": "5d57e88b-b311-4bd8-b29d-f59100b4692d", "up": 1, "in": 1, "last_clean_begin": 40, "last_clean_end": 43, "up_from": 45, "up_thru": 46, "down_at": 44, "lost_at": 0, "public_addr": "172.16.1.2:6808\/4501", "cluster_addr": "172.16.1.2:6809\/4501", "heartbeat_back_addr": "172.16.1.2:6810\/4501", "heartbeat_front_addr": "172.16.1.2:6811\/4501", "state": [ "exists", "up"]}, { "osd": 5, "uuid": "c42c5ad7-24c8-4591-a611-ce872d97ae0d", "up": 1, "in": 1, "last_clean_begin": 41, "last_clean_end": 43, "up_from": 45,
"up_thru": 46, "down_at": 44, "lost_at": 0, "public_addr": "172.16.1.2:6816\/4561", "cluster_addr": "172.16.1.2:6817\/4561", "heartbeat_back_addr": "172.16.1.2:6818\/4561", "heartbeat_front_addr": "172.16.1.2:6819\/4561", "state": [ "exists", "up"]}], "osd_xinfo": [ { "osd": 0, "down_stamp": "2013-08-27 17:31:09.904958", "laggy_probability": "0.000000", "laggy_interval": 0}, { "osd": 1, "down_stamp": "2013-08-27 17:31:09.904958", "laggy_probability": "0.000000", "laggy_interval": 0}, { "osd": 2, "down_stamp": "2013-08-27 17:31:09.904958", "laggy_probability": "0.000000", "laggy_interval": 0}, { "osd": 3, "down_stamp": "2013-08-27 17:31:09.904958", "laggy_probability": "0.000000", "laggy_interval": 0}, { "osd": 4, "down_stamp": "2013-08-27 17:31:09.904958", "laggy_probability": "0.000000", "laggy_interval": 0}, { "osd": 5, "down_stamp": "2013-08-27 17:31:09.904958", "laggy_probability": "0.000000",
"laggy_interval": 0}], "pg_temp": [ { "pgid": "0.1", "osds": [ 5, 0]}, { "pgid": "0.2", "osds": [ 1, 0]}, { "pgid": "0.4", "osds": [ 5, 0]}, { "pgid": "0.5", "osds": [ 3, 0]}, { "pgid": "0.6", "osds": [ 2, 1]}, { "pgid": "0.7", "osds": [ 1, 0]}, { "pgid": "0.8", "osds": [ 2, 0]}, { "pgid": "0.9", "osds": [
4, 1]}, { "pgid": "0.a", "osds": [ 4, 0]}, { "pgid": "0.c",
"osds": [ 3, 2]}, { "pgid": "0.e", "osds": [ 1, 0]}, { "pgid": "0.f", "osds": [ 1, 0]}, { "pgid": "0.10", "osds": [ 3, 1]}, { "pgid": "0.11", "osds": [ 1, 0]}, { "pgid": "0.12", "osds": [ 3, 1]}, { "pgid": "0.13", "osds": [ 5, 0]}, { "pgid": "0.14", "osds": [ 2, 1]}, { "pgid": "0.15", "osds": [ 3, 2]}, { "pgid": "0.16", "osds": [ 5, 3]}, { "pgid": "0.17", "osds": [ 3, 2]}, { "pgid": "0.18", "osds": [ 3, 1]}, { "pgid": "0.19", "osds": [ 3, 1]}, { "pgid": "0.1a", "osds": [ 2, 0]}, { "pgid": "0.1b", "osds": [ 3, 1]}, { "pgid": "0.1c", "osds": [ 4, 0]}, { "pgid": "0.1d", "osds": [ 5, 1]}, { "pgid": "0.1e", "osds": [ 5, 3]}, { "pgid": "0.1f", "osds": [ 2, 0]}, { "pgid": "0.20", "osds": [ 2, 1]}, { "pgid": "0.21", "osds": [ 4, 3]}, { "pgid": "0.22", "osds": [ 2, 1]}, { "pgid": "0.24", "osds": [ 3, 1]}, { "pgid": "0.26", "osds": [ 4, 2]}, { "pgid": "0.27", "osds": [ 3, 0]}, { "pgid": "0.28", "osds": [ 2, 1]}, { "pgid": "0.2a", "osds": [ 4, 0]}, { "pgid": "0.2c", "osds": [ 1, 0]}, { "pgid": "0.2d", "osds": [ 3, 0]}, { "pgid": "0.2e", "osds": [ 4, 1]}, { "pgid": "0.2f", "osds": [ 1, 0]}, { "pgid": "0.30", "osds": [ 4, 2]}, { "pgid": "0.32", "osds": [ 3, 1]}, { "pgid": "0.33", "osds": [ 3, 1]}, { "pgid": "0.34", "osds": [ 2, 1]}, { "pgid": "0.35", "osds": [ 3, 0]}, { "pgid": "0.37", "osds": [ 3, 2]}, { "pgid": "0.38", "osds": [ 1, 0]}, { "pgid": "0.3a", "osds": [ 1, 0]}, { "pgid": "0.3c", "osds": [ 3, 1]}, { "pgid": "0.3e", "osds": [ 4, 0]}, { "pgid": "0.3f",
"osds": [ 2, 0]}, { "pgid": "1.0", "osds": [ 5, 0]}, { "pgid": "1.1", "osds": [ 1, 0]}, { "pgid": "1.3", "osds": [ 5, 0]}, { "pgid": "1.4", "osds": [ 3, 0]}, { "pgid": "1.5", "osds": [ 2, 1]}, { "pgid": "1.6", "osds": [ 1, 0]}, { "pgid": "1.7", "osds": [ 2, 0]}, { "pgid": "1.8", "osds": [ 4, 1]}, { "pgid": "1.9", "osds": [ 4, 0]}, { "pgid": "1.b", "osds": [ 3, 2]}, { "pgid": "1.d", "osds": [ 1, 0]}, { "pgid": "1.e", "osds": [ 1, 0]}, { "pgid": "1.f", "osds": [ 3, 1]}, { "pgid": "1.10", "osds": [ 1, 0]}, { "pgid": "1.11", "osds": [ 3, 1]}, { "pgid": "1.12", "osds": [ 5, 0]}, { "pgid": "1.13", "osds": [ 2, 1]}, { "pgid": "1.14", "osds": [ 3, 2]}, { "pgid": "1.15", "osds": [ 5, 3]}, { "pgid": "1.16", "osds": [ 3, 2]}, { "pgid": "1.17", "osds": [ 3, 1]}, { "pgid": "1.18", "osds": [ 3, 1]}, { "pgid": "1.19", "osds": [ 2, 0]}, { "pgid": "1.1a", "osds": [ 3, 1]}, { "pgid": "1.1b", "osds": [ 4, 0]}, { "pgid": "1.1c", "osds": [ 5, 1]}, { "pgid": "1.1d",
"osds": [ 5, 3]}, { "pgid": "1.1e", "osds": [ 2, 0]}, { "pgid": "1.1f", "osds": [ 2, 1]}, { "pgid": "1.20", "osds": [ 4, 3]}, { "pgid": "1.21", "osds": [ 2, 1]}, { "pgid": "1.23", "osds": [ 3, 1]}, { "pgid": "1.25", "osds": [ 4, 2]}, { "pgid": "1.26", "osds": [ 3, 0]}, { "pgid": "1.27", "osds": [ 2, 1]}, { "pgid": "1.29", "osds": [ 4, 0]}, { "pgid": "1.2b", "osds": [ 1, 0]}, { "pgid": "1.2c", "osds": [ 3, 0]}, { "pgid": "1.2d", "osds": [ 4, 1]}, { "pgid": "1.2e", "osds": [ 1, 0]}, { "pgid": "1.2f", "osds": [ 4, 2]}, { "pgid": "1.31", "osds": [ 3, 1]}, { "pgid": "1.32", "osds": [ 3, 1]}, { "pgid": "1.33", "osds": [ 2, 1]}, { "pgid": "1.34", "osds": [ 3, 0]}, { "pgid": "1.36", "osds": [ 3, 2]}, { "pgid": "1.37", "osds": [ 1, 0]}, { "pgid": "1.39", "osds": [ 1, 0]}, { "pgid": "1.3b", "osds": [ 3, 1]}, { "pgid": "1.3d", "osds": [ 4, 0]}, { "pgid": "1.3e", "osds": [ 2, 0]}, { "pgid": "1.3f", "osds": [ 1, 0]}, { "pgid": "2.0", "osds": [ 1, 0]}, { "pgid": "2.2", "osds": [ 5, 0]}, { "pgid": "2.3", "osds": [ 3, 0]}, { "pgid": "2.4", "osds": [ 2, 1]}, { "pgid": "2.5", "osds": [ 1, 0]}, { "pgid": "2.6", "osds": [ 2, 0]}, { "pgid": "2.7", "osds": [ 4, 1]}, { "pgid": "2.8", "osds": [ 4, 0]}, { "pgid": "2.a", "osds": [ 3, 2]}, { "pgid": "2.c", "osds": [ 1, 0]}, { "pgid": "2.d", "osds": [ 1, 0]}, { "pgid": "2.e", "osds": [ 3, 1]}, { "pgid": "2.f", "osds": [ 1, 0]}, { "pgid": "2.10", "osds": [ 3, 1]}, { "pgid": "2.11", "osds": [ 5, 0]}, { "pgid": "2.12", "osds": [ 2, 1]}, { "pgid": "2.13", "osds": [ 3, 2]}, { "pgid": "2.14", "osds": [ 5, 3]}, { "pgid": "2.15", "osds": [ 3, 2]}, { "pgid": "2.16", "osds": [ 3, 1]}, { "pgid": "2.17", "osds": [ 3, 1]}, { "pgid": "2.18", "osds": [ 2, 0]}, { "pgid": "2.19", "osds": [ 3, 1]}, { "pgid": "2.1a", "osds": [ 4, 0]}, { "pgid": "2.1b", "osds": [ 5, 1]}, { "pgid": "2.1c", "osds": [ 5, 3]}, { "pgid": "2.1d", "osds": [ 2, 0]}, { "pgid": "2.1e", "osds": [ 2, 1]}, { "pgid": "2.1f", "osds": [ 4, 3]}, { "pgid": "2.20", "osds": [ 2, 1]}, { "pgid": "2.22", "osds": [ 3, 1]}, { "pgid": "2.24", "osds": [ 4, 2]}, { "pgid": "2.25", "osds": [ 3, 0]}, { "pgid": "2.26", "osds": [
2, 1]}, { "pgid": "2.28", "osds": [ 4, 0]}, { "pgid": "2.2a", "osds": [ 1, 0]}, { "pgid": "2.2b", "osds": [ 3, 0]}, { "pgid": "2.2c", "osds": [ 4, 1]}, { "pgid": "2.2d", "osds": [ 1, 0]}, { "pgid": "2.2e",
"osds": [ 4, 2]}, { "pgid": "2.30", "osds": [ 3, 1]}, { "pgid": "2.31", "osds": [ 3, 1]}, { "pgid": "2.32", "osds": [ 2, 1]}, { "pgid": "2.33", "osds": [ 3, 0]}, { "pgid": "2.35", "osds": [ 3, 2]}, { "pgid": "2.36", "osds": [ 1, 0]}, { "pgid": "2.38", "osds": [ 1, 0]}, { "pgid": "2.3a", "osds": [ 3, 1]}, { "pgid": "2.3c", "osds": [ 4, 0]}, { "pgid": "2.3d", "osds": [ 2, 0]}, { "pgid": "2.3e", "osds": [ 1, 0]}, { "pgid": "2.3f", "osds": [ 4, 1]}], "blacklist": []}
|
_______________________________________________ ceph-users mailing list ceph-users@xxxxxxxxxxxxxx http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com