Hi, I'm currently testing a fresh Jewel install with RDS and I run into some issues. The last couple of days everything was fine until I started playing around with creating buckets in different storage pools and creating different placement_targets. I Then I found out that the fresh install of Jewel RDS is missing a default Realm. So this morning I created a complete fresh RDS install and then I did the following: Could someone tell me if everything below looks fine, or if I'm missing something? [root@blsceph01-1 ~]# radosgw-admin metadata zone get --rgw-zone=default { "id": "1adc4b51-3345-4a4b-bf6d-b55b35991530", "name": "default", "domain_root": "default.rgw.data.root", "control_pool": "default.rgw.control", "gc_pool": "default.rgw.gc", "log_pool": "default.rgw.log", "intent_log_pool": "default.rgw.intent-log", "usage_log_pool": "default.rgw.usage", "user_keys_pool": "default.rgw.users.keys", "user_email_pool": "default.rgw.users.email", "user_swift_pool": "default.rgw.users.swift", "user_uid_pool": "default.rgw.users.uid", "system_key": { "access_key": "", "secret_key": "" }, "placement_pools": [ { "key": "default-placement", "val": { "index_pool": "default.rgw.buckets.index", "data_pool": "default.rgw.buckets.data", "data_extra_pool": "default.rgw.buckets.non-ec", "index_type": 0 } } ], "metadata_heap": "default.rgw.meta", "realm_id": "" } [root@blsceph01-1 ~]# radosgw-admin metadata zonegroup get --rgw-zonegroup=default { "id": "d5ad18ed-dfb3-4e4a-a6ee-3c7b4f0cddae", "name": "default", "api_name": "", "is_master": "true", "endpoints": [], "hostnames": [], "hostnames_s3website": [], "master_zone": "1adc4b51-3345-4a4b-bf6d-b55b35991530", "zones": [ { "id": "1adc4b51-3345-4a4b-bf6d-b55b35991530", "name": "default", "endpoints": [], "log_meta": "false", "log_data": "false", "bucket_index_max_shards": 0, "read_only": "false" } ], "placement_targets": [ { "name": "default-placement", "tags": [] } ], "default_placement": "default-placement", "realm_id": "" } [root@blsceph01-1 ~]# radosgw-admin realm create --rgw-realm=default --default 2016-08-16 13:15:24.082459 7fa5788d19c0 0 error read_lastest_epoch .rgw.root:periods.d825f817-43d1-4ca0-9ca2-0f3946c1e9b7.latest_epoch { "id": "f8cdcfe3-238a-4e0d-84c4-d58fada869aa", "name": "default", "current_period": "d825f817-43d1-4ca0-9ca2-0f3946c1e9b7", "epoch": 1 } [root@blsceph01-1 ~]# radosgw-admin period update --commit 2016-08-16 13:15:30.518961 7fe43116c9c0 0 RGWZoneParams::create(): error creating default zone params: (17) File exists 2016-08-16 13:15:30.607504 7fe43116c9c0 0 error read_lastest_epoch .rgw.root:periods.f8cdcfe3-238a-4e0d-84c4-d58fada869aa:staging.latest_epoch cannot commit period: period does not have a master zone of a master zonegroup failed to commit period: (22) Invalid argument Looks like the realm is missing some information. If found out that it could have something to do with the zonegroup-map: [root@blsceph01-1 ~]# radosgw-admin zonegroup-map get { "zonegroups": [], "master_zonegroup": "", "bucket_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 }, "user_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 } } Looks like something is indeed missing here. [root@blsceph01-1 ~]# radosgw-admin zonegroup-map get >zonegroup-map.json [root@blsceph01-1 ~]# vi zonegroup-map.json { "zonegroups": ["default"], "master_zonegroup": "default", "bucket_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 }, "user_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 } } [root@blsceph01-1 ~]# radosgw-admin zonegroup-map set <zonegroup-map.json { "zonegroups": [ { "key": "", "val": { "id": "", "name": "", "api_name": "", "is_master": "false", "endpoints": [], "hostnames": [], "hostnames_s3website": [], "master_zone": "", "zones": [], "placement_targets": [], "default_placement": "", "realm_id": "" } } ], "master_zonegroup": "default", "bucket_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 }, "user_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 } } [root@blsceph01-1 ~]# radosgw-admin period update --commit 2016-08-16 14:12:50.550790 7f6d863db9c0 0 RGWZoneParams::create(): error creating default zone params: (17) File exists cannot commit period: period does not have a master zone of a master zonegroup failed to commit period: (22) Invalid argument [root@blsceph01-1 ~]# radosgw-admin metadata zonegroup get --rgw-zonegroup=default >zonegroup.conf.json [root@blsceph01-1 ~]# vi zonegroup.conf.json [root@blsceph01-1 ~]# radosgw-admin metadata zonegroup set --rgw-zonegroup=default <zonegroup.conf.json { "id": "d5ad18ed-dfb3-4e4a-a6ee-3c7b4f0cddae", "name": "default", "api_name": "", "is_master": "true", "endpoints": [], "hostnames": [], "hostnames_s3website": [], "master_zone": "1adc4b51-3345-4a4b-bf6d-b55b35991530", "zones": [ { "id": "1adc4b51-3345-4a4b-bf6d-b55b35991530", "name": "default", "endpoints": [], "log_meta": "false", "log_data": "false", "bucket_index_max_shards": 0, "read_only": "false" } ], "placement_targets": [ { "name": "default-placement", "tags": [] } ], "default_placement": "default-placement", "realm_id": "f8cdcfe3-238a-4e0d-84c4-d58fada869aa" } [root@blsceph01-1 ~]# radosgw-admin period update --commit 2016-08-16 14:14:21.628507 7f181e15a9c0 0 RGWZoneParams::create(): error creating default zone params: (17) File exists 2016-08-16 14:14:21.788003 7f181e15a9c0 0 error read_lastest_epoch .rgw.root:periods.df62cf41-73e6-4128-ba01-104726754ed7.latest_epoch 2016-08-16 14:14:21.819622 7f181e15a9c0 1 Set the period's master zonegroup d5ad18ed-dfb3-4e4a-a6ee-3c7b4f0cddae as the default { "id": "df62cf41-73e6-4128-ba01-104726754ed7", "epoch": 1, "predecessor_uuid": "d825f817-43d1-4ca0-9ca2-0f3946c1e9b7", "sync_status": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "period_map": { "id": "df62cf41-73e6-4128-ba01-104726754ed7", "zonegroups": [ { "id": "d5ad18ed-dfb3-4e4a-a6ee-3c7b4f0cddae", "name": "default", "api_name": "", "is_master": "true", "endpoints": [], "hostnames": [], "hostnames_s3website": [], "master_zone": "1adc4b51-3345-4a4b-bf6d-b55b35991530", "zones": [ { "id": "1adc4b51-3345-4a4b-bf6d-b55b35991530", "name": "default", "endpoints": [], "log_meta": "false", "log_data": "false", "bucket_index_max_shards": 0, "read_only": "false" } ], "placement_targets": [ { "name": "default-placement", "tags": [] } ], "default_placement": "default-placement", "realm_id": "f8cdcfe3-238a-4e0d-84c4-d58fada869aa" } ], "short_zone_ids": [ { "key": "1adc4b51-3345-4a4b-bf6d-b55b35991530", "val": 588843695 } ] }, "master_zonegroup": "d5ad18ed-dfb3-4e4a-a6ee-3c7b4f0cddae", "master_zone": "1adc4b51-3345-4a4b-bf6d-b55b35991530", "period_config": { "bucket_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 }, "user_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 } }, "realm_id": "f8cdcfe3-238a-4e0d-84c4-d58fada869aa", "realm_name": "default", "realm_epoch": 2 } -- Met vriendelijke groet / Best regards, Jan Hugo Prins Infra and Isilon storage consultant Better.be B.V. Auke Vleerstraat 140 E | 7547 AN Enschede | KvK 08097527 T +31 (0) 53 48 00 694 | M +31 (0)6 26 358 951 jprins@xxxxxxxxxxxx | www.betterbe.com This e-mail is intended exclusively for the addressee(s), and may not be passed on to, or made available for use by any person other than the addressee(s). Better.be B.V. rules out any and every liability resulting from any electronic transmission. _______________________________________________ ceph-users mailing list ceph-users@xxxxxxxxxxxxxx http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com