Hello team,, I have deployed ceph pacific cluster using ceph-ansible running on ubuntu 20.04 which have 3 OSD hosts and 3 mons on each OSD host we have 20 osd . I am integrating swift in the cluster but I fail to find the policy and upload objects in the container . I have deployed rgwloadbalancer on top below is my ceph.conf configuration and rgw logs. Kindly help if I am missing configs in my ceph.conf and advise. [client] rbd_default_features = 1 [client.rgw.ceph-osd1] rgw_dns_name = ceph-osd1 [client.rgw.ceph-osd1.rgw0] host = ceph-osd1 keyring = /var/lib/ceph/radosgw/ceph-rgw.ceph-osd1.rgw0/keyring log file = /var/log/ceph/ceph-rgw-ceph-osd1.rgw0.log rgw frontends = beast endpoint=10.10.13.13:8080 rgw thread pool size = 512 rgw_dns_name = ceph-osd1 rgw_frontends = "beast port=8080" rgw_enable_usage_log = true rgw_thread_pool_size = 512 rgw_keystone_api_version = 3 rgw_keystone_url = http://10.10.13.31:5000 rgw_keystone_admin_user = admin rgw_keystone_admin_password = WyB9v1GPAqtxsySrCjZpa1L2U2JmYVF6zviP6bKk rgw_keystone_admin_domain = default rgw_keystone_admin_project = admin rgw_keystone_accepted_roles = admin,Member,_member_,member rgw_keystone_verify_ssl = false rgw_s3_auth_use_keystone = true [client.rgw.ceph-osd2] rgw_dns_name = ceph-osd2 [client.rgw.ceph-osd2.rgw0] host = ceph-osd2 keyring = /var/lib/ceph/radosgw/ceph-rgw.ceph-osd2.rgw0/keyring log file = /var/log/ceph/ceph-rgw-ceph-osd2.rgw0.log rgw frontends = beast endpoint=10.10.13.14:8080 rgw thread pool size = 512 rgw_dns_name = ceph-osd2 rgw_frontends = "beast port=8080" rgw_enable_usage_log = true rgw_thread_pool_size = 512 rgw_keystone_api_version = 3 rgw_keystone_url = http://10.10.13.31:5000 rgw_keystone_admin_user = admin rgw_keystone_admin_password = WyB9v1GPAqtxsySrCjZpa1L2U2JmYVF6zviP6bKk rgw_keystone_admin_domain = default rgw_keystone_admin_project = admin rgw_keystone_accepted_roles = admin,Member,_member_,member rgw_keystone_verify_ssl = false rgw_s3_auth_use_keystone = true [client.rgw.ceph-osd3] rgw_dns_name = ceph-osd3 [client.rgw.ceph-osd3.rgw0] host = ceph-osd3 keyring = /var/lib/ceph/radosgw/ceph-rgw.ceph-osd3.rgw0/keyring log file = /var/log/ceph/ceph-rgw-ceph-osd3.rgw0.log rgw frontends = beast endpoint=10.10.13.15:8080 rgw thread pool size = 512 rgw_dns_name = ceph-osd3 rgw_frontends = "beast port=8080" rgw_enable_usage_log = true rgw_thread_pool_size = 512 rgw_keystone_api_version = 3 rgw_keystone_url = http://10.10.13.31:5000 rgw_keystone_admin_user = admin rgw_keystone_admin_password = WyB9v1GPAqtxsySrCjZpa1L2U2JmYVF6zviP6bKk rgw_keystone_admin_domain = default rgw_keystone_admin_project = admin rgw_keystone_accepted_roles = admin,Member,_member_,member rgw_keystone_verify_ssl = false rgw_s3_auth_use_keystone = true # Please do not change this file directly since it is managed by Ansible and will be overwritten [global] auth_client_required = cephx auth_cluster_required = cephx auth_service_required = cephx cluster network = 10.10.13.0/24 fsid = c8ffac77-6e6e-479a-92be-08f9b46453e7 mon host = [v2:10.10.13.10:3300,v1:10.10.13.10:6789],[v2:10.10.13.11:3300 ,v1:10.10.13.11:6789],[v2:10.10.13.12:3300,v1:10.10.13.12:6789] mon initial members = ceph-mon1,ceph-mon2,ceph-mon3 mon_allow_pool_delete = True mon_max_pg_per_osd = 400 osd pool default crush rule = -1 osd_pool_default_min_size = 2 osd_pool_default_size = 3 public network = 0.0.0.0/0 2023-01-24T15:06:33.035+0000 7f0b4fe7f700 1 beast: 0x7f0d1055c6e0: 10.10.13.15 - anonymous [24/Jan/2023:15:06:33.035 +0000] "HEAD / HTTP/1.0" 200 5 - - - latency=0.000000000s 2023-01-24T15:06:33.855+0000 7f0b50e81700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:33.855+0000 7f0b50e81700 0 ERROR: client_io->complete_request() returned Connection reset by peer 2023-01-24T15:06:33.855+0000 7f0b50e81700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:33.855+0000 7f0b50e81700 1 beast: 0x7f0d1055c6e0: 10.10.13.13 - anonymous [24/Jan/2023:15:06:33.855 +0000] "HEAD / HTTP/1.0" 200 0 - - - latency=0.000000000s 2023-01-24T15:06:33.907+0000 7f0b41e63700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:33.907+0000 7f0b42664700 0 ERROR: client_io->complete_request() returned Connection reset by peer 2023-01-24T15:06:33.907+0000 7f0b42664700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:33.907+0000 7f0b42664700 1 beast: 0x7f0d1055c6e0: 10.10.13.14 - anonymous [24/Jan/2023:15:06:33.907 +0000] "HEAD / HTTP/1.0" 200 0 - - - latency=0.000000000s 2023-01-24T15:06:35.039+0000 7f0b37e4f700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:35.039+0000 7f0b37e4f700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:35.039+0000 7f0b37e4f700 1 beast: 0x7f0d1055c6e0: 10.10.13.15 - anonymous [24/Jan/2023:15:06:35.039 +0000] "HEAD / HTTP/1.0" 200 5 - - - latency=0.000000000s 2023-01-24T15:06:35.855+0000 7f0b32644700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:35.855+0000 7f0b32644700 0 ERROR: client_io->complete_request() returned Connection reset by peer 2023-01-24T15:06:35.855+0000 7f0b32644700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:35.855+0000 7f0b32644700 1 beast: 0x7f0d1055c6e0: 10.10.13.13 - anonymous [24/Jan/2023:15:06:35.855 +0000] "HEAD / HTTP/1.0" 200 0 - - - latency=0.000000000s 2023-01-24T15:06:35.911+0000 7f0b31642700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:35.911+0000 7f0b31642700 0 ERROR: client_io->complete_request() returned Connection reset by peer 2023-01-24T15:06:35.911+0000 7f0b31642700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:35.911+0000 7f0b31642700 1 beast: 0x7f0d1055c6e0: 10.10.13.14 - anonymous [24/Jan/2023:15:06:35.911 +0000] "HEAD / HTTP/1.0" 200 0 - - - latency=0.000000000s 2023-01-24T15:06:37.039+0000 7f0b2fe3f700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:37.043+0000 7f0b2fe3f700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.003999876s ====== 2023-01-24T15:06:37.043+0000 7f0b2fe3f700 1 beast: 0x7f0d1055c6e0: 10.10.13.15 - anonymous [24/Jan/2023:15:06:37.039 +0000] "HEAD / HTTP/1.0" 200 5 - - - latency=0.003999876s 2023-01-24T15:06:37.859+0000 7f0b28630700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:37.859+0000 7f0b28630700 0 ERROR: client_io->complete_request() returned Connection reset by peer 2023-01-24T15:06:37.859+0000 7f0b28630700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:37.859+0000 7f0b28630700 1 beast: 0x7f0d1055c6e0: 10.10.13.13 - anonymous [24/Jan/2023:15:06:37.859 +0000] "HEAD / HTTP/1.0" 200 0 - - - latency=0.000000000s 2023-01-24T15:06:37.911+0000 7f0b1be17700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:37.911+0000 7f0b1be17700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:37.911+0000 7f0b1be17700 1 beast: 0x7f0d1055c6e0: 10.10.13.14 - anonymous [24/Jan/2023:15:06:37.911 +0000] "HEAD / HTTP/1.0" 200 5 - - - latency=0.000000000s 2023-01-24T15:06:39.043+0000 7f0b15e0b700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:39.043+0000 7f0b15e0b700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:39.043+0000 7f0b15e0b700 1 beast: 0x7f0d1055c6e0: 10.10.13.15 - anonymous [24/Jan/2023:15:06:39.043 +0000] "HEAD / HTTP/1.0" 200 5 - - - latency=0.000000000s 2023-01-24T15:06:39.859+0000 7f0b13e07700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:39.859+0000 7f0b13e07700 0 ERROR: client_io->complete_request() returned Connection reset by peer 2023-01-24T15:06:39.859+0000 7f0b13e07700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:39.859+0000 7f0b13e07700 1 beast: 0x7f0d1055c6e0: 10.10.13.13 - anonymous [24/Jan/2023:15:06:39.859 +0000] "HEAD / HTTP/1.0" 200 0 - - - latency=0.000000000s 2023-01-24T15:06:39.915+0000 7f0b12604700 1 ====== starting new request req=0x7f0d1055c6e0 ===== 2023-01-24T15:06:39.915+0000 7f0b12604700 1 ====== req done req=0x7f0d1055c6e0 op status=0 http_status=200 latency=0.000000000s ====== 2023-01-24T15:06:39.915+0000 7f0b12604700 1 beast: 0x7f0d1055c6e0: 10.10.13.14 - anonymous [24/Jan/2023:15:06:39.915 +0000] "HEAD / HTTP/1.0" 200 5 - - - latency=0.000000000s Best Regards Michel _______________________________________________ ceph-users mailing list -- ceph-users@xxxxxxx To unsubscribe send an email to ceph-users-leave@xxxxxxx
 |