Thanks for your willingness to help
No multiphating
Here are the commands and their output
[root@osd02 ~]# sgdisk --zap-all --clear --mbrtogpt -g -- /dev/sdc
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
The operation has completed successfully.
[root@osd02 ~]# ls -al /dev/disk/by-partuuid/
total 0
drwxr-xr-x 2 root root 160 Mar 29 14:13 .
drwxr-xr-x 8 root root 160 Mar 29 11:47 ..
lrwxrwxrwx 1 root root 10 Mar 29 11:47 0ffb7152-1e4b-4620-849d-3896f678de41 -> ../../sdb1
lrwxrwxrwx 1 root root 10 Mar 29 11:50 5ef0dcb1-6b84-484b-8b12-3706661c5ada -> ../../sdb3
lrwxrwxrwx 1 root root 10 Mar 29 11:51 9a66ffb3-8b34-412c-bdae-f777d31d2c46 -> ../../sdd2
lrwxrwxrwx 1 root root 10 Mar 29 11:47 cbac0d74-e0dd-47f0-9379-5e79e3f9f08b -> ../../sdd1
lrwxrwxrwx 1 root root 10 Mar 29 11:47 f2aec1ae-5a28-4a9b-8a03-038c482ee0eb -> ../../sdb2
lrwxrwxrwx 1 root root 10 Mar 29 11:50 f3ffe708-ea53-4dcd-9d15-da48acae278b -> ../../sdb4
[root@osd02 ~]# lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sdf 8:80 0 558.4G 0 disk
sdd 8:48 0 558.4G 0 disk
├─sdd2 8:50 0 558.3G 0 part
└─sdd1 8:49 0 100M 0 part /var/lib/ceph/osd/ceph-0
sdb 8:16 0 372G 0 disk
├─sdb4 8:20 0 1G 0 part
├─sdb2 8:18 0 1G 0 part
├─sdb3 8:19 0 30G 0 part
└─sdb1 8:17 0 30G 0 part
sr0 11:0 1 1024M 0 rom
sde 8:64 0 558.4G 0 disk
sdc 8:32 0 558.4G 0 disk
sda 8:0 0 36.8G 0 disk
├─sda4 8:4 0 1K 0 part
├─sda2 8:2 0 22G 0 part /var
├─sda5 8:5 0 3.7G 0 part [SWAP]
├─sda3 8:3 0 10.1G 0 part /
└─sda1 8:1 0 1G 0 part /boot
[root@osd02 ~]# /usr/sbin/ceph-volume --cluster ceph lvm create --bluestore --data /dev/sdc --block.wal /dev/disk/by-partuuid/f2aec1ae-5a28-4a9b-8a03-038c482ee0eb --block.db /dev/disk/by-partuuid/0ffb7152-1e4b-4620-849d-3896f678de41
Running command: ceph-authtool --gen-print-key
Running command: ceph --cluster ceph --name client.bootstrap-osd --keyring /var/lib/ceph/bootstrap-osd/ceph.keyring -i - osd new 76dbeac2-75f6-418a-ae8b-5e97bd137149
Running command: vgcreate --force --yes ceph-1e98e57a-ef41-4327-b88a-dd2531912632 /dev/sdc
stderr: Device /dev/sdc not found (or ignored by filtering).
--> Was unable to complete a new OSD, will rollback changes
--> OSD will be fully purged from the cluster, because the ID was generated
Running command: ceph osd purge osd.3 --yes-i-really-mean-it
stderr: purged osd.3
--> RuntimeError: command returned non-zero exit status: 5
[root@osd02 ~]# pvcreate -vvvv /dev/sdc
#lvmcmdline.c:2763 Parsing: pvcreate -vvvv /dev/sdc
#lvmcmdline.c:1848 Using command index 100 id pvcreate_general enum 79.
#config/config.c:1465 devices/global_filter not found in config: defaulting to global_filter = [ "a|.*/|" ]
#libdm-config.c:987 Setting global/locking_type to 1
#libdm-config.c:1051 Setting global/use_lvmetad to 1
#libdm-config.c:992 global/lvmetad_update_wait_time not found in config: defaulting to 10
#daemon-client.c:33 /run/lvm/lvmetad.socket: Opening daemon socket to lvmetad for protocol lvmetad version 1.
#daemon-client.c:52 Sending daemon lvmetad: hello
#libdm-config.c:956 Setting response to OK
#libdm-config.c:956 Setting protocol to lvmetad
#libdm-config.c:987 Setting version to 1
#cache/lvmetad.c:143 Successfully connected to lvmetad on fd 3.
#libdm-config.c:1051 Setting global/use_lvmpolld to 1
#libdm-config.c:1051 Setting devices/sysfs_scan to 1
#filters/filter-sysfs.c:326 Sysfs filter initialised.
#filters/filter-internal.c:77 internal filter initialised.
#filters/filter-type.c:56 LVM type filter initialised.
#filters/filter-usable.c:192 Usable device filter initialised.
#libdm-config.c:1051 Setting devices/multipath_component_detection to 1
#filters/filter-mpath.c:291 mpath filter initialised.
#filters/filter-partitioned.c:59 Partitioned filter initialised.
#libdm-config.c:1051 Setting devices/md_component_detection to 1
#filters/filter-md.c:73 MD filter initialised.
#libdm-config.c:1051 Setting devices/fw_raid_component_detection to 0
#filters/filter-composite.c:104 Composite filter initialised.
#libdm-config.c:1051 Setting devices/ignore_suspended_devices to 0
#libdm-config.c:1051 Setting devices/ignore_lvm_mirrors to 1
#config/config.c:1465 devices/filter not found in config: defaulting to filter = [ "a|.*/|" ]
#filters/filter-regex.c:216 Regex filter initialised.
#filters/filter-usable.c:192 Usable device filter initialised.
#filters/filter-composite.c:104 Composite filter initialised.
#libdm-config.c:956 Setting devices/cache_dir to /etc/lvm/cache
#libdm-config.c:956 Setting devices/cache_file_prefix to
#libdm-config.c:965 devices/cache not found in config: defaulting to /etc/lvm/cache/.cache
#filters/filter-persistent.c:368 Persistent filter initialised.
#filters/filter-composite.c:104 Composite filter initialised.
#libdm-config.c:1051 Setting devices/write_cache_state to 1
#libdm-config.c:1051 Setting global/use_lvmetad to 1
#libdm-config.c:956 Setting activation/activation_mode to degraded
#libdm-config.c:1064 metadata/record_lvs_history not found in config: defaulting to 0
#lvmcmdline.c:2833 DEGRADED MODE. Incomplete RAID LVs will be processed.
#libdm-config.c:1051 Setting activation/monitoring to 1
#lvmcmdline.c:2839 Processing: pvcreate -vvvv /dev/sdc
#lvmcmdline.c:2840 Command pid: 3198
#lvmcmdline.c:2841 system ID:
#lvmcmdline.c:2844 O_DIRECT will be used
#libdm-config.c:987 Setting global/locking_type to 1
#libdm-config.c:1051 Setting global/wait_for_locks to 1
#locking/locking.c:129 File-based locking selected.
#libdm-config.c:1051 Setting global/prioritise_write_locks to 1
#libdm-config.c:956 Setting global/locking_dir to /run/lock/lvm
#libdm-config.c:1051 Setting global/use_lvmlockd to 0
#cache/lvmetad.c:255 Sending lvmetad get_global_info
#libdm-config.c:956 Setting response to OK
#libdm-config.c:956 Setting token to filter:3239235440
#libdm-config.c:987 Setting daemon_pid to 500
#libdm-config.c:956 Setting response to OK
#libdm-config.c:987 Setting global_disable to 0
#cache/lvmetad.c:1415 Asking lvmetad for complete list of known PVs
#libdm-config.c:956 Setting response to OK
#libdm-config.c:956 Setting response to OK
#libdm-config.c:956 Setting response to OK
#libdm-config.c:1064 metadata/pvmetadataignore not found in config: defaulting to 0
#libdm-config.c:992 metadata/pvmetadatasize not found in config: defaulting to 255
#libdm-config.c:992 metadata/pvmetadatacopies not found in config: defaulting to 1
#libdm-config.c:965 report/output_format not found in config: defaulting to basic
#libdm-config.c:1064 log/report_command_log not found in config: defaulting to 0
#cache/lvmcache.c:2298 Wiping internal VG cache
#cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_lvm1" with VGID #orphans_lvm1.
#cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_lvm1".
#cache/lvmcache.c:1875 lvmcache initialised VG #orphans_lvm1.
#cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_pool" with VGID #orphans_pool.
#cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_pool".
#cache/lvmcache.c:1875 lvmcache initialised VG #orphans_pool.
#cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_lvm2" with VGID #orphans_lvm2.
#cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_lvm2".
#cache/lvmcache.c:1875 lvmcache initialised VG #orphans_lvm2.
#misc/lvm-flock.c:199 Locking /run/lock/lvm/P_orphans WB
#misc/lvm-flock.c:100 _do_flock /run/lock/lvm/P_orphans:aux WB
#misc/lvm-flock.c:100 _do_flock /run/lock/lvm/P_orphans WB
#misc/lvm-flock.c:47 _undo_flock /run/lock/lvm/P_orphans:aux
#cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans".
#filters/filter-persistent.c:51 Wiping cache of LVM-capable devices
#device/dev-cache.c:356 /dev/sda: Added to device cache (8:0)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa: Aliased to /dev/sda in device cache (8:0)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa: Aliased to /dev/sda in device cache (8:0)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0: Aliased to /dev/sda in device cache (8:0)
#device/dev-cache.c:356 /dev/sda1: Added to device cache (8:1)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part1: Aliased to /dev/sda1 in device cache (8:1)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part1: Aliased to /dev/sda1 in device cache (8:1)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part1: Aliased to /dev/sda1 in device cache (8:1)
#device/dev-cache.c:352 /dev/disk/by-uuid/66395354-b5bd-4daa-8748-56c1c524eaa5: Aliased to /dev/sda1 in device cache (8:1)
#device/dev-cache.c:356 /dev/sda2: Added to device cache (8:2)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part2: Aliased to /dev/sda2 in device cache (8:2)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part2: Aliased to /dev/sda2 in device cache (8:2)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part2: Aliased to /dev/sda2 in device cache (8:2)
#device/dev-cache.c:352 /dev/disk/by-uuid/6d3a1ff5-5759-4d41-8e76-587014ee82e6: Aliased to /dev/sda2 in device cache (8:2)
#device/dev-cache.c:356 /dev/sda3: Added to device cache (8:3)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part3: Aliased to /dev/sda3 in device cache (8:3)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part3: Aliased to /dev/sda3 in device cache (8:3)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part3: Aliased to /dev/sda3 in device cache (8:3)
#device/dev-cache.c:352 /dev/disk/by-uuid/f45ae75e-eb20-4e34-9308-0a75fe210503: Aliased to /dev/sda3 in device cache (8:3)
#device/dev-cache.c:356 /dev/sda4: Added to device cache (8:4)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part4: Aliased to /dev/sda4 in device cache (8:4)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part4: Aliased to /dev/sda4 in device cache (8:4)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part4: Aliased to /dev/sda4 in device cache (8:4)
#device/dev-cache.c:356 /dev/sda5: Added to device cache (8:5)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part5: Aliased to /dev/sda5 in device cache (8:5)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part5: Aliased to /dev/sda5 in device cache (8:5)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part5: Aliased to /dev/sda5 in device cache (8:5)
#device/dev-cache.c:352 /dev/disk/by-uuid/be6387d8-2301-448c-8fea-bbd4ee4e0169: Aliased to /dev/sda5 in device cache (8:5)
#device/dev-cache.c:356 /dev/sdb: Added to device cache (8:16)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a: Aliased to /dev/sdb in device cache (8:16)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a: Aliased to /dev/sdb in device cache (8:16)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0: Aliased to /dev/sdb in device cache (8:16)
#device/dev-cache.c:356 /dev/sdb1: Added to device cache (8:17)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part1: Aliased to /dev/sdb1 in device cache (8:17)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part1: Aliased to /dev/sdb1 in device cache (8:17)
#device/dev-cache.c:356 /dev/disk/by-partlabel/ceph\x20block.db: Added to device cache (8:19)
#device/dev-cache.c:352 /dev/disk/by-parttypeuuid/30cd0809-c2b2-499c-8879-2d6b78529876.0ffb7152-1e4b-4620-849d-3896f678de41: Aliased to /dev/sdb1 in device cache (8:17)
#device/dev-cache.c:352 /dev/disk/by-partuuid/0ffb7152-1e4b-4620-849d-3896f678de41: Aliased to /dev/sdb1 in device cache (8:17)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part1: Aliased to /dev/sdb1 in device cache (8:17)
#device/dev-cache.c:356 /dev/sdb2: Added to device cache (8:18)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part2: Aliased to /dev/sdb2 in device cache (8:18)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part2: Aliased to /dev/sdb2 in device cache (8:18)
#device/dev-cache.c:356 /dev/disk/by-partlabel/ceph\x20block.wal: Added to device cache (8:20)
#device/dev-cache.c:352 /dev/disk/by-parttypeuuid/5ce17fce-4087-4169-b7ff-056cc58473f9.f2aec1ae-5a28-4a9b-8a03-038c482ee0eb: Aliased to /dev/sdb2 in device cache (8:18)
#device/dev-cache.c:352 /dev/disk/by-partuuid/f2aec1ae-5a28-4a9b-8a03-038c482ee0eb: Aliased to /dev/sdb2 in device cache (8:18)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part2: Aliased to /dev/sdb2 in device cache (8:18)
#device/dev-cache.c:352 /dev/sdb3: Aliased to /dev/disk/by-partlabel/ceph\x20block.db in device cache (preferred name) (8:19)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part3: Aliased to /dev/sdb3 in device cache (8:19)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part3: Aliased to /dev/sdb3 in device cache (8:19)
#device/dev-cache.c:340 /dev/disk/by-partlabel/ceph\x20block.db: Already in device cache
#device/dev-cache.c:352 /dev/disk/by-parttypeuuid/30cd0809-c2b2-499c-8879-2d6b78529876.5ef0dcb1-6b84-484b-8b12-3706661c5ada: Aliased to /dev/sdb3 in device cache (8:19)
#device/dev-cache.c:352 /dev/disk/by-partuuid/5ef0dcb1-6b84-484b-8b12-3706661c5ada: Aliased to /dev/sdb3 in device cache (8:19)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part3: Aliased to /dev/sdb3 in device cache (8:19)
#device/dev-cache.c:352 /dev/sdb4: Aliased to /dev/disk/by-partlabel/ceph\x20block.wal in device cache (preferred name) (8:20)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part4: Aliased to /dev/sdb4 in device cache (8:20)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part4: Aliased to /dev/sdb4 in device cache (8:20)
#device/dev-cache.c:340 /dev/disk/by-partlabel/ceph\x20block.wal: Already in device cache
#device/dev-cache.c:352 /dev/disk/by-parttypeuuid/5ce17fce-4087-4169-b7ff-056cc58473f9.f3ffe708-ea53-4dcd-9d15-da48acae278b: Aliased to /dev/sdb4 in device cache (8:20)
#device/dev-cache.c:352 /dev/disk/by-partuuid/f3ffe708-ea53-4dcd-9d15-da48acae278b: Aliased to /dev/sdb4 in device cache (8:20)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part4: Aliased to /dev/sdb4 in device cache (8:20)
#device/dev-cache.c:356 /dev/sdc: Added to device cache (8:32)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4d6254c: Aliased to /dev/sdc in device cache (8:32)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4d6254c: Aliased to /dev/sdc in device cache (8:32)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:2:0: Aliased to /dev/sdc in device cache (8:32)
#device/dev-cache.c:356 /dev/sdd: Added to device cache (8:48)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7582e4e283c4: Aliased to /dev/sdd in device cache (8:48)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7582e4e283c4: Aliased to /dev/sdd in device cache (8:48)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:3:0: Aliased to /dev/sdd in device cache (8:48)
#device/dev-cache.c:356 /dev/sdd1: Added to device cache (8:49)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7582e4e283c4-part1: Aliased to /dev/sdd1 in device cache (8:49)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7582e4e283c4-part1: Aliased to /dev/sdd1 in device cache (8:49)
#device/dev-cache.c:352 /dev/disk/by-partlabel/ceph\x20data: Aliased to /dev/sdd1 in device cache (8:49)
#device/dev-cache.c:352 /dev/disk/by-parttypeuuid/4fbd7e29-9d25-41b8-afd0-062c0ceff05d.cbac0d74-e0dd-47f0-9379-5e79e3f9f08b: Aliased to /dev/sdd1 in device cache (8:49)
#device/dev-cache.c:352 /dev/disk/by-partuuid/cbac0d74-e0dd-47f0-9379-5e79e3f9f08b: Aliased to /dev/sdd1 in device cache (8:49)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:3:0-part1: Aliased to /dev/sdd1 in device cache (8:49)
#device/dev-cache.c:352 /dev/disk/by-uuid/9b07f4e1-a77b-4dfb-8e77-33beec27e36e: Aliased to /dev/sdd1 in device cache (8:49)
#device/dev-cache.c:356 /dev/sdd2: Added to device cache (8:50)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7582e4e283c4-part2: Aliased to /dev/sdd2 in device cache (8:50)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7582e4e283c4-part2: Aliased to /dev/sdd2 in device cache (8:50)
#device/dev-cache.c:352 /dev/disk/by-partlabel/ceph\x20block: Aliased to /dev/sdd2 in device cache (8:50)
#device/dev-cache.c:352 /dev/disk/by-parttypeuuid/cafecafe-9b03-4f30-b4c6-b4b80ceff106.9a66ffb3-8b34-412c-bdae-f777d31d2c46: Aliased to /dev/sdd2 in device cache (8:50)
#device/dev-cache.c:352 /dev/disk/by-partuuid/9a66ffb3-8b34-412c-bdae-f777d31d2c46: Aliased to /dev/sdd2 in device cache (8:50)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:3:0-part2: Aliased to /dev/sdd2 in device cache (8:50)
#device/dev-cache.c:356 /dev/sde: Added to device cache (8:64)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb6467002219c426f63f3ac9: Aliased to /dev/sde in device cache (8:64)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb6467002219c426f63f3ac9: Aliased to /dev/sde in device cache (8:64)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:4:0: Aliased to /dev/sde in device cache (8:64)
#device/dev-cache.c:356 /dev/sdf: Added to device cache (8:80)
#device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb6467002219c42df6af6898: Aliased to /dev/sdf in device cache (8:80)
#device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb6467002219c42df6af6898: Aliased to /dev/sdf in device cache (8:80)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:5:0: Aliased to /dev/sdf in device cache (8:80)
#device/dev-cache.c:356 /dev/sr0: Added to device cache (11:0)
#device/dev-cache.c:352 /dev/cdrom: Aliased to /dev/sr0 in device cache (preferred name) (11:0)
#device/dev-cache.c:352 /dev/disk/by-id/ata-TSSTcorp_DVD-ROM_SU-108CB_S10I6YVD5000F9: Aliased to /dev/cdrom in device cache (11:0)
#device/dev-cache.c:352 /dev/disk/by-path/pci-0000:00:1f.2-ata-5.0: Aliased to /dev/cdrom in device cache (11:0)
#device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT
#device/dev-io.c:330 /dev/sdc: size is 1170997248 sectors
#device/dev-io.c:625 Closed /dev/sdc
#device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT
#device/dev-io.c:145 /dev/sdc: block size is 4096 bytes
#device/dev-io.c:156 /dev/sdc: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdc
#filters/filter-partitioned.c:27 /dev/sdc: Skipping: Partition table signature found
#toollib.c:4375 Processing each PV
#cache/lvmetad.c:1440 Asking lvmetad for complete list of known VG ids/names
#libdm-config.c:956 Setting response to OK
#libdm-config.c:956 Setting response to OK
#libdm-config.c:956 Setting response to OK
#toollib.c:3878 Getting list of all devices
#cache/lvmetad.c:1415 Asking lvmetad for complete list of known PVs
#libdm-config.c:956 Setting response to OK
#libdm-config.c:956 Setting response to OK
#libdm-config.c:956 Setting response to OK
#device/dev-io.c:570 Opened /dev/sda RO O_DIRECT
#device/dev-io.c:330 /dev/sda: size is 77070336 sectors
#device/dev-io.c:625 Closed /dev/sda
#device/dev-io.c:570 Opened /dev/sda RO O_DIRECT
#device/dev-io.c:145 /dev/sda: block size is 4096 bytes
#device/dev-io.c:156 /dev/sda: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sda
#filters/filter-partitioned.c:27 /dev/sda: Skipping: Partition table signature found
#filters/filter-type.c:27 /dev/cdrom: Skipping: Unrecognised LVM device type 11
#device/dev-io.c:570 Opened /dev/sda1 RO O_DIRECT
#device/dev-io.c:330 /dev/sda1: size is 2097152 sectors
#device/dev-io.c:625 Closed /dev/sda1
#filters/filter-mpath.c:196 /dev/sda1: Device is a partition, using primary device sda for mpath component detection
#device/dev-io.c:308 /dev/sda1: using cached size 2097152 sectors
#device/dev-io.c:570 Opened /dev/sda1 RO O_DIRECT
#device/dev-io.c:145 /dev/sda1: block size is 512 bytes
#device/dev-io.c:156 /dev/sda1: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sda1
#device/dev-cache.c:1512 Using /dev/sda1
#device/dev-io.c:570 Opened /dev/sda2 RO O_DIRECT
#device/dev-io.c:330 /dev/sda2: size is 46137344 sectors
#device/dev-io.c:625 Closed /dev/sda2
#filters/filter-mpath.c:196 /dev/sda2: Device is a partition, using primary device sda for mpath component detection
#device/dev-io.c:308 /dev/sda2: using cached size 46137344 sectors
#device/dev-io.c:570 Opened /dev/sda2 RO O_DIRECT
#device/dev-io.c:145 /dev/sda2: block size is 512 bytes
#device/dev-io.c:156 /dev/sda2: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sda2
#device/dev-cache.c:1512 Using /dev/sda2
#device/dev-io.c:570 Opened /dev/sda3 RO O_DIRECT
#device/dev-io.c:330 /dev/sda3: size is 21116928 sectors
#device/dev-io.c:625 Closed /dev/sda3
#filters/filter-mpath.c:196 /dev/sda3: Device is a partition, using primary device sda for mpath component detection
#device/dev-io.c:308 /dev/sda3: using cached size 21116928 sectors
#device/dev-io.c:570 Opened /dev/sda3 RO O_DIRECT
#device/dev-io.c:145 /dev/sda3: block size is 512 bytes
#device/dev-io.c:156 /dev/sda3: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sda3
#device/dev-cache.c:1512 Using /dev/sda3
#device/dev-io.c:570 Opened /dev/sda4 RO O_DIRECT
#device/dev-io.c:330 /dev/sda4: size is 2 sectors
#filters/filter-usable.c:44 /dev/sda4: Skipping: Too small to hold a PV
#device/dev-io.c:625 Closed /dev/sda4
#device/dev-io.c:570 Opened /dev/sda5 RO O_DIRECT
#device/dev-io.c:330 /dev/sda5: size is 7714816 sectors
#device/dev-io.c:625 Closed /dev/sda5
#filters/filter-mpath.c:196 /dev/sda5: Device is a partition, using primary device sda for mpath component detection
#device/dev-io.c:308 /dev/sda5: using cached size 7714816 sectors
#device/dev-io.c:570 Opened /dev/sda5 RO O_DIRECT
#device/dev-io.c:145 /dev/sda5: block size is 4096 bytes
#device/dev-io.c:156 /dev/sda5: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sda5
#device/dev-cache.c:1512 Using /dev/sda5
#device/dev-io.c:570 Opened /dev/sdb RO O_DIRECT
#device/dev-io.c:330 /dev/sdb: size is 780140544 sectors
#device/dev-io.c:625 Closed /dev/sdb
#device/dev-io.c:570 Opened /dev/sdb RO O_DIRECT
#device/dev-io.c:145 /dev/sdb: block size is 4096 bytes
#device/dev-io.c:156 /dev/sdb: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdb
#filters/filter-partitioned.c:27 /dev/sdb: Skipping: Partition table signature found
#device/dev-io.c:570 Opened /dev/sdb1 RO O_DIRECT
#device/dev-io.c:330 /dev/sdb1: size is 62914560 sectors
#device/dev-io.c:625 Closed /dev/sdb1
#filters/filter-mpath.c:196 /dev/sdb1: Device is a partition, using primary device sdb for mpath component detection
#device/dev-io.c:308 /dev/sdb1: using cached size 62914560 sectors
#device/dev-io.c:570 Opened /dev/sdb1 RO O_DIRECT
#device/dev-io.c:145 /dev/sdb1: block size is 4096 bytes
#device/dev-io.c:156 /dev/sdb1: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdb1
#device/dev-cache.c:1512 Using /dev/sdb1
#device/dev-io.c:570 Opened /dev/sdb2 RO O_DIRECT
#device/dev-io.c:330 /dev/sdb2: size is 2097152 sectors
#device/dev-io.c:625 Closed /dev/sdb2
#filters/filter-mpath.c:196 /dev/sdb2: Device is a partition, using primary device sdb for mpath component detection
#device/dev-io.c:308 /dev/sdb2: using cached size 2097152 sectors
#device/dev-io.c:570 Opened /dev/sdb2 RO O_DIRECT
#device/dev-io.c:145 /dev/sdb2: block size is 4096 bytes
#device/dev-io.c:156 /dev/sdb2: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdb2
#device/dev-cache.c:1512 Using /dev/sdb2
#device/dev-io.c:570 Opened /dev/sdb3 RO O_DIRECT
#device/dev-io.c:330 /dev/sdb3: size is 62914560 sectors
#device/dev-io.c:625 Closed /dev/sdb3
#filters/filter-mpath.c:196 /dev/sdb3: Device is a partition, using primary device sdb for mpath component detection
#device/dev-io.c:308 /dev/sdb3: using cached size 62914560 sectors
#device/dev-io.c:570 Opened /dev/sdb3 RO O_DIRECT
#device/dev-io.c:145 /dev/sdb3: block size is 4096 bytes
#device/dev-io.c:156 /dev/sdb3: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdb3
#device/dev-cache.c:1512 Using /dev/sdb3
#device/dev-io.c:570 Opened /dev/sdb4 RO O_DIRECT
#device/dev-io.c:330 /dev/sdb4: size is 2097152 sectors
#device/dev-io.c:625 Closed /dev/sdb4
#filters/filter-mpath.c:196 /dev/sdb4: Device is a partition, using primary device sdb for mpath component detection
#device/dev-io.c:308 /dev/sdb4: using cached size 2097152 sectors
#device/dev-io.c:570 Opened /dev/sdb4 RO O_DIRECT
#device/dev-io.c:145 /dev/sdb4: block size is 4096 bytes
#device/dev-io.c:156 /dev/sdb4: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdb4
#device/dev-cache.c:1512 Using /dev/sdb4
#device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT
#device/dev-io.c:308 /dev/sdc: using cached size 1170997248 sectors
#device/dev-io.c:625 Closed /dev/sdc
#device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT
#device/dev-io.c:145 /dev/sdc: block size is 4096 bytes
#device/dev-io.c:156 /dev/sdc: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdc
#filters/filter-partitioned.c:27 /dev/sdc: Skipping: Partition table signature found
#device/dev-io.c:570 Opened /dev/sdd RO O_DIRECT
#device/dev-io.c:330 /dev/sdd: size is 1170997248 sectors
#device/dev-io.c:625 Closed /dev/sdd
#device/dev-io.c:570 Opened /dev/sdd RO O_DIRECT
#device/dev-io.c:145 /dev/sdd: block size is 4096 bytes
#device/dev-io.c:156 /dev/sdd: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdd
#filters/filter-partitioned.c:27 /dev/sdd: Skipping: Partition table signature found
#device/dev-io.c:570 Opened /dev/sdd1 RO O_DIRECT
#device/dev-io.c:330 /dev/sdd1: size is 204800 sectors
#device/dev-io.c:625 Closed /dev/sdd1
#filters/filter-mpath.c:196 /dev/sdd1: Device is a partition, using primary device sdd for mpath component detection
#device/dev-io.c:308 /dev/sdd1: using cached size 204800 sectors
#device/dev-io.c:570 Opened /dev/sdd1 RO O_DIRECT
#device/dev-io.c:145 /dev/sdd1: block size is 512 bytes
#device/dev-io.c:156 /dev/sdd1: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdd1
#device/dev-cache.c:1512 Using /dev/sdd1
#device/dev-io.c:570 Opened /dev/sdd2 RO O_DIRECT
#device/dev-io.c:330 /dev/sdd2: size is 1170790367 sectors
#device/dev-io.c:625 Closed /dev/sdd2
#filters/filter-mpath.c:196 /dev/sdd2: Device is a partition, using primary device sdd for mpath component detection
#device/dev-io.c:308 /dev/sdd2: using cached size 1170790367 sectors
#device/dev-io.c:570 Opened /dev/sdd2 RO O_DIRECT
#device/dev-io.c:145 /dev/sdd2: block size is 512 bytes
#device/dev-io.c:156 /dev/sdd2: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdd2
#device/dev-cache.c:1512 Using /dev/sdd2
#device/dev-io.c:570 Opened /dev/sde RO O_DIRECT
#device/dev-io.c:330 /dev/sde: size is 1170997248 sectors
#device/dev-io.c:625 Closed /dev/sde
#device/dev-io.c:570 Opened /dev/sde RO O_DIRECT
#device/dev-io.c:145 /dev/sde: block size is 4096 bytes
#device/dev-io.c:156 /dev/sde: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sde
#filters/filter-partitioned.c:27 /dev/sde: Skipping: Partition table signature found
#device/dev-io.c:570 Opened /dev/sdf RO O_DIRECT
#device/dev-io.c:330 /dev/sdf: size is 1170997248 sectors
#device/dev-io.c:625 Closed /dev/sdf
#device/dev-io.c:570 Opened /dev/sdf RO O_DIRECT
#device/dev-io.c:145 /dev/sdf: block size is 4096 bytes
#device/dev-io.c:156 /dev/sdf: physical block size is 512 bytes
#device/dev-io.c:625 Closed /dev/sdf
#filters/filter-partitioned.c:27 /dev/sdf: Skipping: Partition table signature found
#toollib.c:4301 Processing PVs in VG #orphans_lvm1
#metadata/metadata.c:5902 Locking #orphans_lvm1 already done
#metadata/metadata.c:4256 Reading VG #orphans_lvm1 <no vgid>
#toollib.c:4301 Processing PVs in VG #orphans_pool
#metadata/metadata.c:5902 Locking #orphans_pool already done
#metadata/metadata.c:4256 Reading VG #orphans_pool <no vgid>
#toollib.c:4301 Processing PVs in VG #orphans_lvm2
#metadata/metadata.c:5902 Locking #orphans_lvm2 already done
#metadata/metadata.c:4256 Reading VG #orphans_lvm2 <no vgid>
#toollib.c:3993 Processing devices that are not PVs
#toollib.c:4009 Processing device /dev/sda1.
#toollib.c:4009 Processing device /dev/sda2.
#toollib.c:4009 Processing device /dev/sda3.
#toollib.c:4009 Processing device /dev/sda5.
#toollib.c:4009 Processing device /dev/sdb1.
#toollib.c:4009 Processing device /dev/sdb2.
#toollib.c:4009 Processing device /dev/sdb3.
#toollib.c:4009 Processing device /dev/sdb4.
#toollib.c:4009 Processing device /dev/sdd1.
#toollib.c:4009 Processing device /dev/sdd2.
#toollib.c:5504 Device /dev/sdc not found (or ignored by filtering).
#toollib.c:5522 No devices to process.
#misc/lvm-flock.c:70 Unlocking /run/lock/lvm/P_orphans
#misc/lvm-flock.c:47 _undo_flock /run/lock/lvm/P_orphans
#cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans".
#libdm-config.c:1051 Setting global/notify_dbus to 1
#lvmcmdline.c:2987 Completed: pvcreate -vvvv /dev/sdc
On Thu, 29 Mar 2018 at 12:30, Alfredo Deza <adeza@xxxxxxxxxx> wrote:
On Thu, Mar 29, 2018 at 10:25 AM, Steven Vacaroaia <stef97@xxxxxxxxx> wrote:
> Hi,
>
> I am unable to create OSD because " Device /dev/sdc not found (or ignored by
> filtering)."
Is that device part of a multipath setup? Check if it isn't
blacklisted in /etc/multipath.conf or in /etc/lvm/lvm.conf
If there is no blacklisting whatsoever, try running pvcreate with
increased verbosity:
pvcreate -vvv /dev/sdc
And show us the results
>
> I tried using the ceph-volume ( on the host) as well as ceph-deploy ( on the
> admin node)
>
> The device is definitely there
> Any suggestions will be greatly appreciated
>
> Note
> I created the block-db and respectively block-wal partitions using below
>
> for i in {2,4,6,8}; do echo $i; /sbin/sgdisk --new=$i:0:+30G
> --change-name=$i:'ceph DB'
> --typecode=$i:89c57f98-2fe5-4dc0-89c1-f3ad0ceff2be --mbrtogpt --
> /dev/sda;done
>
>
> for i in {1,3,5,7}; do echo $i; /sbin/sgdisk --new=$i:0:+1G
> --change-name=$i:'ceph WAL'
> --typecode=$i:89c57f98-2fe5-4dc0-89c1-f3ad0ceff2be --mbrtogpt --
> /dev/sda;done
>
>
> pvscan
>
> Opened /dev/sdc RO O_DIRECT
> /dev/sdc: size is 1170997248 sectors
> Closed /dev/sdc
> Opened /dev/sdc RO O_DIRECT
> /dev/sdc: block size is 4096 bytes
> /dev/sdc: physical block size is 512 bytes
> Closed /dev/sdc
> /dev/sdc: Skipping: Partition table signature found
>
> Excerpt from ceph-volume.log
>
> 2018-03-29 10:17:08,384][ceph_volume.main][INFO ] Running command:
> ceph-volume --log-level 20 --cluster ceph lvm prepare --bluestore --data
> /dev/sdc --block.wal /dev/disk/by-partuuid/a6a3
> fbc6-83ff-49fe-9416-5e065c70f052 --block.db
> /dev/disk/by-partuuid/40936695-e0e0-44d4-8bc4-622ea59486e2
> [2018-03-29 10:17:08,386][ceph_volume.process][INFO ] Running command:
> ceph-authtool --gen-print-key
> [2018-03-29 10:17:08,439][ceph_volume.process][INFO ] stdout
> AQBk9bxaXLoKGhAASn+eNnUMAZ8rIC/PnAPAGA==
> [2018-03-29 10:17:08,440][ceph_volume.process][INFO ] Running command: ceph
> --cluster ceph --name client.bootstrap-osd --keyring
> /var/lib/ceph/bootstrap-osd/ceph.keyring -i - osd new 38cac
> 0ef-e90e-4b51-848e-ff64678a206c
> [2018-03-29 10:17:08,805][ceph_volume.process][INFO ] stdout 0
> [2018-03-29 10:17:08,805][ceph_volume.process][INFO ] Running command:
> lsblk --nodeps -P -o
> NAME,KNAME,MAJ:MIN,FSTYPE,MOUNTPOINT,LABEL,UUID,RO,RM,MODEL,SIZE,STATE,OWNER,GROUP,MODE,ALIGNMENT,PHY-SEC,LOG-SEC,ROTA,SCHED,TYPE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,PKNAME,PARTLABEL
> /dev/sdc
> [2018-03-29 10:17:08,813][ceph_volume.process][INFO ] stdout NAME="sdc"
> KNAME="sdc" MAJ:MIN="8:32" FSTYPE="" MOUNTPOINT="" LABEL="" UUID="" RO="0"
> RM="0" MODEL="PERC H710P " SIZE="558.4G" STATE="running" OWNER="root"
> GROUP="disk" MODE="brw-rw----" ALIGNMENT="0" PHY-SEC="512" LOG-SEC="512"
> ROTA="1" SCHED="deadline" TYPE="disk" DISC-ALN="0" DISC-GRAN="0B"
> DISC-MAX="0B" DISC-ZERO="0" PKNAME="" PARTLABEL=""
> [2018-03-29 10:17:08,813][ceph_volume.process][INFO ] Running command:
> lsblk --nodeps -P -o
> NAME,KNAME,MAJ:MIN,FSTYPE,MOUNTPOINT,LABEL,UUID,RO,RM,MODEL,SIZE,STATE,OWNER,GROUP,MODE,ALIGNMENT,PHY-SEC,LOG-SEC,ROTA,SCHED,TYPE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,PKNAME,PARTLABEL
> /dev/sdc
> [2018-03-29 10:17:08,821][ceph_volume.process][INFO ] stdout NAME="sdc"
> KNAME="sdc" MAJ:MIN="8:32" FSTYPE="" MOUNTPOINT="" LABEL="" UUID="" RO="0"
> RM="0" MODEL="PERC H710P " SIZE="558.4G" STATE="running" OWNER="root"
> GROUP="disk" MODE="brw-rw----" ALIGNMENT="0" PHY-SEC="512" LOG-SEC="512"
> ROTA="1" SCHED="deadline" TYPE="disk" DISC-ALN="0" DISC-GRAN="0B"
> DISC-MAX="0B" DISC-ZERO="0" PKNAME="" PARTLABEL=""
> [2018-03-29 10:17:08,821][ceph_volume.process][INFO ] Running command: vgs
> --noheadings --separator=";" -o
> vg_name,pv_count,lv_count,snap_count,vg_attr,vg_size,vg_free
> [2018-03-29 10:17:08,833][ceph_volume.process][INFO ] Running command:
> vgcreate --force --yes ceph-1e98e57a-ef41-4327-b88a-dd2531912632 /dev/sdc
> [2018-03-29 10:17:08,872][ceph_volume.process][INFO ] stderr Device
> /dev/sdc not found (or ignored by filtering).
>
>
> _______________________________________________
> ceph-users mailing list
> ceph-users@xxxxxxxxxxxxxx
> http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
>
_______________________________________________ ceph-users mailing list ceph-users@xxxxxxxxxxxxxx http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
