Seems like the partition table is still around even after calling
sgdisk --zap-all
On Thu, Mar 29, 2018 at 2:18 PM, Steven Vacaroaia <stef97@xxxxxxxxx> wrote:
> Thanks for your willingness to help
>
> No multiphating
>
> Here are the commands and their output
>
> [root@osd02 ~]# sgdisk --zap-all --clear --mbrtogpt -g -- /dev/sdc
> GPT data structures destroyed! You may now partition the disk using fdisk or
> other utilities.
> The operation has completed successfully.
> [root@osd02 ~]# ls -al /dev/disk/by-partuuid/
> total 0
> drwxr-xr-x 2 root root 160 Mar 29 14:13 .
> drwxr-xr-x 8 root root 160 Mar 29 11:47 ..
> lrwxrwxrwx 1 root root 10 Mar 29 11:47 0ffb7152-1e4b-4620-849d-3896f678de41
> -> ../../sdb1
> lrwxrwxrwx 1 root root 10 Mar 29 11:50 5ef0dcb1-6b84-484b-8b12-3706661c5ada
> -> ../../sdb3
> lrwxrwxrwx 1 root root 10 Mar 29 11:51 9a66ffb3-8b34-412c-bdae-f777d31d2c46
> -> ../../sdd2
> lrwxrwxrwx 1 root root 10 Mar 29 11:47 cbac0d74-e0dd-47f0-9379-5e79e3f9f08b
> -> ../../sdd1
> lrwxrwxrwx 1 root root 10 Mar 29 11:47 f2aec1ae-5a28-4a9b-8a03-038c482ee0eb
> -> ../../sdb2
> lrwxrwxrwx 1 root root 10 Mar 29 11:50 f3ffe708-ea53-4dcd-9d15-da48acae278b
> -> ../../sdb4
> [root@osd02 ~]# lsblk
> NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
> sdf 8:80 0 558.4G 0 disk
> sdd 8:48 0 558.4G 0 disk
> ├─sdd2 8:50 0 558.3G 0 part
> └─sdd1 8:49 0 100M 0 part /var/lib/ceph/osd/ceph-0
> sdb 8:16 0 372G 0 disk
> ├─sdb4 8:20 0 1G 0 part
> ├─sdb2 8:18 0 1G 0 part
> ├─sdb3 8:19 0 30G 0 part
> └─sdb1 8:17 0 30G 0 part
> sr0 11:0 1 1024M 0 rom
> sde 8:64 0 558.4G 0 disk
> sdc 8:32 0 558.4G 0 disk
> sda 8:0 0 36.8G 0 disk
> ├─sda4 8:4 0 1K 0 part
> ├─sda2 8:2 0 22G 0 part /var
> ├─sda5 8:5 0 3.7G 0 part [SWAP]
> ├─sda3 8:3 0 10.1G 0 part /
> └─sda1 8:1 0 1G 0 part /boot
> [root@osd02 ~]# /usr/sbin/ceph-volume --cluster ceph lvm create --bluestore
> --data /dev/sdc --block.wal
> /dev/disk/by-partuuid/f2aec1ae-5a28-4a9b-8a03-038c482ee0eb --block.db
> /dev/disk/by-partuuid/0ffb7152-1e4b-4620-849d-3896f678de41
> Running command: ceph-authtool --gen-print-key
> Running command: ceph --cluster ceph --name client.bootstrap-osd --keyring
> /var/lib/ceph/bootstrap-osd/ceph.keyring -i - osd new
> 76dbeac2-75f6-418a-ae8b-5e97bd137149
> Running command: vgcreate --force --yes
> ceph-1e98e57a-ef41-4327-b88a-dd2531912632 /dev/sdc
> stderr: Device /dev/sdc not found (or ignored by filtering).
> --> Was unable to complete a new OSD, will rollback changes
> --> OSD will be fully purged from the cluster, because the ID was generated
> Running command: ceph osd purge osd.3 --yes-i-really-mean-it
> stderr: purged osd.3
> --> RuntimeError: command returned non-zero exit status: 5
> [root@osd02 ~]# pvcreate -vvvv /dev/sdc
> #lvmcmdline.c:2763 Parsing: pvcreate -vvvv /dev/sdc
> #lvmcmdline.c:1848 Using command index 100 id pvcreate_general enum
> 79.
> #config/config.c:1465 devices/global_filter not found in config:
> defaulting to global_filter = [ "a|.*/|" ]
> #libdm-config.c:987 Setting global/locking_type to 1
> #libdm-config.c:1051 Setting global/use_lvmetad to 1
> #libdm-config.c:992 global/lvmetad_update_wait_time not found in
> config: defaulting to 10
> #daemon-client.c:33 /run/lvm/lvmetad.socket: Opening daemon socket
> to lvmetad for protocol lvmetad version 1.
> #daemon-client.c:52 Sending daemon lvmetad: hello
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:956 Setting protocol to lvmetad
> #libdm-config.c:987 Setting version to 1
> #cache/lvmetad.c:143 Successfully connected to lvmetad on fd 3.
> #libdm-config.c:1051 Setting global/use_lvmpolld to 1
> #libdm-config.c:1051 Setting devices/sysfs_scan to 1
> #filters/filter-sysfs.c:326 Sysfs filter initialised.
> #filters/filter-internal.c:77 internal filter initialised.
> #filters/filter-type.c:56 LVM type filter initialised.
> #filters/filter-usable.c:192 Usable device filter initialised.
> #libdm-config.c:1051 Setting devices/multipath_component_detection to
> 1
> #filters/filter-mpath.c:291 mpath filter initialised.
> #filters/filter-partitioned.c:59 Partitioned filter initialised.
> #libdm-config.c:1051 Setting devices/md_component_detection to 1
> #filters/filter-md.c:73 MD filter initialised.
> #libdm-config.c:1051 Setting devices/fw_raid_component_detection to 0
> #filters/filter-composite.c:104 Composite filter initialised.
> #libdm-config.c:1051 Setting devices/ignore_suspended_devices to 0
> #libdm-config.c:1051 Setting devices/ignore_lvm_mirrors to 1
> #config/config.c:1465 devices/filter not found in config: defaulting
> to filter = [ "a|.*/|" ]
> #filters/filter-regex.c:216 Regex filter initialised.
> #filters/filter-usable.c:192 Usable device filter initialised.
> #filters/filter-composite.c:104 Composite filter initialised.
> #libdm-config.c:956 Setting devices/cache_dir to /etc/lvm/cache
> #libdm-config.c:956 Setting devices/cache_file_prefix to
> #libdm-config.c:965 devices/cache not found in config: defaulting to
> /etc/lvm/cache/.cache
> #filters/filter-persistent.c:368 Persistent filter initialised.
> #filters/filter-composite.c:104 Composite filter initialised.
> #libdm-config.c:1051 Setting devices/write_cache_state to 1
> #libdm-config.c:1051 Setting global/use_lvmetad to 1
> #libdm-config.c:956 Setting activation/activation_mode to degraded
> #libdm-config.c:1064 metadata/record_lvs_history not found in config:
> defaulting to 0
> #lvmcmdline.c:2833 DEGRADED MODE. Incomplete RAID LVs will be
> processed.
> #libdm-config.c:1051 Setting activation/monitoring to 1
> #lvmcmdline.c:2839 Processing: pvcreate -vvvv /dev/sdc
> #lvmcmdline.c:2840 Command pid: 3198
> #lvmcmdline.c:2841 system ID:
> #lvmcmdline.c:2844 O_DIRECT will be used
> #libdm-config.c:987 Setting global/locking_type to 1
> #libdm-config.c:1051 Setting global/wait_for_locks to 1
> #locking/locking.c:129 File-based locking selected.
> #libdm-config.c:1051 Setting global/prioritise_write_locks to 1
> #libdm-config.c:956 Setting global/locking_dir to /run/lock/lvm
> #libdm-config.c:1051 Setting global/use_lvmlockd to 0
> #cache/lvmetad.c:255 Sending lvmetad get_global_info
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:956 Setting token to filter:3239235440
> #libdm-config.c:987 Setting daemon_pid to 500
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:987 Setting global_disable to 0
> #cache/lvmetad.c:1415 Asking lvmetad for complete list of known PVs
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:1064 metadata/pvmetadataignore not found in config:
> defaulting to 0
> #libdm-config.c:992 metadata/pvmetadatasize not found in config:
> defaulting to 255
> #libdm-config.c:992 metadata/pvmetadatacopies not found in config:
> defaulting to 1
> #libdm-config.c:965 report/output_format not found in config:
> defaulting to basic
> #libdm-config.c:1064 log/report_command_log not found in config:
> defaulting to 0
> #cache/lvmcache.c:2298 Wiping internal VG cache
> #cache/lvmcache.c:522 lvmcache has no info for vgname
> "#orphans_lvm1" with VGID #orphans_lvm1.
> #cache/lvmcache.c:522 lvmcache has no info for vgname
> "#orphans_lvm1".
> #cache/lvmcache.c:1875 lvmcache initialised VG #orphans_lvm1.
> #cache/lvmcache.c:522 lvmcache has no info for vgname
> "#orphans_pool" with VGID #orphans_pool.
> #cache/lvmcache.c:522 lvmcache has no info for vgname
> "#orphans_pool".
> #cache/lvmcache.c:1875 lvmcache initialised VG #orphans_pool.
> #cache/lvmcache.c:522 lvmcache has no info for vgname
> "#orphans_lvm2" with VGID #orphans_lvm2.
> #cache/lvmcache.c:522 lvmcache has no info for vgname
> "#orphans_lvm2".
> #cache/lvmcache.c:1875 lvmcache initialised VG #orphans_lvm2.
> #misc/lvm-flock.c:199 Locking /run/lock/lvm/P_orphans WB
> #misc/lvm-flock.c:100 _do_flock /run/lock/lvm/P_orphans:aux WB
> #misc/lvm-flock.c:100 _do_flock /run/lock/lvm/P_orphans WB
> #misc/lvm-flock.c:47 _undo_flock /run/lock/lvm/P_orphans:aux
> #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans".
> #filters/filter-persistent.c:51 Wiping cache of LVM-capable devices
> #device/dev-cache.c:356 /dev/sda: Added to device cache (8:0)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa: Aliased to /dev/sda
> in device cache (8:0)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa: Aliased to /dev/sda
> in device cache (8:0)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0: Aliased to /dev/sda in
> device cache (8:0)
> #device/dev-cache.c:356 /dev/sda1: Added to device cache (8:1)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part1: Aliased to
> /dev/sda1 in device cache (8:1)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part1: Aliased to
> /dev/sda1 in device cache (8:1)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part1: Aliased to /dev/sda1
> in device cache (8:1)
> #device/dev-cache.c:352
> /dev/disk/by-uuid/66395354-b5bd-4daa-8748-56c1c524eaa5: Aliased to /dev/sda1
> in device cache (8:1)
> #device/dev-cache.c:356 /dev/sda2: Added to device cache (8:2)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part2: Aliased to
> /dev/sda2 in device cache (8:2)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part2: Aliased to
> /dev/sda2 in device cache (8:2)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part2: Aliased to /dev/sda2
> in device cache (8:2)
> #device/dev-cache.c:352
> /dev/disk/by-uuid/6d3a1ff5-5759-4d41-8e76-587014ee82e6: Aliased to /dev/sda2
> in device cache (8:2)
> #device/dev-cache.c:356 /dev/sda3: Added to device cache (8:3)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part3: Aliased to
> /dev/sda3 in device cache (8:3)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part3: Aliased to
> /dev/sda3 in device cache (8:3)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part3: Aliased to /dev/sda3
> in device cache (8:3)
> #device/dev-cache.c:352
> /dev/disk/by-uuid/f45ae75e-eb20-4e34-9308-0a75fe210503: Aliased to /dev/sda3
> in device cache (8:3)
> #device/dev-cache.c:356 /dev/sda4: Added to device cache (8:4)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part4: Aliased to
> /dev/sda4 in device cache (8:4)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part4: Aliased to
> /dev/sda4 in device cache (8:4)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part4: Aliased to /dev/sda4
> in device cache (8:4)
> #device/dev-cache.c:356 /dev/sda5: Added to device cache (8:5)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part5: Aliased to
> /dev/sda5 in device cache (8:5)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part5: Aliased to
> /dev/sda5 in device cache (8:5)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part5: Aliased to /dev/sda5
> in device cache (8:5)
> #device/dev-cache.c:352
> /dev/disk/by-uuid/be6387d8-2301-448c-8fea-bbd4ee4e0169: Aliased to /dev/sda5
> in device cache (8:5)
> #device/dev-cache.c:356 /dev/sdb: Added to device cache (8:16)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a: Aliased to /dev/sdb
> in device cache (8:16)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a: Aliased to /dev/sdb
> in device cache (8:16)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0: Aliased to /dev/sdb in
> device cache (8:16)
> #device/dev-cache.c:356 /dev/sdb1: Added to device cache (8:17)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part1: Aliased to
> /dev/sdb1 in device cache (8:17)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part1: Aliased to
> /dev/sdb1 in device cache (8:17)
> #device/dev-cache.c:356 /dev/disk/by-partlabel/ceph\x20block.db:
> Added to device cache (8:19)
> #device/dev-cache.c:352
> /dev/disk/by-parttypeuuid/30cd0809-c2b2-499c-8879-2d6b78529876.0ffb7152-1e4b-4620-849d-3896f678de41:
> Aliased to /dev/sdb1 in device cache (8:17)
> #device/dev-cache.c:352
> /dev/disk/by-partuuid/0ffb7152-1e4b-4620-849d-3896f678de41: Aliased to
> /dev/sdb1 in device cache (8:17)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part1: Aliased to /dev/sdb1
> in device cache (8:17)
> #device/dev-cache.c:356 /dev/sdb2: Added to device cache (8:18)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part2: Aliased to
> /dev/sdb2 in device cache (8:18)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part2: Aliased to
> /dev/sdb2 in device cache (8:18)
> #device/dev-cache.c:356 /dev/disk/by-partlabel/ceph\x20block.wal:
> Added to device cache (8:20)
> #device/dev-cache.c:352
> /dev/disk/by-parttypeuuid/5ce17fce-4087-4169-b7ff-056cc58473f9.f2aec1ae-5a28-4a9b-8a03-038c482ee0eb:
> Aliased to /dev/sdb2 in device cache (8:18)
> #device/dev-cache.c:352
> /dev/disk/by-partuuid/f2aec1ae-5a28-4a9b-8a03-038c482ee0eb: Aliased to
> /dev/sdb2 in device cache (8:18)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part2: Aliased to /dev/sdb2
> in device cache (8:18)
> #device/dev-cache.c:352 /dev/sdb3: Aliased to
> /dev/disk/by-partlabel/ceph\x20block.db in device cache (preferred name)
> (8:19)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part3: Aliased to
> /dev/sdb3 in device cache (8:19)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part3: Aliased to
> /dev/sdb3 in device cache (8:19)
> #device/dev-cache.c:340 /dev/disk/by-partlabel/ceph\x20block.db:
> Already in device cache
> #device/dev-cache.c:352
> /dev/disk/by-parttypeuuid/30cd0809-c2b2-499c-8879-2d6b78529876.5ef0dcb1-6b84-484b-8b12-3706661c5ada:
> Aliased to /dev/sdb3 in device cache (8:19)
> #device/dev-cache.c:352
> /dev/disk/by-partuuid/5ef0dcb1-6b84-484b-8b12-3706661c5ada: Aliased to
> /dev/sdb3 in device cache (8:19)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part3: Aliased to /dev/sdb3
> in device cache (8:19)
> #device/dev-cache.c:352 /dev/sdb4: Aliased to
> /dev/disk/by-partlabel/ceph\x20block.wal in device cache (preferred name)
> (8:20)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part4: Aliased to
> /dev/sdb4 in device cache (8:20)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part4: Aliased to
> /dev/sdb4 in device cache (8:20)
> #device/dev-cache.c:340 /dev/disk/by-partlabel/ceph\x20block.wal:
> Already in device cache
> #device/dev-cache.c:352
> /dev/disk/by-parttypeuuid/5ce17fce-4087-4169-b7ff-056cc58473f9.f3ffe708-ea53-4dcd-9d15-da48acae278b:
> Aliased to /dev/sdb4 in device cache (8:20)
> #device/dev-cache.c:352
> /dev/disk/by-partuuid/f3ffe708-ea53-4dcd-9d15-da48acae278b: Aliased to
> /dev/sdb4 in device cache (8:20)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part4: Aliased to /dev/sdb4
> in device cache (8:20)
> #device/dev-cache.c:356 /dev/sdc: Added to device cache (8:32)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4d6254c: Aliased to /dev/sdc
> in device cache (8:32)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4d6254c: Aliased to /dev/sdc
> in device cache (8:32)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:2:0: Aliased to /dev/sdc in
> device cache (8:32)
> #device/dev-cache.c:356 /dev/sdd: Added to device cache (8:48)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7582e4e283c4: Aliased to /dev/sdd
> in device cache (8:48)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7582e4e283c4: Aliased to /dev/sdd
> in device cache (8:48)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:3:0: Aliased to /dev/sdd in
> device cache (8:48)
> #device/dev-cache.c:356 /dev/sdd1: Added to device cache (8:49)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7582e4e283c4-part1: Aliased to
> /dev/sdd1 in device cache (8:49)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7582e4e283c4-part1: Aliased to
> /dev/sdd1 in device cache (8:49)
> #device/dev-cache.c:352 /dev/disk/by-partlabel/ceph\x20data: Aliased
> to /dev/sdd1 in device cache (8:49)
> #device/dev-cache.c:352
> /dev/disk/by-parttypeuuid/4fbd7e29-9d25-41b8-afd0-062c0ceff05d.cbac0d74-e0dd-47f0-9379-5e79e3f9f08b:
> Aliased to /dev/sdd1 in device cache (8:49)
> #device/dev-cache.c:352
> /dev/disk/by-partuuid/cbac0d74-e0dd-47f0-9379-5e79e3f9f08b: Aliased to
> /dev/sdd1 in device cache (8:49)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:3:0-part1: Aliased to /dev/sdd1
> in device cache (8:49)
> #device/dev-cache.c:352
> /dev/disk/by-uuid/9b07f4e1-a77b-4dfb-8e77-33beec27e36e: Aliased to /dev/sdd1
> in device cache (8:49)
> #device/dev-cache.c:356 /dev/sdd2: Added to device cache (8:50)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7582e4e283c4-part2: Aliased to
> /dev/sdd2 in device cache (8:50)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7582e4e283c4-part2: Aliased to
> /dev/sdd2 in device cache (8:50)
> #device/dev-cache.c:352 /dev/disk/by-partlabel/ceph\x20block:
> Aliased to /dev/sdd2 in device cache (8:50)
> #device/dev-cache.c:352
> /dev/disk/by-parttypeuuid/cafecafe-9b03-4f30-b4c6-b4b80ceff106.9a66ffb3-8b34-412c-bdae-f777d31d2c46:
> Aliased to /dev/sdd2 in device cache (8:50)
> #device/dev-cache.c:352
> /dev/disk/by-partuuid/9a66ffb3-8b34-412c-bdae-f777d31d2c46: Aliased to
> /dev/sdd2 in device cache (8:50)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:3:0-part2: Aliased to /dev/sdd2
> in device cache (8:50)
> #device/dev-cache.c:356 /dev/sde: Added to device cache (8:64)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb6467002219c426f63f3ac9: Aliased to /dev/sde
> in device cache (8:64)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb6467002219c426f63f3ac9: Aliased to /dev/sde
> in device cache (8:64)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:4:0: Aliased to /dev/sde in
> device cache (8:64)
> #device/dev-cache.c:356 /dev/sdf: Added to device cache (8:80)
> #device/dev-cache.c:352
> /dev/disk/by-id/scsi-36b8ca3a0fb6467002219c42df6af6898: Aliased to /dev/sdf
> in device cache (8:80)
> #device/dev-cache.c:352
> /dev/disk/by-id/wwn-0x6b8ca3a0fb6467002219c42df6af6898: Aliased to /dev/sdf
> in device cache (8:80)
> #device/dev-cache.c:352
> /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:5:0: Aliased to /dev/sdf in
> device cache (8:80)
> #device/dev-cache.c:356 /dev/sr0: Added to device cache (11:0)
> #device/dev-cache.c:352 /dev/cdrom: Aliased to /dev/sr0 in device
> cache (preferred name) (11:0)
> #device/dev-cache.c:352
> /dev/disk/by-id/ata-TSSTcorp_DVD-ROM_SU-108CB_S10I6YVD5000F9: Aliased to
> /dev/cdrom in device cache (11:0)
> #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:00:1f.2-ata-5.0:
> Aliased to /dev/cdrom in device cache (11:0)
> #device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT
> #device/dev-io.c:330 /dev/sdc: size is 1170997248 sectors
> #device/dev-io.c:625 Closed /dev/sdc
> #device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT
> #device/dev-io.c:145 /dev/sdc: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sdc: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdc
> #filters/filter-partitioned.c:27 /dev/sdc: Skipping: Partition table
> signature found
> #toollib.c:4375 Processing each PV
> #cache/lvmetad.c:1440 Asking lvmetad for complete list of known VG
> ids/names
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:956 Setting response to OK
> #toollib.c:3878 Getting list of all devices
> #cache/lvmetad.c:1415 Asking lvmetad for complete list of known PVs
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:956 Setting response to OK
> #libdm-config.c:956 Setting response to OK
> #device/dev-io.c:570 Opened /dev/sda RO O_DIRECT
> #device/dev-io.c:330 /dev/sda: size is 77070336 sectors
> #device/dev-io.c:625 Closed /dev/sda
> #device/dev-io.c:570 Opened /dev/sda RO O_DIRECT
> #device/dev-io.c:145 /dev/sda: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sda: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sda
> #filters/filter-partitioned.c:27 /dev/sda: Skipping: Partition table
> signature found
> #filters/filter-type.c:27 /dev/cdrom: Skipping: Unrecognised LVM
> device type 11
> #device/dev-io.c:570 Opened /dev/sda1 RO O_DIRECT
> #device/dev-io.c:330 /dev/sda1: size is 2097152 sectors
> #device/dev-io.c:625 Closed /dev/sda1
> #filters/filter-mpath.c:196 /dev/sda1: Device is a partition, using
> primary device sda for mpath component detection
> #device/dev-io.c:308 /dev/sda1: using cached size 2097152 sectors
> #device/dev-io.c:570 Opened /dev/sda1 RO O_DIRECT
> #device/dev-io.c:145 /dev/sda1: block size is 512 bytes
> #device/dev-io.c:156 /dev/sda1: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sda1
> #device/dev-cache.c:1512 Using /dev/sda1
> #device/dev-io.c:570 Opened /dev/sda2 RO O_DIRECT
> #device/dev-io.c:330 /dev/sda2: size is 46137344 sectors
> #device/dev-io.c:625 Closed /dev/sda2
> #filters/filter-mpath.c:196 /dev/sda2: Device is a partition, using
> primary device sda for mpath component detection
> #device/dev-io.c:308 /dev/sda2: using cached size 46137344 sectors
> #device/dev-io.c:570 Opened /dev/sda2 RO O_DIRECT
> #device/dev-io.c:145 /dev/sda2: block size is 512 bytes
> #device/dev-io.c:156 /dev/sda2: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sda2
> #device/dev-cache.c:1512 Using /dev/sda2
> #device/dev-io.c:570 Opened /dev/sda3 RO O_DIRECT
> #device/dev-io.c:330 /dev/sda3: size is 21116928 sectors
> #device/dev-io.c:625 Closed /dev/sda3
> #filters/filter-mpath.c:196 /dev/sda3: Device is a partition, using
> primary device sda for mpath component detection
> #device/dev-io.c:308 /dev/sda3: using cached size 21116928 sectors
> #device/dev-io.c:570 Opened /dev/sda3 RO O_DIRECT
> #device/dev-io.c:145 /dev/sda3: block size is 512 bytes
> #device/dev-io.c:156 /dev/sda3: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sda3
> #device/dev-cache.c:1512 Using /dev/sda3
> #device/dev-io.c:570 Opened /dev/sda4 RO O_DIRECT
> #device/dev-io.c:330 /dev/sda4: size is 2 sectors
> #filters/filter-usable.c:44 /dev/sda4: Skipping: Too small to hold a
> PV
> #device/dev-io.c:625 Closed /dev/sda4
> #device/dev-io.c:570 Opened /dev/sda5 RO O_DIRECT
> #device/dev-io.c:330 /dev/sda5: size is 7714816 sectors
> #device/dev-io.c:625 Closed /dev/sda5
> #filters/filter-mpath.c:196 /dev/sda5: Device is a partition, using
> primary device sda for mpath component detection
> #device/dev-io.c:308 /dev/sda5: using cached size 7714816 sectors
> #device/dev-io.c:570 Opened /dev/sda5 RO O_DIRECT
> #device/dev-io.c:145 /dev/sda5: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sda5: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sda5
> #device/dev-cache.c:1512 Using /dev/sda5
> #device/dev-io.c:570 Opened /dev/sdb RO O_DIRECT
> #device/dev-io.c:330 /dev/sdb: size is 780140544 sectors
> #device/dev-io.c:625 Closed /dev/sdb
> #device/dev-io.c:570 Opened /dev/sdb RO O_DIRECT
> #device/dev-io.c:145 /dev/sdb: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sdb: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdb
> #filters/filter-partitioned.c:27 /dev/sdb: Skipping: Partition table
> signature found
> #device/dev-io.c:570 Opened /dev/sdb1 RO O_DIRECT
> #device/dev-io.c:330 /dev/sdb1: size is 62914560 sectors
> #device/dev-io.c:625 Closed /dev/sdb1
> #filters/filter-mpath.c:196 /dev/sdb1: Device is a partition, using
> primary device sdb for mpath component detection
> #device/dev-io.c:308 /dev/sdb1: using cached size 62914560 sectors
> #device/dev-io.c:570 Opened /dev/sdb1 RO O_DIRECT
> #device/dev-io.c:145 /dev/sdb1: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sdb1: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdb1
> #device/dev-cache.c:1512 Using /dev/sdb1
> #device/dev-io.c:570 Opened /dev/sdb2 RO O_DIRECT
> #device/dev-io.c:330 /dev/sdb2: size is 2097152 sectors
> #device/dev-io.c:625 Closed /dev/sdb2
> #filters/filter-mpath.c:196 /dev/sdb2: Device is a partition, using
> primary device sdb for mpath component detection
> #device/dev-io.c:308 /dev/sdb2: using cached size 2097152 sectors
> #device/dev-io.c:570 Opened /dev/sdb2 RO O_DIRECT
> #device/dev-io.c:145 /dev/sdb2: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sdb2: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdb2
> #device/dev-cache.c:1512 Using /dev/sdb2
> #device/dev-io.c:570 Opened /dev/sdb3 RO O_DIRECT
> #device/dev-io.c:330 /dev/sdb3: size is 62914560 sectors
> #device/dev-io.c:625 Closed /dev/sdb3
> #filters/filter-mpath.c:196 /dev/sdb3: Device is a partition, using
> primary device sdb for mpath component detection
> #device/dev-io.c:308 /dev/sdb3: using cached size 62914560 sectors
> #device/dev-io.c:570 Opened /dev/sdb3 RO O_DIRECT
> #device/dev-io.c:145 /dev/sdb3: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sdb3: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdb3
> #device/dev-cache.c:1512 Using /dev/sdb3
> #device/dev-io.c:570 Opened /dev/sdb4 RO O_DIRECT
> #device/dev-io.c:330 /dev/sdb4: size is 2097152 sectors
> #device/dev-io.c:625 Closed /dev/sdb4
> #filters/filter-mpath.c:196 /dev/sdb4: Device is a partition, using
> primary device sdb for mpath component detection
> #device/dev-io.c:308 /dev/sdb4: using cached size 2097152 sectors
> #device/dev-io.c:570 Opened /dev/sdb4 RO O_DIRECT
> #device/dev-io.c:145 /dev/sdb4: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sdb4: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdb4
> #device/dev-cache.c:1512 Using /dev/sdb4
> #device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT
> #device/dev-io.c:308 /dev/sdc: using cached size 1170997248 sectors
> #device/dev-io.c:625 Closed /dev/sdc
> #device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT
> #device/dev-io.c:145 /dev/sdc: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sdc: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdc
> #filters/filter-partitioned.c:27 /dev/sdc: Skipping: Partition table
> signature found
The above line is saying that it found a partition table, so it will
refuse to continue.
What happens if you run `fdisk -l /dev/sdc` ? Do you see partitions?
Maybe even try to call `dd` on the first 100 megabytes on the disk as well?
> #device/dev-io.c:570 Opened /dev/sdd RO O_DIRECT
> #device/dev-io.c:330 /dev/sdd: size is 1170997248 sectors
> #device/dev-io.c:625 Closed /dev/sdd
> #device/dev-io.c:570 Opened /dev/sdd RO O_DIRECT
> #device/dev-io.c:145 /dev/sdd: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sdd: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdd
> #filters/filter-partitioned.c:27 /dev/sdd: Skipping: Partition table
> signature found
> #device/dev-io.c:570 Opened /dev/sdd1 RO O_DIRECT
> #device/dev-io.c:330 /dev/sdd1: size is 204800 sectors
> #device/dev-io.c:625 Closed /dev/sdd1
> #filters/filter-mpath.c:196 /dev/sdd1: Device is a partition, using
> primary device sdd for mpath component detection
> #device/dev-io.c:308 /dev/sdd1: using cached size 204800 sectors
> #device/dev-io.c:570 Opened /dev/sdd1 RO O_DIRECT
> #device/dev-io.c:145 /dev/sdd1: block size is 512 bytes
> #device/dev-io.c:156 /dev/sdd1: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdd1
> #device/dev-cache.c:1512 Using /dev/sdd1
> #device/dev-io.c:570 Opened /dev/sdd2 RO O_DIRECT
> #device/dev-io.c:330 /dev/sdd2: size is 1170790367 sectors
> #device/dev-io.c:625 Closed /dev/sdd2
> #filters/filter-mpath.c:196 /dev/sdd2: Device is a partition, using
> primary device sdd for mpath component detection
> #device/dev-io.c:308 /dev/sdd2: using cached size 1170790367 sectors
> #device/dev-io.c:570 Opened /dev/sdd2 RO O_DIRECT
> #device/dev-io.c:145 /dev/sdd2: block size is 512 bytes
> #device/dev-io.c:156 /dev/sdd2: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdd2
> #device/dev-cache.c:1512 Using /dev/sdd2
> #device/dev-io.c:570 Opened /dev/sde RO O_DIRECT
> #device/dev-io.c:330 /dev/sde: size is 1170997248 sectors
> #device/dev-io.c:625 Closed /dev/sde
> #device/dev-io.c:570 Opened /dev/sde RO O_DIRECT
> #device/dev-io.c:145 /dev/sde: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sde: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sde
> #filters/filter-partitioned.c:27 /dev/sde: Skipping: Partition table
> signature found
> #device/dev-io.c:570 Opened /dev/sdf RO O_DIRECT
> #device/dev-io.c:330 /dev/sdf: size is 1170997248 sectors
> #device/dev-io.c:625 Closed /dev/sdf
> #device/dev-io.c:570 Opened /dev/sdf RO O_DIRECT
> #device/dev-io.c:145 /dev/sdf: block size is 4096 bytes
> #device/dev-io.c:156 /dev/sdf: physical block size is 512 bytes
> #device/dev-io.c:625 Closed /dev/sdf
> #filters/filter-partitioned.c:27 /dev/sdf: Skipping: Partition table
> signature found
> #toollib.c:4301 Processing PVs in VG #orphans_lvm1
> #metadata/metadata.c:5902 Locking #orphans_lvm1 already done
> #metadata/metadata.c:4256 Reading VG #orphans_lvm1 <no vgid>
> #toollib.c:4301 Processing PVs in VG #orphans_pool
> #metadata/metadata.c:5902 Locking #orphans_pool already done
> #metadata/metadata.c:4256 Reading VG #orphans_pool <no vgid>
> #toollib.c:4301 Processing PVs in VG #orphans_lvm2
> #metadata/metadata.c:5902 Locking #orphans_lvm2 already done
> #metadata/metadata.c:4256 Reading VG #orphans_lvm2 <no vgid>
> #toollib.c:3993 Processing devices that are not PVs
> #toollib.c:4009 Processing device /dev/sda1.
> #toollib.c:4009 Processing device /dev/sda2.
> #toollib.c:4009 Processing device /dev/sda3.
> #toollib.c:4009 Processing device /dev/sda5.
> #toollib.c:4009 Processing device /dev/sdb1.
> #toollib.c:4009 Processing device /dev/sdb2.
> #toollib.c:4009 Processing device /dev/sdb3.
> #toollib.c:4009 Processing device /dev/sdb4.
> #toollib.c:4009 Processing device /dev/sdd1.
> #toollib.c:4009 Processing device /dev/sdd2.
> #toollib.c:5504 Device /dev/sdc not found (or ignored by filtering).
> #toollib.c:5522 No devices to process.
> #misc/lvm-flock.c:70 Unlocking /run/lock/lvm/P_orphans
> #misc/lvm-flock.c:47 _undo_flock /run/lock/lvm/P_orphans
> #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans".
> #libdm-config.c:1051 Setting global/notify_dbus to 1
> #lvmcmdline.c:2987 Completed: pvcreate -vvvv /dev/sdc
>
>
> On Thu, 29 Mar 2018 at 12:30, Alfredo Deza <adeza@xxxxxxxxxx> wrote:
>>
>> On Thu, Mar 29, 2018 at 10:25 AM, Steven Vacaroaia <stef97@xxxxxxxxx>
>> wrote:
>> > Hi,
>> >
>> > I am unable to create OSD because " Device /dev/sdc not found (or
>> > ignored by
>> > filtering)."
>>
>> Is that device part of a multipath setup? Check if it isn't
>> blacklisted in /etc/multipath.conf or in /etc/lvm/lvm.conf
>>
>> If there is no blacklisting whatsoever, try running pvcreate with
>> increased verbosity:
>>
>> pvcreate -vvv /dev/sdc
>>
>> And show us the results
>> >
>> > I tried using the ceph-volume ( on the host) as well as ceph-deploy ( on
>> > the
>> > admin node)
>> >
>> > The device is definitely there
>> > Any suggestions will be greatly appreciated
>> >
>> > Note
>> > I created the block-db and respectively block-wal partitions using below
>> >
>> > for i in {2,4,6,8}; do echo $i; /sbin/sgdisk --new=$i:0:+30G
>> > --change-name=$i:'ceph DB'
>> > --typecode=$i:89c57f98-2fe5-4dc0-89c1-f3ad0ceff2be --mbrtogpt --
>> > /dev/sda;done
>> >
>> >
>> > for i in {1,3,5,7}; do echo $i; /sbin/sgdisk --new=$i:0:+1G
>> > --change-name=$i:'ceph WAL'
>> > --typecode=$i:89c57f98-2fe5-4dc0-89c1-f3ad0ceff2be --mbrtogpt --
>> > /dev/sda;done
>> >
>> >
>> > pvscan
>> >
>> > Opened /dev/sdc RO O_DIRECT
>> > /dev/sdc: size is 1170997248 sectors
>> > Closed /dev/sdc
>> > Opened /dev/sdc RO O_DIRECT
>> > /dev/sdc: block size is 4096 bytes
>> > /dev/sdc: physical block size is 512 bytes
>> > Closed /dev/sdc
>> > /dev/sdc: Skipping: Partition table signature found
>> >
>> > Excerpt from ceph-volume.log
>> >
>> > 2018-03-29 10:17:08,384][ceph_volume.main][INFO ] Running command:
>> > ceph-volume --log-level 20 --cluster ceph lvm prepare --bluestore --data
>> > /dev/sdc --block.wal /dev/disk/by-partuuid/a6a3
>> > fbc6-83ff-49fe-9416-5e065c70f052 --block.db
>> > /dev/disk/by-partuuid/40936695-e0e0-44d4-8bc4-622ea59486e2
>> > [2018-03-29 10:17:08,386][ceph_volume.process][INFO ] Running command:
>> > ceph-authtool --gen-print-key
>> > [2018-03-29 10:17:08,439][ceph_volume.process][INFO ] stdout
>> > AQBk9bxaXLoKGhAASn+eNnUMAZ8rIC/PnAPAGA==
>> > [2018-03-29 10:17:08,440][ceph_volume.process][INFO ] Running command:
>> > ceph
>> > --cluster ceph --name client.bootstrap-osd --keyring
>> > /var/lib/ceph/bootstrap-osd/ceph.keyring -i - osd new 38cac
>> > 0ef-e90e-4b51-848e-ff64678a206c
>> > [2018-03-29 10:17:08,805][ceph_volume.process][INFO ] stdout 0
>> > [2018-03-29 10:17:08,805][ceph_volume.process][INFO ] Running command:
>> > lsblk --nodeps -P -o
>> >
>> > NAME,KNAME,MAJ:MIN,FSTYPE,MOUNTPOINT,LABEL,UUID,RO,RM,MODEL,SIZE,STATE,OWNER,GROUP,MODE,ALIGNMENT,PHY-SEC,LOG-SEC,ROTA,SCHED,TYPE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,PKNAME,PARTLABEL
>> > /dev/sdc
>> > [2018-03-29 10:17:08,813][ceph_volume.process][INFO ] stdout NAME="sdc"
>> > KNAME="sdc" MAJ:MIN="8:32" FSTYPE="" MOUNTPOINT="" LABEL="" UUID=""
>> > RO="0"
>> > RM="0" MODEL="PERC H710P " SIZE="558.4G" STATE="running"
>> > OWNER="root"
>> > GROUP="disk" MODE="brw-rw----" ALIGNMENT="0" PHY-SEC="512" LOG-SEC="512"
>> > ROTA="1" SCHED="deadline" TYPE="disk" DISC-ALN="0" DISC-GRAN="0B"
>> > DISC-MAX="0B" DISC-ZERO="0" PKNAME="" PARTLABEL=""
>> > [2018-03-29 10:17:08,813][ceph_volume.process][INFO ] Running command:
>> > lsblk --nodeps -P -o
>> >
>> > NAME,KNAME,MAJ:MIN,FSTYPE,MOUNTPOINT,LABEL,UUID,RO,RM,MODEL,SIZE,STATE,OWNER,GROUP,MODE,ALIGNMENT,PHY-SEC,LOG-SEC,ROTA,SCHED,TYPE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,PKNAME,PARTLABEL
>> > /dev/sdc
>> > [2018-03-29 10:17:08,821][ceph_volume.process][INFO ] stdout NAME="sdc"
>> > KNAME="sdc" MAJ:MIN="8:32" FSTYPE="" MOUNTPOINT="" LABEL="" UUID=""
>> > RO="0"
>> > RM="0" MODEL="PERC H710P " SIZE="558.4G" STATE="running"
>> > OWNER="root"
>> > GROUP="disk" MODE="brw-rw----" ALIGNMENT="0" PHY-SEC="512" LOG-SEC="512"
>> > ROTA="1" SCHED="deadline" TYPE="disk" DISC-ALN="0" DISC-GRAN="0B"
>> > DISC-MAX="0B" DISC-ZERO="0" PKNAME="" PARTLABEL=""
>> > [2018-03-29 10:17:08,821][ceph_volume.process][INFO ] Running command:
>> > vgs
>> > --noheadings --separator=";" -o
>> > vg_name,pv_count,lv_count,snap_count,vg_attr,vg_size,vg_free
>> > [2018-03-29 10:17:08,833][ceph_volume.process][INFO ] Running command:
>> > vgcreate --force --yes ceph-1e98e57a-ef41-4327-b88a-dd2531912632
>> > /dev/sdc
>> > [2018-03-29 10:17:08,872][ceph_volume.process][INFO ] stderr Device
>> > /dev/sdc not found (or ignored by filtering).
>> >
>> >
>> > _______________________________________________
>> > ceph-users mailing list
>> > ceph-users@xxxxxxxxxxxxxx
>> > http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
>> >
_______________________________________________
ceph-users mailing list
ceph-users@xxxxxxxxxxxxxx
http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
