Ceph Version: 0.80.1
Server Number: 4
OSD Number: 6disks per server
All of the OSDs of one server can't start After this server restart, but other 3 servers can.
-----------------------------------------------------------------------
ceph -s:
[root@dn1 ~]# ceph -s
cluster 73ceed62-9a53-414b-95dd-61f802251df4
health HEALTH_WARN 65 pgs stale; 65 pgs stuck stale; 51 requests are blocked > 32 sec; pool .rgw.buckets has too few pgs; clock skew detected on mon.1, mon.2
monmap e1: 3 mons at {0=172.16.0.166:6789/0,1=172.16.0.167:6789/0,2=172.16.0.168:6789/0}, election epoch 628, quorum 0,1,2 0,1,2
osdmap e513: 24 osds: 18 up, 18 in
pgmap v707911: 7424 pgs, 14 pools, 513 GB data, 310 kobjects
9321 GB used, 6338 GB / 16498 GB avail
65 stale+active+clean
7359 active+clean
----------------------------------------------------------------------------
[root@dn1 ~]# cat /var/log/ceph/osd.6.log
2015-02-02 10:08:11.534384 7f771012f7a0 0 ceph version 0.80.1 (a38fe1169b6d2ac98b427334c12d7cf81f809b74), process ceph-osd, pid 22691
2015-02-02 10:08:11.986865 7f771012f7a0 0 genericfilestorebackend(/cache4/osd.6) detect_features: FIEMAP ioctl is supported and appears to work
2015-02-02 10:08:11.986910 7f771012f7a0 0 genericfilestorebackend(/cache4/osd.6) detect_features: FIEMAP ioctl is disabled via 'filestore fiemap' config option
2015-02-02 10:08:12.612637 7f771012f7a0 0 genericfilestorebackend(/cache4/osd.6) detect_features: syscall(SYS_syncfs, fd) fully supported
2015-02-02 10:08:12.612824 7f771012f7a0 -1 filestore(/cache4/osd.6) Extended attributes don't appear to work. Got error (95) Operation not supported. If you are using ext3 or ext4, be sure to mount the underlying file system with the 'user_xattr' option.
2015-02-02 10:08:12.612942 7f771012f7a0 -1 filestore(/cache4/osd.6) FileStore::mount : error in _detect_fs: (95) Operation not supported
2015-02-02 10:08:12.612964 7f771012f7a0 -1 ** ERROR: error converting store /cache4/osd.6: (95) Operation not supported
-----------------------------------------------------------------------
[root@dn1 ~]# mount
none on /proc/sys/fs/binfmt_misc type binfmt_misc (rw)
/dev/sde1 on /cache4 type ext4 (rw,noatime,user_xattr)
/dev/sdf1 on /cache5 type ext4 (rw,noatime,user_xattr)
/dev/sdg1 on /cache6 type ext4 (rw,noatime,user_xattr)
/dev/sdh1 on /cache7 type ext4 (rw,noatime,user_xattr)
/dev/sdi1 on /cache8 type ext4 (rw,noatime,user_xattr)
/dev/sdj1 on /cache9 type ext4 (rw,noatime,user_xattr)
# Other 3 server's disks also use ext4 with rw,noatime,user_xattr.
What's the possible reason?
_______________________________________________ ceph-users mailing list ceph-users@xxxxxxxxxxxxxx http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
