I see osd's being failed for heartbeat reporting > default osd_heartbeat_grace of 20 but the run time config shows that the grace is set to 30. Is there another variable for the osd or the mon I need to set for the non default osd_heartbeat_grace of 30 to take effect?
2014-08-23 23:03:08.982590 mon.0 [INF] osd.23 209.243.160.83:6812/31567 failed (73 reports from 20 peers after 20.462129 >= grace 20.000000)
2014-08-23 23:03:09.058927 mon.0 [INF] osdmap e37965: 30 osds: 29 up, 30 in
2014-08-23 23:03:09.070575 mon.0 [INF] pgmap v82213: 1920 pgs: 62 stale+active+clean, 1858 active+clean; 0 bytes data, 8193 MB used, 109 TB / 109 TB avail
2014-08-23 23:03:09.860169 mon.0 [INF] osd.20 209.243.160.83:6806/29554 failed (62 reports from 20 peers after 21.339816 >= grace 20.995899)
2014-08-23 23:03:09.860246 mon.0 [INF] osd.26 209.243.160.83:6811/1098 failed (66 reports from 20 peers after 21.339380 >= grace 20.995899)
2014-08-23 23:03:09.860307 mon.0 [INF] osd.29 209.243.160.83:6804/3217 failed (62 reports from 20 peers after 21.339341 >= grace 20.995899)
2014-08-23 23:03:10.076721 mon.0 [INF] osdmap e37966: 30 osds: 26 up, 30 in
[root at ceph1 ceph]# sh -x ./ceph1-daemon-config.sh grace
+ '[' 1 '!=' 1 ']'
+ for i in '{0..9}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{0..9}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.1.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{0..9}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.2.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{0..9}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.3.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{0..9}'
+ grep grace
+ ceph --admin-daemon /var/run/ceph/ceph-osd.4.asok config show
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{0..9}'
+ grep grace
+ ceph --admin-daemon /var/run/ceph/ceph-osd.5.asok config show
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{0..9}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.6.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{0..9}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{0..9}'
+ grep grace
+ ceph --admin-daemon /var/run/ceph/ceph-osd.8.asok config show
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{0..9}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.9.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
[root at ceph1 ceph]#
[root at ceph2 ceph]# sh -x ./ceph2-daemon-config.sh grace
+ '[' 1 '!=' 1 ']'
+ for i in '{10..19}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.10.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{10..19}'
+ grep grace
+ ceph --admin-daemon /var/run/ceph/ceph-osd.11.asok config show
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{10..19}'
+ grep grace
+ ceph --admin-daemon /var/run/ceph/ceph-osd.12.asok config show
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{10..19}'
+ grep grace
+ ceph --admin-daemon /var/run/ceph/ceph-osd.13.asok config show
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{10..19}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.14.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{10..19}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.15.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{10..19}'
+ grep grace
+ ceph --admin-daemon /var/run/ceph/ceph-osd.16.asok config show
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{10..19}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.17.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{10..19}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.18.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{10..19}'
+ grep grace
+ ceph --admin-daemon /var/run/ceph/ceph-osd.19.asok config show
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
[root at ceph2 ceph]#
[root at ceph0 ceph]# sh -x ./osd-daemon-config.sh grace
+ '[' 1 '!=' 1 ']'
+ for i in '{20..29}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.20.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{20..29}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.21.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{20..29}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.22.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{20..29}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.23.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{20..29}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.24.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{20..29}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.25.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{20..29}'
+ grep grace
+ ceph --admin-daemon /var/run/ceph/ceph-osd.26.asok config show
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{20..29}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.27.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{20..29}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.28.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
+ for i in '{20..29}'
+ ceph --admin-daemon /var/run/ceph/ceph-osd.29.asok config show
+ grep grace
"mon_osd_adjust_heartbeat_grace": "true",
"mds_beacon_grace": "15",
"osd_heartbeat_grace": "30",
[root at ceph0 ceph]#
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.ceph.com/pipermail/ceph-users-ceph.com/attachments/20140824/417be30e/attachment.htm>
