Hi
we have updated the ceph version from 14.2.2 to version 14.2.3.
the osd getting :
-21 76.68713 host osd048
66 hdd 12.78119 osd.66 up 1.00000 1.00000
67 hdd 12.78119 osd.67 up 1.00000 1.00000
68 hdd 12.78119 osd.68 up 1.00000 1.00000
69 hdd 12.78119 osd.69 up 1.00000 1.00000
70 hdd 12.78119 osd.70 up 1.00000 1.00000
71 hdd 12.78119 osd.71 down 0 1.00000
66 hdd 12.78119 osd.66 up 1.00000 1.00000
67 hdd 12.78119 osd.67 up 1.00000 1.00000
68 hdd 12.78119 osd.68 up 1.00000 1.00000
69 hdd 12.78119 osd.69 up 1.00000 1.00000
70 hdd 12.78119 osd.70 up 1.00000 1.00000
71 hdd 12.78119 osd.71 down 0 1.00000
we can not get the osd up getting error its happening in alot of osds
can you please assist :) added txt log
bluestore(/var/lib/ceph/osd/ceph-71) _open_alloc opening allocation metadata
-2> 2019-09-12 16:38:15.101 7fcd02fd1f80 1 bluestore(/var/lib/ceph/osd/ceph-71) _open_alloc loaded 0 B in 0 extents
-1> 2019-09-12 16:38:15.101 7fcd02fd1f80 -1 /build/ceph-14.2.3/src/os/bluestore/fastbmap_allocator_impl.h: In function 'void AllocatorLevel02<T>::_mark_allocated(uint64_t, uint64_t) [with L1 = AllocatorLevel01Loose; uint64_t = long unsigned int]' thread 7fcd02fd1f80 time 2019-09-12 16:38:15.102539
-2> 2019-09-12 16:38:15.101 7fcd02fd1f80 1 bluestore(/var/lib/ceph/osd/ceph-71) _open_alloc loaded 0 B in 0 extents
-1> 2019-09-12 16:38:15.101 7fcd02fd1f80 -1 /build/ceph-14.2.3/src/os/bluestore/fastbmap_allocator_impl.h: In function 'void AllocatorLevel02<T>::_mark_allocated(uint64_t, uint64_t) [with L1 = AllocatorLevel01Loose; uint64_t = long unsigned int]' thread 7fcd02fd1f80 time 2019-09-12 16:38:15.102539
-- begin dump of recent events ---
-462> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command assert hook 0x55cd376d8270
-461> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command abort hook 0x55cd376d8270
-460> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command perfcounters_dump hook 0x55cd376d8270
-459> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command 1 hook 0x55cd376d8270
-458> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command perf dump hook 0x55cd376d8270
-457> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command perfcounters_schema hook 0x55cd376d8270
-456> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command perf histogram dump hook 0x55cd376d8270
-455> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command 2 hook 0x55cd376d8270
-454> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command perf schema hook 0x55cd376d8270
-453> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command perf histogram schema hook 0x55cd376d8270
-452> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command perf reset hook 0x55cd376d8270
-451> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command config show hook 0x55cd376d8270
-450> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command config help hook 0x55cd376d8270
-449> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command config set hook 0x55cd376d8270
-448> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command config unset hook 0x55cd376d8270
-447> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command config get hook 0x55cd376d8270
-446> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command config diff hook 0x55cd376d8270
-445> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command config diff get hook 0x55cd376d8270
-444> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command log flush hook 0x55cd376d8270
-443> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command log dump hook 0x55cd376d8270
-442> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command log reopen hook 0x55cd376d8270
-441> 2019-09-12 16:38:11.544 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command dump_mempools hook 0x55cd383a0068
-440> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient: get_monmap_and_config
-439> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient: build_initial_monmap
-438> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient: monmap:
epoch 0
fsid 41e67444-671d-49fc-b1f8-312bfbecd0d4
last_changed 2019-09-12 16:38:11.554742
created 2019-09-12 16:38:11.554742
min_mon_release 0 (unknown)
0: v1:192.168.31.22:6789/0 mon.noname-a-legacy
1: v2:192.168.31.22:3300/0 mon.noname-a
-437> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding auth protocol: cephx
-436> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding auth protocol: cephx
-435> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding auth protocol: cephx
-434> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-433> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-432> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-431> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-430> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-429> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-428> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-427> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-426> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-425> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-424> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-423> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-422> 2019-09-12 16:38:11.552 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-421> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient: init
-420> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding auth protocol: cephx
-419> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding auth protocol: cephx
-418> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding auth protocol: cephx
-417> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: secure
-416> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: crc
-415> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: secure
-414> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: crc
-413> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: secure
-412> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: crc
-411> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: crc
-410> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: secure
-409> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: crc
-408> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: secure
-407> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: crc
-406> 2019-09-12 16:38:11.552 7fcd02fd1f80 5 AuthRegistry(0x7ffd7dfd6c68) adding con mode: secure
-405> 2019-09-12 16:38:11.552 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-404> 2019-09-12 16:38:11.552 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-403> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient: _reopen_session rank -1
-402> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient(hunting): picked mon.noname-a-legacy con 0x55cd37790400 addr v1:192.168.31.22:6789/0
-401> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient(hunting): picked mon.noname-a con 0x55cd3778fb00 addr v2:192.168.31.22:3300/0
-400> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient(hunting): start opening mon connection
-399> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient(hunting): _renew_subs
-398> 2019-09-12 16:38:11.552 7fcd02fd1f80 10 monclient(hunting): authenticate will time out at 2019-09-12 16:43:11.556741
-397> 2019-09-12 16:38:11.556 7fccfc90e700 10 monclient(hunting): get_auth_request con 0x55cd3778fb00 auth_method 0
-396> 2019-09-12 16:38:11.556 7fccfc90e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [1,2]
-395> 2019-09-12 16:38:11.556 7fccfc90e700 10 monclient(hunting): _init_auth method 2
-394> 2019-09-12 16:38:11.556 7fccfc90e700 10 monclient(hunting): handle_auth_reply_more payload 9
-393> 2019-09-12 16:38:11.556 7fccfc90e700 10 monclient(hunting): handle_auth_reply_more payload_len 9
-392> 2019-09-12 16:38:11.556 7fccfc90e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
-391> 2019-09-12 16:38:11.556 7fccfc90e700 10 monclient(hunting): handle_auth_done global_id 103873308 payload 386
-390> 2019-09-12 16:38:11.556 7fccfc90e700 10 monclient: _finish_hunting 0
-389> 2019-09-12 16:38:11.556 7fccfc90e700 1 monclient: found mon.noname-a
-388> 2019-09-12 16:38:11.556 7fccfc90e700 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.31.22:3300/0
-387> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: handle_monmap mon_map magic: 0 v1
-386> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: got monmap 5 from mon.noname-a (according to old e5)
-385> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: dump:
epoch 5
fsid 41e67444-671d-49fc-b1f8-312bfbecd0d4
last_changed 2019-07-21 12:55:00.898682
created 2019-02-11 08:22:33.119170
min_mon_release 14 (nautilus)
0: [v2:192.168.31.22:3300/0,v1:192.168.31.22:6789/0] mon.mon01
-384> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: _finish_auth 0
-383> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2019-09-12 16:37:41.558887)
-382> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: _send_mon_message to mon.mon01 at v2:192.168.31.22:3300/0
-381> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: handle_config config(1 keys) v1
-380> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: handle_monmap mon_map magic: 0 v1
-379> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: got monmap 5 from mon.mon01 (according to old e5)
-378> 2019-09-12 16:38:11.556 7fccfc10d700 10 monclient: dump:
epoch 5
fsid 41e67444-671d-49fc-b1f8-312bfbecd0d4
last_changed 2019-07-21 12:55:00.898682
created 2019-02-11 08:22:33.119170
min_mon_release 14 (nautilus)
0: [v2:192.168.31.22:3300/0,v1:192.168.31.22:6789/0] mon.mon01
-377> 2019-09-12 16:38:11.556 7fccfa90a700 4 set_mon_vals no callback set
-376> 2019-09-12 16:38:11.556 7fcd02fd1f80 5 monclient: authenticate success, global_id 103873308
-375> 2019-09-12 16:38:11.556 7fcd02fd1f80 10 monclient: get_monmap_and_config success
-374> 2019-09-12 16:38:11.556 7fcd02fd1f80 10 monclient: shutdown
-373> 2019-09-12 16:38:11.556 7fccfa90a700 10 set_mon_vals bluestore_warn_on_legacy_statfs = false
-372> 2019-09-12 16:38:11.560 7fcd02fd1f80 0 set uid:gid to 64045:64045 (ceph:ceph)
-371> 2019-09-12 16:38:11.560 7fcd02fd1f80 0 ceph version 14.2.3 (0f776cf838a1ae3130b2b73dc26be9c95c6ccc39) nautilus (stable), process ceph-osd, pid 51976
-370> 2019-09-12 16:38:11.560 7fcd02fd1f80 0 pidfile_write: ignore empty --pid-file
-369> 2019-09-12 16:38:11.560 7fcd02fd1f80 5 asok(0x55cd3779e000) init /var/run/ceph/ceph-osd.71.asok
-368> 2019-09-12 16:38:11.560 7fcd02fd1f80 5 asok(0x55cd3779e000) bind_and_listen /var/run/ceph/ceph-osd.71.asok
-367> 2019-09-12 16:38:11.560 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command 0 hook 0x55cd376d7128
-366> 2019-09-12 16:38:11.560 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command version hook 0x55cd376d7128
-365> 2019-09-12 16:38:11.560 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command git_version hook 0x55cd376d7128
-364> 2019-09-12 16:38:11.560 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command help hook 0x55cd376d8230
-363> 2019-09-12 16:38:11.560 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command get_command_descriptions hook 0x55cd376d8280
-362> 2019-09-12 16:38:11.560 7fccfb10b700 5 asok(0x55cd3779e000) entry start
-361> 2019-09-12 16:38:11.560 7fcd02fd1f80 5 object store type is bluestore
-360> 2019-09-12 16:38:11.560 7fcd02fd1f80 1 bdev create path /var/lib/ceph/osd/ceph-71/block type kernel
-359> 2019-09-12 16:38:11.560 7fcd02fd1f80 1 bdev(0x55cd383dc700 /var/lib/ceph/osd/ceph-71/block) open path /var/lib/ceph/osd/ceph-71/block
-358> 2019-09-12 16:38:11.560 7fcd02fd1f80 1 bdev(0x55cd383dc700 /var/lib/ceph/osd/ceph-71/block) open size 13999445901312 (0xcbb80000000, 13 TiB) block_size 4096 (4 KiB) rotational discard not supported
-357> 2019-09-12 16:38:11.560 7fcd02fd1f80 1 bluestore(/var/lib/ceph/osd/ceph-71) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
-356> 2019-09-12 16:38:11.560 7fcd02fd1f80 1 bdev create path /var/lib/ceph/osd/ceph-71/block.db type kernel
-355> 2019-09-12 16:38:11.560 7fcd02fd1f80 1 bdev(0x55cd383dce00 /var/lib/ceph/osd/ceph-71/block.db) open path /var/lib/ceph/osd/ceph-71/block.db
-354> 2019-09-12 16:38:11.560 7fcd02fd1f80 1 bdev(0x55cd383dce00 /var/lib/ceph/osd/ceph-71/block.db) open size 53684994048 (0xc7fe00000, 50 GiB) block_size 4096 (4 KiB) non-rotational discard supported
-353> 2019-09-12 16:38:11.560 7fcd02fd1f80 1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-71/block.db size 50 GiB
-352> 2019-09-12 16:38:11.564 7fcd02fd1f80 1 bdev create path /var/lib/ceph/osd/ceph-71/block type kernel
-351> 2019-09-12 16:38:11.564 7fcd02fd1f80 1 bdev(0x55cd383dd180 /var/lib/ceph/osd/ceph-71/block) open path /var/lib/ceph/osd/ceph-71/block
-350> 2019-09-12 16:38:11.564 7fcd02fd1f80 1 bdev(0x55cd383dd180 /var/lib/ceph/osd/ceph-71/block) open size 13999445901312 (0xcbb80000000, 13 TiB) block_size 4096 (4 KiB) rotational discard not supported
-349> 2019-09-12 16:38:11.564 7fcd02fd1f80 1 bluefs add_block_device bdev 2 path /var/lib/ceph/osd/ceph-71/block size 13 TiB
-348> 2019-09-12 16:38:11.564 7fcd02fd1f80 1 bdev create path /var/lib/ceph/osd/ceph-71/block.wal type kernel
-347> 2019-09-12 16:38:11.564 7fcd02fd1f80 1 bdev(0x55cd383dd500 /var/lib/ceph/osd/ceph-71/block.wal) open path /var/lib/ceph/osd/ceph-71/block.wal
-346> 2019-09-12 16:38:11.564 7fcd02fd1f80 1 bdev(0x55cd383dd500 /var/lib/ceph/osd/ceph-71/block.wal) open size 5367660544 (0x13ff00000, 5.0 GiB) block_size 4096 (4 KiB) non-rotational discard supported
-345> 2019-09-12 16:38:11.564 7fcd02fd1f80 1 bluefs add_block_device bdev 0 path /var/lib/ceph/osd/ceph-71/block.wal size 5.0 GiB
-344> 2019-09-12 16:38:11.564 7fcd02fd1f80 1 bdev(0x55cd383dd500 /var/lib/ceph/osd/ceph-71/block.wal) close
-343> 2019-09-12 16:38:11.856 7fcd02fd1f80 1 bdev(0x55cd383dce00 /var/lib/ceph/osd/ceph-71/block.db) close
-342> 2019-09-12 16:38:12.096 7fcd02fd1f80 1 bdev(0x55cd383dd180 /var/lib/ceph/osd/ceph-71/block) close
-341> 2019-09-12 16:38:12.360 7fcd02fd1f80 1 bdev(0x55cd383dc700 /var/lib/ceph/osd/ceph-71/block) close
-340> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding auth protocol: cephx
-339> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding auth protocol: cephx
-338> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding auth protocol: cephx
-337> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-336> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-335> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-334> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-333> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-332> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-331> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-330> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-329> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-328> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-327> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: crc
-326> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837e140) adding con mode: secure
-325> 2019-09-12 16:38:12.597 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-324> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding auth protocol: cephx
-323> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding auth protocol: cephx
-322> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding auth protocol: cephx
-321> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: secure
-320> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: crc
-319> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: secure
-318> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: crc
-317> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: secure
-316> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: crc
-315> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: crc
-314> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: secure
-313> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: crc
-312> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: secure
-311> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: crc
-310> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837ea40) adding con mode: secure
-309> 2019-09-12 16:38:12.597 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-308> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding auth protocol: cephx
-307> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding auth protocol: cephx
-306> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding auth protocol: cephx
-305> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: secure
-304> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: crc
-303> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: secure
-302> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: crc
-301> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: secure
-300> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: crc
-299> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: crc
-298> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: secure
-297> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: crc
-296> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: secure
-295> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: crc
-294> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837f340) adding con mode: secure
-293> 2019-09-12 16:38:12.597 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-292> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding auth protocol: cephx
-291> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding auth protocol: cephx
-290> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding auth protocol: cephx
-289> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: secure
-288> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: crc
-287> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: secure
-286> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: crc
-285> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: secure
-284> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: crc
-283> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: crc
-282> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: secure
-281> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: crc
-280> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: secure
-279> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: crc
-278> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd3837fc40) adding con mode: secure
-277> 2019-09-12 16:38:12.597 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-276> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding auth protocol: cephx
-275> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding auth protocol: cephx
-274> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding auth protocol: cephx
-273> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: secure
-272> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: crc
-271> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: secure
-270> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: crc
-269> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: secure
-268> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: crc
-267> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: crc
-266> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: secure
-265> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: crc
-264> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: secure
-263> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: crc
-262> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380540) adding con mode: secure
-261> 2019-09-12 16:38:12.597 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-260> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding auth protocol: cephx
-259> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding auth protocol: cephx
-258> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding auth protocol: cephx
-257> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: secure
-256> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: crc
-255> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: secure
-254> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: crc
-253> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: secure
-252> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: crc
-251> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: crc
-250> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: secure
-249> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: crc
-248> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: secure
-247> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: crc
-246> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38380e40) adding con mode: secure
-245> 2019-09-12 16:38:12.597 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-244> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding auth protocol: cephx
-243> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding auth protocol: cephx
-242> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding auth protocol: cephx
-241> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: secure
-240> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: crc
-239> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: secure
-238> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: crc
-237> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: secure
-236> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: crc
-235> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: crc
-234> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: secure
-233> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: crc
-232> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: secure
-231> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: crc
-230> 2019-09-12 16:38:12.597 7fcd02fd1f80 5 AuthRegistry(0x55cd38381740) adding con mode: secure
-229> 2019-09-12 16:38:12.597 7fcd02fd1f80 2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-71/keyring
-228> 2019-09-12 16:38:12.597 7fcd02fd1f80 0 starting osd.71 osd_data /var/lib/ceph/osd/ceph-71 /var/lib/ceph/osd/ceph-71/journal
-227> 2019-09-12 16:38:12.597 7fcd02fd1f80 -1 Falling back to public interface
-226> 2019-09-12 16:38:12.605 7fcd02fd1f80 10 monclient: build_initial_monmap
-225> 2019-09-12 16:38:12.605 7fcd02fd1f80 10 monclient: monmap:
epoch 0
fsid 41e67444-671d-49fc-b1f8-312bfbecd0d4
last_changed 2019-09-12 16:38:12.612071
created 2019-09-12 16:38:12.612071
min_mon_release 0 (unknown)
0: v1:192.168.31.22:6789/0 mon.noname-a-legacy
1: v2:192.168.31.22:3300/0 mon.noname-a
-224> 2019-09-12 16:38:12.609 7fcd02fd1f80 0 load: jerasure load: lrc load: isa
-223> 2019-09-12 16:38:12.609 7fcd02fd1f80 1 bdev create path /var/lib/ceph/osd/ceph-71/block type kernel
-222> 2019-09-12 16:38:12.609 7fcd02fd1f80 1 bdev(0x55cd383dc700 /var/lib/ceph/osd/ceph-71/block) open path /var/lib/ceph/osd/ceph-71/block
-221> 2019-09-12 16:38:12.609 7fcd02fd1f80 1 bdev(0x55cd383dc700 /var/lib/ceph/osd/ceph-71/block) open size 13999445901312 (0xcbb80000000, 13 TiB) block_size 4096 (4 KiB) rotational discard not supported
-220> 2019-09-12 16:38:12.613 7fcd02fd1f80 1 bluestore(/var/lib/ceph/osd/ceph-71) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
-219> 2019-09-12 16:38:12.613 7fcd02fd1f80 1 bdev(0x55cd383dc700 /var/lib/ceph/osd/ceph-71/block) close
-218> 2019-09-12 16:38:12.909 7fcd02fd1f80 5 asok(0x55cd3779e000) register_command objecter_requests hook 0x55cd376d8aa0
-217> 2019-09-12 16:38:12.909 7fcd02fd1f80 2 osd.71 0 init /var/lib/ceph/osd/ceph-71 (looks like hdd)
-216> 2019-09-12 16:38:12.909 7fcd02fd1f80 2 osd.71 0 journal /var/lib/ceph/osd/ceph-71/journal
-215> 2019-09-12 16:38:12.909 7fcd02fd1f80 1 bluestore(/var/lib/ceph/osd/ceph-71) _mount path /var/lib/ceph/osd/ceph-71
-214> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev create path /var/lib/ceph/osd/ceph-71/block type kernel
-213> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev(0x55cd383dc700 /var/lib/ceph/osd/ceph-71/block) open path /var/lib/ceph/osd/ceph-71/block
-212> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev(0x55cd383dc700 /var/lib/ceph/osd/ceph-71/block) open size 13999445901312 (0xcbb80000000, 13 TiB) block_size 4096 (4 KiB) rotational discard not supported
-211> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bluestore(/var/lib/ceph/osd/ceph-71) _set_cache_sizes cache_size 1073741824 meta 0.4 kv 0.4 data 0.2
-210> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev create path /var/lib/ceph/osd/ceph-71/block.db type kernel
-209> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev(0x55cd383ddf80 /var/lib/ceph/osd/ceph-71/block.db) open path /var/lib/ceph/osd/ceph-71/block.db
-208> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev(0x55cd383ddf80 /var/lib/ceph/osd/ceph-71/block.db) open size 53684994048 (0xc7fe00000, 50 GiB) block_size 4096 (4 KiB) non-rotational discard supported
-207> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bluefs add_block_device bdev 1 path /var/lib/ceph/osd/ceph-71/block.db size 50 GiB
-206> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev create path /var/lib/ceph/osd/ceph-71/block type kernel
-205> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev(0x55cd383ddc00 /var/lib/ceph/osd/ceph-71/block) open path /var/lib/ceph/osd/ceph-71/block
-204> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev(0x55cd383ddc00 /var/lib/ceph/osd/ceph-71/block) open size 13999445901312 (0xcbb80000000, 13 TiB) block_size 4096 (4 KiB) rotational discard not supported
-203> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bluefs add_block_device bdev 2 path /var/lib/ceph/osd/ceph-71/block size 13 TiB
-202> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev create path /var/lib/ceph/osd/ceph-71/block.wal type kernel
-201> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev(0x55cd383dd880 /var/lib/ceph/osd/ceph-71/block.wal) open path /var/lib/ceph/osd/ceph-71/block.wal
-200> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bdev(0x55cd383dd880 /var/lib/ceph/osd/ceph-71/block.wal) open size 5367660544 (0x13ff00000, 5.0 GiB) block_size 4096 (4 KiB) non-rotational discard supported
-199> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bluefs add_block_device bdev 0 path /var/lib/ceph/osd/ceph-71/block.wal size 5.0 GiB
-198> 2019-09-12 16:38:12.913 7fcd02fd1f80 1 bluefs mount
-197> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option compaction_readahead_size = 2097152
-196> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option compression = kNoCompression
-195> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option max_background_compactions = 2
-194> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option max_write_buffer_number = 4
-193> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option min_write_buffer_number_to_merge = 1
-192> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option recycle_log_file_num = 4
-191> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option writable_file_max_buffer_size = 0
-190> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option write_buffer_size = 268435456
-189> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option compaction_readahead_size = 2097152
-188> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option compression = kNoCompression
-187> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option max_background_compactions = 2
-186> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option max_write_buffer_number = 4
-185> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option min_write_buffer_number_to_merge = 1
-184> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option recycle_log_file_num = 4
-183> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option writable_file_max_buffer_size = 0
-182> 2019-09-12 16:38:12.921 7fcd02fd1f80 0 set rocksdb option write_buffer_size = 268435456
-181> 2019-09-12 16:38:12.921 7fcd02fd1f80 1 rocksdb: do_open column families: [default]
-180> 2019-09-12 16:38:12.921 7fcd02fd1f80 4 rocksdb: RocksDB version: 6.1.2
-179> 2019-09-12 16:38:12.921 7fcd02fd1f80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@
-178> 2019-09-12 16:38:12.921 7fcd02fd1f80 4 rocksdb: Compile date Sep 3 2019
-177> 2019-09-12 16:38:12.921 7fcd02fd1f80 4 rocksdb: DB SUMMARY
-176> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: CURRENT file: CURRENT
-175> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: IDENTITY file: IDENTITY
-174> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: MANIFEST file: MANIFEST-033564 size: 224335 Bytes
-173> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: SST files in db dir, Total Num: 335, files: 032867.sst 032887.sst 032888.sst 032889.sst 033080.sst 033081.sst 033097.sst 033164.sst 033174.sst
-172> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: SST files in db.slow dir, Total Num: 0, files:
-171> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Write Ahead Log file in db.wal: 035098.log size: 254432786 ; 035100.log size: 254265493 ;
-170> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.error_if_exists: 0
-169> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.create_if_missing: 0
-168> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.paranoid_checks: 1
-167> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.env: 0x55cd38814540
-166> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.info_log: 0x55cd38ad5b60
-165> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_file_opening_threads: 16
-164> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.statistics: (nil)
-163> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.use_fsync: 0
-162> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_log_file_size: 0
-161> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_manifest_file_size: 1073741824
-160> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.log_file_time_to_roll: 0
-159> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.keep_log_file_num: 1000
-158> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.recycle_log_file_num: 4
-157> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.allow_fallocate: 1
-156> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.allow_mmap_reads: 0
-155> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.allow_mmap_writes: 0
-154> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.use_direct_reads: 0
-153> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0
-152> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.create_missing_column_families: 0
-151> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.db_log_dir:
-150> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.wal_dir: db.wal
-149> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.table_cache_numshardbits: 6
-148> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_subcompactions: 1
-147> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_background_flushes: -1
-146> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.WAL_ttl_seconds: 0
-145> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.WAL_size_limit_MB: 0
-144> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.manifest_preallocation_size: 4194304
-143> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.is_fd_close_on_exec: 1
-142> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.advise_random_on_open: 1
-141> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.db_write_buffer_size: 0
-140> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.write_buffer_manager: 0x55cd38ac4e70
-139> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.access_hint_on_compaction_start: 1
-138> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 1
-137> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.random_access_max_buffer_size: 1048576
-136> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.use_adaptive_mutex: 0
-135> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.rate_limiter: (nil)
-134> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0
-133> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.wal_recovery_mode: 0
-132> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.enable_thread_tracking: 0
-131> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.enable_pipelined_write: 0
-130> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.allow_concurrent_memtable_write: 1
-129> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1
-128> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.write_thread_max_yield_usec: 100
-127> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.write_thread_slow_yield_usec: 3
-126> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.row_cache: None
-125> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.wal_filter: None
-124> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.avoid_flush_during_recovery: 0
-123> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.allow_ingest_behind: 0
-122> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.preserve_deletes: 0
-121> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.two_write_queues: 0
-120> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.manual_wal_flush: 0
-119> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.atomic_flush: 0
-118> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0
-117> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_background_jobs: 2
-116> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_background_compactions: 2
-115> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.avoid_flush_during_shutdown: 0
-114> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.writable_file_max_buffer_size: 0
-113> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.delayed_write_rate : 16777216
-112> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_total_wal_size: 0
-111> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000
-110> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.stats_dump_period_sec: 600
-109> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.stats_persist_period_sec: 600
-108> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.stats_history_buffer_size: 1048576
-107> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_open_files: -1
-106> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.bytes_per_sync: 0
-105> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.wal_bytes_per_sync: 0
-104> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_readahead_size: 2097152
-103> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Compression algorithms supported:
-102> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: kZSTDNotFinalCompression supported: 0
-101> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: kZSTD supported: 0
-100> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: kXpressCompression supported: 0
-99> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: kLZ4HCCompression supported: 1
-98> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: kLZ4Compression supported: 1
-97> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: kBZip2Compression supported: 0
-96> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: kZlibCompression supported: 1
-95> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: kSnappyCompression supported: 1
-94> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Fast CRC32 supported: Supported on x86
-93> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: [db/db_impl_readonly.cc:22] Opening the db in read only mode
-92> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: db/MANIFEST-033564
-91> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]:
-90> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator
-89> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.merge_operator: .T:int64_array.b:bitwise_xor
-88> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_filter: None
-87> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_filter_factory: None
-86> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.memtable_factory: SkipListFactory
-85> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.table_factory: BlockBasedTable
-84> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cd377ee120)
cache_index_and_filter_blocks: 1
cache_index_and_filter_blocks_with_high_priority: 1
pin_l0_filter_and_index_blocks_in_cache: 1
pin_top_level_index_and_filter: 1
index_type: 0
data_block_index_type: 0
data_block_hash_table_util_ratio: 0.750000
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x55cd37704fd0
block_cache_name: BinnedLRUCache
block_cache_options:
capacity : 429496729
num_shard_bits : 4
strict_capacity_limit : 0
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
metadata_block_size: 4096
partition_filters: 0
use_delta_encoding: 1
filter_policy: rocksdb.BuiltinBloomFilter
whole_key_filtering: 1
verify_compression: 0
read_amp_bytes_per_bit: 0
format_version: 2
enable_index_compression: 1
block_align: 0
-83> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.write_buffer_size: 268435456
-82> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_write_buffer_number: 4
-81> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compression: NoCompression
-80> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.bottommost_compression: Disabled
-79> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.prefix_extractor: nullptr
-78> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr
-77> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.num_levels: 7
-76> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1
-75> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0
-74> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14
-73> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.bottommost_compression_opts.level: 32767
-72> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0
-71> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0
-70> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-69> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.bottommost_compression_opts.enabled: false
-68> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compression_opts.window_bits: -14
-67> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compression_opts.level: 32767
-66> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compression_opts.strategy: 0
-65> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0
-64> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0
-63> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compression_opts.enabled: false
-62> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4
-61> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20
-60> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.level0_stop_writes_trigger: 36
-59> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.target_file_size_base: 67108864
-58> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.target_file_size_multiplier: 1
-57> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_bytes_for_level_base: 268435456
-56> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
-55> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000
-54> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
-53> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
-52> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
-51> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
-50> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
-49> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
-48> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
-47> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8
-46> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_compaction_bytes: 1677721600
-45> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.arena_block_size: 33554432
-44> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736
-43> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944
-42> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100
-41> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.disable_auto_compactions: 0
-40> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel
-39> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio
-38> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1
-37> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
-36> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
-35> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
-34> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
-33> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-32> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
-31> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0
-30> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.table_properties_collectors:
-29> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.inplace_update_support: 0
-28> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.inplace_update_num_locks: 10000
-27> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000
-26> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.memtable_whole_key_filtering: 0
-25> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.memtable_huge_page_size: 0
-24> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.bloom_locality: 0
-23> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.max_successive_merges: 0
-22> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.optimize_filters_for_hits: 0
-21> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.paranoid_file_checks: 0
-20> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.force_consistency_checks: 0
-19> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.report_bg_io_stats: 0
-18> 2019-09-12 16:38:12.925 7fcd02fd1f80 4 rocksdb: Options.ttl: 0
-17> 2019-09-12 16:38:12.937 7fcd02fd1f80 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:db/MANIFEST-033564 succeeded,manifest_file_number is 33564, next_file_number is 35103, last_sequence is 963426993, log_number is 35100,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-16> 2019-09-12 16:38:12.937 7fcd02fd1f80 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 35100
-15> 2019-09-12 16:38:12.937 7fcd02fd1f80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1568295492942591, "job": 1, "event": "recovery_started", "log_files": [35098, 35100]}
-14> 2019-09-12 16:38:12.937 7fcd02fd1f80 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #35098 mode 0
-13> 2019-09-12 16:38:13.261 7fcd02fd1f80 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #35100 mode 0
-12> 2019-09-12 16:38:13.261 7fcd02fd1f80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1568295493267240, "job": 1, "event": "recovery_finished"}
-11> 2019-09-12 16:38:13.261 7fcd02fd1f80 1 bluestore(/var/lib/ceph/osd/ceph-71) _open_db opened rocksdb path db options compression=kNoCompression,max_write_buffer_number=4,min_write_buffer_number_to_merge=1,recycle_log_file_num=4,write_buffer_size=268435456,writable_file_max_buffer_size=0,compaction_readahead_size=2097152,max_background_compactions=2
-10> 2019-09-12 16:38:13.269 7fcd02fd1f80 1 get compressor snappy = 0
-9> 2019-09-12 16:38:13.269 7fcd02fd1f80 1 load compressor snappy
-8> 2019-09-12 16:38:13.269 7fcd02fd1f80 1 add compressor snappy 0x55cd391a1e90
-7> 2019-09-12 16:38:13.269 7fcd02fd1f80 1 get compressor snappy = 0x55cd391a1e90
-6> 2019-09-12 16:38:13.269 7fcd02fd1f80 1 load: compressor snappy loaded and registered
-5> 2019-09-12 16:38:13.269 7fcd02fd1f80 1 get compressor snappy = 0x55cd391a1e90
-4> 2019-09-12 16:38:13.269 7fcd02fd1f80 1 freelist init
-3> 2019-09-12 16:38:15.093 7fcd02fd1f80 1 bluestore(/var/lib/ceph/osd/ceph-71) _open_alloc opening allocation metadata
-2> 2019-09-12 16:38:15.101 7fcd02fd1f80 1 bluestore(/var/lib/ceph/osd/ceph-71) _open_alloc loaded 0 B in 0 extents
-1> 2019-09-12 16:38:15.101 7fcd02fd1f80 -1 /build/ceph-14.2.3/src/os/bluestore/fastbmap_allocator_impl.h: In function 'void AllocatorLevel02<T>::_mark_allocated(uint64_t, uint64_t) [with L1 = AllocatorLevel01Loose; uint64_t = long unsigned int]' thread 7fcd02fd1f80 time 2019-09-12 16:38:15.102539
/build/ceph-14.2.3/src/os/bluestore/fastbmap_allocator_impl.h: 750: FAILED ceph_assert(available >= allocated)
ceph version 14.2.3 (0f776cf838a1ae3130b2b73dc26be9c95c6ccc39) nautilus (stable)
1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x55cd2cda87e0]
2: (()+0x51e9b8) [0x55cd2cda89b8]
3: (BitmapAllocator::init_rm_free(unsigned long, unsigned long)+0x733) [0x55cd2d41c6b3]
4: (BlueStore::_open_alloc()+0x1f5) [0x55cd2d2d69c5]
5: (BlueStore::_open_db_and_around(bool)+0xa2) [0x55cd2d2f5322]
6: (BlueStore::_mount(bool, bool)+0x5ba) [0x55cd2d3307da]
7: (OSD::init()+0x334) [0x55cd2ceba734]
8: (main()+0x41eb) [0x55cd2ce18c4b]
9: (__libc_start_main()+0xe7) [0x7fccff43bb97]
10: (_start()+0x2a) [0x55cd2ce4c06a]
0> 2019-09-12 16:38:15.101 7fcd02fd1f80 -1 *** Caught signal (Aborted) **
in thread 7fcd02fd1f80 thread_name:ceph-osd
ceph version 14.2.3 (0f776cf838a1ae3130b2b73dc26be9c95c6ccc39) nautilus (stable)
1: (()+0x12890) [0x7fcd007a6890]
2: (gsignal()+0xc7) [0x7fccff458e97]
3: (abort()+0x141) [0x7fccff45a801]
4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x55cd2cda8831]
5: (()+0x51e9b8) [0x55cd2cda89b8]
6: (BitmapAllocator::init_rm_free(unsigned long, unsigned long)+0x733) [0x55cd2d41c6b3]
7: (BlueStore::_open_alloc()+0x1f5) [0x55cd2d2d69c5]
8: (BlueStore::_open_db_and_around(bool)+0xa2) [0x55cd2d2f5322]
9: (BlueStore::_mount(bool, bool)+0x5ba) [0x55cd2d3307da]
10: (OSD::init()+0x334) [0x55cd2ceba734]
11: (main()+0x41eb) [0x55cd2ce18c4b]
12: (__libc_start_main()+0xe7) [0x7fccff43bb97]
13: (_start()+0x2a) [0x55cd2ce4c06a]
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
--- logging levels ---
0/ 5 none
0/ 1 lockdep
0/ 1 context
1/ 1 crush
1/ 5 mds
1/ 5 mds_balancer
1/ 5 mds_locker
1/ 5 mds_log
1/ 5 mds_log_expire
1/ 5 mds_migrator
0/ 1 buffer
0/ 1 timer
0/ 1 filer
0/ 1 striper
0/ 1 objecter
0/ 5 rados
0/ 5 rbd
0/ 5 rbd_mirror
0/ 5 rbd_replay
0/ 5 journaler
0/ 5 objectcacher
0/ 5 client
1/ 5 osd
0/ 5 optracker
0/ 5 objclass
1/ 3 filestore
1/ 3 journal
0/ 0 ms
1/ 5 mon
0/10 monc
1/ 5 paxos
0/ 5 tp
1/ 5 auth
1/ 5 crypto
1/ 1 finisher
1/ 1 reserver
1/ 5 heartbeatmap
1/ 5 perfcounter
1/ 5 rgw
1/ 5 rgw_sync
1/10 civetweb
1/ 5 javaclient
1/ 5 asok
1/ 1 throttle
0/ 0 refs
1/ 5 xio
1/ 5 compressor
1/ 5 bluestore
1/ 5 bluefs
1/ 3 bdev
1/ 5 kstore
4/ 5 rocksdb
4/ 5 leveldb
4/ 5 memdb
1/ 5 kinetic
1/ 5 fuse
1/ 5 mgr
1/ 5 mgrc
1/ 5 dpdk
1/ 5 eventtrace
-2/-2 (syslog threshold)
-1/-1 (stderr threshold)
max_recent 10000
max_new 1000
log_file /var/log/ceph/ceph-osd.71.log
--- end dump of recent events ---
root@osd048:/var/log/ceph# cat /etc/ceph/ceph.conf
[global]
fsid = 41e67444-671d-49fc-b1f8-312bfbecd0d4
mon_host = 192.168.31.22
auth_cluster_required = cephx
auth_service_required = cephx
auth_client_required = cephx
#osd_enable_op_tracker = false
public network = 192.168.31.0/24
osd pool default size = 4
mon data = /var/lib/ceph/mon/ceph-$id
osd_max_pg_per_osd_hard_ratio = 32
osd_command_thread_suicide_timeout=15
osd_command_thread_timeout=15
osd_op_thread_suicide_timeout=15
rados_osd_op_timeout=15
rados_mon_op_timeout=15
mds_cache_size = 2147483648
mds_cache_memory_limit = 2147483648
mds_recall_state_timeout = 180
mds_session_blacklist_on_evict = false
mds_session_blacklist_on_timeout = false
rocksdb_cache_size = 1342177280
leveldb_cache_size = 1342177280
mon_osd_cache_size = 200000
osd_map_cache_size = 100000
[osd]
osd data = /var/lib/ceph/osd/ceph-$id
osd mkfs type = xfs
osd mkfs options xfs = -f
# osd mount options xfs = "rw,noexec,nodev,noatime,nodiratime,nobarrier"
filestore xattr use omap = true
#osd max backfills = 1024
#bluestore_cache_autotune = false
#bluestore_cache_size = 268435456
#bluestore_cache_size_hdd = 268435456
#bluestore_cache_size_ssd = 268435456
#osd_memory_target = 1073741824
[mds.mds01]
mds_host = mds01
mds_addr = 192.168.3.31.32
mds_cache_size = 2147483648
mds_cache_memory_limit = 2147483648
[mon.mon01]
mon_host = mon01
mon_addr = 192.168.31.22
root@osd048:/var/log/ceph# exit
logout
Connection to osd048 closed._______________________________________________ ceph-users mailing list ceph-users@xxxxxxxxxxxxxx http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
