Hello, I am hitting a lock issue with bcache while doing some
testing, and only a reboot brings the system back after encountering
this issue.
Here is my lsblk:
sdh
sdh1 zfs_member
bcache1 crypto_LUKS
loopcrypto1 bcache
bcache2 LVM2_member
secondleveltest-fullzfsnfs zfs_member thirdlevelzfs
There appears to be a race happen as the system is performing normally
and then all activity to the bcache devices hits 100% and no more I/O
happens.
This is with two stacked bcache devices (LUKS in between) with writeback
turned on. It will do the same if set to writethrough as well.
[root@centos-7 log]# uname -a
Linux centos-7.1-test.talentbankonline.com 4.15.4-1.el7.elrepo.x86_64 #1
SMP Sat Feb 17 13:35:20 EST 2018 x86_64 x86_64 x86_64 GNU/Linux
And here is the kernel trace when the system stalls:
Feb 22 12:56:28 centos-7 kernel: bcache D 0 870 2
0x80000000
Feb 22 12:56:28 centos-7 kernel: Workqueue: bcache bch_data_insert_keys
[bcache]
Feb 22 12:56:28 centos-7 kernel: Call Trace:
Feb 22 12:56:28 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:56:28 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:56:28 centos-7 kernel: rwsem_down_read_failed+0x139/0x1c0
Feb 22 12:56:28 centos-7 kernel: call_rwsem_down_read_failed+0x18/0x30
Feb 22 12:56:28 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:56:28 centos-7 kernel: down_read+0x20/0x40
Feb 22 12:56:28 centos-7 kernel: __bch_btree_map_nodes+0xcc/0x140
[bcache]
Feb 22 12:56:28 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:56:28 centos-7 kernel: bch_btree_insert+0xec/0x160 [bcache]
Feb 22 12:56:28 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:56:28 centos-7 kernel: bch_data_insert_keys+0x3a/0x130
[bcache]
Feb 22 12:56:28 centos-7 kernel: process_one_work+0x149/0x360
Feb 22 12:56:28 centos-7 kernel: rescuer_thread+0x1d7/0x380
Feb 22 12:56:28 centos-7 kernel: kthread+0x102/0x140
Feb 22 12:56:28 centos-7 kernel: ? pwq_unbound_release_workfn+0xe0/0xe0
Feb 22 12:56:28 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:56:28 centos-7 kernel: ret_from_fork+0x35/0x40
Feb 22 12:56:28 centos-7 kernel: INFO: task bcache_gc:4382 blocked for
more than 120 seconds.
Feb 22 12:56:28 centos-7 kernel: Tainted: P O
4.15.4-1.el7.elrepo.x86_64 #1
Feb 22 12:56:28 centos-7 kernel: "echo 0
> /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 22 12:56:28 centos-7 kernel: bcache_gc D 0 4382 2
0x80000080
Feb 22 12:56:28 centos-7 kernel: Call Trace:
Feb 22 12:56:28 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:56:28 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:56:28 centos-7 kernel: closure_sync+0x23/0x90 [bcache]
Feb 22 12:56:28 centos-7 kernel: bch_btree_node_write_sync+0x6d/0x90
[bcache]
Feb 22 12:56:28 centos-7 kernel: bch_btree_gc+0x2d7/0x5e0 [bcache]
Feb 22 12:56:28 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:56:28 centos-7 kernel: bch_gc_thread+0x14d/0x180 [bcache]
Feb 22 12:56:28 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:56:28 centos-7 kernel: kthread+0x102/0x140
Feb 22 12:56:28 centos-7 kernel: ? bch_btree_gc+0x5e0/0x5e0 [bcache]
Feb 22 12:56:28 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:56:28 centos-7 kernel: ret_from_fork+0x35/0x40
Feb 22 12:56:28 centos-7 kernel: INFO: task txg_sync:15825 blocked for
more than 120 seconds.
Feb 22 12:56:28 centos-7 kernel: Tainted: P O
4.15.4-1.el7.elrepo.x86_64 #1
Feb 22 12:56:28 centos-7 kernel: "echo 0
> /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 22 12:56:28 centos-7 kernel: txg_sync D 0 15825 2
0x80000080
Feb 22 12:56:28 centos-7 kernel: Call Trace:
Feb 22 12:56:28 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:56:28 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:56:28 centos-7 kernel: io_schedule+0x16/0x40
Feb 22 12:56:28 centos-7 kernel: cv_wait_common+0xb2/0x140 [spl]
Feb 22 12:56:28 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:56:28 centos-7 kernel: __cv_wait_io+0x18/0x20 [spl]
Feb 22 12:56:28 centos-7 kernel: zio_wait+0x100/0x1b0 [zfs]
Feb 22 12:56:28 centos-7 kernel: dsl_pool_sync+0xe3/0x460 [zfs]
Feb 22 12:56:28 centos-7 kernel: spa_sync+0x41d/0xdb0 [zfs]
Feb 22 12:56:28 centos-7 kernel: txg_sync_thread+0x2f5/0x4f0 [zfs]
Feb 22 12:56:28 centos-7 kernel: ? txg_init+0x2a0/0x2a0 [zfs]
Feb 22 12:56:28 centos-7 kernel: thread_generic_wrapper+0x72/0x80 [spl]
Feb 22 12:56:28 centos-7 kernel: kthread+0x102/0x140
Feb 22 12:56:28 centos-7 kernel: ? __thread_exit+0x20/0x20 [spl]
Feb 22 12:56:28 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:56:28 centos-7 kernel: ret_from_fork+0x35/0x40
Feb 22 12:56:28 centos-7 kernel: INFO: task kworker/3:3:21991 blocked
for more than 120 seconds.
Feb 22 12:56:28 centos-7 kernel: Tainted: P O
4.15.4-1.el7.elrepo.x86_64 #1
Feb 22 12:56:28 centos-7 kernel: "echo 0
> /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 22 12:56:28 centos-7 kernel: kworker/3:3 D 0 21991 2
0x80000080
Feb 22 12:56:28 centos-7 kernel: Workqueue: bcache bch_data_insert_keys
[bcache]
Feb 22 12:56:28 centos-7 kernel: Call Trace:
Feb 22 12:56:28 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:56:28 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:56:28 centos-7 kernel: rwsem_down_read_failed+0x139/0x1c0
Feb 22 12:56:28 centos-7 kernel: ? vdev_disk_physio_completion+0x2d/0x40
[zfs]
Feb 22 12:56:28 centos-7 kernel: call_rwsem_down_read_failed+0x18/0x30
Feb 22 12:56:28 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:56:28 centos-7 kernel: down_read+0x20/0x40
Feb 22 12:56:28 centos-7 kernel: __bch_btree_map_nodes+0xcc/0x140
[bcache]
Feb 22 12:56:28 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:56:28 centos-7 kernel: bch_btree_insert+0xec/0x160 [bcache]
Feb 22 12:56:28 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:56:28 centos-7 kernel: bch_data_insert_keys+0x3a/0x130
[bcache]
Feb 22 12:56:28 centos-7 kernel: process_one_work+0x149/0x360
Feb 22 12:56:28 centos-7 kernel: worker_thread+0x4d/0x3e0
Feb 22 12:56:28 centos-7 kernel: kthread+0x102/0x140
Feb 22 12:56:28 centos-7 kernel: ? rescuer_thread+0x380/0x380
Feb 22 12:56:28 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:56:28 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:56:28 centos-7 kernel: ret_from_fork+0x35/0x40
Feb 22 12:56:28 centos-7 kernel: INFO: task kworker/3:8:21996 blocked
for more than 120 seconds.
Feb 22 12:56:28 centos-7 kernel: Tainted: P O
4.15.4-1.el7.elrepo.x86_64 #1
Feb 22 12:56:28 centos-7 kernel: "echo 0
> /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 22 12:56:28 centos-7 kernel: kworker/3:8 D 0 21996 2
0x80000080
Feb 22 12:56:28 centos-7 kernel: Workqueue: bcache bch_data_insert_keys
[bcache]
Feb 22 12:56:28 centos-7 kernel: Call Trace:
Feb 22 12:56:28 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:56:28 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:56:28 centos-7 kernel: rwsem_down_read_failed+0x139/0x1c0
Feb 22 12:56:28 centos-7 kernel: call_rwsem_down_read_failed+0x18/0x30
Feb 22 12:56:28 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:56:28 centos-7 kernel: down_read+0x20/0x40
Feb 22 12:56:28 centos-7 kernel: __bch_btree_map_nodes+0xcc/0x140
[bcache]
Feb 22 12:56:28 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:56:28 centos-7 kernel: bch_btree_insert+0xec/0x160 [bcache]
Feb 22 12:56:28 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:56:28 centos-7 kernel: bch_data_insert_keys+0x3a/0x130
[bcache]
Feb 22 12:56:28 centos-7 kernel: process_one_work+0x149/0x360
Feb 22 12:56:28 centos-7 kernel: worker_thread+0x4d/0x3e0
Feb 22 12:56:28 centos-7 kernel: kthread+0x102/0x140
Feb 22 12:56:28 centos-7 kernel: ? rescuer_thread+0x380/0x380
Feb 22 12:56:28 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:56:28 centos-7 kernel: ret_from_fork+0x35/0x40
Feb 22 12:56:28 centos-7 kernel: INFO: task fio:7945 blocked for more
than 120 seconds.
Feb 22 12:56:28 centos-7 kernel: Tainted: P O
4.15.4-1.el7.elrepo.x86_64 #1
Feb 22 12:56:28 centos-7 kernel: "echo 0
> /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 22 12:56:28 centos-7 kernel: fio D 0 7945 1
0x00000080
Feb 22 12:56:28 centos-7 kernel: Call Trace:
Feb 22 12:56:28 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:56:28 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:56:28 centos-7 kernel: cv_wait_common+0x101/0x140 [spl]
Feb 22 12:56:28 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:56:28 centos-7 kernel: __cv_wait+0x15/0x20 [spl]
Feb 22 12:56:28 centos-7 kernel: txg_wait_open+0xba/0x100 [zfs]
Feb 22 12:56:28 centos-7 kernel: dmu_tx_wait+0x389/0x3a0 [zfs]
Feb 22 12:56:28 centos-7 kernel: ? _cond_resched+0x19/0x30
Feb 22 12:56:28 centos-7 kernel: dmu_tx_assign+0x89/0x470 [zfs]
Feb 22 12:56:28 centos-7 kernel: zfs_write+0x404/0xd20 [zfs]
Feb 22 12:56:28 centos-7 kernel: ? __mutex_lock.isra.5+0x40f/0x500
Feb 22 12:56:28 centos-7 kernel: zpl_write_common_iovec+0x95/0xf0 [zfs]
Feb 22 12:56:28 centos-7 kernel: zpl_iter_write+0xad/0xf0 [zfs]
Feb 22 12:56:28 centos-7 kernel: aio_write+0xff/0x170
Feb 22 12:56:28 centos-7 kernel: ? _cond_resched+0x19/0x30
Feb 22 12:56:28 centos-7 kernel: dmu_tx_assign+0x89/0x470 [zfs]
Feb 22 12:56:28 centos-7 kernel: zfs_write+0x404/0xd20 [zfs]
Feb 22 12:56:28 centos-7 kernel: ? __mutex_lock.isra.5+0x40f/0x500
Feb 22 12:56:28 centos-7 kernel: zpl_write_common_iovec+0x95/0xf0 [zfs]
Feb 22 12:56:28 centos-7 kernel: zpl_iter_write+0xad/0xf0 [zfs]
Feb 22 12:56:28 centos-7 kernel: aio_write+0xff/0x170
Feb 22 12:56:28 centos-7 kernel: ? _cond_resched+0x19/0x30
Feb 22 12:56:28 centos-7 kernel: ? kmem_cache_alloc+0x1a0/0x1b0
Feb 22 12:56:28 centos-7 kernel: ? do_io_submit+0x277/0x680
Feb 22 12:56:28 centos-7 kernel: do_io_submit+0x431/0x680
Feb 22 12:56:28 centos-7 kernel: SyS_io_submit+0x10/0x20
Feb 22 12:56:28 centos-7 kernel: do_syscall_64+0x74/0x1b0
Feb 22 12:56:28 centos-7 kernel: entry_SYSCALL_64_after_hwframe
+0x21/0x86
Feb 22 12:56:28 centos-7 kernel: RIP: 0033:0x7fd558f2a697
Feb 22 12:56:28 centos-7 kernel: RSP: 002b:00007ffcf59d29c8 EFLAGS:
00000297 ORIG_RAX: 00000000000000d1
Feb 22 12:56:28 centos-7 kernel: RAX: ffffffffffffffda RBX:
0000000002203bc0 RCX: 00007fd558f2a697
Feb 22 12:56:28 centos-7 kernel: RDX: 00000000022028f8 RSI:
0000000000000001 RDI: 00007fd55e3bd000
Feb 22 12:56:28 centos-7 kernel: RBP: 0000000000000000 R08:
0000000000000020 R09: 0000000002204da0
Feb 22 12:56:28 centos-7 kernel: R10: 0000000000000001 R11:
0000000000000297 R12: 0000000000000001
Feb 22 12:56:28 centos-7 kernel: R13: 00000000000000c8 R14:
00007fd5387cf000 R15: 0000000002202940
Feb 22 12:56:28 centos-7 kernel: INFO: task kworker/2:0:8034 blocked for
more than 120 seconds.
Feb 22 12:56:28 centos-7 kernel: Tainted: P O
4.15.4-1.el7.elrepo.x86_64 #1
Feb 22 12:56:28 centos-7 kernel: "echo 0
> /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 22 12:56:28 centos-7 kernel: kworker/2:0 D 0 8034 2
0x80000080
Feb 22 12:56:28 centos-7 kernel: Workqueue: bcache_writeback_wq
write_dirty_finish [bcache]
Feb 22 12:56:28 centos-7 kernel: Call Trace:
Feb 22 12:56:28 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:56:28 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:56:28 centos-7 kernel: rwsem_down_read_failed+0x139/0x1c0
Feb 22 12:56:28 centos-7 kernel: call_rwsem_down_read_failed+0x18/0x30
Feb 22 12:56:28 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:56:28 centos-7 kernel: down_read+0x20/0x40
Feb 22 12:56:28 centos-7 kernel: __bch_btree_map_nodes+0xcc/0x140
[bcache]
Feb 22 12:56:28 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:56:28 centos-7 kernel: bch_btree_insert+0xec/0x160 [bcache]
Feb 22 12:56:28 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:56:28 centos-7 kernel: write_dirty_finish+0x1ba/0x230 [bcache]
Feb 22 12:56:28 centos-7 kernel: ? __switch_to+0xb2/0x460
Feb 22 12:56:28 centos-7 kernel: process_one_work+0x149/0x360
Feb 22 12:56:28 centos-7 kernel: worker_thread+0x4d/0x3e0
Feb 22 12:56:28 centos-7 kernel: kthread+0x102/0x140
Feb 22 12:56:28 centos-7 kernel: ? rescuer_thread+0x380/0x380
Feb 22 12:56:28 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:56:28 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:56:28 centos-7 kernel: ret_from_fork+0x35/0x40
Feb 22 12:56:35 centos-7 kernel: sysrq: SysRq : Changing Loglevel
Feb 22 12:56:35 centos-7 kernel: sysrq: Loglevel set to 1
Feb 22 12:58:01 centos-7 systemd: Created slice User Slice of pcp.
Feb 22 12:58:01 centos-7 systemd: Starting User Slice of pcp.
Feb 22 12:58:01 centos-7 systemd: Started Session 250 of user pcp.
Feb 22 12:58:01 centos-7 systemd: Starting Session 250 of user pcp.
Feb 22 12:58:01 centos-7 systemd: Removed slice User Slice of pcp.
Feb 22 12:58:01 centos-7 systemd: Stopping User Slice of pcp.
Feb 22 12:58:31 centos-7 kernel: INFO: task bcache:870 blocked for more
than 120 seconds.
Feb 22 12:58:31 centos-7 kernel: Tainted: P O
4.15.4-1.el7.elrepo.x86_64 #1
Feb 22 12:58:31 centos-7 kernel: "echo 0
> /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 22 12:58:31 centos-7 kernel: bcache D 0 870 2
0x80000000
Feb 22 12:58:31 centos-7 kernel: Workqueue: bcache bch_data_insert_keys
[bcache]
Feb 22 12:58:31 centos-7 kernel: Call Trace:
Feb 22 12:58:31 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:58:31 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:58:31 centos-7 kernel: rwsem_down_read_failed+0x139/0x1c0
Feb 22 12:58:31 centos-7 kernel: call_rwsem_down_read_failed+0x18/0x30
Feb 22 12:58:31 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:58:31 centos-7 kernel: down_read+0x20/0x40
Feb 22 12:58:31 centos-7 kernel: __bch_btree_map_nodes+0xcc/0x140
[bcache]
Feb 22 12:58:31 centos-7 kernel: ? bch_btree_insert_check_key
+0x1c0/0x1c0 [bcache]
Feb 22 12:58:31 centos-7 kernel: bch_btree_insert+0xec/0x160 [bcache]
Feb 22 12:58:31 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:58:31 centos-7 kernel: bch_data_insert_keys+0x3a/0x130
[bcache]
Feb 22 12:58:31 centos-7 kernel: process_one_work+0x149/0x360
Feb 22 12:58:31 centos-7 kernel: rescuer_thread+0x1d7/0x380
Feb 22 12:58:31 centos-7 kernel: kthread+0x102/0x140
Feb 22 12:58:31 centos-7 kernel: ? pwq_unbound_release_workfn+0xe0/0xe0
Feb 22 12:58:31 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:58:31 centos-7 kernel: ret_from_fork+0x35/0x40
Feb 22 12:58:31 centos-7 kernel: INFO: task bcache_gc:4382 blocked for
more than 120 seconds.
Feb 22 12:58:31 centos-7 kernel: Tainted: P O
4.15.4-1.el7.elrepo.x86_64 #1
Feb 22 12:58:31 centos-7 kernel: "echo 0
> /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 22 12:58:31 centos-7 kernel: bcache_gc D 0 4382 2
0x80000080
Feb 22 12:58:31 centos-7 kernel: Call Trace:
Feb 22 12:58:31 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:58:31 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:58:31 centos-7 kernel: closure_sync+0x23/0x90 [bcache]
Feb 22 12:58:31 centos-7 kernel: bch_btree_node_write_sync+0x6d/0x90
[bcache]
Feb 22 12:58:31 centos-7 kernel: bch_btree_gc+0x2d7/0x5e0 [bcache]
Feb 22 12:58:31 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:58:31 centos-7 kernel: bch_gc_thread+0x14d/0x180 [bcache]
Feb 22 12:58:31 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:58:31 centos-7 kernel: kthread+0x102/0x140
Feb 22 12:58:31 centos-7 kernel: ? bch_btree_gc+0x5e0/0x5e0 [bcache]
Feb 22 12:58:31 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:58:31 centos-7 kernel: ret_from_fork+0x35/0x40
Feb 22 12:58:31 centos-7 kernel: INFO: task txg_sync:15825 blocked for
more than 120 seconds.
Feb 22 12:58:31 centos-7 kernel: Tainted: P O
4.15.4-1.el7.elrepo.x86_64 #1
Feb 22 12:58:31 centos-7 kernel: "echo 0
> /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 22 12:58:31 centos-7 kernel: txg_sync D 0 15825 2
0x80000080
Feb 22 12:58:31 centos-7 kernel: Call Trace:
Feb 22 12:58:31 centos-7 kernel: __schedule+0x28d/0x880
Feb 22 12:58:31 centos-7 kernel: schedule+0x36/0x80
Feb 22 12:58:31 centos-7 kernel: io_schedule+0x16/0x40
Feb 22 12:58:31 centos-7 kernel: cv_wait_common+0xb2/0x140 [spl]
Feb 22 12:58:31 centos-7 kernel: ? remove_wait_queue+0x60/0x60
Feb 22 12:58:31 centos-7 kernel: __cv_wait_io+0x18/0x20 [spl]
Feb 22 12:58:31 centos-7 kernel: zio_wait+0x100/0x1b0 [zfs]
Feb 22 12:58:31 centos-7 kernel: dsl_pool_sync+0xe3/0x460 [zfs]
Feb 22 12:58:31 centos-7 kernel: spa_sync+0x41d/0xdb0 [zfs]
Feb 22 12:58:31 centos-7 kernel: txg_sync_thread+0x2f5/0x4f0 [zfs]
Feb 22 12:58:31 centos-7 kernel: ? txg_init+0x2a0/0x2a0 [zfs]
Feb 22 12:58:31 centos-7 kernel: thread_generic_wrapper+0x72/0x80 [spl]
Feb 22 12:58:31 centos-7 kernel: kthread+0x102/0x140
Feb 22 12:58:31 centos-7 kernel: ? __thread_exit+0x20/0x20 [spl]
Feb 22 12:58:31 centos-7 kernel: ? kthread_associate_blkcg+0xa0/0xa0
Feb 22 12:58:31 centos-7 kernel: ret_from_fork+0x35/0x40
--
To unsubscribe from this list: send the line "unsubscribe linux-bcache" in
the body of a message to majordomo@xxxxxxxxxxxxxxx
More majordomo info at http://vger.kernel.org/majordomo-info.html
