On Tue, 2017-01-31 at 13:58 -0800, Jens Axboe wrote: > Interesting, I'll check this. Doesn't make any sense why the scheduler > would be implicated in that, given how we run completions now. But if > it complains, then something must be up. (reduced CC-list) There is another issue that needs further attention and for which I have not yet had the time to root-cause it: several processes became unkillable while I was running srp-test (with scheduler "none"). Apparently the dm queues got stuck in state BLK_MQ_S_SCHED_RESTART: # grep -aH '' dm*/*/0/{state,dispatch,*/rq_list} dm-0/mq/0/state:0x4 dm-1/mq/0/state:0x4 dm-0/mq/0/dispatch:ffff880386d1ca00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1637, .internal_tag=-1} dm-1/mq/0/dispatch:ffff880388ee5400 {.cmd_type=1, .cmd_flags=0x4000, .rq_flags=0x2000, .tag=42, .internal_tag=-1} dm-1/mq/0/dispatch:ffff880388ee5600 {.cmd_type=1, .cmd_flags=0x4000, .rq_flags=0x2000, .tag=43, .internal_tag=-1} dm-1/mq/0/dispatch:ffff880388ee5800 {.cmd_type=1, .cmd_flags=0x4000, .rq_flags=0x2000, .tag=44, .internal_tag=-1} dm-1/mq/0/dispatch:ffff880388ee5a00 {.cmd_type=1, .cmd_flags=0x0, .rq_flags=0x2000, .tag=45, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1cc00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1638, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1ce00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1639, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1d000 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1640, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1d200 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1641, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1b600 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1627, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1b800 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1628, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1d400 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1642, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1bc00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1630, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1ae00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1623, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1c200 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1633, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1d600 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1643, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1d800 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1644, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1c400 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1634, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1a400 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1618, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1c600 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1635, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1c800 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1636, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1da00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1645, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1dc00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1646, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1de00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1647, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1e000 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1648, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1e200 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1649, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1e400 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1650, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1e600 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1651, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1e800 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1652, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1ea00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1653, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1ec00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1654, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1ee00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1655, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1f000 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1656, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1f200 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1657, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1f400 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1658, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1f600 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1659, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1f800 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1660, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1fa00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1661, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1fc00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1662, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1fe00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1663, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d18000 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1600, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d18200 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1601, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d18400 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1602, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d18600 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1603, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d18800 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1604, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d18a00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1605, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d18c00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1606, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d18e00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1607, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d19000 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1608, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d19200 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1609, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d19400 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1610, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d19600 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1611, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d19800 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1612, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d19a00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1613, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d19c00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1614, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d19e00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1615, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1a000 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1616, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1a200 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1617, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1a600 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1619, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1a800 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1620, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1aa00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1621, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1ac00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1622, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1b000 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1624, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1b200 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1625, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1b400 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1626, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1ba00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1629, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1be00 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1631, .internal_tag=-1} dm-0/mq/0/cpu1/rq_list:ffff880386d1c000 {.cmd_type=1, .cmd_flags=0x8801, .rq_flags=0x2000, .tag=1632, .internal_tag=-1} dm-0/mq/0/cpu5/rq_list:ffff880385b97e00 {.cmd_type=1, .cmd_flags=0x0, .rq_flags=0x2000, .tag=447, .internal_tag=-1} Bart.-- To unsubscribe from this list: send the line "unsubscribe linux-block" in the body of a message to majordomo@xxxxxxxxxxxxxxx More majordomo info at http://vger.kernel.org/majordomo-info.html