watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [swapper/1:0] Modules linked in: irq event stamp: 2360751 hardirqs last enabled at (2360750): [] asm_sysvec_apic_timer_interrupt+0x16/0x20 hardirqs last disabled at (2360751): [] sysvec_apic_timer_interrupt+0xb/0xc0 softirqs last enabled at (2317108): [] __irq_exit_rcu+0x11b/0x180 softirqs last disabled at (2317129): [] __irq_exit_rcu+0x11b/0x180 CPU: 1 PID: 0 Comm: swapper/1 Not tainted 6.0.0-rc3-next-20220829 #1 Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org 04/01/2014 RIP: 0010:kasan_check_range+0x175/0x1c0 Code: ff ff 41 bb 01 00 00 00 5b 5d 44 89 d8 41 5c e9 e1 6b e7 02 48 85 d2 74 e9 48 01 ea eb 09 48 83 c0 01 48 39 d0 74 db 80 38 00 <74> f2 e9 64 ff ff ff 41 bb 01 00 00 00 44 89 d8 e9 b6 6b e7 02 48 RSP: 0018:ffff88806cf09c70 EFLAGS: 00000246 RAX: ffffed1001399146 RBX: ffffed1001399147 RCX: ffffffff821834f4 RDX: ffffed1001399147 RSI: 0000000000000004 RDI: ffff888009cc8a34 RBP: ffffed1001399146 R08: 0000000000000000 R09: ffff888009cc8a37 R10: ffffed1001399146 R11: 0000000000000001 R12: ffff888009cc8a10 R13: ffff888009f4e9c8 R14: ffff888009f4e980 R15: ffff888009cc8a34 FS: 0000000000000000(0000) GS:ffff88806cf00000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 0000001b2d84d000 CR3: 0000000018e86000 CR4: 0000000000350ee0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff4ff0 DR7: 0000000000000400 Call Trace: __sbq_wake_up+0x164/0x3d0 sbitmap_queue_clear+0xad/0x210 blk_mq_put_tag+0xd8/0x160 __blk_mq_free_request+0x2e0/0x380 blk_mq_free_request+0x35d/0x500 __blk_mq_end_request+0x358/0x580 scsi_end_request+0x472/0x9a0 scsi_io_completion+0xbc/0x2070 scsi_complete+0x114/0x560 blk_complete_reqs+0xb2/0xf0 __do_softirq+0x1c8/0x8d0 __irq_exit_rcu+0x11b/0x180 irq_exit_rcu+0x5/0x20 sysvec_call_function_single+0x8e/0xc0 asm_sysvec_call_function_single+0x16/0x20 RIP: 0010:default_idle+0xb/0x10 Code: c2 fe ff 4c 89 e2 48 89 ef 31 f6 5d 41 5c e9 ec 65 1a fe cc cc cc cc cc cc cc cc cc cc cc cc eb 07 0f 00 2d 27 c0 5d 00 fb f4 a0 82 3b 00 41 54 be 08 00 00 00 53 65 48 8b 1c 25 c0 6e 02 00 RSP: 0018:ffff88800868fe58 EFLAGS: 00000206 RAX: ffffffff8424b850 RBX: ffff88800865d040 RCX: ffffffff8422d6b2 RDX: 0000000000000000 RSI: 0000000000000001 RDI: 0000000000000000 RBP: 0000000000000001 R08: 0000000000000001 R09: ffff88806cf33b53 R10: ffffed100d9e676a R11: 0000000000000001 R12: ffffed10010cba08 R13: ffffffff85af5510 R14: 0000000000000000 R15: dffffc0000000000 default_idle_call+0x84/0xc0 do_idle+0x3bd/0x530 cpu_startup_entry+0x14/0x20 start_secondary+0x1c8/0x220 secondary_startup_64_no_verify+0xe0/0xeb Sending NMI from CPU 1 to CPUs 0: NMI backtrace for cpu 0 CPU: 0 PID: 0 Comm: swapper/0 Not tainted 6.0.0-rc3-next-20220829 #1 Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org 04/01/2014 RIP: 0010:__sbq_wake_up+0x106/0x3d0 Code: 2d ff 4c 63 c3 48 8b 04 24 48 b9 00 00 00 00 00 fc ff df 49 c1 e0 07 4e 8d 34 00 4d 8d 6e 48 4c 89 e8 48 c1 e8 03 80 3c 08 00 <0f> 85 57 02 00 00 49 8b 46 48 49 39 c5 75 3d e8 36 a6 2d ff 83 c5 RSP: 0018:ffff88806ce09c90 EFLAGS: 00000246 RAX: 1ffff110013e9d39 RBX: 0000000000000003 RCX: dffffc0000000000 RDX: ffffffff85232980 RSI: ffffffff8218346e RDI: ffff888009cc8a38 RBP: 0000000000000000 R08: 0000000000000180 R09: ffff888009cc8a37 R10: ffffed1001399146 R11: 0000000000000001 R12: ffff888009cc8a10 R13: ffff888009f4e9c8 R14: ffff888009f4e980 R15: ffff888009cc8a34 FS: 0000000000000000(0000) GS:ffff88806ce00000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00005634349b9648 CR3: 0000000017ccc000 CR4: 0000000000350ef0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff4ff0 DR7: 0000000000000400 Call Trace: sbitmap_queue_clear+0xad/0x210 blk_mq_put_tag+0xd8/0x160 __blk_mq_free_request+0x2e0/0x380 blk_mq_free_request+0x35d/0x500 __blk_mq_end_request+0x358/0x580 scsi_end_request+0x472/0x9a0 scsi_io_completion+0xbc/0x2070 scsi_complete+0x114/0x560 blk_complete_reqs+0xb2/0xf0 __do_softirq+0x1c8/0x8d0 __irq_exit_rcu+0x11b/0x180 irq_exit_rcu+0x5/0x20 common_interrupt+0xa4/0xc0 asm_common_interrupt+0x22/0x40 RIP: 0010:default_idle+0xb/0x10 Code: c2 fe ff 4c 89 e2 48 89 ef 31 f6 5d 41 5c e9 ec 65 1a fe cc cc cc cc cc cc cc cc cc cc cc cc eb 07 0f 00 2d 27 c0 5d 00 fb f4 a0 82 3b 00 41 54 be 08 00 00 00 53 65 48 8b 1c 25 c0 6e 02 00 RSP: 0018:ffffffff85207e18 EFLAGS: 00000202 RAX: ffffffff8424b850 RBX: ffffffff85232980 RCX: ffffffff8422d6b2 RDX: 0000000000000000 RSI: 0000000000000001 RDI: 0000000000000000 RBP: 0000000000000000 R08: 0000000000000001 R09: ffff88806ce33b53 R10: ffffed100d9c676a R11: 0000000000000001 R12: fffffbfff0a46530 R13: ffffffff85af5510 R14: 0000000000000000 R15: dffffc0000000000 default_idle_call+0x84/0xc0 do_idle+0x3bd/0x530 cpu_startup_entry+0x14/0x20 rest_init+0x162/0x250 arch_call_rest_init+0xf/0x14 start_kernel+0x4c1/0x4e6 secondary_startup_64_no_verify+0xe0/0xeb ---------------- Code disassembly (best guess), 1 bytes skipped: 0: ff 41 bb incl -0x45(%rcx) 3: 01 00 add %eax,(%rax) 5: 00 00 add %al,(%rax) 7: 5b pop %rbx 8: 5d pop %rbp 9: 44 89 d8 mov %r11d,%eax c: 41 5c pop %r12 e: e9 e1 6b e7 02 jmpq 0x2e76bf4 13: 48 85 d2 test %rdx,%rdx 16: 74 e9 je 0x1 18: 48 01 ea add %rbp,%rdx 1b: eb 09 jmp 0x26 1d: 48 83 c0 01 add $0x1,%rax 21: 48 39 d0 cmp %rdx,%rax 24: 74 db je 0x1 26: 80 38 00 cmpb $0x0,(%rax) * 29: 74 f2 je 0x1d <-- trapping instruction 2b: e9 64 ff ff ff jmpq 0xffffff94 30: 41 bb 01 00 00 00 mov $0x1,%r11d 36: 44 89 d8 mov %r11d,%eax 39: e9 b6 6b e7 02 jmpq 0x2e76bf4 3e: 48 rex.W