======================================================== WARNING: possible irq lock inversion dependency detected 6.4.0-rc7-next-20230622 #1 Not tainted -------------------------------------------------------- modprobe/4522 just changed the state of lock: ffffffff85814c18 (blkg_stat_lock){+.-.}-{2:2}, at: __blkcg_rstat_flush.isra.0+0x11f/0x4e0 but this lock was taken by another, HARDIRQ-safe lock in the past: (per_cpu_ptr(&cgroup_rstat_cpu_lock, cpu)){-.-.}-{2:2} and interrupts could create inverse lock ordering between them. other info that might help us debug this: Possible interrupt unsafe locking scenario: CPU0 CPU1 ---- ---- lock(blkg_stat_lock); local_irq_disable(); lock(per_cpu_ptr(&cgroup_rstat_cpu_lock, cpu)); lock(blkg_stat_lock); lock(per_cpu_ptr(&cgroup_rstat_cpu_lock, cpu)); *** DEADLOCK *** 3 locks held by modprobe/4522: #0: ffff888017bd54e0 (&mm->mmap_lock){++++}-{3:3}, at: exit_mmap+0x1ae/0x8d0 #1: ffffffff8560b5a0 (rcu_callback){....}-{0:0}, at: rcu_core+0x83e/0x2860 #2: ffffffff8560b6c0 (rcu_read_lock){....}-{1:2}, at: __blkcg_rstat_flush.isra.0+0x93/0x4e0 the shortest dependencies between 2nd lock and 1st lock: -> (per_cpu_ptr(&cgroup_rstat_cpu_lock, cpu)){-.-.}-{2:2} { IN-HARDIRQ-W at: lock_acquire+0x19a/0x4c0 _raw_spin_lock_irqsave+0x3a/0x60 cgroup_rstat_updated+0xcb/0x2e0 __cgroup_account_cputime_field+0xa0/0x120 account_system_index_time+0x199/0x2c0 update_process_times+0x26/0x150 tick_sched_handle+0x8e/0x170 tick_sched_timer+0xe6/0x110 __hrtimer_run_queues+0x17f/0xb60 hrtimer_interrupt+0x2ef/0x750 __sysvec_apic_timer_interrupt+0xff/0x380 sysvec_apic_timer_interrupt+0x69/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 __sanitizer_cov_trace_pc+0x4/0x70 try_to_unlazy+0x2c5/0x660 link_path_walk.part.0+0x816/0xd90 path_openat+0x254/0x2710 do_filp_open+0x1ba/0x410 do_sys_openat2+0x164/0x1d0 __x64_sys_openat+0x143/0x200 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 IN-SOFTIRQ-W at: lock_acquire+0x19a/0x4c0 _raw_spin_lock_irqsave+0x3a/0x60 cgroup_rstat_updated+0xcb/0x2e0 __mod_memcg_lruvec_state+0x18d/0x2b0 mod_objcg_mlstate+0x119/0x230 drain_obj_stock+0x23e/0x580 refill_obj_stock+0x12d/0x5c0 kmem_cache_free+0x444/0x4d0 rcu_core+0x8c8/0x2860 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 lock_acquire+0x1c7/0x4c0 _raw_spin_lock+0x2b/0x40 __mark_inode_dirty+0x625/0xc10 touch_atime+0x67b/0x730 do_readlinkat+0x270/0x2f0 __x64_sys_readlinkat+0x97/0x100 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 INITIAL USE at: lock_acquire+0x19a/0x4c0 _raw_spin_lock_irqsave+0x3a/0x60 cgroup_rstat_flush_locked+0x131/0xd80 cgroup_rstat_flush+0x37/0x50 do_flush_stats+0x97/0xf0 flush_memcg_stats_dwork+0x9/0x50 process_one_work+0xabf/0x1770 worker_thread+0x64f/0x12a0 kthread+0x33f/0x440 ret_from_fork+0x2c/0x50 } ... key at: [] __key.0+0x0/0x40 ... acquired at: _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 blkcg_rstat_flush+0x87/0xb0 cgroup_rstat_flush_locked+0x706/0xd80 cgroup_rstat_flush+0x37/0x50 do_flush_stats+0x97/0xf0 mem_cgroup_wb_stats+0x3d8/0x4b0 balance_dirty_pages+0x339/0x2640 balance_dirty_pages_ratelimited_flags+0xbce/0x1130 fault_dirty_shared_page+0x2b3/0x500 do_wp_page+0x3c8/0x3b00 __handle_mm_fault+0xcbc/0x2bf0 handle_mm_fault+0x1af/0xba0 do_user_addr_fault+0x58e/0x12f0 exc_page_fault+0x9c/0x1a0 asm_exc_page_fault+0x26/0x30 -> (blkg_stat_lock){+.-.}-{2:2} { HARDIRQ-ON-W at: lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 __blkg_release+0xfa/0x3b0 rcu_core+0x8c8/0x2860 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 __kasan_check_read+0x0/0x20 free_swap_cache+0x6a/0x3a0 free_pages_and_swap_cache+0x60/0xa0 tlb_batch_pages_flush+0xa8/0x1b0 tlb_finish_mmu+0x14b/0x7f0 exit_mmap+0x2a3/0x8d0 mmput+0xd5/0x390 do_exit+0x99f/0x2780 do_group_exit+0xd4/0x2a0 __x64_sys_exit_group+0x3e/0x50 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 IN-SOFTIRQ-W at: lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 __blkg_release+0xfa/0x3b0 rcu_core+0x8c8/0x2860 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 __kasan_check_read+0x0/0x20 free_swap_cache+0x6a/0x3a0 free_pages_and_swap_cache+0x60/0xa0 tlb_batch_pages_flush+0xa8/0x1b0 tlb_finish_mmu+0x14b/0x7f0 exit_mmap+0x2a3/0x8d0 mmput+0xd5/0x390 do_exit+0x99f/0x2780 do_group_exit+0xd4/0x2a0 __x64_sys_exit_group+0x3e/0x50 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 INITIAL USE at: lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 blkcg_rstat_flush+0x87/0xb0 cgroup_rstat_flush_locked+0x706/0xd80 cgroup_rstat_flush+0x37/0x50 do_flush_stats+0x97/0xf0 mem_cgroup_wb_stats+0x3d8/0x4b0 balance_dirty_pages+0x339/0x2640 balance_dirty_pages_ratelimited_flags+0xbce/0x1130 fault_dirty_shared_page+0x2b3/0x500 do_wp_page+0x3c8/0x3b00 __handle_mm_fault+0xcbc/0x2bf0 handle_mm_fault+0x1af/0xba0 do_user_addr_fault+0x58e/0x12f0 exc_page_fault+0x9c/0x1a0 asm_exc_page_fault+0x26/0x30 } ... key at: [] blkg_stat_lock+0x18/0x60 ... acquired at: __lock_acquire+0x8b8/0x6340 lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 __blkg_release+0xfa/0x3b0 rcu_core+0x8c8/0x2860 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 __kasan_check_read+0x0/0x20 free_swap_cache+0x6a/0x3a0 free_pages_and_swap_cache+0x60/0xa0 tlb_batch_pages_flush+0xa8/0x1b0 tlb_finish_mmu+0x14b/0x7f0 exit_mmap+0x2a3/0x8d0 mmput+0xd5/0x390 do_exit+0x99f/0x2780 do_group_exit+0xd4/0x2a0 __x64_sys_exit_group+0x3e/0x50 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 stack backtrace: CPU: 0 PID: 4522 Comm: modprobe Not tainted 6.4.0-rc7-next-20230622 #1 Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.12.0-1 04/01/2014 Call Trace: dump_stack_lvl+0x91/0xf0 print_irq_inversion_bug.part.0+0x3d5/0x570 mark_lock.part.0+0x900/0x2f50 __lock_acquire+0x8b8/0x6340 lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 __blkg_release+0xfa/0x3b0 rcu_core+0x8c8/0x2860 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 RIP: 0010:__kasan_check_read+0x0/0x20 Code: fe ff ff 48 83 c4 60 4c 89 c6 48 c7 c7 90 51 1f 85 5b 5d 41 5c e9 50 f2 ae ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 0f 1e fa 48 8b 0c 24 89 f6 31 d2 e9 6f f1 ff ff 66 66 2e 0f 1f RSP: 0018:ffff888031effb58 EFLAGS: 00000293 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000000 RDX: ffff8880424e51c0 RSI: 0000000000000008 RDI: ffffea0001b3bb00 RBP: ffffea0001b3bb00 R08: 0000000000000007 R09: 0000000000000000 R10: 0000000000000000 R11: 0000000000000001 R12: ffffea00001a9548 R13: dffffc0000000000 R14: ffff888040ad3010 R15: 00000000000001fe free_swap_cache+0x6a/0x3a0 free_pages_and_swap_cache+0x60/0xa0 tlb_batch_pages_flush+0xa8/0x1b0 tlb_finish_mmu+0x14b/0x7f0 exit_mmap+0x2a3/0x8d0 mmput+0xd5/0x390 do_exit+0x99f/0x2780 do_group_exit+0xd4/0x2a0 __x64_sys_exit_group+0x3e/0x50 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 RIP: 0033:0x7f8635ee6699 Code: Unable to access opcode bytes at 0x7f8635ee666f. RSP: 002b:00007ffc4ce89158 EFLAGS: 00000246 ORIG_RAX: 00000000000000e7 RAX: ffffffffffffffda RBX: 00007f8635fdb610 RCX: 00007f8635ee6699 RDX: 000000000000003c RSI: 00000000000000e7 RDI: 0000000000000001 RBP: 0000000000000001 R08: ffffffffffffff80 R09: 0000000000000001 R10: 0000000000000004 R11: 0000000000000246 R12: 00007f8635fdb610 R13: 0000000000000001 R14: 00007f8635fdbae8 R15: 0000000000000000 loop6: detected capacity change from 0 to 512 EXT4-fs error (device loop6): __ext4_fill_super:5467: inode #2: comm syz-executor.6: iget: special inode unallocated UDC core: USB Raw Gadget: couldn't find an available UDC or it's busy EXT4-fs (loop6): get root inode failed EXT4-fs (loop6): mount failed misc raw-gadget: fail, usb_gadget_register_driver returned -16 loop6: detected capacity change from 0 to 512 EXT4-fs error (device loop6): __ext4_fill_super:5467: inode #2: comm syz-executor.6: iget: special inode unallocated EXT4-fs (loop6): get root inode failed EXT4-fs (loop6): mount failed loop6: detected capacity change from 0 to 512 EXT4-fs error (device loop6): __ext4_fill_super:5467: inode #2: comm syz-executor.6: iget: special inode unallocated EXT4-fs (loop6): get root inode failed EXT4-fs (loop6): mount failed ---------------- Code disassembly (best guess), 3 bytes skipped: 0: 48 83 c4 60 add $0x60,%rsp 4: 4c 89 c6 mov %r8,%rsi 7: 48 c7 c7 90 51 1f 85 mov $0xffffffff851f5190,%rdi e: 5b pop %rbx f: 5d pop %rbp 10: 41 5c pop %r12 12: e9 50 f2 ae ff jmpq 0xffaef267 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: 90 nop 1c: 90 nop 1d: 90 nop 1e: 90 nop 1f: 90 nop 20: 90 nop 21: 90 nop 22: 90 nop 23: 90 nop 24: 90 nop 25: 90 nop 26: 90 nop * 27: f3 0f 1e fa endbr64 <-- trapping instruction 2b: 48 8b 0c 24 mov (%rsp),%rcx 2f: 89 f6 mov %esi,%esi 31: 31 d2 xor %edx,%edx 33: e9 6f f1 ff ff jmpq 0xfffff1a7 38: 66 data16 39: 66 data16 3a: 2e cs 3b: 0f .byte 0xf 3c: 1f (bad)