======================================================== WARNING: possible irq lock inversion dependency detected 6.4.0-rc7-next-20230623 #1 Not tainted -------------------------------------------------------- syz-executor.3/270 just changed the state of lock: ffffffff85815818 (blkg_stat_lock){+.-.}-{2:2}, at: __blkcg_rstat_flush.isra.0+0x11f/0x4e0 but this lock was taken by another, HARDIRQ-safe lock in the past: (per_cpu_ptr(&cgroup_rstat_cpu_lock, cpu)){-.-.}-{2:2} and interrupts could create inverse lock ordering between them. other info that might help us debug this: Possible interrupt unsafe locking scenario: CPU0 CPU1 ---- ---- lock(blkg_stat_lock); local_irq_disable(); lock(per_cpu_ptr(&cgroup_rstat_cpu_lock, cpu)); lock(blkg_stat_lock); lock(per_cpu_ptr(&cgroup_rstat_cpu_lock, cpu)); *** DEADLOCK *** 7 locks held by syz-executor.3/270: #0: ffff88800ff7a3e8 (sb_writers#3){.+.+}-{0:0}, at: filename_create+0xf5/0x4a0 #1: ffff8880191d5340 (&type->i_mutex_dir_key#3/1){+.+.}-{3:3}, at: filename_create+0x1ae/0x4a0 #2: ffff88800ff7e988 (jbd2_handle){++++}-{0:0}, at: start_this_handle+0xf9f/0x14c0 #3: ffff88801becc7e0 (&ei->i_data_sem){++++}-{3:3}, at: ext4_map_blocks+0x6f1/0x1970 #4: ffffffff8560b6c0 (rcu_read_lock){....}-{1:2}, at: ext4_get_group_desc+0xe9/0x560 #5: ffffffff8560b5a0 (rcu_callback){....}-{0:0}, at: rcu_core+0x83e/0x28b0 #6: ffffffff8560b6c0 (rcu_read_lock){....}-{1:2}, at: __blkcg_rstat_flush.isra.0+0x93/0x4e0 the shortest dependencies between 2nd lock and 1st lock: -> (per_cpu_ptr(&cgroup_rstat_cpu_lock, cpu)){-.-.}-{2:2} { IN-HARDIRQ-W at: lock_acquire+0x19a/0x4c0 _raw_spin_lock_irqsave+0x3a/0x60 cgroup_rstat_updated+0xcb/0x2e0 __cgroup_account_cputime_field+0xa0/0x120 account_system_index_time+0x199/0x2c0 update_process_times+0x26/0x150 tick_sched_handle+0x8e/0x170 tick_sched_timer+0xe6/0x110 __hrtimer_run_queues+0x17f/0xb60 hrtimer_interrupt+0x2ef/0x750 __sysvec_apic_timer_interrupt+0xff/0x380 sysvec_apic_timer_interrupt+0x69/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 write_comp_data+0x3c/0x90 build_open_flags+0xad/0x710 do_sys_openat2+0x7d/0x1d0 __x64_sys_openat+0x143/0x200 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 IN-SOFTIRQ-W at: lock_acquire+0x19a/0x4c0 _raw_spin_lock_irqsave+0x3a/0x60 cgroup_rstat_updated+0xcb/0x2e0 __cgroup_account_cputime+0x75/0xc0 update_curr+0x350/0x6d0 dequeue_task_fair+0x20e/0x14a0 load_balance+0xcb4/0x2790 rebalance_domains+0x66c/0xc00 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 kasan_poison+0xf/0x50 kasan_unpoison+0x27/0x60 __kasan_slab_alloc+0x30/0x70 kmem_cache_alloc+0x16b/0x370 vm_area_dup+0x20/0x160 __split_vma+0x173/0x770 do_vmi_align_munmap+0x3ef/0x12e0 do_vmi_munmap+0x1f1/0x2b0 mmap_region+0x1fe/0x26c0 do_mmap+0x833/0xea0 vm_mmap_pgoff+0x1a8/0x3b0 ksys_mmap_pgoff+0x3af/0x500 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 INITIAL USE at: lock_acquire+0x19a/0x4c0 _raw_spin_lock_irqsave+0x3a/0x60 cgroup_rstat_flush_locked+0x131/0xd80 cgroup_rstat_flush+0x37/0x50 do_flush_stats+0x97/0xf0 flush_memcg_stats_dwork+0x9/0x50 process_one_work+0xabf/0x1770 worker_thread+0x64f/0x12a0 kthread+0x33f/0x440 ret_from_fork+0x2c/0x50 } ... key at: [] __key.0+0x0/0x40 ... acquired at: _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 blkcg_rstat_flush+0x87/0xb0 cgroup_rstat_flush_locked+0x706/0xd80 cgroup_rstat_flush+0x37/0x50 do_flush_stats+0x97/0xf0 flush_memcg_stats_dwork+0x9/0x50 process_one_work+0xabf/0x1770 worker_thread+0x64f/0x12a0 kthread+0x33f/0x440 ret_from_fork+0x2c/0x50 -> (blkg_stat_lock){+.-.}-{2:2} { HARDIRQ-ON-W at: lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 __blkg_release+0xfa/0x3b0 rcu_core+0x8c8/0x28b0 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 lock_is_held_type+0xe4/0x120 ext4_get_group_desc+0x351/0x560 ext4_mb_prefetch+0x137/0x370 ext4_mb_regular_allocator+0x938/0x3ae0 ext4_mb_new_blocks+0x2633/0x4630 ext4_ext_map_blocks+0x1e16/0x5940 ext4_map_blocks+0x763/0x1970 ext4_getblk+0x62d/0x860 ext4_bread+0x2e/0x1a0 ext4_append+0x225/0x540 ext4_init_new_dir+0x262/0x4c0 ext4_mkdir+0x3d3/0xb20 vfs_mkdir+0x24b/0x470 do_mkdirat+0x163/0x2d0 __x64_sys_mkdir+0xf6/0x150 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 IN-SOFTIRQ-W at: lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 __blkg_release+0xfa/0x3b0 rcu_core+0x8c8/0x28b0 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 lock_is_held_type+0xe4/0x120 ext4_get_group_desc+0x351/0x560 ext4_mb_prefetch+0x137/0x370 ext4_mb_regular_allocator+0x938/0x3ae0 ext4_mb_new_blocks+0x2633/0x4630 ext4_ext_map_blocks+0x1e16/0x5940 ext4_map_blocks+0x763/0x1970 ext4_getblk+0x62d/0x860 ext4_bread+0x2e/0x1a0 ext4_append+0x225/0x540 ext4_init_new_dir+0x262/0x4c0 ext4_mkdir+0x3d3/0xb20 vfs_mkdir+0x24b/0x470 do_mkdirat+0x163/0x2d0 __x64_sys_mkdir+0xf6/0x150 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 INITIAL USE at: lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 blkcg_rstat_flush+0x87/0xb0 cgroup_rstat_flush_locked+0x706/0xd80 cgroup_rstat_flush+0x37/0x50 do_flush_stats+0x97/0xf0 flush_memcg_stats_dwork+0x9/0x50 process_one_work+0xabf/0x1770 worker_thread+0x64f/0x12a0 kthread+0x33f/0x440 ret_from_fork+0x2c/0x50 } ... key at: [] blkg_stat_lock+0x18/0x60 ... acquired at: __lock_acquire+0x8b8/0x6340 lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 __blkg_release+0xfa/0x3b0 rcu_core+0x8c8/0x28b0 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 lock_is_held_type+0xe4/0x120 ext4_get_group_desc+0x351/0x560 ext4_mb_prefetch+0x137/0x370 ext4_mb_regular_allocator+0x938/0x3ae0 ext4_mb_new_blocks+0x2633/0x4630 ext4_ext_map_blocks+0x1e16/0x5940 ext4_map_blocks+0x763/0x1970 ext4_getblk+0x62d/0x860 ext4_bread+0x2e/0x1a0 ext4_append+0x225/0x540 ext4_init_new_dir+0x262/0x4c0 ext4_mkdir+0x3d3/0xb20 vfs_mkdir+0x24b/0x470 do_mkdirat+0x163/0x2d0 __x64_sys_mkdir+0xf6/0x150 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 stack backtrace: CPU: 1 PID: 270 Comm: syz-executor.3 Not tainted 6.4.0-rc7-next-20230623 #1 Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.12.0-1 04/01/2014 Call Trace: dump_stack_lvl+0x91/0xf0 print_irq_inversion_bug.part.0+0x3d5/0x570 mark_lock.part.0+0x900/0x2f50 __lock_acquire+0x8b8/0x6340 lock_acquire+0x19a/0x4c0 _raw_spin_lock+0x2b/0x40 __blkcg_rstat_flush.isra.0+0x11f/0x4e0 __blkg_release+0xfa/0x3b0 rcu_core+0x8c8/0x28b0 __do_softirq+0x1b7/0x7d4 irq_exit_rcu+0x93/0xc0 sysvec_apic_timer_interrupt+0x6e/0x90 asm_sysvec_apic_timer_interrupt+0x1a/0x20 RIP: 0010:lock_is_held_type+0xe4/0x120 Code: 31 c0 44 39 f0 41 0f 94 c0 b8 ff ff ff ff 65 0f c1 05 40 e5 af 7b 83 f8 01 75 2e 48 f7 04 24 00 02 00 00 74 01 fb 48 83 c4 08 <44> 89 c0 5b 5d 41 5c 41 5d 41 5e 41 5f e9 3a 6e 02 00 44 89 c0 e9 RSP: 0018:ffff888015b9f1c0 EFLAGS: 00000296 RAX: 0000000000000001 RBX: 0000000000000004 RCX: 0000000000000001 RDX: 0000000000000000 RSI: ffffffff8560b6c0 RDI: ffff888015a7dc50 RBP: ffffffff8560b6c0 R08: 0000000000000001 R09: 0000000000000000 R10: 0000000000000001 R11: 0000000000000001 R12: ffff888015a7d1c0 R13: ffff888015a7dbb0 R14: 00000000ffffffff R15: ffff888015a7dc50 ext4_get_group_desc+0x351/0x560 ext4_mb_prefetch+0x137/0x370 ext4_mb_regular_allocator+0x938/0x3ae0 ext4_mb_new_blocks+0x2633/0x4630 ext4_ext_map_blocks+0x1e16/0x5940 ext4_map_blocks+0x763/0x1970 ext4_getblk+0x62d/0x860 ext4_bread+0x2e/0x1a0 ext4_append+0x225/0x540 ext4_init_new_dir+0x262/0x4c0 ext4_mkdir+0x3d3/0xb20 vfs_mkdir+0x24b/0x470 do_mkdirat+0x163/0x2d0 __x64_sys_mkdir+0xf6/0x150 do_syscall_64+0x3f/0x90 entry_SYSCALL_64_after_hwframe+0x6e/0xd8 RIP: 0033:0x7ff36e494c27 Code: 73 01 c3 48 c7 c1 bc ff ff ff f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 b8 53 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 c7 c1 bc ff ff ff f7 d8 64 89 01 48 RSP: 002b:00007fff5f887af8 EFLAGS: 00000202 ORIG_RAX: 0000000000000053 RAX: ffffffffffffffda RBX: 00007fff5f887b80 RCX: 00007ff36e494c27 RDX: 0000000000000000 RSI: 00000000000001ff RDI: 00007fff5f887b80 RBP: 00007fff5f887b5c R08: 0000000000000000 R09: 0000000000000003 R10: 00007fff5f887897 R11: 0000000000000202 R12: 0000000000000032 R13: 000000000002b05a R14: 0000000000000005 R15: 00007fff5f887bc0 workqueue: Failed to create a rescuer kthread for wq "ext4-rsv-conversion": -EINTR EXT4-fs: failed to create workqueue EXT4-fs (loop7): mount failed ---------------- Code disassembly (best guess): 0: 31 c0 xor %eax,%eax 2: 44 39 f0 cmp %r14d,%eax 5: 41 0f 94 c0 sete %r8b 9: b8 ff ff ff ff mov $0xffffffff,%eax e: 65 0f c1 05 40 e5 af xadd %eax,%gs:0x7bafe540(%rip) # 0x7bafe556 15: 7b 16: 83 f8 01 cmp $0x1,%eax 19: 75 2e jne 0x49 1b: 48 f7 04 24 00 02 00 testq $0x200,(%rsp) 22: 00 23: 74 01 je 0x26 25: fb sti 26: 48 83 c4 08 add $0x8,%rsp * 2a: 44 89 c0 mov %r8d,%eax <-- trapping instruction 2d: 5b pop %rbx 2e: 5d pop %rbp 2f: 41 5c pop %r12 31: 41 5d pop %r13 33: 41 5e pop %r14 35: 41 5f pop %r15 37: e9 3a 6e 02 00 jmpq 0x26e76 3c: 44 89 c0 mov %r8d,%eax 3f: e9 .byte 0xe9