Skip to content

Instantly share code, notes, and snippets.

@mcgrof
Created June 6, 2022 15:17
Show Gist options
  • Save mcgrof/8296499615800048d658abbadb7ebe22 to your computer and use it in GitHub Desktop.
Save mcgrof/8296499615800048d658abbadb7ebe22 to your computer and use it in GitHub Desktop.
v5.17-rc7 generic/208 fails on btrfs with default
QA output created by 208
ran for 200 seconds without error, passing
_check_dmesg: something found in dmesg (see /var/lib/xfstests/results/linux517-btrfs-noraid56/5.17.0-rc7/btrfs_noraid56/generic/208.dmesg)
[ 6667.558328] run fstests generic/208 at 2022-06-03 17:38:08
[ 6817.513342] nvme nvme1: I/O 320 QID 8 timeout, aborting
[ 6817.515358] nvme nvme1: Abort status: 0x0
[ 6848.233272] nvme nvme1: I/O 320 QID 8 timeout, reset controller
[ 6876.853131] watchdog: BUG: soft lockup - CPU#4 stuck for 26s! [sshd:1541216]
[ 6885.859970] rcu: INFO: rcu_preempt self-detected stall on CPU
[ 6885.861560] Modules linked in:
[ 6885.862398] rcu: 0-...0: (1 ticks this GP) idle=74b/1/0x4000000000000000 softirq=4237269/4237269 fqs=44
[ 6885.862402] sd_mod(E)
[ 6885.863003] (t=9399 jiffies g=1816849 q=8706)
[ 6885.866044] sg(E)
[ 6885.866612] NMI backtrace for cpu 0
[ 6885.867509] dm_snapshot(E)
[ 6885.868756] CPU: 0 PID: 165 Comm: kworker/0:1H Kdump: loaded Tainted: G E 5.17.0-rc7 #1
[ 6885.869535] dm_bufio(E)
[ 6885.870357] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.15.0-1 04/01/2014
[ 6885.872058] dm_flakey(E)
[ 6885.872898] Workqueue: kblockd blk_mq_timeout_work
[ 6885.874171] dm_mod(E)
[ 6885.875451] loop(E)
[ 6885.875983] Call Trace:
[ 6885.876449] nvme_fabrics(E)
[ 6885.876921] <IRQ>
[ 6885.877457] kvm_intel(E)
[ 6885.878051] dump_stack_lvl+0x48/0x5e
[ 6885.878576] kvm(E)
[ 6885.879108] nmi_cpu_backtrace.cold+0x30/0x77
[ 6885.879813] irqbypass(E)
[ 6885.880249] ? lapic_can_unplug_cpu+0x80/0x80
[ 6885.880925] crct10dif_pclmul(E)
[ 6885.881400] nmi_trigger_cpumask_backtrace+0x12a/0x150
[ 6885.882077] xfs(E)
[ 6885.882627] rcu_dump_cpu_stacks+0xd8/0x100
[ 6885.883401] ghash_clmulni_intel(E)
[ 6885.883841] rcu_sched_clock_irq.cold+0x60/0x2f2
[ 6885.884499] aesni_intel(E)
[ 6885.885092] ? kvm_set_tsc_khz+0x1e0/0x1e0 [kvm]
[ 6885.885756] crypto_simd(E)
[ 6885.886264] ? raw_notifier_call_chain+0x44/0x60
[ 6885.886918] cryptd(E)
[ 6885.887391] ? timekeeping_update+0xde/0x120
[ 6885.888046] cirrus(E)
[ 6885.888481] update_process_times+0x93/0xc0
[ 6885.889111] drm_shmem_helper(E)
[ 6885.889555] tick_sched_handle+0x22/0x60
[ 6885.890173] joydev(E)
[ 6885.890725] tick_sched_timer+0x84/0xb0
[ 6885.891426] evdev(E)
[ 6885.891919] ? can_stop_idle_tick+0xd0/0xd0
[ 6885.892494] drm_kms_helper(E)
[ 6885.892929] __hrtimer_run_queues+0x12a/0x2c0
[ 6885.893554] serio_raw(E)
[ 6885.894073] hrtimer_interrupt+0x106/0x220
[ 6885.894744] cec(E)
[ 6885.895182] ? __do_softirq+0x29d/0x2ea
[ 6885.895786] virtio_balloon(E)
[ 6885.896162] __sysvec_apic_timer_interrupt+0x7f/0x160
[ 6885.896704] i6300esb(E)
[ 6885.897194] sysvec_apic_timer_interrupt+0x9d/0xd0
[ 6885.897850] button(E)
[ 6885.898304] </IRQ>
[ 6885.898966] drm(E)
[ 6885.899374] <TASK>
[ 6885.899760] configfs(E)
[ 6885.900126] asm_sysvec_apic_timer_interrupt+0x12/0x20
[ 6885.900493] ip_tables(E)
[ 6885.900902] RIP: 0010:nvme_queue_rq+0x163/0x1e0 [nvme]
[ 6885.901606] x_tables(E)
[ 6885.902027] Code: 0f b7 f8 8b 32 89 3a 0f ae f0 8b 09 89 c2 29 f0 29 ca 83 ea 01 66 39 c2 73 10 41 0f b7 44 24 6e 49 8b 54 24 60 0f b7 c0 89 02 <41> 0f b7 44 24 6e 66 41 89 44 24 70 4c 89 f7 e8 a9 23 34 cd 5b 44
[ 6885.902803] autofs4(E)
[ 6885.903228] RSP: 0018:ffffb13800413ac0 EFLAGS: 00000246
[ 6885.905498] ext4(E)
[ 6885.906829] crc16(E)
[ 6885.907228] RAX: 0000000000000005 RBX: ffffb13800413b50 RCX: 0000000000000000
[ 6885.907564] mbcache(E)
[ 6885.908080] RDX: ffffb138003ab000 RSI: 0000000000000005 RDI: 0000000000000001
[ 6885.909020] jbd2(E)
[ 6885.909458] RBP: ffff89929ab7ef40 R08: 0000000000000000 R09: ffff899281196808
[ 6885.910328] btrfs(E)
[ 6885.910729] R10: 0000000000000003 R11: 000000000000000a R12: ffff89929746c000
[ 6885.911649] blake2b_generic(E)
[ 6885.912062] R13: 0000000000000000 R14: ffff89929746c008 R15: ffff899297ea8000
[ 6885.913039] xor(E)
[ 6885.913787] blk_mq_dispatch_rq_list+0x1f2/0x890
[ 6885.914649] raid6_pq(E)
[ 6885.915257] ? do_wait_intr_irq+0xa0/0xa0
[ 6885.915905] zstd_compress(E)
[ 6885.916374] __blk_mq_sched_dispatch_requests+0xb0/0x140
[ 6885.916977] libcrc32c(E)
[ 6885.917472] blk_mq_sched_dispatch_requests+0x30/0x60
[ 6885.918179] crc32c_generic(E)
[ 6885.918638] __blk_mq_run_hw_queue+0x35/0x90
[ 6885.919330] virtio_net(E)
[ 6885.919836] __blk_mq_delay_run_hw_queue+0x178/0x1b0
[ 6885.920518] net_failover(E)
[ 6885.921009] __nvme_disable_io_queues+0xae/0x190 [nvme]
[ 6885.921709] failover(E)
[ 6885.922224] ? nvme_simple_resume+0x20/0x20 [nvme]
[ 6885.922933] virtio_blk(E)
[ 6885.923396] nvme_dev_disable+0x1c4/0x250 [nvme]
[ 6885.924081] ata_generic(E)
[ 6885.924556] nvme_timeout.cold+0xbf/0x164 [nvme]
[ 6885.925261] ata_piix(E)
[ 6885.925771] blk_mq_check_expired+0x6c/0xa0
[ 6885.926463] libata(E)
[ 6885.926961] bt_iter+0x90/0xa0
[ 6885.927598] uhci_hcd(E)
[ 6885.928088] blk_mq_queue_tag_busy_iter+0x276/0x4e0
[ 6885.928611] crc32_pclmul(E)
[ 6885.929091] ? __blk_mq_complete_request_remote+0x10/0x10
[ 6885.929791] crc32c_intel(E)
[ 6885.930328] ? __blk_mq_complete_request_remote+0x10/0x10
[ 6885.931074] ehci_hcd(E)
[ 6885.931575] ? finish_task_switch.isra.0+0x60/0x2a0
[ 6885.932331] nvme(E)
[ 6885.932815] blk_mq_timeout_work+0x5e/0x110
[ 6885.933525] psmouse(E)
[ 6885.933948] process_one_work+0x1e5/0x3b0
[ 6885.934569] scsi_mod(E)
[ 6885.935015] ? rescuer_thread+0x390/0x390
[ 6885.935603] usbcore(E)
[ 6885.936053] worker_thread+0x50/0x3a0
[ 6885.936648] virtio_pci(E)
[ 6885.937097] ? rescuer_thread+0x390/0x390
[ 6885.937664] virtio_pci_legacy_dev(E)
[ 6885.938133] kthread+0xe8/0x110
[ 6885.938720] nvme_core(E)
[ 6885.939260] ? kthread_complete_and_exit+0x20/0x20
[ 6885.939754] virtio_pci_modern_dev(E)
[ 6885.940185] ret_from_fork+0x22/0x30
[ 6885.940834] i2c_piix4(E)
[ 6885.941366] </TASK>
[ 6885.941886] virtio(E) t10_pi(E) usb_common(E) virtio_ring(E) scsi_common(E) [last unloaded: scsi_debug]
[ 6885.944386] CPU: 4 PID: 1541216 Comm: sshd Kdump: loaded Tainted: G E 5.17.0-rc7 #1
[ 6885.945471] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.15.0-1 04/01/2014
[ 6885.946903] RIP: 0010:smp_call_function_many_cond+0xee/0x2d0
[ 6885.948082] Code: 33 48 89 ee e8 83 4d 38 00 3b 05 4d 93 28 01 89 c7 73 21 48 63 c7 48 8b 0b 48 03 0c c5 e0 8a 16 8e 8b 41 08 a8 01 74 0a f3 90 <8b> 51 08 83 e2 01 75 f6 eb cd 48 83 c4 40 5b 5d 41 5c 41 5d 41 5e
[ 6885.950914] RSP: 0018:ffffb1380013bb70 EFLAGS: 00000202
[ 6885.951793] RAX: 0000000000000011 RBX: ffff8993b7d2ea00 RCX: ffff8993b7c337e0
[ 6885.952893] RDX: 0000000000000001 RSI: 0000000000000000 RDI: 0000000000000000
[ 6885.953989] RBP: ffff8993b7d2ea08 R08: 0000000000000000 R09: 0000000000000000
[ 6885.955302] R10: 0000000000000000 R11: 0000000000000008 R12: 0000000000000000
[ 6885.956450] R13: 0000000000000001 R14: ffff8993b7d2ea08 R15: 0000000000000200
[ 6885.957790] FS: 00007f5d7836ee40(0000) GS:ffff8993b7d00000(0000) knlGS:0000000000000000
[ 6885.959020] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6885.959973] CR2: 00007ffc189f8ee1 CR3: 0000000003570002 CR4: 0000000000770ee0
[ 6885.961086] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6885.962194] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6885.963374] PKRU: 55555554
[ 6885.963984] Call Trace:
[ 6885.964631] <TASK>
[ 6885.965175] ? invalidate_user_asid+0x40/0x40
[ 6885.966054] ? invalidate_user_asid+0x40/0x40
[ 6885.966839] on_each_cpu_cond_mask+0x3c/0x70
[ 6885.967617] __purge_vmap_area_lazy+0xc4/0x6f0
[ 6885.968431] ? cpumask_next+0x1e/0x20
[ 6885.969158] ? purge_fragmented_blocks_allcpus+0x51/0x220
[ 6885.970061] _vm_unmap_aliases.part.0+0xee/0x120
[ 6885.970869] change_page_attr_set_clr+0xb9/0x1c0
[ 6885.971683] set_memory_ro+0x26/0x30
[ 6885.972378] bpf_int_jit_compile+0x4ac/0x4f0
[ 6885.973235] bpf_prog_select_runtime+0x144/0x1d0
[ 6885.974061] bpf_prepare_filter+0x3cc/0x4e0
[ 6885.974858] ? hardlockup_detector_perf_cleanup+0x80/0x80
[ 6885.975787] bpf_prog_create_from_user+0xc4/0x120
[ 6885.976697] do_seccomp+0x11c/0xb30
[ 6885.977434] ? __do_sys_prctl+0x3a/0x6f0
[ 6885.978188] do_syscall_64+0x3b/0xc0
[ 6885.978903] entry_SYSCALL_64_after_hwframe+0x44/0xae
[ 6885.979775] RIP: 0033:0x7f5d78870fad
[ 6885.980659] Code: 00 48 89 44 24 18 31 c0 48 8d 44 24 60 c7 04 24 08 00 00 00 48 89 44 24 08 48 8d 44 24 20 48 89 44 24 10 b8 9d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 1b 48 8b 4c 24 18 64 48 2b 0c 25 28 00 00 00
[ 6885.983398] RSP: 002b:00007ffc189f7250 EFLAGS: 00000246 ORIG_RAX: 000000000000009d
[ 6885.984589] RAX: ffffffffffffffda RBX: 000055f7645a9351 RCX: 00007f5d78870fad
[ 6885.985731] RDX: 000055f7645fee00 RSI: 0000000000000002 RDI: 0000000000000016
[ 6885.986867] RBP: 000055f7645b6540 R08: 0000000000000000 R09: 0000000000000000
[ 6885.987994] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f7645b6350
[ 6885.989130] R13: 000055f7645aa7a0 R14: 0000000000000004 R15: 000055f765e27910
[ 6885.990268] </TASK>
[ 6886.652008] nvme nvme1: 8/0/0 default/read/poll queues
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment