Skip to content

Instantly share code, notes, and snippets.

@mcgrof
Created April 12, 2022 21:59
Show Gist options
  • Save mcgrof/d6b351b40f2345dd20a7fa8acee3f704 to your computer and use it in GitHub Desktop.
Save mcgrof/d6b351b40f2345dd20a7fa8acee3f704 to your computer and use it in GitHub Desktop.
blktests srp/009 fails with a soft lockup on v5-17-rc7
[ 327.901453] watchdog: BUG: soft lockup - CPU#6 stuck for 26s! [fio:5616]
[ 327.903505] Modules linked in: ib_srp(E) scsi_transport_srp(E) target_core_pscsi(E) target_core_file(E) ib_srpt(E) target_core_iblock(E) target_core_mod(E) rdma_cm(E) iw_cm(E) ib_cm(E) scsi_debug(E) rdma_rxe(E) ib_uverbs(E) ip6_udp_tunnel(E) udp_tunnel(E) null_blk(E) ib_umad(E) sd_mod(E) sg(E) dm_service_time(E) scsi_dh_rdac(E) scsi_dh_emc(E) scsi_dh_alua(E) dm_multipath(E) ib_core(E) dm_mod(E) nvme_fabrics(E) kvm_intel(E) kvm(E) irqbypass(E) crct10dif_pclmul(E) ghash_clmulni_intel(E) aesni_intel(E) crypto_simd(E) cryptd(E) joydev(E) evdev(E) serio_raw(E) cirrus(E) drm_shmem_helper(E) drm_kms_helper(E) cec(E) virtio_balloon(E) i6300esb(E) button(E) drm(E) configfs(E) ip_tables(E) x_tables(E) autofs4(E) ext4(E) crc16(E) mbcache(E) jbd2(E) btrfs(E) blake2b_generic(E) xor(E) raid6_pq(E) zstd_compress(E) libcrc32c(E) crc32c_generic(E) virtio_net(E) net_failover(E) virtio_blk(E) failover(E) ata_generic(E) ata_piix(E) libata(E) uhci_hcd(E) ehci_hcd(E) crc32_pclmul(E) crc32c_intel(E)
[ 327.903729] psmouse(E) scsi_mod(E) usbcore(E) nvme(E) virtio_pci(E) virtio_pci_legacy_dev(E) virtio_pci_modern_dev(E) nvme_core(E) virtio(E) usb_common(E) t10_pi(E) virtio_ring(E) i2c_piix4(E) scsi_common(E) [last unloaded: null_blk]
[ 327.918201] CPU: 6 PID: 5616 Comm: fio Kdump: loaded Tainted: G E 5.17.0-rc7 #1
[ 327.919471] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.15.0-1 04/01/2014
[ 327.920706] RIP: 0010:smp_call_function_many_cond+0xee/0x2d0
[ 327.921721] Code: 33 48 89 ee e8 83 4d 38 00 3b 05 4d 93 28 01 89 c7 73 21 48 63 c7 48 8b 0b 48 03 0c c5 e0 8a f6 a5 8b 41 08 a8 01 74 0a f3 90 <8b> 51 08 83 e2 01 75 f6 eb cd 48 83 c4 40 5b 5d 41 5c 41 5d 41 5e
[ 327.924427] RSP: 0018:ffffa0bfc7647da8 EFLAGS: 00000202
[ 327.925361] RAX: 0000000000000011 RBX: ffff8bb9f7daea00 RCX: ffff8bb9f7c73920
[ 327.926484] RDX: 0000000000000001 RSI: 0000000000000000 RDI: 0000000000000001
[ 327.927601] RBP: ffff8bb9f7daea08 R08: 0000000000000000 R09: 0000000000000000
[ 327.928715] R10: 0000000000000001 R11: 0000000000000008 R12: 0000000000000000
[ 327.929845] R13: 0000000000000001 R14: ffff8bb9f7daea08 R15: 0000000000000200
[ 327.930852] FS: 00007f5fc78bf640(0000) GS:ffff8bb9f7d80000(0000) knlGS:0000000000000000
[ 327.932071] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 327.933042] CR2: 00007f5fc78b9ff8 CR3: 0000000111942001 CR4: 0000000000770ee0
[ 327.934140] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 327.935260] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 327.936362] PKRU: 55555554
[ 327.937032] Call Trace:
[ 327.937679] <TASK>
[ 327.938279] ? buffer_exit_cpu_dead+0x90/0x90
[ 327.939118] ? buffer_exit_cpu_dead+0x90/0x90
[ 327.939962] ? vfs_clone_file_range+0x140/0x140
[ 327.940793] on_each_cpu_cond_mask+0x3c/0x70
[ 327.941601] invalidate_bdev+0x1f/0x40
[ 327.942364] blkdev_common_ioctl+0x714/0x8f0
[ 327.943174] ? kmem_cache_free+0x271/0x2c0
[ 327.943939] blkdev_ioctl+0x10e/0x280
[ 327.944652] __x64_sys_ioctl+0x7f/0xb0
[ 327.945361] do_syscall_64+0x38/0xc0
[ 327.946078] entry_SYSCALL_64_after_hwframe+0x44/0xae
[ 327.946923] RIP: 0033:0x7f5fda1e9397
[ 327.947625] Code: 3c 1c e8 1c ff ff ff 85 c0 79 87 49 c7 c4 ff ff ff ff 5b 5d 4c 89 e0 41 5c c3 66 0f 1f 84 00 00 00 00 00 b8 10 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d a9 da 0d 00 f7 d8 64 89 01 48
[ 327.950188] RSP: 002b:00007f5fc78ba928 EFLAGS: 00000246 ORIG_RAX: 0000000000000010
[ 327.951311] RAX: ffffffffffffffda RBX: 00007f5fcf583310 RCX: 00007f5fda1e9397
[ 327.952387] RDX: 000055f837bca560 RSI: 0000000000001261 RDI: 0000000000000007
[ 327.953462] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000048d12c73
[ 327.954517] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000001666000
[ 327.955587] R13: 00007f5fc80c1000 R14: 00007f5fc80c1000 R15: 00007f5fcf583310
[ 327.956652] </TASK>
[ 355.901467] watchdog: BUG: soft lockup - CPU#6 stuck for 52s! [fio:5616]
[ 355.904246] Modules linked in: ib_srp(E) scsi_transport_srp(E) target_core_pscsi(E) target_core_file(E) ib_srpt(E) target_core_iblock(E) target_core_mod(E) rdma_cm(E) iw_cm(E) ib_cm(E) scsi_debug(E) rdma_rxe(E) ib_uverbs(E) ip6_udp_tunnel(E) udp_tunnel(E) null_blk(E) ib_umad(E) sd_mod(E) sg(E) dm_service_time(E) scsi_dh_rdac(E) scsi_dh_emc(E) scsi_dh_alua(E) dm_multipath(E) ib_core(E) dm_mod(E) nvme_fabrics(E) kvm_intel(E) kvm(E) irqbypass(E) crct10dif_pclmul(E) ghash_clmulni_intel(E) aesni_intel(E) crypto_simd(E) cryptd(E) joydev(E) evdev(E) serio_raw(E) cirrus(E) drm_shmem_helper(E) drm_kms_helper(E) cec(E) virtio_balloon(E) i6300esb(E) button(E) drm(E) configfs(E) ip_tables(E) x_tables(E) autofs4(E) ext4(E) crc16(E) mbcache(E) jbd2(E) btrfs(E) blake2b_generic(E) xor(E) raid6_pq(E) zstd_compress(E) libcrc32c(E) crc32c_generic(E) virtio_net(E) net_failover(E) virtio_blk(E) failover(E) ata_generic(E) ata_piix(E) libata(E) uhci_hcd(E) ehci_hcd(E) crc32_pclmul(E) crc32c_intel(E)
[ 355.904556] psmouse(E) scsi_mod(E) usbcore(E) nvme(E) virtio_pci(E) virtio_pci_legacy_dev(E) virtio_pci_modern_dev(E) nvme_core(E) virtio(E) usb_common(E) t10_pi(E) virtio_ring(E) i2c_piix4(E) scsi_common(E) [last unloaded: null_blk]
[ 355.924680] CPU: 6 PID: 5616 Comm: fio Kdump: loaded Tainted: G EL 5.17.0-rc7 #1
[ 355.926465] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.15.0-1 04/01/2014
[ 355.928254] RIP: 0010:smp_call_function_many_cond+0xf1/0x2d0
[ 355.929672] Code: ee e8 83 4d 38 00 3b 05 4d 93 28 01 89 c7 73 21 48 63 c7 48 8b 0b 48 03 0c c5 e0 8a f6 a5 8b 41 08 a8 01 74 0a f3 90 8b 51 08 <83> e2 01 75 f6 eb cd 48 83 c4 40 5b 5d 41 5c 41 5d 41 5e 41 5f c3
[ 355.933462] RSP: 0018:ffffa0bfc7647da8 EFLAGS: 00000202
[ 355.934770] RAX: 0000000000000011 RBX: ffff8bb9f7daea00 RCX: ffff8bb9f7c73920
[ 355.936388] RDX: 0000000000000011 RSI: 0000000000000000 RDI: 0000000000000001
[ 355.937986] RBP: ffff8bb9f7daea08 R08: 0000000000000000 R09: 0000000000000000
[ 355.939590] R10: 0000000000000001 R11: 0000000000000008 R12: 0000000000000000
[ 355.941937] R13: 0000000000000001 R14: ffff8bb9f7daea08 R15: 0000000000000200
[ 355.943524] FS: 00007f5fc78bf640(0000) GS:ffff8bb9f7d80000(0000) knlGS:0000000000000000
[ 355.945246] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 355.946315] CR2: 00007f5fc78b9ff8 CR3: 0000000111942001 CR4: 0000000000770ee0
[ 355.947383] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 355.948445] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 355.949521] PKRU: 55555554
[ 355.950172] Call Trace:
[ 355.950767] <TASK>
[ 355.951369] ? buffer_exit_cpu_dead+0x90/0x90
[ 355.952179] ? buffer_exit_cpu_dead+0x90/0x90
[ 355.952962] ? vfs_clone_file_range+0x140/0x140
[ 355.953788] on_each_cpu_cond_mask+0x3c/0x70
[ 355.954567] invalidate_bdev+0x1f/0x40
[ 355.955330] blkdev_common_ioctl+0x714/0x8f0
[ 355.956118] ? kmem_cache_free+0x271/0x2c0
[ 355.956887] blkdev_ioctl+0x10e/0x280
[ 355.957635] __x64_sys_ioctl+0x7f/0xb0
[ 355.958387] do_syscall_64+0x38/0xc0
[ 355.959116] entry_SYSCALL_64_after_hwframe+0x44/0xae
[ 355.959957] RIP: 0033:0x7f5fda1e9397
[ 355.960656] Code: 3c 1c e8 1c ff ff ff 85 c0 79 87 49 c7 c4 ff ff ff ff 5b 5d 4c 89 e0 41 5c c3 66 0f 1f 84 00 00 00 00 00 b8 10 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d a9 da 0d 00 f7 d8 64 89 01 48
[ 355.963210] RSP: 002b:00007f5fc78ba928 EFLAGS: 00000246 ORIG_RAX: 0000000000000010
[ 355.964326] RAX: ffffffffffffffda RBX: 00007f5fcf583310 RCX: 00007f5fda1e9397
[ 355.965377] RDX: 000055f837bca560 RSI: 0000000000001261 RDI: 0000000000000007
[ 355.966444] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000048d12c73
[ 355.967517] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000001666000
[ 355.968558] R13: 00007f5fc80c1000 R14: 00007f5fc80c1000 R15: 00007f5fcf583310
[ 355.969623] </TASK>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment