Skip to content

Instantly share code, notes, and snippets.

@nedbass

nedbass/gist:6f82a8256fb2a86f996a

Created March 30, 2015 18:48
Show Gist options
  • Save nedbass/6f82a8256fb2a86f996a to your computer and use it in GitHub Desktop.
Save nedbass/6f82a8256fb2a86f996a to your computer and use it in GitHub Desktop.
Download ZIP
list_del corruption
Raw
gistfile1.txt
[ 2711.367391] ------------[ cut here ]------------
[ 2711.367418] WARNING: CPU: 0 PID: 7972 at lib/list_debug.c:53 __list_del_entry+0x70/0xe0()
[ 2711.367421] list_del corruption, ffff880023db1368->next is LIST_POISON1 (dead000000100100)
[ 2711.367422] Modules linked in: zfs(OE) zcommon(OE) zunicode(OE) znvpair(OE) zavl(OE) splat(OE) spl(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ebtable_filter ebtables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw ip6table_filter ip6_tables iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ppdev crc32c_intel parport_pc serio_raw virtio_console virtio_balloon pvpanic parport i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc qxl drm_kms_helper ttm virtio_net drm virtio_blk virtio_scsi virtio_pci virtio_ring virtio ata_generic pata_acpi [last unloaded: spl]
[ 2711.367473] CPU: 0 PID: 7972 Comm: lt-zfs Tainted: G OE 3.18.9-200.fc21.x86_64 #1
[ 2711.367475] Hardware name: Red Hat RHEV Hypervisor, BIOS 0.5.1 01/01/2007
[ 2711.367477] 0000000000000000 0000000074c99b62 ffff88001f363c48 ffffffff8175b71c
[ 2711.367480] 0000000000000000 ffff88001f363ca0 ffff88001f363c88 ffffffff81098eb1
[ 2711.367483] ffffffff817644e1 ffff880023db1368 ffffffffa053eb20 ffff88001f5cbe40
[ 2711.367486] Call Trace:
[ 2711.367494] [<ffffffff8175b71c>] dump_stack+0x46/0x58
[ 2711.367500] [<ffffffff81098eb1>] warn_slowpath_common+0x81/0xa0
[ 2711.367505] [<ffffffff817644e1>] ? ftrace_call+0x5/0x2f
[ 2711.367508] [<ffffffff81098f25>] warn_slowpath_fmt+0x55/0x70
[ 2711.367511] [<ffffffff81098ed5>] ? warn_slowpath_fmt+0x5/0x70
[ 2711.367514] [<ffffffff813a8b30>] __list_del_entry+0x70/0xe0
[ 2711.367517] [<ffffffff813a8bb1>] list_del+0x11/0x40
[ 2711.367527] [<ffffffff811a8bc6>] unregister_shrinker+0x26/0x50
[ 2711.367532] [<ffffffff81216641>] deactivate_locked_super+0x41/0x60
[ 2711.367535] [<ffffffff81216a9c>] deactivate_super+0x6c/0x80
[ 2711.367589] [<ffffffffa0483bca>] zfs_sb_rele+0x2a/0x60 [zfs]
[ 2711.367621] [<ffffffffa048cbed>] zfs_unmount_snap+0xfd/0x130 [zfs]
[ 2711.367663] [<ffffffffa048cde0>] zfs_ioc_destroy_snaps+0xe0/0x120 [zfs]
[ 2711.367698] [<ffffffffa048d227>] zfsdev_ioctl+0x197/0x6f0 [zfs]
[ 2711.367703] [<ffffffff817644e1>] ? ftrace_call+0x5/0x2f
[ 2711.367710] [<ffffffff812282b0>] do_vfs_ioctl+0x2d0/0x4b0
[ 2711.367715] [<ffffffff81228511>] SyS_ioctl+0x81/0xa0
[ 2711.367721] [<ffffffff81762129>] system_call_fastpath+0x12/0x17
[ 2711.367724] ---[ end trace 5472e19636cce408 ]---
[ 2711.367727] ------------[ cut here ]------------
[ 2711.367740] WARNING: CPU: 0 PID: 7972 at lib/idr.c:1052 ida_remove+0xfa/0x130()
[ 2711.367743] ida_remove called for id=40 which is not allocated.
[ 2711.367744] Modules linked in: zfs(OE) zcommon(OE) zunicode(OE) znvpair(OE) zavl(OE) splat(OE) spl(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ebtable_filter ebtables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw ip6table_filter ip6_tables iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ppdev crc32c_intel parport_pc serio_raw virtio_console virtio_balloon pvpanic parport i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc qxl drm_kms_helper ttm virtio_net drm virtio_blk virtio_scsi virtio_pci virtio_ring virtio ata_generic pata_acpi [last unloaded: spl]
[ 2711.367787] CPU: 0 PID: 7972 Comm: lt-zfs Tainted: G W OE 3.18.9-200.fc21.x86_64 #1
[ 2711.367789] Hardware name: Red Hat RHEV Hypervisor, BIOS 0.5.1 01/01/2007
[ 2711.367790] 0000000000000000 0000000074c99b62 ffff88001f363c18 ffffffff8175b71c
[ 2711.367793] 0000000000000000 ffff88001f363c70 ffff88001f363c58 ffffffff81098eb1
[ 2711.367809] ffff8800130d6e40 ffffffff82007180 ffff88003d9cf080 ffff88001f5cbe40
[ 2711.367812] Call Trace:
[ 2711.367816] [<ffffffff8175b71c>] dump_stack+0x46/0x58
[ 2711.367819] [<ffffffff81098eb1>] warn_slowpath_common+0x81/0xa0
[ 2711.367822] [<ffffffff81098f25>] warn_slowpath_fmt+0x55/0x70
[ 2711.367825] [<ffffffff81098ed5>] ? warn_slowpath_fmt+0x5/0x70
[ 2711.367828] [<ffffffff8138eb4a>] ida_remove+0xfa/0x130
[ 2711.367831] [<ffffffff81216230>] free_anon_bdev+0x30/0x50
[ 2711.367834] [<ffffffff8121626d>] kill_anon_super+0x1d/0x30
[ 2711.367871] [<ffffffffa04c672e>] zpl_kill_sb+0x1e/0x30 [zfs]
[ 2711.367876] [<ffffffff81216649>] deactivate_locked_super+0x49/0x60
[ 2711.367878] [<ffffffff81216a9c>] deactivate_super+0x6c/0x80
[ 2711.367909] [<ffffffffa0483bca>] zfs_sb_rele+0x2a/0x60 [zfs]
[ 2711.367944] [<ffffffffa048cbed>] zfs_unmount_snap+0xfd/0x130 [zfs]
[ 2711.367977] [<ffffffffa048cde0>] zfs_ioc_destroy_snaps+0xe0/0x120 [zfs]
[ 2711.368012] [<ffffffffa048d227>] zfsdev_ioctl+0x197/0x6f0 [zfs]
[ 2711.368045] [<ffffffff817644e1>] ? ftrace_call+0x5/0x2f
[ 2711.368048] [<ffffffff812282b0>] do_vfs_ioctl+0x2d0/0x4b0
[ 2711.368051] [<ffffffff81228511>] SyS_ioctl+0x81/0xa0
[ 2711.368055] [<ffffffff81762129>] system_call_fastpath+0x12/0x17
[ 2711.368057] ---[ end trace 5472e19636cce409 ]---
[ 2855.700829] ------------[ cut here ]------------
[ 2855.700846] kernel BUG at mm/slub.c:3334!
[ 2855.700855] invalid opcode: 0000 [#1] SMP
[ 2855.700865] Modules linked in: zfs(OE) zcommon(OE) zunicode(OE) znvpair(OE) zavl(OE) splat(OE) spl(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ebtable_filter ebtables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw ip6table_filter ip6_tables iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ppdev crc32c_intel parport_pc serio_raw virtio_console virtio_balloon pvpanic parport i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc qxl drm_kms_helper ttm virtio_net drm virtio_blk virtio_scsi virtio_pci virtio_ring virtio ata_generic pata_acpi [last unloaded: spl]
[ 2855.701010] CPU: 0 PID: 22258 Comm: dd Tainted: G W OE 3.18.9-200.fc21.x86_64 #1
[ 2855.701010] Hardware name: Red Hat RHEV Hypervisor, BIOS 0.5.1 01/01/2007
[ 2855.701010] task: ffff88003d6fce80 ti: ffff88003bbc8000 task.ti: ffff88003bbc8000
[ 2855.701010] RIP: 0010:[<ffffffff811f3bda>] [<ffffffff811f3bda>] kfree+0x15a/0x160
[ 2855.701010] RSP: 0018:ffff88003bbcbb28 EFLAGS: 00010246
[ 2855.701010] RAX: 003ffff800000000 RBX: ffff8800237b1ed8 RCX: 0000000000000004
[ 2855.701010] RDX: 000077ff80000000 RSI: 0000000000000008 RDI: ffff8800237b1ed8
[ 2855.701010] RBP: ffff88003bbcbb48 R08: ffffea00008dec40 R09: c2f432d492cc2caf
[ 2855.701010] R10: ffff88003e001c00 R11: ffffffffa02d1b40 R12: ffff8800237b1ee0
[ 2855.701010] R13: ffffffffa02d1a52 R14: 0000000000000001 R15: ffff8800237b1ed8
[ 2855.701010] FS: 00007f8ec14df700(0000) GS:ffff88003fc00000(0000) knlGS:0000000000000000
[ 2855.701010] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2855.701010] CR2: 0000000000970200 CR3: 00000000222c1000 CR4: 00000000000006f0
[ 2855.701010] Stack:
[ 2855.701010] ffffffffa04d6600 ffff8800237b1ee0 ffff8800237b1ee0 ffffffffa04d6600
[ 2855.701010] ffff88003bbcbb58 ffffffffa02d1a52 ffff88003bbcbb98 ffffffffa03d2988
[ 2855.701010] ffff88003bbcbe70 ffff88002557fc80 0000000000000001 0000000000000000
[ 2855.701010] Call Trace:
[ 2855.701010] [<ffffffffa02d1a52>] spl_kmem_free+0x32/0x40 [spl]
[ 2855.701010] [<ffffffffa03d2988>] dmu_buf_rele_array.part.6+0x58/0x70 [zfs]
[ 2855.701010] [<ffffffffa03d4b5a>] dmu_write_uio_dnode+0x19a/0x230 [zfs]
[ 2855.701010] [<ffffffffa03d6ce1>] dmu_write_uio_dbuf+0x51/0x70 [zfs]
[ 2855.701010] [<ffffffffa04a2532>] zfs_write+0xd92/0x1020 [zfs]
[ 2855.701010] [<ffffffff8149224c>] ? extract_buf+0xbc/0x150
[ 2855.701010] [<ffffffff817644e1>] ? ftrace_call+0x5/0x2f
[ 2855.701010] [<ffffffff817644e1>] ? ftrace_call+0x5/0x2f
[ 2855.701010] [<ffffffff81761795>] ? _raw_spin_unlock_irqrestore+0x5/0x20
[ 2855.701010] [<ffffffff817644e1>] ? ftrace_call+0x5/0x2f
[ 2855.701010] [<ffffffffa04c5114>] zpl_write+0xa4/0x110 [zfs]
[ 2855.701010] [<ffffffff81213cd7>] vfs_write+0xb7/0x1f0
[ 2855.701010] [<ffffffff812147e5>] SyS_write+0x55/0xd0
[ 2855.701010] [<ffffffff81762129>] system_call_fastpath+0x12/0x17
[ 2855.701010] Code: 80 e6 80 4c 0f 45 c0 e9 2b ff ff ff 0f 1f 44 00 00 4c 89 d1 48 89 da 4c 89 c6 e8 32 f9 ff ff e9 6b ff ff ff 0f 1f 44 00 00 0f 0b <0f> 0b 0f 1f 40 00 e8 9b 08 57 00 f7 c6 06 00 00 fe 0f 85 c7 03
[ 2855.701010] RIP [<ffffffff811f3bda>] kfree+0x15a/0x160
[ 2855.701010] RSP <ffff88003bbcbb28>
[ 2855.864656] ---[ end trace 5472e19636cce40a ]---
[32733.953785] hrtimer: interrupt took 13122344 ns
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment