Kernel 3.14.51 log showing i_wb_list corruption and possible race (1)

linux-3.14.51-i_wb_list-corruption-1.txt

[1406104.150779] BUG: soft lockup - CPU#0 stuck for 22s! [kworker/u8:2:1989]
[1406104.150892] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406104.151735] irq event stamp: 188840
[1406104.151781] hardirqs last  enabled at (188839): [<ffffffff81680dad>] ffffffff81680dad
[1406104.151867] hardirqs last disabled at (188840): [<ffffffff81681303>] ffffffff81681303
[1406104.151954] softirqs last  enabled at (188838): [<ffffffff810716d4>] ffffffff810716d4
[1406104.152040] softirqs last disabled at (188833): [<ffffffff81071add>] ffffffff81071add
[1406104.152131] CPU: 0 PID: 1989 Comm: kworker/u8:2 Tainted: GF            3.14.51-grsec-delta #1
[1406104.152229] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406104.152334] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406104.152400] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406104.152494] RIP: e030:[<ffffffff8121b090>]  [<ffffffff8121b090>] queue_io+0xd0/0x250
[1406104.152585] RSP: e02b:ffff8803c46cfbf0  EFLAGS: 00000202
[1406104.152635] RAX: ffff8803c46cfc88 RBX: ffff8804bd6691e0 RCX: 0000000000000000  // RBX == &wb
[1406104.152743] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: 0000000000000000
[1406104.152833] RBP: ffff8803c46cfc48 R08: 0000000000000001 R09: 0000000000000000
[1406104.152915] R10: 0000000000000001 R11: 0000000000000001 R12: 000000009ec8f79a  // R12 == moved
[1406104.152997] R13: ffff8803c46cfc10 R14: 0000000000000000 R15: ffff8804a248d018
[1406104.153083] FS:  0000000000000000(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406104.153176] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406104.153227] CR2: 000000c208631000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406104.153311] Stack:
[1406104.153350]  ffff8804bd6692e8 00000000bd669320 ffff8804bd6692d8 ffff8803c46cfcf8
[1406104.153447]  ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 0000000114f270f4  // tmp.next, tmp.prev, _, do_sb_sort|_
[1406104.153543]  ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8 ffff8803c46cfcb8
[1406104.153640] Call Trace:
[1406104.153685]  [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406104.153748]  [<ffffffff8121e764>] bdi_writeback_workfn+0x2a4/0x430
[1406104.153815]  [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406104.153877]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406104.153938]  [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406104.153990]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406104.154047]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406104.154106]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406104.154176]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406104.154235]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406104.154312] Code: 1f 40 00 48 8b 45 b8 48 3b 83 f8 00 00 00 74 7b 48 8b 45 c0 4c 8b bb 00 01 00 00 48 8b 40 10 48 85 c0 74 09 49 8b 4f e8 48 39 08 <78> 5e 4c 89 ff 41 83 c4 01 e8 e2 9b 17 00 48 8b 55 c8 4c 89 ee
[1406104.158778] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364]
[1406104.166935] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) me
i_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406104.167696] irq event stamp: 449466544
[1406104.167741] hardirqs last  enabled at (449466543): [<ffffffff81680dad>] ffffffff81680dad
[1406104.167830] hardirqs last disabled at (449466544): [<ffffffff81681303>] ffffffff81681303
[1406104.167918] softirqs last  enabled at (449466542): [<ffffffff810716d4>] ffffffff810716d4
[1406104.168007] softirqs last disabled at (449466529): [<ffffffff81071add>] ffffffff81071add
[1406104.168097] CPU: 3 PID: 1364 Comm: charlie Tainted: GF            3.14.51-grsec-delta #1
[1406104.168189] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406104.168284] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406104.168367] RIP: e030:[<ffffffff8101de86>]  [<ffffffff8101de86>] native_read_tsc+0x6/0x20
[1406104.168466] RSP: e02b:ffff8804c5933d18  EFLAGS: 00000282
[1406104.168545] RAX: 0000000034c7545c RBX: 0000000000000001 RCX: 0000000000005358
[1406104.168635] RDX: 00000000000bf6ae RSI: 00000000000007e4 RDI: 0000000000000001
[1406104.168718] RBP: ffff8804c5933d18 R08: 0000000000000001 R09: 0000000000636000
[1406104.168801] R10: 00000000000001f9 R11: 0000000000000000 R12: 0000000034c7543e
[1406104.168884] R13: 0000000000000003 R14: ffffffff817e6f20 R15: ffff8804c5933e70
[1406104.168980] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406104.169074] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406104.169125] CR2: 000000c208e8f000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406104.169208] Stack:
[1406104.169246]  ffff8804c5933d40 ffffffff81387098 ffff8804bd669308 000000008eb9b070
[1406104.169344]  0000000038dcbc69 ffff8804c5933d50 ffffffff81386f8f ffff8804c5933d78
[1406104.169441]  ffffffff810ce29e ffff8804bd669320 ffff8804bd669308 ffff8804a1d50338
[1406104.169539] Call Trace:
[1406104.169584]  [<ffffffff81387098>] delay_tsc+0x48/0x90
[1406104.169642]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406104.169697]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406104.169767]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406104.169829]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406104.169890]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406104.169953]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406104.170009]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406104.170069]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406104.170134]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406104.170198]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406104.170256]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406104.170315] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84
[1406104.693036] list_del corruption. prev->next should be ffff8804a248d018, but was 0000000114f2a8bf
[1406104.693168] invalid opcode: 0000 [#1] SMP
[1406104.693240] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406104.694176] CPU: 2 PID: 855 Comm: sierra Tainted: GF            3.14.51-grsec-delta #1
[1406104.694278] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406104.694391] task: ffff8804c824adc0 ti: ffff8804c824b4c8 task.ti: ffff8804c824b4c8
[1406104.694498] RIP: e030:[<ffffffff81394c59>]  [<ffffffff81394c59>] __list_del_entry_debug+0x89/0xb0
[1406104.694619] RSP: e02b:ffff8800109cfd70  EFLAGS: 00010282
[1406104.694683] RAX: 0000000000000054 RBX: ffff8804a248d018 RCX: 0000000000000006   // RBX == &inode->i_wb_list
[1406104.694782] RDX: 0000000000001fa0 RSI: ffff8804c824b760 RDI: 0000000000000200
[1406104.694880] RBP: ffff8800109cfd70 R08: 0000000000000006 R09: 0000000000000000
[1406104.694977] R10: 0000000000000001 R11: 0000000000000000 R12: ffff8804a248ce70   // R12 == &inode
[1406104.695078] R13: ffff8804bd579308 R14: ffff8804bd578f00 R15: ffff8804bd5792d8   // R14 == &bdi
[1406104.695183] FS:  0000634db5d82700(0000) GS:ffff8804dcc00000(0000) knlGS:ffff8804dcc00000
[1406104.695285] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406104.695353] CR2: 000000c209075000 CR3: 00000004c2e01000 CR4: 0000000000042660
[1406104.695451] Stack:
[1406104.695501]  ffff8800109cfd88 ffffffff81394c8d ffff8804a248d018 ffff8800109cfdc0
[1406104.695622]  ffffffff8121ae26 ffff8804a248ce70 ffff8800109cfe88 0000000000000000
[1406104.695753]  0000000000001846 0000000000000000 ffff8800109cfe20 ffffffff81283958
[1406104.695872] Call Trace:
[1406104.695935]  [<ffffffff81394c8d>] __list_del_entry+0xd/0x30
[1406104.696000]  [<ffffffff8121ae26>] __mark_inode_dirty+0x156/0x2f0
[1406104.696076]  [<ffffffff81283958>] ext4_setattr+0x2a8/0x720
[1406104.696152]  [<ffffffff81314da2>] ? selinux_inode_setattr+0xc2/0xd0
[1406104.696230]  [<ffffffff8132dca1>] ? evm_inode_setattr+0x21/0x80
[1406104.696302]  [<ffffffff8120c779>] notify_change+0x249/0x360
[1406104.696380]  [<ffffffff811e5551>] chown_common+0x181/0x1d0
[1406104.696452]  [<ffffffff811e73d1>] SyS_fchown+0xa1/0xb0
[1406104.696518]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406104.696584] Code: 00 00 48 89 fe 31 c0 48 c7 c7 18 42 9f 81 e8 17 08 2e 00 0f 0b 0f 1f 44 00 00 48 89 fe 31 c0 48 c7 c7 50 42 9f 81 e8 ff 07 2e 00 <0f> 0b 0f 1f 44 00 00 48 89 fe 31 c0 48 c7 c7 90 42 9f 81 e8 e7
[1406104.697209] RIP  [<ffffffff81394c59>] __list_del_entry_debug+0x89/0xb0
[1406104.697285]  RSP <ffff8800109cfd70>
[1406104.697798] ---[ end trace fdfa4fe160b516af ]---
[1406132.150769] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365]
[1406132.150902] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406132.154598] irq event stamp: 460266246
[1406132.154693] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406132.154767] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989]
[1406132.154769] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591]
[1406132.154770] Modules linked in:
[1406132.154771] Modules linked in:
[1406132.154772]  xt_physdev(F)
[1406132.154773]  xt_physdev(F)
[1406132.154773]  xen_netback(F)
[1406132.154774]  xen_netback(F)
[1406132.154775]  xen_blkback(F) ip_gre(F)
[1406132.154781]  xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F)
[1406132.154783]  ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F)
[1406132.154784]  xt_limit(F)
[1406132.154785]  af_alg(F) openvswitch(F) vxlan(F) gre(F)
[1406132.154787]  xt_tcpudp(F) nf_conntrack_ipv4(F)
[1406132.154788]  libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F)
[1406132.154790]  nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F)
[1406132.154793]  nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F)
[1406132.154795]  ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F)
[1406132.154796]  nf_defrag_ipv4(F) xt_conntrack(F)
[1406132.154797]  gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)
[1406132.154800]  nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)
[1406132.154801]  intel_powerclamp(F)
[1406132.154802]  intel_powerclamp(F) coretemp(F) crc32_pclmul(F)
[1406132.154804]  coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F)
[1406132.154808]  ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F)
[1406132.154813]  aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)
[1406132.154814]  ioatdma(F) squashfs(F)
[1406132.154816]  ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F)
[1406132.154818]  ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F)
[1406132.154819]  tpm_tis(F)
[1406132.154819] irq event stamp: 0
[1406132.154821] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406132.154822] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406132.154823] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406132.154824] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406132.154825]  libahci(F) tpm_tis(F)
[1406132.154827] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406132.154828] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406132.154828] irq event stamp: 195369
[1406132.154830] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406132.154831] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406132.154832] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406132.154833] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406132.154834] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406132.154835] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406132.154836] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406132.154845] RIP: e030:[<ffffffff81387080>]  [<ffffffff81387080>] delay_tsc+0x30/0x90
[1406132.154846] RSP: e02b:ffff88006c54bc20  EFLAGS: 00000206
[1406132.154847] RAX: 000bf6bdd062bbff RBX: 0000000000000001 RCX: 0000000000004e1c
[1406132.154847] RDX: 000bf6bd00000000 RSI: ffffffff8121addc RDI: 0000000000000001
[1406132.154848] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000
[1406132.154849] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070
[1406132.154849] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80
[1406132.154851] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406132.154852] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406132.154856] RIP: e030:[<ffffffff8122f360>]  [<ffffffff8122f360>] sb_is_blkdev_sb+0x0/0x20
[1406132.154857] RSP: e02b:ffff8803c46cfbe8  EFLAGS: 00000202
[1406132.154858] RAX: 0000000000000001 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02  // RBX == &wb
[1406132.154859] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030  // RDI == inode->i_sb
[1406132.154859] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406132.154860] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000090235361
[1406132.154861] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406132.154862] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406132.154863] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406132.154863] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406132.154864] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406132.154865] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406132.154866] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406132.154866] Stack:
[1406132.154867] Stack:
[1406132.154868]  ffffffff8121b0b9
[1406132.154869]  ffff8804bd579308
[1406132.154870]  ffff8804bd6692e8
[1406132.154870]  000000008eb9b070
[1406132.154871]  0000000000000000
[1406132.154872]  0000000036a00049
[1406132.154873]  ffff8804bd6692d8
[1406132.154873]  ffff88006c54bc48
[1406132.154874]
[1406132.154874]  ffff8803c46cfcf8
[1406132.154875]
[1406132.154876]  ffffffff81386f8f
[1406132.154876]  ffff8804a248d018
[1406132.154877]  ffff88006c54bc70
[1406132.154878]  ffff8804a248d018
[1406132.154879]  ffffffff810ce29e
[1406132.154879]  ffff8803c46cfcf8
[1406132.154881]  ffff8804bd579320
[1406132.154882]  ffff8804bd579308
[1406132.154882]
[1406132.154883]  ffff880503423030
[1406132.154883]  ffff8804bd579308
[1406132.154884]  ffff8804bd6691e0
[1406132.154885]  ffff88006c54bc98
[1406132.154885]  ffff8804bd6691f8
[1406132.154886]  ffffffff8167fb66
[1406132.154887]  ffff8804bd6691f8
[1406132.154887]
[1406132.154887] Call Trace:
[1406132.154888]
[1406132.154888] Call Trace:
[1406132.154893]  [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250
[1406132.154895]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406132.154897]  [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406132.154901]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406132.154904]  [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406132.154909]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406132.154913]  [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406132.154916]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406132.154917]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406132.154919]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406132.154921]  [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406132.154923]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406132.154926]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406132.154930]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406132.154931]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406132.154937]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406132.154939]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406132.154942]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406132.154945]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406132.154947]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406132.154949]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406132.154950]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406132.154954] Code: ff 48 03 98 28 01 00 00 48 81
[1406132.154955]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406132.154970] f9 60 71 d4 81 75 da 48 c7 c7 00 c7 aa 81 e8 de 0a 45 00 48 89 d8 5b 5d c3 31 db eb ea 0f 1f 40 00 <0f> 1f 44 00 00 31 c0 48 39 3d 62 5d b9 00 55 48 89 e5 5d 0f 94
[1406132.154983] Code: 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 74 59 89 fb e8 02 6e c9 ff 66 90 <41> 89 c4 66 66 90 0f ae e8 48 83 3d 7f a5 6c 00 00 74 3d e8 e8
[1406132.158764] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364]
[1406132.158779] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406132.158780] irq event stamp: 449467648
[1406132.158781] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406132.158782] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406132.158782] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406132.158783] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406132.158785] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406132.158786] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406132.158788] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406132.158792] RIP: e030:[<ffffffff81387075>]  [<ffffffff81387075>] delay_tsc+0x25/0x90
[1406132.158793] RSP: e02b:ffff8804c5933d28  EFLAGS: 00000282
[1406132.158794] RAX: 0000000000005362 RBX: ffff8804bd669308 RCX: 0000000000005360
[1406132.158794] RDX: 0000000053625360 RSI: ffffffff8121e43f RDI: 0000000000000001
[1406132.158795] RBP: ffff8804c5933d40 R08: 0000000000000002 R09: 0000000000000000
[1406132.158795] R10: 0000000000000001 R11: 0000000000000001 R12: 000000008eb9b070
[1406132.158796] R13: 0000000000000003 R14: ffffffff817e6f20 R15: ffff8804c5933e70
[1406132.158799] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406132.158800] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406132.158800] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406132.158801] Stack:
[1406132.158802]  ffff8804bd669308 000000008eb9b070 000000003750de0e ffff8804c5933d50
[1406132.158804]  ffffffff81386f8f ffff8804c5933d78 ffffffff810ce29e ffff8804bd669320
[1406132.158805]  ffff8804bd669308 ffff8804a28bdf78 ffff8804c5933da0 ffffffff8167fb66
[1406132.158806] Call Trace:
[1406132.158808]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406132.158810]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406132.158813]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406132.158815]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406132.158816]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406132.158818]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406132.158820]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406132.158823]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406132.158825]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406132.158827]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406132.158829]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406132.158831]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406132.158843] Code: 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 <74> 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48
[1406132.188093] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406132.188260] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406132.188426] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406132.188594] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406132.188718] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406132.188851] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406132.188983] RIP: e030:[<ffffffff81386f85>]  [<ffffffff81386f85>] __delay+0x5/0x20
[1406132.189161] RSP: e02b:ffff8804c596fbe0  EFLAGS: 00000206
[1406132.189249] RAX: 0000000000004e1e RBX: ffff8804bd579308 RCX: 0000000000004e1c
[1406132.189370] RDX: 000000004e1e4e1c RSI: ffffffff8121addc RDI: 0000000000000001
[1406132.189491] RBP: ffff8804c596fc00 R08: 0000000000000002 R09: 0000000000000000
[1406132.189613] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070
[1406132.189735] R13: 000000003718bf3f R14: ffff8804bd578f00 R15: ffff8804a1d48b50
[1406132.189860] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406132.189992] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406132.190082] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406132.190203] Stack:
[1406132.190280]  ffffffff810ce29e ffff8804bd579320 ffff8804bd579308 ffff8804bd579308
[1406132.190603]  ffff8804c596fc28 ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030
[1406132.190897]  ffff8804a1d48940 ffff8804c596fc60 ffffffff8121addc ffff8804a1d48940
[1406132.191189] Call Trace:
[1406132.191271]  [<ffffffff810ce29e>] ? do_raw_spin_lock+0xde/0x1d0
[1406132.191373]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406132.191472]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406132.191571]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406132.191670]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406132.191760]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406132.191852]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406132.191953]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406132.192047]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406132.192165]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406132.192270]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406132.192368]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406132.192457]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406132.192547]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406132.192636]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406132.192725]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406132.192815] Code: 84 00 00 00 00 00 eb 0e 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 5d c3 66 0f 1f 44 00 00 0f 1f 44 00 00 <55> 48 89 e5 ff 15 c9 bf 9d 00 5d c3 0f 1f 44 00 00 66 2e 0f 1f
[1406160.150762] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365]
[1406160.150877] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406160.154300] irq event stamp: 460266246
[1406160.154383] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406160.154550] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406160.154721] softirqs last  enabled at (460266206): [1406160.154763] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591]
[1406160.154764] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F)[1406160.154767] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989]
[1406160.154768] Modules linked in: dm_crypt(F) algif_skcipher(F) xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) i2c_i801(F) ioatdma(F) squashfs(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406160.154815] irq event stamp: 0
[1406160.154815] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406160.154816] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406160.154817] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406160.154818] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406160.154819]  ixgbe(F) mdio(F)[1406160.154821] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406160.154821] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406160.154822]  ptp(F) pps_core(F)[1406160.154823] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406160.154824] RIP: e030:[<ffffffff81387091>]  [<ffffffff81387091>] delay_tsc+0x41/0x90
[1406160.154827] RSP: e02b:ffff88006c54bc20  EFLAGS: 00000282
[1406160.154827] RAX: 000bf6cd6c904abb RBX: 0000000000000001 RCX: 0000000000004e1c
[1406160.154828] RDX: 000bf6cd00000000 RSI: ffffffff8121addc RDI: 0000000000000001
[1406160.154828] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000
[1406160.154829] R10: 0000000000000001 R11: 0000000000000000 R12: 000000006c904abb
[1406160.154829] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80
[1406160.154830]  dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406160.154832] irq event stamp: 195369
[1406160.154832] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406160.154833] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406160.154834] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406160.154835] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406160.154837] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406160.154838] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406160.154838] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406160.154840] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D
3.14.51-grsec-delta #1
[1406160.154841] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406160.154841] Stack:
[1406160.154842]  ffff8804bd579308Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406160.154844] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406160.154845] RIP: e030:[<ffffffff8121b075>]  [<ffffffff8121b075>] queue_io+0xb5/0x250
[1406160.154847] RSP: e02b:ffff8803c46cfbf0  EFLAGS: 00000206
[1406160.154848] RAX: ffff8804bd6692d8 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406160.154849] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030
[1406160.154849] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406160.154850] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000023c9b34e
[1406160.154850] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406160.154851]  000000008eb9b070 000000006f06e376 ffff88006c54bc48
[1406160.154852]  ffffffff81386f8f ffff88006c54bc70[1406160.154854] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406160.154854] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406160.154855] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406160.154856]  ffffffff810ce29e ffff8804bd579320[1406160.154857] Stack:
[1406160.154857]  ffff8804bd6692e8
[1406160.154858]  ffff8804bd579308 0000000000000000 ffff8804bd579308 ffff8804bd6692d8 ffff8803c46cfcf8 ffff88006c54bc98
[1406160.154862]  ffff8804a248d018 ffffffff8167fb66 ffff8804a248d018
[1406160.154864] Call Trace:
[1406160.154864]  ffff8803c46cfcf8 ffff880503423030 [<ffffffff81386f8f>] __delay+0xf/0x20
[1406160.154867]
[1406160.154868]  ffff8804bd6691e0 [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406160.154871]  ffff8804bd6691f8 ffff8804bd6691f8 ffff8803c46cfcb8 [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406160.154874]
[1406160.154875] Call Trace:
[1406160.154875]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406160.154877]  [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406160.154879]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406160.154881]  [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406160.154883]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406160.154885]  [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406160.154887]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406160.154888]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406160.154890]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406160.154892]  [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406160.154894]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406160.154895]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406160.154897]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406160.154899]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406160.154901]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406160.154902]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406160.154905]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406160.154906]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406160.154908] Code:  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406160.154910] 00 66 66 90 0f ae e8 48 83 3d 9b a5 Code: fb 45 31 e4 c7 45 b4 00 6c 00 00 74 59 00 00 00 48 89 89 fb 45 b8 4c e8 02 6e c9 89 6d c8 45 31 ff 66 90 41 f6 4c 89 6d d0 89 c4 66 66 90 0f 1f 40 00 0f ae e8 48 83 48 8b 45 b8 3d 7f a5 6c 00 48 3b 83 f8 00 <74> 00 00 3d e8 e8 6d c9 ff 00 74 7b <48> 8b 66 90 89 c1 45 c0 4c 8b 44 29 e0 39 c3 bb 00 01 00 76 35 f3 90 65 00 48 8b 40 10
[1406160.154957] 48 85 c0 74 09 49
[1406160.158762] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364]
[1406160.158762] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406160.158784] irq event stamp: 449467648
[1406160.158784] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406160.158785] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406160.158786] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406160.158787] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406160.158789] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406160.158789] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406160.158790] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406160.158791] RIP: e030:[<ffffffff8101de86>]  [<ffffffff8101de86>] native_read_tsc+0x6/0x20
[1406160.158797] RSP: e02b:ffff8804c5933d18  EFLAGS: 00000282
[1406160.158798] RAX: 000000006d227150 RBX: 0000000000000001 RCX: 0000000000005360
[1406160.158798] RDX: 00000000000bf6cd RSI: ffffffff8121e43f RDI: 0000000000000001
[1406160.158798] RBP: ffff8804c5933d18 R08: 0000000000000002 R09: 0000000000000000
[1406160.158799] R10: 0000000000000001 R11: 0000000000000001 R12: 000000008eb9b070
[1406160.158799] R13: 0000000000000003 R14: ffffffff817e6f20 R15: ffff8804c5933e70
[1406160.158802] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406160.158803] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406160.158803] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406160.158804] Stack:
[1406160.158804]  ffff8804c5933d40 ffffffff8138707e ffff8804bd669308 000000008eb9b070
[1406160.158806]  000000006fb749fd ffff8804c5933d50 ffffffff81386f8f ffff8804c5933d78
[1406160.158807]  ffffffff810ce29e ffff8804bd669320 ffff8804bd669308 ffff8804a28bdf78
[1406160.158808] Call Trace:
[1406160.158809]  [<ffffffff8138707e>] delay_tsc+0x2e/0x90
[1406160.158811]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406160.158812]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406160.158814]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406160.158816]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406160.158818]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406160.158820]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406160.158821]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406160.158822]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406160.158824]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406160.158826]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406160.158828]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406160.158830]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406160.158832] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84

[1406160.197216] [<ffffffff8154772b>] ffffffff8154772b
[1406160.197372] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406160.197541] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406160.197672] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406160.197805] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406160.197927] RIP: e030:[<ffffffff8101de86>]  [<ffffffff8101de86>] native_read_tsc+0x6/0x20
[1406160.198105] RSP: e02b:ffff8804c596fba0  EFLAGS: 00000282
[1406160.198193] RAX: 000000006bfe24a4 RBX: 0000000000000001 RCX: 0000000000004e1c
[1406160.198324] RDX: 00000000000bf6cd RSI: ffffffff8121addc RDI: 0000000000000001
[1406160.198445] RBP: ffff8804c596fba0 R08: 0000000000000002 R09: 0000000000000000
[1406160.198567] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070
[1406160.198688] R13: 0000000000000000 R14: ffff8804bd578f00 R15: ffff8804a1d48b50
[1406160.198813] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406160.198945] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406160.199035] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406160.199157] Stack:
[1406160.199233]  ffff8804c596fbc8 ffffffff8138707e ffff8804bd579308 000000008eb9b070
[1406160.199527]  000000006f4710f6 ffff8804c596fbd8 ffffffff81386f8f ffff8804c596fc00
[1406160.199819]  ffffffff810ce29e ffff8804bd579320 ffff8804bd579308 ffff8804bd579308
[1406160.200134] Call Trace:
[1406160.200214]  [<ffffffff8138707e>] delay_tsc+0x2e/0x90
[1406160.200312]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406160.200400]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406160.200500]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406160.200611]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406160.200713]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406160.200805]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406160.200914]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406160.201006]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406160.201107]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406160.201201]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406160.201293]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406160.201384]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406160.201486]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406160.201575]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406160.201665]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406160.201754]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406160.201843]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406160.201933] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84
[1406164.694763] INFO: rcu_sched self-detected stall on CPU[1406164.694764] INFO: rcu_sched self-detected stall on CPU { 1}  (t=15000 jiffies g=28847867 c=28847866 q=0)
[1406164.694768] sending NMI to all CPUs:
[1406164.694773] NMI backtrace for cpu 1
[1406164.694774] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406164.694775] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406164.694775] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406164.694777] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406164.694777] RIP: e030:[<ffffffff8100130a>]  [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20
[1406164.694781] RSP: e02b:ffff8804dca03c48  EFLAGS: 00000046
[1406164.694781] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8100130a
[1406164.694782] RDX: 0000000000000000 RSI: 0000000000000001 RDI: 000000000000000b
[1406164.694783] RBP: ffff8804dca03c60 R08: ffffffff81dbfae0 R09: 0000000000000001
[1406164.694783] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0
[1406164.694784] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000001
[1406164.694786] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406164.694787] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406164.694788] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406164.694789] Stack:
[1406164.694789]  0000000000012074 0000000000000001 ffffffff8141c727 ffff8804dca03c90
[1406164.694791]  ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00
[1406164.694792]  ffffffff81d1c280 ffff8804dca03ca0 ffffffff81012bc9 ffff8804dca03cb8
[1406164.694794] Call Trace:
[1406164.694794]  <IRQ>  [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70
[1406164.694800]  [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60
[1406164.694804]  [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0
[1406164.694806]  [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90
[1406164.694810]  [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0
[1406164.694813]  [<ffffffff8107d007>] update_process_times+0x47/0x70
[1406164.694816]  [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60
[1406164.694818]  [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60
[1406164.694819]  [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0
[1406164.694822]  [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40
[1406164.694823]  [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240
[1406164.694825]  [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160
[1406164.694829]  [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0
[1406164.694832]  [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0
[1406164.694834]  [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200
[1406164.694837]  [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60
[1406164.694839]  [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180
[1406164.694841]  [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90
[1406164.694843]  [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40
[1406164.694845]  [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30
[1406164.694847]  <EOI>  [<ffffffff81394b70>] ? __pax_list_add+0x40/0x40
[1406164.694853]  [<ffffffff8121b0ad>] ? queue_io+0xed/0x250
[1406164.694855]  [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0
[1406164.694856]  [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430
[1406164.694858]  [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530
[1406164.694860]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406164.694861]  [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0
[1406164.694863]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406164.694864]  [<ffffffff81096357>] ? kthread+0xe7/0x100
[1406164.694866]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406164.694868]  [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80
[1406164.694869]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406164.694871] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406164.694888] NMI backtrace for cpu 0
[1406164.694889] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406164.694890] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406164.694891] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406164.694891] RIP: e030:[<ffffffff81387091>]  [<ffffffff81387091>] delay_tsc+0x41/0x90
[1406164.694893] RSP: e02b:ffff8804c596fbb0  EFLAGS: 00000282
[1406164.694894] RAX: 000bf6cff483c5a1 RBX: 0000000000000001 RCX: 0000000000004e1c
[1406164.694895] RDX: 000bf6cf00000000 RSI: ffffffff8121addc RDI: 0000000000000001
[1406164.694895] RBP: ffff8804c596fbc8 R08: 0000000000000002 R09: 0000000000000000
[1406164.694896] R10: 0000000000000001 R11: 0000000000000000 R12: 00000000f483c5a1
[1406164.694896] R13: 0000000000000000 R14: ffff8804bd578f00 R15: ffff8804a1d48b50
[1406164.694899] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406164.694899] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406164.694900] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406164.694900] Stack:
[1406164.694901]  ffff8804bd579308 000000008eb9b070 00000000784cc812 ffff8804c596fbd8
[1406164.694902]  ffffffff81386f8f ffff8804c596fc00 ffffffff810ce29e ffff8804bd579320
[1406164.694904]  ffff8804bd579308 ffff8804bd579308 ffff8804c596fc28 ffffffff8167fb66
[1406164.694905] Call Trace:
[1406164.694906]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406164.694908]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406164.694910]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406164.694912]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406164.694914]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406164.694916]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406164.694917]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406164.694919]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406164.694921]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406164.694923]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406164.694924]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406164.694926]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406164.694927]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406164.694928]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406164.694930]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406164.694931]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406164.694932]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406164.694933] Code: 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 74 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48 83 3d 7f a5 6c 00 00 <74> 3d e8 e8 6d c9 ff 66 90 89 c1 44 29 e0 39 c3 76 35 f3 90 65
[1406164.694951] NMI backtrace for cpu 2
[1406164.694952] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406164.694953] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406164.694953] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406164.694954] RIP: e030:[<ffffffff81387075>]  [<ffffffff81387075>] delay_tsc+0x25/0x90
[1406164.694956] RSP: e02b:ffff88006c54bc20  EFLAGS: 00000282
[1406164.694956] RAX: 0000000000004e1e RBX: ffff8804bd579308 RCX: 0000000000004e1c
[1406164.694957] RDX: 000000004e1e4e1c RSI: ffffffff8121addc RDI: 0000000000000001
[1406164.694957] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000
[1406164.694958] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070
[1406164.694958] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80
[1406164.694961] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406164.694961] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406164.694962] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406164.694962] Stack:
[1406164.694963]  ffff8804bd579308 000000008eb9b070 00000000782be8ad ffff88006c54bc48
[1406164.694964]  ffffffff81386f8f ffff88006c54bc70 ffffffff810ce29e ffff8804bd579320
[1406164.694966]  ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98 ffffffff8167fb66
[1406164.694967] Call Trace:
[1406164.694968]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406164.694969]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406164.694971]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406164.694973]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406164.694975]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406164.694977]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406164.694978]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406164.694979]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406164.694982]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406164.694983]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406164.694984]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406164.694986]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406164.694987] Code: 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 <74> 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48
[1406164.695004] NMI backtrace for cpu 3
[1406164.695005] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406164.695006] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406164.695007] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406164.695007] RIP: e030:[<ffffffff813d6c2f>]  [<ffffffff813d6c2f>] vgacon_scroll+0x17f/0x2c0
[1406164.695013] RSP: e02b:ffff8804dce03aa8  EFLAGS: 00000006
[1406164.695013] RAX: 000000000000370c RBX: ffff880503420000 RCX: 0000000068e668e6
[1406164.695014] RDX: 00000000000003d4 RSI: ffff8800000b0080 RDI: ffffffff81d65f38
[1406164.695014] RBP: ffff8804dce03ac8 R08: 0000000000000002 R09: 0000000000000001
[1406164.695015] R10: 0000000000000001 R11: ffffffff819bb19d R12: 00000000000037f0
[1406164.695016] R13: 00000000000000a0 R14: ffff8800000bef40 R15: ffffffff829a25d6
[1406164.695018] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406164.695019] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406164.695020] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406164.695020] Stack:
[1406164.695021]  0000000000000019 0000000000000001 ffff880503420000 0000000000000000
[1406164.695023]  ffff8804dce03b00 ffffffff814479da ffff880503420000 000000000000003a
[1406164.695025]  000000000000004f 0000000000000000 ffffffff829a25d6 ffff8804dce03b28
[1406164.695026] Call Trace:
[1406164.695027]  <IRQ>  [<ffffffff814479da>] scrup+0xfa/0x110
[1406164.695032]  [<ffffffff81447a70>] lf+0x80/0x90
[1406164.695033]  [<ffffffff81448764>] vt_console_print+0x2b4/0x3f0
[1406164.695035]  [<ffffffff810d25a3>] call_console_drivers.constprop.22+0xa3/0xf0
[1406164.695039]  [<ffffffff810d28ce>] console_unlock+0x2de/0x4d0
[1406164.695041]  [<ffffffff810d2d79>] vprintk_emit+0x239/0x630
[1406164.695043]  [<ffffffff816754bb>] printk+0x63/0x6b
[1406164.695046]  [<ffffffff810e0333>] rcu_check_callbacks+0x3a3/0x6a0
[1406164.695047]  [<ffffffff810c26ed>] ? trace_hardirqs_off+0xd/0x10
[1406164.695049]  [<ffffffff8107d007>] update_process_times+0x47/0x70
[1406164.695051]  [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60
[1406164.695052]  [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60
[1406164.695053]  [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0
[1406164.695055]  [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40
[1406164.695056]  [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240
[1406164.695058]  [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160
[1406164.695060]  [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0
[1406164.695062]  [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0
[1406164.695064]  [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200
[1406164.695065]  [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60
[1406164.695066]  [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180
[1406164.695069]  [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90
[1406164.695070]  [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40
[1406164.695072]  [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30
[1406164.695073]  <EOI>  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406164.695076]  [<ffffffff81387075>] ? delay_tsc+0x25/0x90
[1406164.695077]  [<ffffffff81387098>] ? delay_tsc+0x48/0x90
[1406164.695078]  [<ffffffff81386f8f>] ? __delay+0xf/0x20
[1406164.695080]  [<ffffffff810ce29e>] ? do_raw_spin_lock+0xde/0x1d0
[1406164.695081]  [<ffffffff8167fb66>] ? _raw_spin_lock+0x56/0x70
[1406164.695083]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406164.695085]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406164.695086]  [<ffffffff8120ae4f>] ? evict+0x4f/0x1b0
[1406164.695087]  [<ffffffff8120b10a>] ? iput+0x10a/0x1c0
[1406164.695089]  [<ffffffff811fad2a>] ? do_unlinkat+0x1aa/0x3a0
[1406164.695090]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406164.695091]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406164.695093]  [<ffffffff811fee06>] ? SyS_unlink+0x16/0x20
[1406164.695094]  [<ffffffff8168a649>] ? system_call_fastpath+0x1a/0x1f
[1406164.695096] Code: 00 00 48 d1 ea 48 c7 c7 20 5f d6 81 49 89 d4 e8 e8 9a 2a 00 48 89 c6 44 89 e0 0f b7 15 35 e6 9e 00 25 00 ff 00 00 83 c0 0c 66 ef <41> c1 e4 08 41 0f b7 c4 83 c0 0d 66 ef 48 c7 c7 20 5f d6 81 e8

[1406164.748530]  { 3}  (t=15013 jiffies g=28847867 c=28847866 q=0)
[1406164.748852] sending NMI to all CPUs:
[1406164.748938] NMI backtrace for cpu 0
[1406164.749031] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406164.749155] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406164.749288] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406164.749410] RIP: e030:[<ffffffff81387093>]  [<ffffffff81387093>] delay_tsc+0x43/0x90
[1406164.749578] RSP: e02b:ffff8804c596fbb0  EFLAGS: 00000282
[1406164.749667] RAX: 000bf6cffc3ee021 RBX: 0000000000000001 RCX: 0000000000004e1c
[1406164.749788] RDX: 000bf6cf00000000 RSI: ffffffff8121addc RDI: 0000000000000001
[1406164.749909] RBP: ffff8804c596fbc8 R08: 0000000000000002 R09: 0000000000000000
[1406164.750030] R10: 0000000000000001 R11: 0000000000000000 R12: 00000000fc3ee021
[1406164.750151] R13: 0000000000000000 R14: ffff8804bd578f00 R15: ffff8804a1d48b50
[1406164.750284] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406164.750408] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406164.750498] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406164.750620] Stack:
[1406164.750696]  ffff8804bd579308 000000008eb9b070 0000000078687af9 ffff8804c596fbd8
[1406164.750992]  ffffffff81386f8f ffff8804c596fc00 ffffffff810ce29e ffff8804bd579320
[1406164.751285]  ffff8804bd579308 ffff8804bd579308 ffff8804c596fc28 ffffffff8167fb66
[1406164.751578] Call Trace:
[1406164.751659]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406164.751747]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406164.751855]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406164.751952]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406164.752054]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406164.752153]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406164.752241]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406164.752332]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406164.752433]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406164.752534]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406164.752632]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406164.752723]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406164.752814]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406164.752903]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406164.752993]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406164.753082]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406164.753172]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406164.753271] Code: 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 74 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48 83 3d 7f a5 6c 00 00 74 3d <e8> e8 6d c9 ff 66 90 89 c1 44 29 e0 39 c3 76 35 f3 90 65 8b 14
[1406164.756294] INFO: NMI handler (ffffffff81682ae0) took too long to run: 7.355 msecs
[1406164.756295] NMI backtrace for cpu 1
[1406164.756296] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406164.756297] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406164.756299] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406164.756300] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406164.756302] RIP: e030:[<ffffffff8122f376>]  [<ffffffff8122f376>] sb_is_blkdev_sb+0x16/0x20
[1406164.756303] RSP: e02b:ffff8803c46cfbe8  EFLAGS: 00000206
[1406164.756303] RAX: 0000000000000000 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406164.756304] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030
[1406164.756304] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406164.756305] R10: 0000000000000000 R11: 0000000000000000 R12: 000000003bfb35c1
[1406164.756306] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406164.756308] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406164.756308] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406164.756309] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406164.756310] Stack:
[1406164.756311]  ffffffff8121b0b9 ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8
[1406164.756312]  ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8
[1406164.756314]  ffff880503423030 ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8
[1406164.756314] Call Trace:
[1406164.756316]  [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250
[1406164.756317]  [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406164.756319]  [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406164.756321]  [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406164.756322]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406164.756323]  [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406164.756324]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406164.756326]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406164.756328]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406164.756330]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406164.756331]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406164.756343] Code: aa 81 e8 de 0a 45 00 48 89 d8 5b 5d c3 31 db eb ea 0f 1f 40 00 0f 1f 44 00 00 31 c0 48 39 3d 62 5d b9 00 55 48 89 e5 5d 0f 94 c0 <c3> 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55
[1406164.756347] INFO: NMI handler (ffffffff81682ae0) took too long to run: 7.407 msecs
[1406164.756348] NMI backtrace for cpu 3
[1406164.756350] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406164.756350] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406164.756351] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406164.756354] RIP: e030:[<ffffffff8100130a>]  [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20
[1406164.756354] RSP: e02b:ffff8804dce03c48  EFLAGS: 00000046
[1406164.756355] RAX: 0000000000000000 RBX: 0000000000000003 RCX: ffffffff8100130a
[1406164.756356] RDX: 0000000000000000 RSI: 0000000000000003 RDI: 000000000000000b
[1406164.756356] RBP: ffff8804dce03c60 R08: ffffffff81dbfae0 R09: 0000000000000001
[1406164.756357] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0
[1406164.756357] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000003
[1406164.756360] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406164.756361] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406164.756361] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406164.756362] Stack:
[1406164.756363]  0000000000002d74 0000000000000003 ffffffff8141c727 ffff8804dce03c90
[1406164.756364]  ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00
[1406164.756366]  ffffffff81d1c280 ffff8804dce03ca0 ffffffff81012bc9 ffff8804dce03cb8
[1406164.756366] Call Trace:
[1406164.756367]  <IRQ>
[1406164.756368]  [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70
[1406164.756370]  [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60
[1406164.756372]  [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0
[1406164.756374]  [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90
[1406164.756375]  [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0
[1406164.756377]  [<ffffffff8107d007>] update_process_times+0x47/0x70
[1406164.756378]  [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60
[1406164.756379]  [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60
[1406164.756380]  [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0
[1406164.756381]  [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40
[1406164.756383]  [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240
[1406164.756385]  [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160
[1406164.756387]  [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0
[1406164.756388]  [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0
[1406164.756390]  [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200
[1406164.756391]  [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60
[1406164.756393]  [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180
[1406164.756394]  [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90
[1406164.756396]  [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40
[1406164.756397]  [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30
[1406164.756398]  <EOI>
[1406164.756400]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406164.756401]  [<ffffffff81387075>] ? delay_tsc+0x25/0x90
[1406164.756402]  [<ffffffff81387098>] ? delay_tsc+0x48/0x90
[1406164.756404]  [<ffffffff81386f8f>] ? __delay+0xf/0x20
[1406164.756405]  [<ffffffff810ce29e>] ? do_raw_spin_lock+0xde/0x1d0
[1406164.756407]  [<ffffffff8167fb66>] ? _raw_spin_lock+0x56/0x70
[1406164.756408]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406164.756410]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406164.756411]  [<ffffffff8120ae4f>] ? evict+0x4f/0x1b0
[1406164.756412]  [<ffffffff8120b10a>] ? iput+0x10a/0x1c0
[1406164.756414]  [<ffffffff811fad2a>] ? do_unlinkat+0x1aa/0x3a0
[1406164.756415]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406164.756417]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406164.756418]  [<ffffffff811fee06>] ? SyS_unlink+0x16/0x20
[1406164.756419]  [<ffffffff8168a649>] ? system_call_fastpath+0x1a/0x1f
[1406164.756431] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406164.756434] INFO: NMI handler (ffffffff81682ae0) took too long to run: 7.495 msecs
[1406164.756435] NMI backtrace for cpu 2
[1406164.756436] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406164.756437] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406164.756438] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406164.756440] RIP: e030:[<ffffffff8101de86>]  [<ffffffff8101de86>] native_read_tsc+0x6/0x20
[1406164.756441] RSP: e02b:ffff88006c54bc10  EFLAGS: 00000282
[1406164.756442] RAX: 00000000fc3eea7a RBX: 0000000000000001 RCX: 0000000000004e1c
[1406164.756442] RDX: 00000000000bf6cf RSI: ffffffff8121addc RDI: 0000000000000001
[1406164.756443] RBP: ffff88006c54bc10 R08: 0000000000000002 R09: 0000000000000000
[1406164.756444] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070
[1406164.756444] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80
[1406164.756447] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406164.756447] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406164.756448] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406164.756449] Stack:
[1406164.756450]  ffff88006c54bc38 ffffffff8138707e ffff8804bd579308 000000008eb9b070
[1406164.756451]  000000007847a422 ffff88006c54bc48 ffffffff81386f8f ffff88006c54bc70
[1406164.756453]  ffffffff810ce29e ffff8804bd579320 ffff8804bd579308 ffff8804bd579308
[1406164.756453] Call Trace:
[1406164.756454]  [<ffffffff8138707e>] delay_tsc+0x2e/0x90
[1406164.756456]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406164.756457]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406164.756459]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406164.756461]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406164.756463]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406164.756464]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406164.756465]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406164.756467]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406164.756468]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406164.756469]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406164.756471]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406164.756472]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406164.756484] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84
[1406164.756485] INFO: NMI handler (ffffffff81682ae0) took too long to run: 7.546 msecs
[1406175.620550] BUG: spinlock lockup suspected on CPU#3, charlie/1364
[1406175.620674]  lock: ffff8804bd669308, .magic: dead4ead, .owner: kworker/u8:2/1989, .owner_cpu: 1
[1406175.620840] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.620975] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.621119]  ffff8804bd669308 ffff8804c5933d30 ff
ffffff81677c18 ffff880492bcc4a0
[1406175.621433]  ffff8804c5933d50 ffffffff810ce12d ffff8804bd669308 000000008eb9b070
[1406175.621729]  ffff8804c5933d78 ffffffff810ce23f ffff8804bd669320 ffff8804bd669308
[1406175.622023] Call Trace:
[1406175.622113]  [<ffffffff81677c18>] dump_stack+0x45/0x56
[1406175.622218]  [<ffffffff810ce12d>] spin_dump+0x7d/0xd0
[1406175.622314]  [<ffffffff810ce23f>] do_raw_spin_lock+0x7f/0x1d0
[1406175.622436]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406175.622534]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406175.622635]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406175.622741]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406175.622842]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406175.622944]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406175.623049]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406175.623151]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406175.623247]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406175.623345]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406175.623446] sending NMI to all CPUs:
[1406175.623536] NMI backtrace for cpu 3
[1406175.623626] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.623752] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.623895] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406175.624047] RIP: e030:[<ffffffff8100130a>]  [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20
[1406175.624235] RSP: e02b:ffff8804c5933ce0  EFLAGS: 00000246
[1406175.624331] RAX: 0000000000000000 RBX: 0000000000000003 RCX: ffffffff8100130a
[1406175.624460] RDX: 0000000000000000 RSI: 0000000000000003 RDI: 000000000000000b
[1406175.624583] RBP: ffff8804c5933cf8 R08: ffffffff81dbfae0 R09: 0000000000000001
[1406175.624711] R10: ffff8804dce00000 R11: 0000000000000246 R12: ffffffff81dbfae0
[1406175.624833] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: ffff8804c5933e70
[1406175.624959] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406175.625091] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406175.625182] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406175.625305] Stack:
[1406175.625381]  0000000000002e2d 0000000000000003 ffffffff8141c727 ffff8804c5933d28
[1406175.625710]  ffffffff81011d62 0000000000002710 000000008eb9b070 000000008eb9b070
[1406175.634000]  ffffffff817e6f20 ffff8804c5933d38 ffffffff81012bc9 ffff8804c5933d50
[1406175.634294] Call Trace:
[1406175.634383]  [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70
[1406175.634489]  [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60
[1406175.634589]  [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0
[1406175.634697]  [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90
[1406175.634801]  [<ffffffff810ce244>] do_raw_spin_lock+0x84/0x1d0
[1406175.634900]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406175.634991]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406175.635117]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406175.635207]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406175.635294]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406175.635381]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406175.635471]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406175.635575]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406175.635671]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406175.635760]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406175.635850] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406175.638939] NMI backtrace for cpu 0
[1406175.638942] INFO: NMI handler (ffffffff81682ae0) took too long to run: 15.402 msecs
[1406175.639159] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.639290] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.639424] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406175.639546] RIP: e030:[<ffffffff8101de86>]  [<ffffffff8101de86>] native_read_tsc+0x6/0x20
[1406175.639735] RSP: e02b:ffff8804c596fba0  EFLAGS: 00000282
[1406175.639849] RAX: 000000000c476a18 RBX: 0000000000000001 RCX: 0000000000004e1c
[1406175.639979] RDX: 00000000000bf6d6 RSI: ffffffff8121addc RDI: 0000000000000001
[1406175.640110] RBP: ffff8804c596fba0 R08: 0000000000000002 R09: 0000000000000000
[1406175.640232] R10: 0000000000000001 R11: 0000000000000000 R12: 000000000c4769fd
[1406175.640381] R13: 0000000000000000 R14: ffff8804bd578f00 R15: ffff8804a1d48b50
[1406175.640539] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406175.640693] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406175.640813] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406175.640967] Stack:
[1406175.641063]  ffff8804c596fbc8 ffffffff81387098 ffff8804bd579308 000000008eb9b070
[1406175.641462]  000000008e33d62a ffff8804c596fbd8 ffffffff81386f8f ffff8804c596fc00
[1406175.641853]  ffffffff810ce29e ffff8804bd579320 ffff8804bd579308 ffff8804bd579308
[1406175.642245] Call Trace:
[1406175.642360]  [<ffffffff81387098>] delay_tsc+0x48/0x90
[1406175.642478]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406175.642596]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406175.642718]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406175.642844]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406175.642969]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406175.643096]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406175.643215]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406175.643346]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406175.643473]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406175.643598]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406175.643725]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406175.643854]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406175.643982]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406175.644100]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406175.644220]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406175.644339]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406175.644460]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406175.644585] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84
[1406175.648764] INFO: NMI handler (ffffffff81682ae0) took too long to run: 25.226 msecs
[1406175.648767] NMI backtrace for cpu 1
[1406175.648770] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.648771] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.648776] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406175.648777] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406175.648785] RIP: e030:[<ffffffff81394b34>]  [<ffffffff81394b34>] __pax_list_add+0x4/0x40
[1406175.648786] RSP: e02b:ffff8803c46cfbd0  EFLAGS: 00000202
[1406175.648787] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406175.648789] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018
[1406175.648790] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000
[1406175.648791] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000752fc9fd
[1406175.648792] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406175.648798] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406175.648799] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406175.648800] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406175.648802] Stack:
[1406175.648805]  ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad
[1406175.648808]  ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8
[1406175.648811]  ffff8803c46cfc10 ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030
[1406175.648812] Call Trace:
[1406175.648816]  [<ffffffff81394b79>] __list_add+0x9/0x10
[1406175.648820]  [<ffffffff8121b0ad>] queue_io+0xed/0x250
[1406175.648824]  [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406175.648828]  [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406175.648833]  [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406175.648836]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406175.648840]  [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406175.648842]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406175.648847]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406175.648852]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406175.648855]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406175.648859]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406175.648890] Code: c0 e8 49 09 2e 00 0f 0b 0f 1f 80 00 00 00 00 48 89 c1 48 89 fe 31 c0 48 c7 c7 a8 41 9f 81 e8 2c 09 2e 00 0f 0b 66 90 55 48 89 e5 <41> 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff ff ff 84 c0
[1406175.648896] INFO: NMI handler (ffffffff81682ae0) took too long to run: 25.359 msecs
[1406175.648899] NMI backtrace for cpu 2
[1406175.648902] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.648904] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.648906] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406175.648911] RIP: e030:[<ffffffff8138706d>]  [<ffffffff8138706d>] delay_tsc+0x1d/0x90
[1406175.648913] RSP: e02b:ffff88006c54bc20  EFLAGS: 00000202
[1406175.648914] RAX: 0000000000004e1e RBX: ffff8804bd579308 RCX: 0000000000004e1c
[1406175.648916] RDX: 000000004e1e4e1c RSI: ffffffff8121addc RDI: 0000000000000001
[1406175.648917] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000
[1406175.648918] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070
[1406175.648921] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80
[1406175.648927] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406175.648928] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406175.648930] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406175.648931] Stack:
[1406175.648935]  ffff8804bd579308 000000008eb9b070 000000008e2ad813 ffff88006c54bc48
[1406175.648938]  ffffffff81386f8f ffff88006c54bc70 ffffffff810ce29e ffff8804bd579320
[1406175.648941]  ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98 ffffffff8167fb66
[1406175.648941] Call Trace:
[1406175.648945]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406175.648949]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406175.648954]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406175.648958]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406175.648963]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406175.648966]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406175.648969]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406175.648973]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406175.648978]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406175.648981]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406175.648984]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406175.648986]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406175.649018] Code: c3 0f 1f 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 <48> 83 3d 9b a5 6c 00 00 74 59 89 fb e8 02 6e c9 ff 66 90 41 89
[1406175.649021] INFO: NMI handler (ffffffff81682ae0) took too long to run: 25.483 msecs
[1406175.926037] BUG: spinlock lockup suspected on CPU#0, charlie/1365
[1406175.926137]  lock: ffff8804bd579308, .magic: dead4ead, .owner: sierra/855, .owner_cpu: 2
[1406175.926272] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.926402] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.926535]  ffff8804bd579308 ffff8804c596fbb8 ffffffff81677c18 ffff8804c824adc0
[1406175.926841]  ffff8804c596fbd8 ffffffff810ce12d ffff8804bd579308 000000008eb9b070
[1406175.927135]  ffff8804c596fc00 ffffffff810ce23f ffff8804bd579320 ffff8804bd579308
[1406175.927431] Call Trace:
[1406175.927513]  [<ffffffff81677c18>] dump_stack+0x45/0x56
[1406175.927611]  [<ffffffff810ce12d>] spin_dump+0x7d/0xd0
[1406175.927702]  [<ffffffff810ce23f>] do_raw_spin_lock+0x7f/0x1d0
[1406175.927803]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406175.927924]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406175.928024]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406175.928115]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406175.928204]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406175.928307]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406175.928411]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406175.928512]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406175.928611]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406175.928712]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406175.928804]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406175.928903]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406175.928993]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406175.929081]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406175.929169]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406175.929260] sending NMI to all CPUs:
[1406175.929345] NMI backtrace for cpu 0
[1406175.929448] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.929572] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.929705] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406175.929826] RIP: e030:[<ffffffff8100130a>]  [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20
[1406175.929997] RSP: e02b:ffff8804c596fb68  EFLAGS: 00000246
[1406175.930085] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff8100130a
[1406175.930206] RDX: 0000000000000000 RSI: 0000000000000000 RDI: 000000000000000b
[1406175.930328] RBP: ffff8804c596fb80 R08: ffffffff81dbfae0 R09: 0000000000000001
[1406175.930449] R10: ffff8804dc800000 R11: 0000000000000246 R12: ffffffff81dbfae0
[1406175.930570] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: ffff8804a1d48b50
[1406175.930694] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406175.930827] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406175.930925] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406175.931056] Stack:
[1406175.931133]  0000000000002ed6 0000000000000000 ffffffff8141c727 ffff8804c596fbb0
[1406175.931427]  ffffffff81011d62 0000000000002710 000000008eb9b070 000000008eb9b070
[1406175.931722]  ffff8804bd578f00 ffff8804c596fbc0 ffffffff81012bc9 ffff8804c596fbd8
[1406175.932019] Call Trace:
[1406175.932101]  [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70
[1406175.932200]  [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60
[1406175.932298]  [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0
[1406175.932391]  [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90
[1406175.932495]  [<ffffffff810ce244>] do_raw_spin_lock+0x84/0x1d0
[1406175.932609]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406175.932708]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406175.932809]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406175.932920]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406175.933009]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406175.933100]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406175.933193]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406175.933286]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406175.933378]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406175.933469]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406175.933560]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406175.933649]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406175.933738]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406175.933826]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406175.933915]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406175.934006] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406175.937022] NMI backtrace for cpu 1
[1406175.937117] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.937250] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.937394] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406175.937578] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406175.937717] RIP: e030:[<ffffffff81394c9f>]  [<ffffffff81394c9f>] __list_del_entry+0x1f/0x30
[1406175.937889] RSP: e02b:ffff8803c46cfbd8  EFLAGS: 00000202
[1406175.937978] RAX: ffff8803c46cfc10 RBX: ffff8804a248d018 RCX: 00000000ffffff02
[1406175.938100] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018
[1406175.938222] RBP: ffff8803c46cfbe0 R08: 0000000000000006 R09: 0000000000000000
[1406175.938344] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000769b29e0
[1406175.938483] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406175.938606] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406175.938740] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406175.938832] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406175.938986] Stack:
[1406175.939064]  ffff8804bd6691e0 ffff8803c46cfc48 ffffffff8121b09e ffff8804bd6692e8
[1406175.939357]  0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 ffff8803c46cfc10
[1406175.939650]  ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030 ffff8804bd6691e0
[1406175.939943] Call Trace:
[1406175.940025]  [<ffffffff8121b09e>] queue_io+0xde/0x250
[1406175.940121]  [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406175.940221]  [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406175.940320]  [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406175.940430]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406175.940538]  [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406175.940629]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406175.940721]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406175.940810]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406175.940911]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406175.941001]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406175.941100] Code: 1f 00 66 2e 0f 1f 84 00 00 00 00 00 55 48 89 e5 53 48 89 fb e8 43 ff ff ff 84 c0 74 0e 48 8b 13 48 8b 43 08 48 89 42 08 48 89 10 <5b> 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 55 48 89 e5
[1406175.944155] NMI backtrace for cpu 2
[1406175.944252] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.944384] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.944517] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406175.944649] RIP: e030:[<ffffffff81387075>]  [<ffffffff81387075>] delay_tsc+0x25/0x90
[1406175.944826] RSP: e02b:ffff88006c54bc20  EFLAGS: 00000282
[1406175.944924] RAX: 0000000000004e1e RBX: ffff8804bd579308 RCX: 0000000000004e1c
[1406175.945053] RDX: 000000004e1e4e1c RSI: ffffffff8121addc RDI: 0000000000000001
[1406175.945184] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000
[1406175.945314] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070
[1406175.945435] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80
[1406175.945558] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406175.945694] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406175.945786] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406175.945908] Stack:
[1406175.945985]  ffff8804bd579308 000000008eb9b070 000000008eb5f38c ffff88006c54bc48
[1406175.946281]  ffffffff81386f8f ffff88006c54bc70 ffffffff810ce29e ffff8804bd579320
[1406175.946591]  ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98 ffffffff8167fb66
[1406175.946906] Call Trace:
[1406175.946986]  [<ffffffff81386f8f>] __delay+0xf/0x20
[1406175.947083]  [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0
[1406175.947182]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406175.947280]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406175.947380]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406175.947471]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406175.947560]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406175.947650]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406175.947751]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406175.947840]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406175.955880]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406175.955968]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406175.956069] Code: 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 <74> 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48
[1406175.959093] NMI backtrace for cpu 3
[1406175.959208] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.959398] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.959562] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406175.959714] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406175.959948] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406175.960065] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406175.960218] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406175.960369] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406175.960521] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406175.960672] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406175.960828] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406175.961010] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406175.961128] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406175.961280] Stack:
[1406175.961385]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406175.961775]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406175.962165]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406175.962584] Call Trace:
[1406175.962696]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406175.962820]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406175.962944]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406175.963067]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406175.963222]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406175.963345]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406175.963467]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406175.963588]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406175.963709]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406175.963825]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406175.963941]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406175.964061]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406175.964219]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406175.964339]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406175.964456]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406175.964576] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc [1406175.966322] BUG: spinlock lockup suspected on CPU#2, sierra/2591
[1406175.966323]  lock: ffff8804bd579308, .magic: dead4ead, .owner: sierra/855, .owner_cpu: 2
[1406175.966324] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406175.966325] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406175.966325]  ffff8804bd579308 ffff88006c54bc28 ffffffff81677c18 ffff8804c824adc0
[1406175.966328]  ffff88006c54bc48 ffffffff810ce12d ffff8804bd579308 000000008eb9b070
[1406175.966330]  ffff88006c54bc70 ffffffff810ce23f ffff8804bd579320 ffff8804bd579308
[1406175.966331] Call Trace:
[1406175.966332]  [<ffffffff81677c18>] dump_stack+0x45/0x56
[1406175.966334]  [<ffffffff810ce12d>] spin_dump+0x7d/0xd0
[1406175.966335]  [<ffffffff810ce23f>] do_raw_spin_lock+0x7f/0x1d0
[1406175.966337]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406175.966339]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406175.966340]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406175.966342]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406175.966343]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406175.966344]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406175.966346]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406175.966347]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406175.966348]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406175.966349]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f

[1406175.970521] cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406175.973014] INFO: NMI handler (ffffffff81682ae0) took too long to run: 35.985 msecs
[1406200.150776] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365]
[1406200.150941] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F)[1406200.154763] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989]
[1406200.154763] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F)[1406200.154771] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591]
[1406200.154772]  gre(F) libcrc32c(F)Modules linked in: xen_pciback(F) xt_physdev(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) xen_netback(F) nfs(F) xen_blkback(F) lockd(F) fscache(F) sunrpc(F) ip_gre(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) ip_tunnel(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ixgbevf(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) dm_crypt(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) algif_skcipher(F) crc32_pclmul(F) af_alg(F) ghash_clmulni_intel(F) openvswitch(F) aesni_intel(F) vxlan(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) gre(F) mei(F) libcrc32c(F) lpc_ich(F) xen_pciback(F) mfd_core(F) nfsd(F) i2c_i801(F) auth_rpcgss(F) ioatdma(F) nfs_acl(F) squashfs(F) nfs(F) ixgbe(F) lockd(F) mdio(F) fscache(F) ptp(F) sunrpc(F) pps_core(F) xt_LOG(F) dca(F) xt_limit(F) ahci(F) xt_tcpudp(F) libahci(F) tpm_tis(F)
[1406200.154829]  nf_conntrack_ipv4(F)irq event stamp: 195369
[1406200.154830] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406200.154833] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406200.154833] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406200.154834] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406200.154836]  nf_defrag_ipv4(F) xt_conntrack(F)[1406200.154838] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406200.154839] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406200.154840]  nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406200.154845]  iTCO_wdt(F)[1406200.154846] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406200.154847]  iTCO_vendor_support(F)RIP: e030:[<ffffffff81394b5d>]  [<ffffffff81394b5d>] __pax_list_add+0x2d/0x40
[1406200.154856] RSP: e02b:ffff8803c46cfbc8  EFLAGS: 00000202
[1406200.154857] RAX: 0000000000000001 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406200.154858] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018
[1406200.154859] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000
[1406200.154859]  gpio_ich(F)[1406200.154860] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000f642a73c
[1406200.154861] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406200.154862]  raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F)[1406200.154866] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406200.154866] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406200.154867] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406200.154868]  crc32_pclmul(F)[1406200.154869] Stack:
[1406200.154869]  ghash_clmulni_intel(F) ffff8803c46cfc10 aesni_intel(F) ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48
[1406200.154874]  ffffffff8121b0ad ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8
[1406200.154876]  ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8
[1406200.154878] Call Trace:
[1406200.154878]  aes_x86_64(F) lrw(F) [<ffffffff81394b79>] __list_add+0x9/0x10
[1406200.154882]  [<ffffffff8121b0ad>] queue_io+0xed/0x250
[1406200.154886]  gf128mul(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406200.154889]  glue_helper(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406200.154893]  ablk_helper(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406200.154897]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406200.154899]  cryptd(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406200.154902]  sb_edac(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406200.154904]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406200.154907]  mei_me(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406200.154910]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406200.154914]  mei(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406200.154917]  lpc_ich(F)Code:  mfd_core(F)89 e5 41 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff ff ff 84 c0 74 0f 49 89  i2c_i801(F)5d 08 4c 89 2b 4c 89 63 08 49 89 1c  ioatdma(F)24 5b 41 5c <41> 5d 5d c3 0f  squashfs(F)1f 44 00  ixgbe(F)00 66 2e 0f  mdio(F)1f 84 00  ptp(F)00 00 00 00 55 48
[1406200.154951]  pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406200.154956] irq event stamp: 0
[1406200.154957] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406200.154959] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406200.154961] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406200.154963] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406200.154967] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406200.154968] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406200.154970] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406200.154971] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406200.154977] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406200.154979] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406200.154980] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406200.154981] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406200.154982] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406200.154984] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406200.154990] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406200.154992] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406200.154993] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406200.154994] Stack:
[1406200.154995]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406200.154999]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406200.155003]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406200.155006] Call Trace:
[1406200.155008]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406200.155016]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406200.155020]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406200.155027]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406200.155031]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406200.155037]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406200.155045]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406200.155050]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406200.155053]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406200.155058]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406200.155061]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406200.155069]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406200.155073]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406200.155076]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406200.155079]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406200.155082] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406200.158769] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364]
[1406200.158770] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406200.158819] irq event stamp: 449467648
[1406200.158820] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406200.158822] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406200.158824] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406200.158826] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406200.158830] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406200.158831] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406200.158833] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406200.158835] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406200.158840] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406200.158841] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406200.158842] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406200.158843] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406200.158845] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406200.158846] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406200.158852] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406200.158854] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406200.158855] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406200.158857] Stack:
[1406200.158858]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406200.158862]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406200.158865]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406200.158870] Call Trace:
[1406200.158871]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406200.158877]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406200.158881]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406200.158886]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406200.158891]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406200.158896]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406200.158901]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406200.158908]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406200.158914]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406200.158921]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406200.158924]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406200.158931]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406200.158937]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406200.158941]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406200.158945]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406200.158948] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406200.204002]  mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406200.204788] irq event stamp: 460266246
[1406200.204874] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406200.205049] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406200.205221] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406200.205394] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406200.205569] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406200.205705] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406200.205849] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406200.205975] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406200.206159] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406200.206257] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406200.206394] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406200.206518] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406200.206643] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406200.206769] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406200.206910] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406200.207046] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406200.207141] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406200.207275] Stack:
[1406200.207354]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406200.207660]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406200.207992]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406200.208299] Call Trace:
[1406200.208384]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406200.208487]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406200.208588]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406200.216664]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406200.216799]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406200.216903]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406200.217004]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406200.217108]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406200.217210]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406200.217317]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406200.217423]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406200.217527]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406200.217633]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406200.217744]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406200.217842]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406200.217944]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406200.218043]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406200.218143]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406200.218235]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406200.218327]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406200.218428] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406228.150774] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365]
[1406228.150939] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F)[1406228.154764] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989]
[1406228.154764] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)[1406228.154783] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591]
[1406228.154784]  intel_powerclamp(F) coretemp(F)Modules linked in: crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) xt_physdev(F) mdio(F) xen_netback(F) ptp(F) pps_core(F) xen_blkback(F) dca(F) ip_gre(F) ahci(F) ip_tunnel(F) libahci(F) ixgbevf(F) tpm_tis(F) dm_crypt(F)
[1406228.154807]  algif_skcipher(F)irq event stamp: 195369
[1406228.154809] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406228.154811]  af_alg(F)hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406228.154813] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406228.154814] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406228.154815]  openvswitch(F)[1406228.154817] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406228.154818] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406228.154818]  vxlan(F) gre(F) libcrc32c(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406228.154823] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406228.154823] RIP: e030:[<ffffffff8122f376>]  [<ffffffff8122f376>] sb_is_blkdev_sb+0x16/0x20
[1406228.154828] RSP: e02b:ffff8803c46cfbe8  EFLAGS: 00000206
[1406228.154829] RAX: 0000000000000000 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406228.154829] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030
[1406228.154830] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406228.154831]  xen_pciback(F)[1406228.154832] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000089c0413d
[1406228.154832] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406228.154833]  nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F)[1406228.154836] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406228.154837] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406228.154838] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406228.154838]  lockd(F)[1406228.154839] Stack:
[1406228.154840]  fscache(F) ffffffff8121b0b9 sunrpc(F) ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 xt_LOG(F)
[1406228.154846]  ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8
[1406228.154848]  ffff880503423030 ffff8804bd6691e0 xt_limit(F) ffff8804bd6691f8 ffff8804bd6691f8
[1406228.154851] Call Trace:
[1406228.154852]  xt_tcpudp(F) [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250
[1406228.154859]  [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406228.154861]  nf_conntrack_ipv4(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406228.154865]  nf_defrag_ipv4(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406228.154869]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406228.154871]  xt_conntrack(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406228.154874]  nf_conntrack(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406228.154876]  iptable_filter(F) [<ffffffff81096357>] kthread+0xe7/0x100
[1406228.154880]  ip_tables(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406228.154883]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406228.154886]  x_tables(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406228.154889]  iTCO_wdt(F)Code:  iTCO_vendor_support(F)aa 81 e8 de 0a  gpio_ich(F)45 00 48 89 d8  raid1(F)5b 5d c3 31 db eb ea 0f 1f 40  x86_pkg_temp_thermal(F)00 0f 1f 44 00 00 31 c0  intel_powerclamp(F)48 39 3d 62 5d b9 00 55  coretemp(F)48 89 e5 5d 0f 94 c0 <c3> 66 0f 1f  crc32_pclmul(F)84 00 00 00 00 00 0f 1f 44 00 00 55 48  ghash_clmulni_intel(F)89 e5 41 55
[1406228.154925]  aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406228.154942] irq event stamp: 0
[1406228.154943] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406228.154945] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406228.154947] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406228.154949] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406228.154952] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406228.154953] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406228.154955] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406228.154956] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406228.154962] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406228.154964] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406228.154965] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406228.154966] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406228.154967] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406228.154968] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406228.154974] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406228.154976] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406228.154977] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406228.154979] Stack:
[1406228.154979]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406228.154983]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406228.154987]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406228.154991] Call Trace:
[1406228.154992]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406228.154999]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406228.155003]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406228.155009]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406228.155013]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406228.155019]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406228.155027]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406228.155031]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406228.155035]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406228.155039]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406228.155042]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406228.155049]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406228.155052]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406228.155055]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406228.155059]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406228.155062] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406228.158767] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364]
[1406228.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406228.158814] irq event stamp: 449467648
[1406228.158815] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406228.158817] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406228.158819] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406228.158821] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406228.158824] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406228.158826] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406228.158827] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406228.158828] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406228.158833] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406228.158835] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406228.158836] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406228.158837] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406228.158838] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406228.158839] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406228.158845] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406228.158847] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406228.158848] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406228.158850] Stack:
[1406228.158850]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406228.158855]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406228.158860]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406228.158865] Call Trace:
[1406228.158866]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406228.158871]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406228.158876]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406228.158881]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406228.158886]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406228.158891]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406228.158898]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406228.158905]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406228.158910]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406228.158913]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406228.158916]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406228.158921]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406228.158928]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406228.158932]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406228.158936]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406228.158940] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406228.205045]  i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406228.205754] irq event stamp: 460266246
[1406228.205842] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406228.206032] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406228.206212] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406228.206388] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406228.206563] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406228.206697] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406228.206843] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406228.206978] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406228.207159] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406228.207251] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406228.207376] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406228.207501] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406228.207625] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406228.207757] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406228.207903] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406228.208038] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406228.208132] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406228.208256] Stack:
[1406228.208335]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406228.208641]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406228.208947]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406228.209254] Call Trace:
[1406228.209346]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406228.209453]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406228.209555]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406228.209658]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406228.209794]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406228.209902]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406228.210002]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406228.210106]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406228.210208]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406228.210300]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406228.210404]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406228.210509]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406228.210605]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406228.210715]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406228.210822]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406228.210932]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406228.211037]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406228.211129]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406228.211221]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406228.211320]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406228.211421] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406256.150769] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365]
[1406256.150916] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F)[1406256.154765] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989]
[1406256.154765] Modules linked in:[1406256.154768] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591]
[1406256.154769]  xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F)Modules linked in: auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) xt_physdev(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406256.154799] irq event stamp: 195369
[1406256.154799] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406256.154801] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406256.154802] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406256.154803] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406256.154804]  xen_netback(F)[1406256.154805] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406256.154806] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406256.154807]  xen_blkback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406256.154810] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406256.154810] RIP: e030:[<ffffffff8122f376>]  [<ffffffff8122f376>] sb_is_blkdev_sb+0x16/0x20
[1406256.154812] RSP: e02b:ffff8803c46cfbe8  EFLAGS: 00000206
[1406256.154813] RAX: 0000000000000000 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406256.154813] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030
[1406256.154814] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406256.154814] R10: 0000000000000000 R11: 0000000000000000 R12: 000000001ca4305b
[1406256.154815] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406256.154816]  ip_gre(F) ip_tunnel(F) ixgbevf(F)[1406256.154819] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406256.154819] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406256.154820] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406256.154821]  dm_crypt(F)[1406256.154822] Stack:
[1406256.154822]  ffffffff8121b0b9 ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 algif_skcipher(F)
[1406256.154826]  ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8
[1406256.154828]  ffff880503423030 ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8
[1406256.154830] Call Trace:
[1406256.154831]  af_alg(F) [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250
[1406256.154834]  openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406256.154837]  vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406256.154840]  gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406256.154843]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406256.154845]  libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406256.154848]  xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406256.154850]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406256.154853]  nfsd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406256.154856]  auth_rpcgss(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406256.154858]  nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406256.154861]  nfs(F)Code: aa 81 e8 de 0a 45 00 48 89 d8 5b 5d c3 31 db  lockd(F)eb ea 0f 1f 40 00 0f 1f 44  fscache(F)00 00 31  sunrpc(F)c0 48  xt_LOG(F)39 3d 62 5d  xt_limit(F)b9 00  xt_tcpudp(F)55 48 89  nf_conntrack_ipv4(F)e5 5d 0f  nf_defrag_ipv4(F)94 c0 <c3> 66 0f 1f 84 00 00 00 00 00  xt_conntrack(F)0f 1f 44 00 00 55 48 89 e5 41 55
[1406256.154898]  nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406256.154924] irq event stamp: 0
[1406256.154925] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406256.154926] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406256.154928] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406256.154930] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406256.154935] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406256.154938] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406256.154939] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406256.154940] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406256.154946] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406256.154947] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406256.154948] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406256.154949] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406256.154951] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406256.154952] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406256.154958] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406256.154959] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406256.154960] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406256.154962] Stack:
[1406256.154963]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406256.154966]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406256.154970]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406256.154973] Call Trace:
[1406256.154974]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406256.154979]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406256.154982]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406256.154987]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406256.154991]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406256.154995]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406256.155001]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406256.155007]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406256.155010]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406256.155015]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406256.155017]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406256.155023]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406256.155026]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406256.155029]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406256.155032]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406256.155035] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406256.158766] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364]
[1406256.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406256.158813] irq event stamp: 449467648
[1406256.158813] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406256.158815] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406256.158817] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406256.158819] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406256.158823] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406256.158824] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406256.158825] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406256.158826] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406256.158831] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406256.158832] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406256.158834] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406256.158836] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406256.158837] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406256.158838] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406256.158844] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406256.158846] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406256.158847] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406256.158849] Stack:
[1406256.158850]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406256.158855]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406256.158859]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406256.158864] Call Trace:
[1406256.158865]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406256.158870]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406256.158874]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406256.158879]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406256.158884]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406256.158888]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406256.158894]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406256.158899]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406256.158905]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406256.158909]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406256.158912]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406256.158917]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406256.158921]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406256.158925]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406256.158929]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406256.158932] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406256.203511]  squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406256.212097] irq event stamp: 460266246
[1406256.212183] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406256.212357] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406256.212539] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406256.212717] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406256.212891] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406256.213026] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406256.213171] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406256.213296] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406256.213473] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406256.213565] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406256.213691] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406256.213826] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406256.213959] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406256.214092] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406256.214239] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406256.214374] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406256.214467] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406256.214592] Stack:
[1406256.214672]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406256.214979]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406256.215287]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406256.215595] Call Trace:
[1406256.215688]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406256.215794]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406256.215895]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406256.215998]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406256.216133]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406256.216228]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406256.216331]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406256.216435]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406256.216537]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406256.216636]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406256.216738]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406256.216844]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406256.216949]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406256.217053]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406256.217154]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406256.217255]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406256.217365]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406256.217458]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406256.217557]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406256.217656]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406256.217757] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406284.150768] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365]
[1406284.150906] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406284.154763] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989]
[1406284.154763] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F)[1406284.154776] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591]
[1406284.154777]  xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)Modules linked in: intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) xt_physdev(F) libahci(F) tpm_tis(F)
[1406284.154796] irq event stamp: 195369
[1406284.154797] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406284.154798] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406284.154799] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406284.154800] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406284.154801]  xen_netback(F)[1406284.154802] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406284.154803] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406284.154804]  xen_blkback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406284.154806] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406284.154807] RIP: e030:[<ffffffff8121b089>]  [<ffffffff8121b089>] queue_io+0xc9/0x250
[1406284.154809] RSP: e02b:ffff8803c46cfbf0  EFLAGS: 00000286
[1406284.154809] RAX: ffff8803c46cfc88 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406284.154810] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030
[1406284.154810] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406284.154811] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000aafc94a8
[1406284.154811] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406284.154812]  ip_gre(F) ip_tunnel(F) ixgbevf(F)[1406284.154815] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406284.154816] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406284.154816] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406284.154817]  dm_crypt(F)[1406284.154818] Stack:
[1406284.154818]  ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 algif_skcipher(F) ffff8803c46cfcf8 af_alg(F)
[1406284.154823]  ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 ffff880503423030
[1406284.154825]  ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8 ffff8803c46cfcb8 openvswitch(F)
[1406284.154828] Call Trace:
[1406284.154829]  vxlan(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406284.154832]  gre(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406284.154835]  libcrc32c(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406284.154838]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406284.154839]  xen_pciback(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406284.154842]  nfsd(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406284.154845]  auth_rpcgss(F) [<ffffffff81096357>] kthread+0xe7/0x100
[1406284.154848]  nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406284.154851]  nfs(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406284.154854]  lockd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406284.154857]  fscache(F)Code: 31 f6 4c 89 6d d0 0f 1f 40 00 48 8b 45 b8 48 3b 83 f8 00 00 00 74 7b 48 8b 45 c0 4c 8b bb 00 01 00 00 48 8b 40 10 48 85 c0 74 09 <49> 8b 4f e8 48 39 08 78 5e 4c 89 ff 41 83 c4 01 e8 e2 9b 17 00
[1406284.154881]  sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406284.154912] irq event stamp: 0
[1406284.154912] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406284.154914] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406284.154917] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406284.154919] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406284.154923] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406284.154924] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406284.154926] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406284.154927] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406284.154931] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406284.154933] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406284.154934] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406284.154936] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406284.154937] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406284.154938] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406284.154944] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406284.154946] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406284.154947] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406284.154948] Stack:
[1406284.154949]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406284.154953]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406284.154956]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406284.154960] Call Trace:
[1406284.154961]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406284.154965]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406284.154968]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406284.154973]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406284.154976]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406284.154980]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406284.154985]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406284.154989]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406284.154993]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406284.154995]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406284.154998]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406284.155003]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406284.155008]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406284.155014]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406284.155017]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406284.155022] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406284.158766] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364]
[1406284.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406284.158813] irq event stamp: 449467648
[1406284.158814] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406284.158816] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406284.158818] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406284.158820] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406284.158823] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406284.158825] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406284.158827] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406284.158828] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406284.158832] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406284.158833] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406284.158834] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406284.158835] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406284.158837] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406284.158838] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406284.158844] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406284.158845] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406284.158846] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406284.158848] Stack:
[1406284.158849]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406284.158852]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406284.158856]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406284.158860] Call Trace:
[1406284.158862]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406284.158866]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406284.158872]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406284.158877]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406284.158883]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406284.158889]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406284.158895]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406284.158900]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406284.158906]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406284.158910]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406284.158916]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406284.158922]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406284.158927]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406284.158932]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406284.158936]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406284.158939] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406284.203963]  ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406284.204523] irq event stamp: 460266246
[1406284.204616] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406284.204805] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406284.204978] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406284.205150] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406284.205324] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406284.205460] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406284.205604] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406284.205729] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406284.205914] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406284.206005] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406284.206130] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406284.206262] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406284.206387] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406284.206512] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406284.206639] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406284.206775] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406284.206877] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406284.207001] Stack:
[1406284.207089]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406284.207396]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406284.207703]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406284.208024] Call Trace:
[1406284.208108]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406284.208211]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406284.208312]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406284.208416]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406284.208552]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406284.208656]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406284.208758]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406284.208861]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406284.208963]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406284.209062]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406284.209164]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406284.209270]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406284.209381]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406284.209491]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406284.209593]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406284.209696]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406284.209796]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406284.209889]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406284.209981]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406284.210072]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406284.210173] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406312.150767] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365]
[1406312.150911] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F)[1406312.154761] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989]
[1406312.154762] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406312.154788] irq event stamp: 195369
[1406312.154788] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406312.154789] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406312.154790] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406312.154791] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406312.154794] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591]
[1406312.154796] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406312.154797] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406312.154797] Modules linked in:Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406312.154800] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406312.154801]  xt_physdev(F)RIP: e030:[<ffffffff81394ad8>]  [<ffffffff81394ad8>] __list_add_debug+0x28/0x80
[1406312.154807] RSP: e02b:ffff8803c46cfbb0  EFLAGS: 00000293
[1406312.154807] RAX: 0000000000000001 RBX: ffff8804a248d018 RCX: 00000000ffffff02
[1406312.154808] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018
[1406312.154809] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000
[1406312.154809] R10: 0000000000000000 R11: 0000000000000000 R12: ffff8803c46cfc10
[1406312.154810] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406312.154811]  xen_netback(F) xen_blkback(F) ip_gre(F)[1406312.154813] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406312.154814] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406312.154814] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406312.154815]  ip_tunnel(F)[1406312.154816] Stack:
[1406312.154816]  ffffffff81394b47 ixgbevf(F) ffff8804bd6691e0 00000000390fb407 ffff8803c46cfc10
[1406312.154820]  ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad
[1406312.154822]  ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 dm_crypt(F)
[1406312.154825] Call Trace:
[1406312.154826]  algif_skcipher(F) [<ffffffff81394b47>] ? __pax_list_add+0x17/0x40
[1406312.154829]  af_alg(F) [<ffffffff81394b79>] __list_add+0x9/0x10
[1406312.154832]  [<ffffffff8121b0ad>] queue_io+0xed/0x250
[1406312.154834]  openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406312.154837]  vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406312.154840]  gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406312.154842]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406312.154844]  libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406312.154847]  xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406312.154850]  nfsd(F) [<ffffffff81096357>] kthread+0xe7/0x100
[1406312.154853]  auth_rpcgss(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406312.154856]  nfs_acl(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406312.154858]  nfs(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406312.154862]  lockd(F)Code: 44 00 00 55 48 89 d0 48 8b 52 08 48 89 e5 48 39 f2 75 20 48 8b 32 48 39 f0 75 30 48 39 fa 74 4b 48 39 f8 74 46 b8 01 00 00 00 5d <c3> 0f 1f 80 00 00 00 00 48 89 c1 48 c7 c7 08 41 9f 81 31 c0 e8
[1406312.154889]  fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406312.154920] irq event stamp: 0
[1406312.154921] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406312.154922] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406312.154924] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406312.154926] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406312.154929] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406312.154931] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406312.154932] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406312.154933] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406312.154938] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406312.154939] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406312.154940] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406312.154941] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406312.154943] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406312.154944] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406312.154950] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406312.154951] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406312.154952] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406312.154954] Stack:
[1406312.154955]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406312.154958]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406312.154962]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406312.154966] Call Trace:
[1406312.154967]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406312.154971]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406312.154975]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406312.154980]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406312.154984]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406312.154988]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406312.154992]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406312.154997]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406312.155000]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406312.155003]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406312.155006]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406312.155011]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406312.155014]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406312.155016]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406312.155019]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406312.155022] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406312.158766] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364]
[1406312.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406312.158814] irq event stamp: 449467648
[1406312.158815] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406312.158817] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406312.158819] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406312.158820] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406312.158824] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406312.158825] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406312.158826] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406312.158827] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406312.158831] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406312.158832] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406312.158833] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406312.158835] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406312.158836] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406312.158837] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406312.158843] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406312.158844] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406312.158845] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406312.158847] Stack:
[1406312.158848]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406312.158852]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406312.158856]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406312.158859] Call Trace:
[1406312.158861]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406312.158865]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406312.158870]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406312.158874]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406312.158879]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406312.158883]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406312.158890]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406312.158896]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406312.158901]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406312.158906]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406312.158909]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406312.158913]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406312.158918]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406312.158923]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406312.158926]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406312.158932] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406312.208825]  ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406312.212138] irq event stamp: 460266246
[1406312.212225] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406312.212399] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406312.212579] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406312.212754] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406312.212928] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406312.213054] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406312.213199] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406312.213334] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406312.213521] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406312.213612] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406312.213747] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406312.213871] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406312.213996] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406312.214130] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406312.214271] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406312.214408] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406312.214511] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406312.214645] Stack:
[1406312.214724]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406312.215030]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406312.215338]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406312.215645] Call Trace:
[1406312.215738]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406312.215837]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406312.215938]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406312.216041]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406312.216175]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406312.216279]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406312.216381]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406312.216484]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406312.216578]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406312.216677]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406312.216780]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406312.216885]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406312.216990]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406312.217092]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406312.217194]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406312.217303]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406312.217409]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406312.217509]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406312.217601]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406312.217700]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406312.217801] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406340.150767] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365]
[1406340.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F)[1406340.154766] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989]
[1406340.154767] Modules linked in:[1406340.154769] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591]
[1406340.154770] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) xt_physdev(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) xen_netback(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406340.154802] irq event stamp: 195369
[1406340.154802] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406340.154803] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406340.154804] softirqs last  enabled at (195358):  xen_blkback(F)[<ffffffff810716d4>] ffffffff810716d4
[1406340.154806] softirqs last disabled at (195309):  ip_gre(F)[<ffffffff81071add>] ffffffff81071add
[1406340.154809]  ip_tunnel(F)[1406340.154810] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406340.154811] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406340.154812]  ixgbevf(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406340.154814] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406340.154815] RIP: e030:[<ffffffff81394b30>]  [<ffffffff81394b30>] __pax_list_add+0x0/0x40
[1406340.154817] RSP: e02b:ffff8803c46cfbd8  EFLAGS: 00000202
[1406340.154818] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406340.154818] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018
[1406340.154819] RBP: ffff8803c46cfbe0 R08: 0000000000000006 R09: 0000000000000000
[1406340.154819] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000c74d947a
[1406340.154820] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406340.154821]  dm_crypt(F) algif_skcipher(F) af_alg(F)[1406340.154823] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406340.154824] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406340.154825] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406340.154825]  openvswitch(F)[1406340.154826] Stack:
[1406340.154827]  ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad ffff8804bd6692e8
[1406340.154829]  0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 ffff8803c46cfc10
[1406340.154831]  ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030 ffff8804bd6691e0 vxlan(F)
[1406340.154834] Call Trace:
[1406340.154835]  gre(F) [<ffffffff81394b79>] ? __list_add+0x9/0x10
[1406340.154838]  libcrc32c(F) [<ffffffff8121b0ad>] queue_io+0xed/0x250
[1406340.154841]  xen_pciback(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406340.154844]  nfsd(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406340.154847]  auth_rpcgss(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406340.154849]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406340.154851]  nfs_acl(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406340.154854]  nfs(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406340.154856]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406340.154859]  lockd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406340.154862]  fscache(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406340.154864]  sunrpc(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406340.154868]  xt_LOG(F)Code: 48 89 c6 31 c0 e8 49 09 2e 00 0f 0b 0f 1f 80 00 00 00 00 48 89 c1 48 89 fe 31 c0 48 c7 c7 a8 41 9f 81 e8 2c 09 2e 00 0f 0b  xt_limit(F)66 90 <55> 48 89 e5 41 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff
[1406340.154893]  xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406340.154922] irq event stamp: 0
[1406340.154923] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406340.154925] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406340.154927] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406340.154929] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406340.154933] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406340.154935] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406340.154938] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406340.154939] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406340.154944] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406340.154946] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406340.154947] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406340.154948] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406340.154949] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406340.154951] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406340.154957] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406340.154958] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406340.154959] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406340.154961] Stack:
[1406340.154961]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406340.154965]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406340.154969]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406340.154972] Call Trace:
[1406340.154973]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406340.154977]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406340.154981]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406340.154985]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406340.154989]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406340.154993]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406340.154998]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406340.155002]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406340.155005]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406340.155008]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406340.155012]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406340.155017]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406340.155020]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406340.155024]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406340.155028]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406340.155031] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406340.158767] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364]
[1406340.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406340.158818] irq event stamp: 449467648
[1406340.158819] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406340.158821] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406340.158823] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406340.158825] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406340.158828] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406340.158830] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406340.158831] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406340.158832] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406340.158837] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406340.158838] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406340.158840] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406340.158841] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406340.158843] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406340.158844] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406340.158851] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406340.158852] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406340.158855] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406340.158856] Stack:
[1406340.158858]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406340.158862]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406340.158867]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406340.158872] Call Trace:
[1406340.158873]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406340.158878]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406340.158882]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406340.158887]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406340.158891]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406340.158896]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406340.158900]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406340.158906]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406340.158912]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406340.158915]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406340.158919]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406340.158923]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406340.158927]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406340.158931]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406340.158934]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406340.158937] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406340.203589]  squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406340.204199] irq event stamp: 460266246
[1406340.204285] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406340.204458] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406340.204638] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406340.204823] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406340.204997] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406340.205132] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406340.205276] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406340.205401] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406340.205578] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406340.205670] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406340.213773] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406340.213907] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406340.214032] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406340.214164] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406340.214293] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406340.214427] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406340.214531] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406340.214656] Stack:
[1406340.214735]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406340.215041]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406340.215347]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406340.215653] Call Trace:
[1406340.215747]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406340.215843]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406340.215943]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406340.216047]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406340.216181]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406340.216284]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406340.216386]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406340.216489]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406340.216593]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406340.216692]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406340.216794]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406340.216900]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406340.217004]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406340.217107]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406340.217202]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406340.217311]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406340.217410]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406340.217510]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406340.217609]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406340.217707]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406340.217801] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406344.706763] INFO: rcu_sched self-detected stall on CPU[1406344.706766] INFO: rcu_sched self-detected stall on CPU { 3}  (t=60003 jiffies g=28847867 c=28847866 q=0)
[1406344.706774] sending NMI to all CPUs:
[1406344.706783] NMI backtrace for cpu 0
[1406344.706787] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406344.706788] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406344.706790] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406344.706791] RIP: e030:[<ffffffff810ce367>]  [<ffffffff810ce367>] do_raw_spin_lock+0x1a7/0x1d0
[1406344.706797] RSP: e02b:ffff8804c596fbe8  EFLAGS: 00000206
[1406344.706798] RAX: 0000000000007ddd RBX: ffff8804bd579308 RCX: 0000000000004e1c
[1406344.706799] RDX: 0000000000004e20 RSI: 0000000000004e20 RDI: ffff8804bd579308
[1406344.706800] RBP: ffff8804c596fc00 R08: 0000000000000004 R09: 0000000000000001
[1406344.706801] R10: ffff8804dc800000 R11: 0000000000002ed6 R12: 000000008eb9b070
[1406344.706803] R13: 000000008eb9b070 R14: ffff8804bd578f00 R15: ffff8804a1d48b50
[1406344.706808] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406344.706810] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406344.706811] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406344.706812] Stack:
[1406344.706813]  ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 ffff8804c596fc28
[1406344.706817]  ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030 ffff8804a1d48940
[1406344.706820]  ffff8804c596fc60 ffffffff8121addc ffff8804a1d48940 ffff8804c80eeac0
[1406344.706824] Call Trace:
[1406344.706825]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406344.706831]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406344.706835]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406344.706838]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406344.706843]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406344.706847]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406344.706852]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406344.706856]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406344.706860]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406344.706863]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406344.706866]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406344.706870]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406344.706873]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406344.706876]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406344.706879]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406344.706882] Code: 48 89 df e8 6c fd ff ff e9 b9 fe ff ff 83 e2 fe 0f b7 f2 b8 00 80 00 00 eb 11 66 2e 0f 1f 84 00 00 00 00 00 f3 90 83 e8 01 74 0d <0f> b7 0b 66 39 ca 75 f1 e9 e7 fe ff ff 48 83 3d 64 33 98 00 00
[1406344.706924] NMI backtrace for cpu 3
[1406344.706926] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406344.706928] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406344.706929] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406344.706930] RIP: e030:[<ffffffff8100130a>]  [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20
[1406344.706934] RSP: e02b:ffff8804dce03c48  EFLAGS: 00000046
[1406344.706936] RAX: 0000000000000000 RBX: 0000000000000003 RCX: ffffffff8100130a
[1406344.706937] RDX: 0000000000000000 RSI: 0000000000000003 RDI: 000000000000000b
[1406344.706938] RBP: ffff8804dce03c60 R08: ffffffff81dbfae0 R09: 0000000000000001
[1406344.706939] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0
[1406344.706940] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000003
[1406344.706945] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406344.706947] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406344.706948] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406344.706949] Stack:
[1406344.706950]  000000000001fb84 0000000000000003 ffffffff8141c727 ffff8804dce03c90
[1406344.706954]  ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00
[1406344.706957]  ffffffff81d1c280 ffff8804dce03ca0 ffffffff81012bc9 ffff8804dce03cb8
[1406344.706961] Call Trace:
[1406344.706962]  <IRQ>  [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70
[1406344.706967]  [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60
[1406344.706972]  [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0
[1406344.706975]  [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90
[1406344.706983]  [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0
[1406344.706988]  [<ffffffff8107d007>] update_process_times+0x47/0x70
[1406344.706994]  [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60
[1406344.706998]  [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60
[1406344.707002]  [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0
[1406344.707007]  [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40
[1406344.707010]  [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240
[1406344.707014]  [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160
[1406344.707021]  [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0
[1406344.707028]  [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0
[1406344.707032]  [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200
[1406344.707037]  [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60
[1406344.707041]  [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180
[1406344.707045]  [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90
[1406344.707049]  [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40
[1406344.707052]  [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30
[1406344.707057]  <EOI>  [<ffffffff810013aa>] ? xen_hypercall_sched_op+0xa/0x20
[1406344.707061]  [<ffffffff810013aa>] ? xen_hypercall_sched_op+0xa/0x20
[1406344.707064]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406344.707067]  [<ffffffff8141c910>] ? xen_poll_irq+0x10/0x20
[1406344.707071]  [<ffffffff81012fd6>] ? xen_lock_spinning+0x106/0x350
[1406344.707075]  [<ffffffff81012db1>] ? __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406344.707079]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406344.707083]  [<ffffffff8167fb66>] ? _raw_spin_lock+0x56/0x70
[1406344.707087]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406344.707091]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406344.707095]  [<ffffffff8120ae4f>] ? evict+0x4f/0x1b0
[1406344.707098]  [<ffffffff8120b10a>] ? iput+0x10a/0x1c0
[1406344.707101]  [<ffffffff811fad2a>] ? do_unlinkat+0x1aa/0x3a0
[1406344.707104]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406344.707108]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406344.707112]  [<ffffffff811fee06>] ? SyS_unlink+0x16/0x20
[1406344.707115]  [<ffffffff8168a649>] ? system_call_fastpath+0x1a/0x1f
[1406344.707118] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406344.707159] NMI backtrace for cpu 2
[1406344.707161] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406344.707162] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406344.707164] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406344.707165] RIP: e030:[<ffffffff810ce360>]  [<ffffffff810ce360>] do_raw_spin_lock+0x1a0/0x1d0
[1406344.707169] RSP: e02b:ffff88006c54bc58  EFLAGS: 00000202
[1406344.707171] RAX: 0000000000007cd1 RBX: ffff8804bd579308 RCX: 0000000000004e1c
[1406344.707172] RDX: 0000000000004e1e RSI: 0000000000004e1e RDI: ffff8804bd579308
[1406344.707173] RBP: ffff88006c54bc70 R08: 0000000000000000 R09: 0000000000000001
[1406344.707174] R10: ffff8804dcc00000 R11: 0000000000003728 R12: 000000008eb9b070
[1406344.707175] R13: 000000008eb9b070 R14: ffff8804bd578f00 R15: ffffea0012be7b80
[1406344.707180] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406344.707182] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406344.707183] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406344.707184] Stack:
[1406344.707185]  ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98
[1406344.707189]  ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030 ffff8804c518ddd0
[1406344.707192]  ffff88006c54bcd0 ffffffff8121addc ffff8804c518ddd0 ffff8804ceed2de0
[1406344.707196] Call Trace:
[1406344.707197]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406344.707201]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406344.707205]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406344.707209]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406344.707212]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406344.707214]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406344.707219]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406344.707222]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406344.707225]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406344.707227]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406344.707230] Code: 48 c7 c6 7d ae 9b 81 48 89 df e8 6c fd ff ff e9 b9 fe ff ff 83 e2 fe 0f b7 f2 b8 00 80 00 00 eb 11 66 2e 0f 1f 84 00 00 00 00 00 <f3> 90 83 e8 01 74 0d 0f b7 0b 66 39 ca 75 f1 e9 e7 fe ff ff 48
[1406344.707282] NMI backtrace for cpu 1
[1406344.707283] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406344.707284] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406344.707284] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406344.707286] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406344.707286] RIP: e030:[<ffffffff8100124a>]  [<ffffffff8100124a>] xen_hypercall_console_io+0xa/0x20
[1406344.707289] RSP: e02b:ffff8804dca03b20  EFLAGS: 00000046
[1406344.707289] RAX: 0000000000000000 RBX: 0000000000000010 RCX: ffffffff8100124a
[1406344.707290] RDX: ffff8804dca03b50 RSI: 0000000000000010 RDI: 0000000000000000
[1406344.707291] RBP: ffff8804dca03b38 R08: 000000000000000a R09: 000000000000fffe
[1406344.707292] R10: 0000000000000001 R11: 0000000000000246 R12: 000000000000002b
[1406344.707292] R13: 0000000000000010 R14: 0000000000000000 R15: 0000000000000000
[1406344.707294] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406344.707295] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406344.707295] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406344.707296] Stack:
[1406344.707296]  ffffffff819bb19d 0000000000000010 ffffffff8144f6bc ffff8804dca03b88
[1406344.707298]  ffffffff8144e3ed ffffffff829a25c0 343433363034315b 5d3336373630372e
[1406344.707299]  ffffffff81d748c0 000000000000003b ffffffff81dbfae0 00000000000003ef
[1406344.707301] Call Trace:
[1406344.707301]  <IRQ>  [<ffffffff8144f6bc>] ? dom0_write_console+0x1c/0x30
[1406344.707307]  [<ffffffff8144e3ed>] hvc_console_print+0xcd/0x110
[1406344.707309]  [<ffffffff810d25a3>] call_console_drivers.constprop.22+0xa3/0xf0
[1406344.707312]  [<ffffffff810d29ad>] console_unlock+0x3bd/0x4d0
[1406344.707314]  [<ffffffff810d2d79>] vprintk_emit+0x239/0x630
[1406344.707316]  [<ffffffff816754bb>] printk+0x63/0x6b
[1406344.707319]  [<ffffffff810c0ee9>] ? cpuacct_account_field+0x99/0xb0
[1406344.707323]  [<ffffffff810e0333>] rcu_check_callbacks+0x3a3/0x6a0
[1406344.707324]  [<ffffffff810c26ed>] ? trace_hardirqs_off+0xd/0x10
[1406344.707326]  [<ffffffff8107d007>] update_process_times+0x47/0x70
[1406344.707328]  [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60
[1406344.707329]  [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60
[1406344.707331]  [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0
[1406344.707333]  [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40
[1406344.707334]  [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240
[1406344.707336]  [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160
[1406344.707338]  [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0
[1406344.707340]  [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0
[1406344.707342]  [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200
[1406344.707343]  [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60
[1406344.707345]  [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180
[1406344.707347]  [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90
[1406344.707348]  [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40
[1406344.707350]  [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30
[1406344.707352]  <EOI>  [<ffffffff8121b0a2>] ? queue_io+0xe2/0x250
[1406344.707354]  [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0
[1406344.707356]  [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430
[1406344.707358]  [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530
[1406344.707359]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406344.707361]  [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0
[1406344.707362]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406344.707363]  [<ffffffff81096357>] ? kthread+0xe7/0x100
[1406344.707365]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406344.707367]  [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80
[1406344.707368]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406344.707370] Code: cc 51 41 53 b8 11 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 12 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406344.752466]  { 1}  (t=60003 jiffies g=28847867 c=28847866 q=0)
[1406344.752800] sending NMI to all CPUs:
[1406344.752886] NMI backtrace for cpu 1
[1406344.752978] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406344.753104] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406344.753244] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406344.753431] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406344.753553] RIP: e030:[<ffffffff8100130a>]  [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20
[1406344.753734] RSP: e02b:ffff8804dca03c48  EFLAGS: 00000046
[1406344.753823] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8100130a
[1406344.753945] RDX: 0000000000000000 RSI: 0000000000000001 RDI: 000000000000000b
[1406344.754067] RBP: ffff8804dca03c60 R08: ffffffff81dbfae0 R09: 0000000000000001
[1406344.754197] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0
[1406344.754334] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000001
[1406344.754458] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406344.754591] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406344.754682] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406344.754803] Stack:
[1406344.754881]  0000000000004129 0000000000000001 ffffffff8141c727 ffff8804dca03c90
[1406344.755176]  ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00
[1406344.755472]  ffffffff81d1c280 ffff8804dca03ca0 ffffffff81012bc9 ffff8804dca03cb8
[1406344.755778] Call Trace:
[1406344.755875]  <IRQ>
[1406344.755928]  [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70
[1406344.756135]  [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60
[1406344.756234]  [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0
[1406344.756328]  [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90
[1406344.756431]  [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0
[1406344.756524]  [<ffffffff8107d007>] update_process_times+0x47/0x70
[1406344.756615]  [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60
[1406344.756710]  [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60
[1406344.756801]  [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0
[1406344.756891]  [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40
[1406344.756985]  [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240
[1406344.757087]  [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160
[1406344.757189]  [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0
[1406344.757288]  [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0
[1406344.757399]  [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200
[1406344.757493]  [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60
[1406344.757585]  [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180
[1406344.757679]  [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90
[1406344.757772]  [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40
[1406344.757871]  [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30
[1406344.757965]  <EOI>
[1406344.758016]  [<ffffffff8121b0a2>] ? queue_io+0xe2/0x250
[1406344.758221]  [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0
[1406344.758320]  [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430
[1406344.758421]  [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530
[1406344.758513]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406344.758605]  [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0
[1406344.758697]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406344.758789]  [<ffffffff81096357>] ? kthread+0xe7/0x100
[1406344.766855]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406344.766949]  [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80
[1406344.767041]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406344.767142] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406344.770202] NMI backtrace for cpu 0
[1406344.770317] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406344.770472] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406344.770637] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406344.770790] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406344.771019] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406344.771136] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406344.771287] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406344.771437] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406344.771591] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406344.771735] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406344.771890] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406344.772044] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406344.772163] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406344.772315] Stack:
[1406344.772418]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406344.772810]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406344.773232]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406344.773622] Call Trace:
[1406344.773732]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406344.773855]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406344.773975]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406344.774098]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406344.774253]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406344.774376]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406344.774497]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406344.774620]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406344.774743]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406344.774858]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406344.774980]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406344.775105]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406344.775229]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406344.775351]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406344.775471]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406344.775593]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406344.775712]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406344.775831]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406344.775952]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406344.776072]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406344.776190] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406344.780356] NMI backtrace for cpu 2
[1406344.780472] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406344.780627] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406344.780792] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406344.780945] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406344.781176] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406344.781285] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406344.781435] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406344.781587] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406344.781737] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406344.781889] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406344.782044] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406344.782197] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406344.782317] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406344.782469] Stack:
[1406344.782575]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406344.782988]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406344.783379]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406344.783772] Call Trace:
[1406344.783874]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406344.783997]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406344.784117]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406344.784244]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406344.784402]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406344.784526]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406344.784650]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406344.784773]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406344.784896]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406344.785015]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406344.785135]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406344.785258]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406344.785377]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406344.785496]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406344.785616]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406344.785735] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406344.789908] NMI backtrace for cpu 3
[1406344.790024] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406344.790179] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406344.790345] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406344.790523] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406344.790753] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406344.790871] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406344.791023] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406344.791174] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406344.791326] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406344.791479] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406344.791634] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406344.791789] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406344.791907] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406344.792093] Stack:
[1406344.792197]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406344.792590]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406344.792983]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406344.793365] Call Trace:
[1406344.793476]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406344.793604]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406344.793744]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406344.793866]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406344.794021]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406344.794143]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406344.794264]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406344.794385]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406344.794506]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406344.794622]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406344.794739]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406344.794860]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406344.794983]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406344.795101]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406344.795253]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406344.795374] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406372.150768] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365]
[1406372.150914] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406372.154764] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989]
[1406372.154764] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F)[1406372.154777] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591]
[1406372.154778]  nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)Modules linked in: intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406372.154796] irq event stamp: 195369
[1406372.154797] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406372.154798] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406372.154800]  xt_physdev(F)softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406372.154802] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406372.154803]  xen_netback(F)[1406372.154805] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406372.154805] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406372.154806]  xen_blkback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406372.154809] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406372.154809] RIP: e030:[<ffffffff81394b34>]  [<ffffffff81394b34>] __pax_list_add+0x4/0x40
[1406372.154812] RSP: e02b:ffff8803c46cfbd0  EFLAGS: 00000202
[1406372.154813] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406372.154813] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018
[1406372.154814] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000
[1406372.154814] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000696fafca
[1406372.154815] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406372.154815]  ip_gre(F) ip_tunnel(F) ixgbevf(F)[1406372.154818] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406372.154819] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406372.154820] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406372.154820]  dm_crypt(F)[1406372.154821] Stack:
[1406372.154822]  ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad
[1406372.154825]  ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8
[1406372.154827]  ffff8803c46cfc10 ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030 algif_skcipher(F)
[1406372.154830] Call Trace:
[1406372.154831]  af_alg(F) [<ffffffff81394b79>] __list_add+0x9/0x10
[1406372.154834]  [<ffffffff8121b0ad>] queue_io+0xed/0x250
[1406372.154836]  openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406372.154839]  vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406372.154843]  gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406372.154845]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406372.154849]  libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406372.154852]  xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406372.154854]  nfsd(F) [<ffffffff81096357>] kthread+0xe7/0x100
[1406372.154858]  auth_rpcgss(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406372.154861]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406372.154862]  nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406372.154866]  nfs(F)Code: c0 e8 49 09 2e 00 0f 0b 0f 1f 80 00 00  lockd(F)00 00 48 89 c1 48 89 fe 31 c0 48 c7 c7 a8 41 9f 81 e8 2c 09 2e 00 0f  fscache(F)0b 66 90 55 48  sunrpc(F)89 e5 <41> 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff ff ff 84 c0
[1406372.154894]  xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406372.154925] irq event stamp: 0
[1406372.154926] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406372.154928] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406372.154930] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406372.154932] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406372.154936] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406372.154938] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406372.154940] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406372.154941] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406372.154945] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406372.154947] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406372.154949] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406372.154952] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406372.154954] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406372.154955] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406372.154961] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406372.154962] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406372.154963] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406372.154965] Stack:
[1406372.154966]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406372.154970]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406372.154974]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406372.154978] Call Trace:
[1406372.154979]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406372.154984]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406372.154988]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406372.154992]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406372.154996]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406372.155001]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406372.155005]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406372.155009]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406372.155013]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406372.155016]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406372.155019]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406372.155024]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406372.155027]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406372.155029]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406372.155032]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406372.155036] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406372.158767] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364]
[1406372.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406372.158823] irq event stamp: 449467648
[1406372.158824] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406372.158826] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406372.158828] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406372.158830] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406372.158834] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406372.158835] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406372.158837] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406372.158838] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406372.158843] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406372.158845] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406372.158846] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406372.158847] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406372.158849] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406372.158851] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406372.158857] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406372.158859] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406372.158860] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406372.158862] Stack:
[1406372.158864]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406372.158869]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406372.158874]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406372.158878] Call Trace:
[1406372.158880]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406372.158885]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406372.158889]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406372.158894]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406372.158899]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406372.158904]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406372.158909]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406372.158914]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406372.158918]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406372.158922]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406372.158926]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406372.158930]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406372.158935]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406372.158939]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406372.158942]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406372.158946] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406372.211596]  ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406372.212157] irq event stamp: 460266246
[1406372.212243] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406372.212418] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406372.212618] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406372.212791] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406372.212965] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406372.213099] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406372.213236] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406372.213361] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406372.213545] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406372.213636] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406372.213761] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406372.213886] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406372.214011] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406372.214144] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406372.214281] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406372.214417] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406372.214510] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406372.214646] Stack:
[1406372.214733]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406372.215040]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406372.215346]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406372.215659] Call Trace:
[1406372.215765]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406372.215869]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406372.215963]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406372.216067]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406372.216202]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406372.216306]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406372.216408]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406372.216511]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406372.216613]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406372.216712]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406372.216814]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406372.216919]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406372.217024]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406372.217126]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406372.217232]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406372.217349]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406372.217448]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406372.217547]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406372.217647]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406372.217745]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406372.217846] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406400.150767] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365]
[1406400.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406400.154765] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989]
[1406400.154766] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F)[1406400.154770] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591]
[1406400.154771]  ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F)Modules linked in: crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406400.154799] irq event stamp: 195369
[1406400.154799] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406400.154800] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406400.154802] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406400.154803] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406400.154805]  xt_physdev(F)[1406400.154806] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406400.154807] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406400.154808]  xen_netback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406400.154810] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406400.154811] RIP: e030:[<ffffffff8122f36f>]  [<ffffffff8122f36f>] sb_is_blkdev_sb+0xf/0x20
[1406400.154813] RSP: e02b:ffff8803c46cfbe0  EFLAGS: 00000206
[1406400.154813] RAX: 0000000000000000 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406400.154814] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030
[1406400.154815] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406400.154815] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000f76a0d2b
[1406400.154816] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406400.154816]  xen_blkback(F) ip_gre(F) ip_tunnel(F)[1406400.154819] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406400.154820] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406400.154821] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406400.154821]  ixgbevf(F)[1406400.154822] Stack:
[1406400.154823]  ffff8803c46cfc48 ffffffff8121b0b9 ffff8804bd6692e8 0000000000000000 dm_crypt(F)
[1406400.154826]  ffff8804bd6692d8 ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 algif_skcipher(F)
[1406400.154829]  ffff8803c46cfcf8 ffff880503423030 ffff8804bd6691e0 ffff8804bd6691f8
[1406400.154831] Call Trace:
[1406400.154832]  af_alg(F) [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250
[1406400.154836]  openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406400.154839]  vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406400.154842]  gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406400.154844]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406400.154846]  libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406400.154849]  xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406400.154851]  [<ffffffff81096357>] kthread+0xe7/0x100
[1406400.154854]  nfsd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406400.154857]  auth_rpcgss(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406400.154860]  nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406400.154863]  nfs(F)Code: 75 da 48 c7 c7 00 c7 aa 81 e8 de 0a 45 00 48 89 d8 5b 5d c3 31 db eb ea 0f 1f 40 00 0f 1f 44 00 00 31 c0 48 39 3d 62 5d b9 00 55 <48> 89 e5 5d 0f 94 c0 c3 66 0f 1f 84 00 00  lockd(F)00 00 00 0f 1f 44 00
[1406400.154889]  fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406400.154920] irq event stamp: 0
[1406400.154921] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406400.154923] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406400.154925] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406400.154926] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406400.154930] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406400.154931] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406400.154933] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406400.154934] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406400.154938] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406400.154939] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406400.154940] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406400.154942] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406400.154943] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406400.154944] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406400.154950] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406400.154952] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406400.154953] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406400.154955] Stack:
[1406400.154955]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406400.154959]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406400.154963]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406400.154966] Call Trace:
[1406400.154967]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406400.154972]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406400.154975]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406400.154980]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406400.154983]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406400.154987]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406400.154992]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406400.154996]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406400.155000]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406400.155003]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406400.155005]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406400.155010]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406400.155013]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406400.155016]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406400.155018]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406400.155022] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406400.158766] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364]
[1406400.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406400.158821] irq event stamp: 449467648
[1406400.158822] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406400.158824] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406400.158826] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406400.158828] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406400.158832] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406400.158833] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406400.158834] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406400.158835] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406400.158840] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406400.158841] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406400.158842] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406400.158843] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406400.158844] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406400.158845] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406400.158851] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406400.158852] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406400.158854] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406400.158856] Stack:
[1406400.158857]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406400.158862]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406400.158867]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406400.158872] Call Trace:
[1406400.158873]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406400.158878]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406400.158883]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406400.158887]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406400.158892]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406400.158897]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406400.158902]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406400.158908]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406400.158912]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406400.158916]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406400.158919]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406400.158922]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406400.158926]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406400.158930]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406400.158934]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406400.158937] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406400.203541]  ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406400.204102] irq event stamp: 460266246
[1406400.204188] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406400.204362] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406400.204534] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406400.204715] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406400.204892] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406400.205027] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406400.205170] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406400.205295] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406400.205472] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406400.205563] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406400.205688] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406400.205813] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406400.205937] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406400.206062] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406400.206189] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406400.214312] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406400.214405] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406400.214530] Stack:
[1406400.214609]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406400.214916]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406400.215224]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406400.215530] Call Trace:
[1406400.215616]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406400.215719]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406400.215824]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406400.215928]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406400.216064]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406400.216168]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406400.216269]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406400.216373]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406400.216475]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406400.216575]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406400.216677]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406400.216782]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406400.216886]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406400.216989]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406400.217091]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406400.217193]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406400.217285]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406400.217389]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406400.217488]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406400.217586]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406400.217688] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406428.150767] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365]
[1406428.150902] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406428.154768] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989]
[1406428.154768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)[1406428.154786] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591]
[1406428.154787]  intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F)Modules linked in: gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406428.154800] irq event stamp: 195369
[1406428.154800] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406428.154801] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406428.154802] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406428.154804] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406428.154805]  xt_physdev(F)[1406428.154806] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406428.154807] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406428.154808]  xen_netback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406428.154811] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406428.154811] RIP: e030:[<ffffffff8121b075>]  [<ffffffff8121b075>] queue_io+0xb5/0x250
[1406428.154814] RSP: e02b:ffff8803c46cfbf0  EFLAGS: 00000206
[1406428.154814] RAX: ffff8804bd6692d8 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406428.154815] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030
[1406428.154815] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406428.154816] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000085a7eba0
[1406428.154817] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406428.154817]  xen_blkback(F) ip_gre(F) ip_tunnel(F)[1406428.154820] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406428.154821] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406428.154821] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406428.154822]  ixgbevf(F)[1406428.154823] Stack:
[1406428.154823]  ffff8804bd6692e8 dm_crypt(F) 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 algif_skcipher(F)
[1406428.154828]  ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 ffff880503423030
[1406428.154830]  ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8 af_alg(F) ffff8803c46cfcb8
[1406428.154833] Call Trace:
[1406428.154834]  openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406428.154837]  vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406428.154840]  gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406428.154843]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406428.154845]  libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406428.154847]  xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406428.154850]  nfsd(F) [<ffffffff81096357>] kthread+0xe7/0x100
[1406428.154853]  auth_rpcgss(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406428.154857]  nfs_acl(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406428.154859]  nfs(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406428.154863]  lockd(F)Code: fb 45 31 e4 c7 45 b4 00 00 00 00 48 89 45 b8 4c 89 6d c8 45 31 f6 4c 89 6d d0 0f 1f 40 00 48 8b 45 b8 48 3b 83 f8 00 00 00 74 7b <48> 8b 45 c0 4c 8b bb 00 01 00 00 48 8b 40 10 48 85 c0 74 09 49
[1406428.154887]  fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406428.154919] irq event stamp: 0
[1406428.154919] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406428.154921] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406428.154923] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406428.154925] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406428.154929] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406428.154931] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406428.154934] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406428.154935] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406428.154939] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406428.154942] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406428.154943] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406428.154944] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406428.154946] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406428.154947] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406428.154953] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406428.154954] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406428.154955] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406428.154957] Stack:
[1406428.154958]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406428.154962]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406428.154966]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406428.154969] Call Trace:
[1406428.154970]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406428.154975]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406428.154978]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406428.154983]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406428.154987]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406428.154991]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406428.154996]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406428.155000]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406428.155003]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406428.155007]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406428.155010]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406428.155015]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406428.155018]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406428.155021]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406428.155023]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406428.155027] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406428.158767] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364]
[1406428.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406428.158821] irq event stamp: 449467648
[1406428.158822] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406428.158824] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406428.158826] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406428.158828] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406428.158832] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406428.158833] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406428.158834] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406428.158835] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406428.158839] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406428.158841] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406428.158842] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406428.158843] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406428.158844] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406428.158845] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406428.158852] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406428.158853] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406428.158855] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406428.158857] Stack:
[1406428.158858]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406428.158862]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406428.158867]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406428.158872] Call Trace:
[1406428.158873]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406428.158878]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406428.158882]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406428.158887]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406428.158893]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406428.158898]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406428.158904]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406428.158910]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406428.158915]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406428.158919]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406428.158922]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406428.158925]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406428.158929]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406428.158935]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406428.158938]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406428.158943] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406428.204755]  ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406428.205316] irq event stamp: 460266246
[1406428.205401] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406428.205574] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406428.205746] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406428.205919] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406428.206093] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406428.206236] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406428.206379] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406428.206512] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406428.206688] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406428.206781] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406428.206906] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406428.207030] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406428.207154] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406428.207279] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406428.207406] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406428.207540] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406428.207634] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406428.207761] Stack:
[1406428.207871]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406428.208177]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406428.208486]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406428.208794] Call Trace:
[1406428.208877]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406428.208980]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406428.209082]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406428.209186]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406428.209320]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406428.209427]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406428.209528]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406428.209632]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406428.209736]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406428.209835]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406428.209930]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406428.210035]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406428.210140]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406428.210242]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406428.210344]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406428.210446]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406428.210545]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406428.210645]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406428.210736]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406428.210838]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406428.210947] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406456.150767] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365]
[1406456.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F)[1406456.154763] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989]
[1406456.154763] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F)[1406456.154778] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591]
[1406456.154779]  iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)Modules linked in: intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) xt_physdev(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) xen_netback(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406456.154797] irq event stamp: 195369
[1406456.154798] hardirqs last  enabled at (195369):  xen_blkback(F)[<ffffffff81680dad>] ffffffff81680dad
[1406456.154800] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406456.154803] softirqs last  enabled at (195358):  ip_gre(F)[<ffffffff810716d4>] ffffffff810716d4
[1406456.154806] softirqs last disabled at (195309):  ip_tunnel(F)[<ffffffff81071add>] ffffffff81071add
[1406456.154808]  ixgbevf(F)[1406456.154810] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406456.154811] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406456.154811]  dm_crypt(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406456.154814] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406456.154814] RIP: e030:[<ffffffff81394b70>]  [<ffffffff81394b70>] __list_add+0x0/0x10
[1406456.154817] RSP: e02b:ffff8803c46cfbe8  EFLAGS: 00000202
[1406456.154817] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406456.154818] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018
[1406456.154818] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406456.154819] R10: 0000000000000000 R11: 0000000000000000 R12: 000000001400a22f
[1406456.154820] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406456.154820]  algif_skcipher(F) af_alg(F) openvswitch(F)[1406456.154823] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406456.154824] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406456.154824] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406456.154825]  vxlan(F)[1406456.154826] Stack:
[1406456.154826]  ffffffff8121b0ad gre(F) ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 libcrc32c(F)
[1406456.154831]  ffff8803c46cfcf8 ffff8803c46cfc10 ffff8803c46cfc10 ffff8803c46cfcf8
[1406456.154833]  ffff880503423030 ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8
[1406456.154835] Call Trace:
[1406456.154836]  xen_pciback(F) [<ffffffff8121b0ad>] ? queue_io+0xed/0x250
[1406456.154839]  nfsd(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406456.154842]  auth_rpcgss(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406456.154845]  nfs_acl(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406456.154848]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406456.154849]  nfs(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406456.154852]  lockd(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406456.154855]  fscache(F) [<ffffffff81096357>] kthread+0xe7/0x100
[1406456.154858]  sunrpc(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406456.154861]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406456.154863]  xt_LOG(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406456.154866]  xt_limit(F)Code: ff ff 84 c0 74 0f 49 89 5d 08 4c 89 2b 4c 89 63 08 49 89 1c 24 5b 41 5c 41 5d 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84 00 00 00 00 00 <55>  xt_tcpudp(F)48 89 e5 e8 b7 ff ff ff 5d c3 0f 1f  nf_conntrack_ipv4(F)44 00 00  nf_defrag_ipv4(F)55 48 89 e5 41
[1406456.154894]  xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406456.154921] irq event stamp: 0
[1406456.154922] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406456.154924] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406456.154926] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406456.154928] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406456.154932] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406456.154934] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406456.154937] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406456.154938] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406456.154943] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406456.154946] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406456.154947] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406456.154948] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406456.154950] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406456.154951] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406456.154957] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406456.154958] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406456.154959] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406456.154961] Stack:
[1406456.154961]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406456.154965]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406456.154969]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406456.154973] Call Trace:
[1406456.154974]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406456.154978]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406456.154982]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406456.154987]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406456.154991]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406456.154995]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406456.155000]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406456.155004]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406456.155008]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406456.155012]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406456.155014]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406456.155019]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406456.155022]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406456.155025]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406456.155027]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406456.155030] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406456.158767] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364]
[1406456.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406456.158813] irq event stamp: 449467648
[1406456.158814] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406456.158816] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406456.158818] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406456.158820] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406456.158824] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406456.158825] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406456.158826] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406456.158828] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406456.158832] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406456.158833] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406456.158834] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406456.158836] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406456.158838] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406456.158839] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406456.158845] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406456.158846] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406456.158847] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406456.158849] Stack:
[1406456.158850]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406456.158855]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406456.158859]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406456.158864] Call Trace:
[1406456.158865]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406456.158870]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406456.158874]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406456.158879]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406456.158883]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406456.158888]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406456.158893]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406456.158898]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406456.158902]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406456.158906]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406456.158909]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406456.158914]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406456.158919]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406456.158925]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406456.158928]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406456.158932] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406456.211323]  squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406456.211932] irq event stamp: 460266246
[1406456.212018] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406456.212190] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406456.212363] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406456.212535] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406456.212722] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406456.212857] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406456.213001] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406456.213126] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406456.213303] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406456.213394] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406456.213519] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406456.213644] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406456.213778] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406456.213903] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406456.214040] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406456.214185] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406456.214281] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406456.214407] Stack:
[1406456.214486]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406456.214794]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406456.215100]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406456.215409] Call Trace:
[1406456.215493]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406456.215596]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406456.215696]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406456.215802]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406456.215929]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406456.216032]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406456.216134]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406456.216238]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406456.216340]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406456.216439]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406456.216543]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406456.216648]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406456.216753]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406456.216856]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406456.216958]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406456.217059]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406456.217158]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406456.217258]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406456.217367]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406456.217466]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406456.217560] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406484.150767] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365]
[1406484.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406484.154763] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989]
[1406484.154763] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F)[1406484.154774] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591]
[1406484.154775]  xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F)Modules linked in: libahci(F) tpm_tis(F)
[1406484.154794] irq event stamp: 195369
[1406484.154795] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406484.154796] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406484.154797] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406484.154798] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406484.154800]  xt_physdev(F)[1406484.154801] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406484.154802] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406484.154803]  xen_netback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406484.154805] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406484.154806] RIP: e030:[<ffffffff81394b34>]  [<ffffffff81394b34>] __pax_list_add+0x4/0x40
[1406484.154808] RSP: e02b:ffff8803c46cfbd0  EFLAGS: 00000202
[1406484.154809] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02
[1406484.154809] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018
[1406484.154810] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000
[1406484.154810] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000a23cf1eb
[1406484.154811] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406484.154812]  xen_blkback(F) ip_gre(F) ip_tunnel(F)[1406484.154814] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406484.154815] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406484.154816] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406484.154816]  ixgbevf(F)[1406484.154817] Stack:
[1406484.154818]  ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad dm_crypt(F)
[1406484.154821]  ffff8804bd6692e8 0000000000000000 algif_skcipher(F) ffff8804bd6692d8 ffff8803c46cfcf8
[1406484.154825]  ffff8803c46cfc10 ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030 af_alg(F)
[1406484.154828] Call Trace:
[1406484.154829]  openvswitch(F) [<ffffffff81394b79>] __list_add+0x9/0x10
[1406484.154831]  [<ffffffff8121b0ad>] queue_io+0xed/0x250
[1406484.154833]  vxlan(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406484.154837]  gre(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406484.154840]  libcrc32c(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406484.154842]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406484.154844]  xen_pciback(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406484.154847]  nfsd(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406484.154850]  auth_rpcgss(F) [<ffffffff81096357>] kthread+0xe7/0x100
[1406484.154853]  nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406484.154856]  [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406484.154858]  nfs(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406484.154861]  lockd(F)Code: c0 e8 49 09 2e 00 0f 0b 0f 1f 80 00 00 00 00 48 89 c1 48 89 fe 31 c0 48 c7 c7 a8 41 9f 81 e8 2c 09 2e 00 0f 0b 66 90 55 48 89 e5 <41> 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff ff ff 84 c0
[1406484.154886]  fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406484.154917] irq event stamp: 0
[1406484.154918] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406484.154920] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406484.154922] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406484.154923] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406484.154927] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406484.154928] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406484.154929] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406484.154930] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406484.154935] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406484.154936] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406484.154937] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406484.154938] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406484.154940] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406484.154941] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406484.154947] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406484.154948] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406484.154949] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406484.154951] Stack:
[1406484.154952]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406484.154955]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406484.154959]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406484.154962] Call Trace:
[1406484.154963]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406484.154968]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406484.154971]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406484.154975]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406484.154979]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406484.154983]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406484.154988]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406484.154992]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406484.154996]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406484.154998]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406484.155001]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406484.155006]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406484.155009]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406484.155012]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406484.155014]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406484.155017] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406484.158767] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364]
[1406484.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406484.158813] irq event stamp: 449467648
[1406484.158814] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406484.158816] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406484.158818] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406484.158819] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406484.158823] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406484.158824] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406484.158825] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406484.158827] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406484.158831] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406484.158833] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406484.158834] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406484.158836] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406484.158837] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406484.158839] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406484.158845] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406484.158847] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406484.158848] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406484.158850] Stack:
[1406484.158851]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406484.158856]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406484.158860]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406484.158865] Call Trace:
[1406484.158866]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406484.158871]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406484.158875]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406484.158880]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406484.158885]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406484.158890]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406484.158895]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406484.158899]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406484.158903]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406484.158906]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406484.158909]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406484.158913]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406484.158916]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406484.158921]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406484.158924]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406484.158927] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406484.204208]  ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406484.204780] irq event stamp: 460266246
[1406484.204866] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406484.205039] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406484.205212] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406484.205385] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406484.205558] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406484.205693] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406484.205836] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406484.205961] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406484.206137] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406484.206236] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406484.206375] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406484.206500] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406484.206625] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406484.206759] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406484.206886] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406484.207022] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406484.207115] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406484.207240] Stack:
[1406484.207320]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406484.207626]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406484.207966]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406484.208272] Call Trace:
[1406484.208356]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406484.208459]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406484.208560]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406484.208664]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406484.208799]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406484.208902]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406484.209003]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406484.209107]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406484.209210]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406484.209301]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406484.209410]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406484.209517]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406484.217591]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406484.217694]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406484.217797]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406484.217898]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406484.217998]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406484.218090]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406484.218182]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406484.218283]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406484.218384] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406512.150767] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365]
[1406512.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F)[1406512.154762] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989]
[1406512.154762] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406512.154788] irq event stamp: 195369
[1406512.154788] hardirqs last  enabled at (195369): [1406512.154790] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591]
[1406512.154791] [<ffffffff81680dad>] ffffffff81680dad
[1406512.154792] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406512.154793] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406512.154794] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406512.154795] Modules linked in:[1406512.154796] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406512.154797] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406512.154798]  xt_physdev(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406512.154800] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406512.154801] RIP: e030:[<ffffffff81394abb>]  [<ffffffff81394abb>] __list_add_debug+0xb/0x80
[1406512.154803] RSP: e02b:ffff8803c46cfba8  EFLAGS: 00000202
[1406512.154804] RAX: ffff8803c46cfc10 RBX: ffff8804a248d018 RCX: 00000000ffffff02
[1406512.154804] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018
[1406512.154805] RBP: ffff8803c46cfba8 R08: 0000000000000006 R09: 0000000000000000
[1406512.154805] R10: 0000000000000000 R11: 0000000000000000 R12: ffff8803c46cfc10
[1406512.154806] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406512.154807]  xen_netback(F) xen_blkback(F) ip_gre(F)[1406512.154809] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406512.154810] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406512.154811] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406512.154811]  ip_tunnel(F)[1406512.154812] Stack:
[1406512.154813]  ffff8803c46cfbd0 ffffffff81394b47 ffff8804bd6691e0 000000003043bb65 ixgbevf(F)
[1406512.154816]  ffff8803c46cfc10 ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48
[1406512.154818]  ffffffff8121b0ad ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 dm_crypt(F)
[1406512.154821] Call Trace:
[1406512.154823]  [<ffffffff81394b47>] __pax_list_add+0x17/0x40
[1406512.154825]  algif_skcipher(F) [<ffffffff81394b79>] __list_add+0x9/0x10
[1406512.154828]  [<ffffffff8121b0ad>] queue_io+0xed/0x250
[1406512.154830]  af_alg(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406512.154833]  openvswitch(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406512.154836]  vxlan(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406512.154839]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406512.154841]  gre(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406512.154843]  libcrc32c(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406512.154846]  xen_pciback(F) [<ffffffff81096357>] kthread+0xe7/0x100
[1406512.154849]  nfsd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406512.154853]  auth_rpcgss(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406512.154855]  nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406512.154859]  nfs(F)Code: 48 8b 17 48 8b 47 08 55 48 89 42 08 48 89 e5 48 89 10 48  lockd(F)89 3f  fscache(F)48 89 7f 08 5d c3 0f 1f 44 00  sunrpc(F)00 55 48 89 d0 48 8b  xt_LOG(F)52 08 48 89 e5 <48> 39 f2 75 20 48  xt_limit(F)8b 32  xt_tcpudp(F)48 39  nf_conntrack_ipv4(F)f0 75 30 48 39 fa 74 4b  nf_defrag_ipv4(F)48 39 f8
[1406512.154894]  xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406512.154920] irq event stamp: 0
[1406512.154921] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406512.154923] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406512.154924] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406512.154926] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406512.154929] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406512.154930] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406512.154932] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406512.154933] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406512.154937] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406512.154938] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406512.154939] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406512.154940] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406512.154941] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406512.154942] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406512.154948] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406512.154949] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406512.154950] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406512.154952] Stack:
[1406512.154953]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406512.154956]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406512.154960]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406512.154963] Call Trace:
[1406512.154964]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406512.154968]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406512.154973]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406512.154977]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406512.154981]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406512.154985]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406512.154990]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406512.154994]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406512.154998]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406512.155001]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406512.155003]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406512.155008]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406512.155011]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406512.155014]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406512.155016]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406512.155019] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406512.158766] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364]
[1406512.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406512.158812] irq event stamp: 449467648
[1406512.158813] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406512.158815] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406512.158817] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406512.158818] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406512.158822] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406512.158823] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406512.158824] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406512.158826] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406512.158830] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406512.158831] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406512.158833] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406512.158834] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406512.158835] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406512.158836] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406512.158842] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406512.158844] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406512.158845] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406512.158846] Stack:
[1406512.158847]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406512.158852]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406512.158856]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406512.158861] Call Trace:
[1406512.158862]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406512.158867]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406512.158871]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406512.158876]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406512.158880]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406512.158885]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406512.158890]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406512.158895]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406512.158899]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406512.158902]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406512.158906]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406512.158910]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406512.158914]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406512.158920]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406512.158923]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406512.158926] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406512.205294]  mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406512.205808] irq event stamp: 460266246
[1406512.205894] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406512.206067] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406512.206248] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406512.206422] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406512.206595] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406512.206729] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406512.206873] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406512.206999] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406512.207176] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406512.207267] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406512.207392] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406512.207516] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406512.207641] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406512.207772] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406512.207921] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406512.208056] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406512.208150] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406512.208275] Stack:
[1406512.208354]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406512.208663]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406512.208971]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406512.209278] Call Trace:
[1406512.209369]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406512.209477]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406512.209577]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406512.209680]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406512.209807]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406512.209912]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406512.210013]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406512.210117]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406512.210219]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406512.210318]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406512.210420]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406512.210525]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406512.210631]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406512.210734]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406512.210838]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406512.210947]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406512.211053]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406512.211152]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406512.211251]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406512.211350]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406512.211451] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406524.718761] INFO: rcu_sched self-detected stall on CPU[1406524.718766] INFO: rcu_sched self-detected stall on CPU { 3}  (t=105006 jiffies g=28847867 c=28847866 q=0)
[1406524.718772] sending NMI to all CPUs:
[1406524.718779] NMI backtrace for cpu 0
[1406524.718783] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406524.718784] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406524.718786] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406524.718787] RIP: e030:[<ffffffff810ce362>]  [<ffffffff810ce362>] do_raw_spin_lock+0x1a2/0x1d0
[1406524.718793] RSP: e02b:ffff8804c596fbe8  EFLAGS: 00000212
[1406524.718794] RAX: 0000000000007e4f RBX: ffff8804bd579308 RCX: 0000000000004e1c
[1406524.718795] RDX: 0000000000004e20 RSI: 0000000000004e20 RDI: ffff8804bd579308
[1406524.718797] RBP: ffff8804c596fc00 R08: 0000000000000004 R09: 0000000000000001
[1406524.718798] R10: ffff8804dc800000 R11: 0000000000002ed6 R12: 000000008eb9b070
[1406524.718799] R13: 000000008eb9b070 R14: ffff8804bd578f00 R15: ffff8804a1d48b50
[1406524.718805] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406524.718806] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406524.718807] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406524.718809] Stack:
[1406524.718810]  ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 ffff8804c596fc28
[1406524.718814]  ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030 ffff8804a1d48940
[1406524.718817]  ffff8804c596fc60 ffffffff8121addc ffff8804a1d48940 ffff8804c80eeac0
[1406524.718821] Call Trace:
[1406524.718822]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406524.718827]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406524.718832]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406524.718835]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406524.718838]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406524.718841]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406524.718845]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406524.718849]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406524.718853]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406524.718856]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406524.718859]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406524.718862]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406524.718865]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406524.718868]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406524.718871]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406524.718874] Code: c6 7d ae 9b 81 48 89 df e8 6c fd ff ff e9 b9 fe ff ff 83 e2 fe 0f b7 f2 b8 00 80 00 00 eb 11 66 2e 0f 1f 84 00 00 00 00 00 f3 90 <83> e8 01 74 0d 0f b7 0b 66 39 ca 75 f1 e9 e7 fe ff ff 48 83 3d
[1406524.718915] NMI backtrace for cpu 3
[1406524.718918] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406524.718919] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406524.718921] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406524.718922] RIP: e030:[<ffffffff8100130a>]  [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20
[1406524.718926] RSP: e02b:ffff8804dce03c48  EFLAGS: 00000046
[1406524.718927] RAX: 0000000000000000 RBX: 0000000000000003 RCX: ffffffff8100130a
[1406524.718928] RDX: 0000000000000000 RSI: 0000000000000003 RDI: 000000000000000b
[1406524.718929] RBP: ffff8804dce03c60 R08: ffffffff81dbfae0 R09: 0000000000000001
[1406524.718931] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0
[1406524.718932] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000003
[1406524.718937] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406524.718939] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406524.718940] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406524.718941] Stack:
[1406524.718942]  0000000000033fcc 0000000000000003 ffffffff8141c727 ffff8804dce03c90
[1406524.718946]  ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00
[1406524.718950]  ffffffff81d1c280 ffff8804dce03ca0 ffffffff81012bc9 ffff8804dce03cb8
[1406524.718953] Call Trace:
[1406524.718954]  <IRQ>  [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70
[1406524.718959]  [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60
[1406524.718963]  [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0
[1406524.718967]  [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90
[1406524.718972]  [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0
[1406524.718975]  [<ffffffff8107d007>] update_process_times+0x47/0x70
[1406524.718978]  [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60
[1406524.718982]  [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60
[1406524.718985]  [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0
[1406524.718989]  [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40
[1406524.718992]  [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240
[1406524.718996]  [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160
[1406524.719001]  [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0
[1406524.719006]  [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0
[1406524.719010]  [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200
[1406524.719014]  [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60
[1406524.719018]  [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180
[1406524.719024]  [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90
[1406524.719027]  [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40
[1406524.719031]  [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30
[1406524.719034]  <EOI>  [<ffffffff810013aa>] ? xen_hypercall_sched_op+0xa/0x20
[1406524.719038]  [<ffffffff810013aa>] ? xen_hypercall_sched_op+0xa/0x20
[1406524.719041]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406524.719044]  [<ffffffff8141c910>] ? xen_poll_irq+0x10/0x20
[1406524.719048]  [<ffffffff81012fd6>] ? xen_lock_spinning+0x106/0x350
[1406524.719052]  [<ffffffff81012db1>] ? __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406524.719056]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406524.719060]  [<ffffffff8167fb66>] ? _raw_spin_lock+0x56/0x70
[1406524.719064]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406524.719068]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406524.719072]  [<ffffffff8120ae4f>] ? evict+0x4f/0x1b0
[1406524.719075]  [<ffffffff8120b10a>] ? iput+0x10a/0x1c0
[1406524.719078]  [<ffffffff811fad2a>] ? do_unlinkat+0x1aa/0x3a0
[1406524.719081]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406524.719085]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406524.719089]  [<ffffffff811fee06>] ? SyS_unlink+0x16/0x20
[1406524.719092]  [<ffffffff8168a649>] ? system_call_fastpath+0x1a/0x1f
[1406524.719095] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406524.719136] NMI backtrace for cpu 2
[1406524.719138] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406524.719139] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406524.719141] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406524.719142] RIP: e030:[<ffffffff810ce362>]  [<ffffffff810ce362>] do_raw_spin_lock+0x1a2/0x1d0
[1406524.719147] RSP: e02b:ffff88006c54bc58  EFLAGS: 00000202
[1406524.719148] RAX: 0000000000007d69 RBX: ffff8804bd579308 RCX: 0000000000004e1c
[1406524.719149] RDX: 0000000000004e1e RSI: 0000000000004e1e RDI: ffff8804bd579308
[1406524.719150] RBP: ffff88006c54bc70 R08: 0000000000000000 R09: 0000000000000001
[1406524.719152] R10: ffff8804dcc00000 R11: 0000000000003728 R12: 000000008eb9b070
[1406524.719153] R13: 000000008eb9b070 R14: ffff8804bd578f00 R15: ffffea0012be7b80
[1406524.719158] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406524.719159] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406524.719160] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406524.719162] Stack:
[1406524.719163]  ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98
[1406524.719166]  ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030 ffff8804c518ddd0
[1406524.719170]  ffff88006c54bcd0 ffffffff8121addc ffff8804c518ddd0 ffff8804ceed2de0
[1406524.719173] Call Trace:
[1406524.719174]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406524.719179]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406524.719183]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406524.719187]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406524.719190]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406524.719192]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406524.719197]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406524.719200]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406524.719203]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406524.719206]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406524.719209] Code: c6 7d ae 9b 81 48 89 df e8 6c fd ff ff e9 b9 fe ff ff 83 e2 fe 0f b7 f2 b8 00 80 00 00 eb 11 66 2e 0f 1f 84 00 00 00 00 00 f3 90 <83> e8 01 74 0d 0f b7 0b 66 39 ca 75 f1 e9 e7 fe ff ff 48 83 3d
[1406524.719253] NMI backtrace for cpu 1
[1406524.719254] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406524.719255] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406524.719256] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406524.719257] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406524.719257] RIP: e030:[<ffffffff8100124a>]  [<ffffffff8100124a>] xen_hypercall_console_io+0xa/0x20
[1406524.719259] RSP: e02b:ffff8804dca03b20  EFLAGS: 00000046
[1406524.719260] RAX: 0000000000000000 RBX: 0000000000000010 RCX: ffffffff8100124a
[1406524.719260] RDX: ffff8804dca03b50 RSI: 0000000000000010 RDI: 0000000000000000
[1406524.719261] RBP: ffff8804dca03b38 R08: 000000000000000a R09: 000000000000fffe
[1406524.719261] R10: 0000000000000001 R11: 0000000000000246 R12: 000000000000002b
[1406524.719262] R13: 0000000000000010 R14: 0000000000000000 R15: 0000000000000000
[1406524.719264] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406524.719265] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406524.719265] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406524.719266] Stack:
[1406524.719266]  ffffffff819bb19d 0000000000000010 ffffffff8144f6bc ffff8804dca03b88
[1406524.719268]  ffffffff8144e3ed ffffffff829a25c0 343235363034315b 5d3136373831372e
[1406524.719269]  ffffffff81d748c0 000000000000003b ffffffff81dbfae0 00000000000003ef
[1406524.719271] Call Trace:
[1406524.719271]  <IRQ>  [<ffffffff8144f6bc>] ? dom0_write_console+0x1c/0x30
[1406524.719274]  [<ffffffff8144e3ed>] hvc_console_print+0xcd/0x110
[1406524.719276]  [<ffffffff810d25a3>] call_console_drivers.constprop.22+0xa3/0xf0
[1406524.719278]  [<ffffffff810d29ad>] console_unlock+0x3bd/0x4d0
[1406524.719280]  [<ffffffff810d2d79>] vprintk_emit+0x239/0x630
[1406524.719282]  [<ffffffff816754bb>] printk+0x63/0x6b
[1406524.719284]  [<ffffffff810c0ee9>] ? cpuacct_account_field+0x99/0xb0
[1406524.719286]  [<ffffffff810e0333>] rcu_check_callbacks+0x3a3/0x6a0
[1406524.719287]  [<ffffffff810c26ed>] ? trace_hardirqs_off+0xd/0x10
[1406524.719289]  [<ffffffff8107d007>] update_process_times+0x47/0x70
[1406524.719290]  [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60
[1406524.719291]  [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60
[1406524.719292]  [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0
[1406524.719294]  [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40
[1406524.719295]  [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240
[1406524.719296]  [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160
[1406524.719298]  [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0
[1406524.719300]  [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0
[1406524.719302]  [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200
[1406524.719303]  [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60
[1406524.719305]  [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180
[1406524.719307]  [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90
[1406524.719308]  [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40
[1406524.719310]  [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30
[1406524.719312]  <EOI>  [<ffffffff81394b70>] ? __pax_list_add+0x40/0x40
[1406524.719314]  [<ffffffff8121b0ad>] ? queue_io+0xed/0x250
[1406524.719316]  [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0
[1406524.719317]  [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430
[1406524.719319]  [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530
[1406524.719321]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406524.719322]  [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0
[1406524.719323]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406524.719325]  [<ffffffff81096357>] ? kthread+0xe7/0x100
[1406524.719327]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406524.719329]  [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80
[1406524.719330]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406524.719332] Code: cc 51 41 53 b8 11 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 12 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406524.772536]  { 1}  (t=105006 jiffies g=28847867 c=28847866 q=0)
[1406524.772827] sending NMI to all CPUs:
[1406524.772914] NMI backtrace for cpu 1
[1406524.772997] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406524.773123] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406524.773257] Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406524.773434] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406524.773556] RIP: e030:[<ffffffff8100130a>]  [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20
[1406524.773728] RSP: e02b:ffff8804dca03c48  EFLAGS: 00000046
[1406524.773816] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8100130a
[1406524.773938] RDX: 0000000000000000 RSI: 0000000000000001 RDI: 000000000000000b
[1406524.774069] RBP: ffff8804dca03c60 R08: ffffffff81dbfae0 R09: 0000000000000001
[1406524.774197] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0
[1406524.774328] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000001
[1406524.774452] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406524.774585] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406524.774675] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406524.774797] Stack:
[1406524.774874]  0000000000005368 0000000000000001 ffffffff8141c727 ffff8804dca03c90
[1406524.775170]  ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00
[1406524.775466]  ffffffff81d1c280 ffff8804dca03ca0 ffffffff81012bc9 ffff8804dca03cb8
[1406524.775791] Call Trace:
[1406524.775869]  <IRQ>
[1406524.775921]  [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70
[1406524.776128]  [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60
[1406524.776227]  [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0
[1406524.776319]  [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90
[1406524.776413]  [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0
[1406524.776506]  [<ffffffff8107d007>] update_process_times+0x47/0x70
[1406524.776598]  [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60
[1406524.776691]  [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60
[1406524.776782]  [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0
[1406524.776872]  [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40
[1406524.776964]  [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240
[1406524.777056]  [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160
[1406524.777156]  [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0
[1406524.777268]  [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0
[1406524.777367]  [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200
[1406524.777461]  [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60
[1406524.777553]  [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180
[1406524.777654]  [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90
[1406524.777747]  [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40
[1406524.777840]  [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30
[1406524.777939]  <EOI>
[1406524.777991]  [<ffffffff81394b70>] ? __pax_list_add+0x40/0x40
[1406524.778198]  [<ffffffff8121b0ad>] ? queue_io+0xed/0x250
[1406524.778294]  [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0
[1406524.778386]  [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430
[1406524.778487]  [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530
[1406524.778586]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406524.778678]  [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0
[1406524.778778]  [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406524.778890]  [<ffffffff81096357>] ? kthread+0xe7/0x100
[1406524.778980]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406524.779081]  [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80
[1406524.779173]  [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406524.779274] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406524.782330] NMI backtrace for cpu 0
[1406524.782445] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406524.782601] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406524.782766] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406524.782919] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406524.783148] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406524.783265] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406524.783416] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406524.783570] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406524.783723] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406524.783874] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406524.784030] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406524.784184] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406524.784304] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406524.784455] Stack:
[1406524.784559]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406524.784950]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406524.785355]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406524.785744] Call Trace:
[1406524.785854]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406524.785977]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406524.786097]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406524.786218]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406524.786374]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406524.786496]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406524.786617]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406524.786743]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406524.786864]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406524.786985]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406524.787109]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406524.787235]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406524.787361]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406524.787482]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406524.787603]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406524.787722]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406524.787841]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406524.787960]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406524.788078]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406524.788195]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406524.788316] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406524.792485] NMI backtrace for cpu 2
[1406524.792606] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406524.792761] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406524.792925] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406524.793079] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406524.793308] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406524.793425] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406524.793576] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406524.793729] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406524.793881] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406524.794032] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406524.794188] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406524.794343] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406524.794462] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406524.794614] Stack:
[1406524.794711]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406524.795103]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406524.795495]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406524.795895] Call Trace:
[1406524.804039]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406524.804166]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406524.804287]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406524.804411]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406524.804567]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406524.804691]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406524.804811]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406524.804934]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406524.805055]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406524.805174]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406524.805286]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406524.805409]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406524.805527]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406524.805646]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406524.805761]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406524.805879] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406524.810028] NMI backtrace for cpu 3
[1406524.810144] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406524.810299] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406524.810497] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406524.810649] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406524.810875] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406524.810992] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406524.811145] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406524.811296] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406524.811447] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406524.811598] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406524.811746] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406524.811901] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406524.812047] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406524.812198] Stack:
[1406524.812302]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406524.812695]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406524.813084]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406524.813479] Call Trace:
[1406524.813612]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406524.813734]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406524.813856]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406524.813977]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406524.814132]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406524.814255]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406524.814376]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406524.814499]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406524.814619]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406524.814738]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406524.814855]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406524.814975]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406524.815133]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406524.815253]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406524.815372]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406524.815491] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406524.819696] INFO: NMI handler (ffffffff81682ae0) took too long to run: 37.350 msecs
[1406552.150768] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365]
[1406552.150913] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406552.154762] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989]
[1406552.154762] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F)[1406552.154778] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591]
[1406552.154779]  gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)Modules linked in: intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) xt_physdev(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) xen_netback(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406552.154795] irq event stamp: 195369
[1406552.154797] hardirqs last  enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad
[1406552.154799] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303
[1406552.154800] softirqs last  enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4
[1406552.154801] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add
[1406552.154802]  xen_blkback(F)[1406552.154804] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF     D      3.14.51-grsec-delta #1
[1406552.154804] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406552.154805]  ip_gre(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1)
[1406552.154808] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8
[1406552.154808] RIP: e030:[<ffffffff8121b090>]  [<ffffffff8121b090>] queue_io+0xd0/0x250
[1406552.154811] RSP: e02b:ffff8803c46cfbf0  EFLAGS: 00000246
[1406552.154812] RAX: ffff8803c46cfc88 RBX: ffff8804bd6691e0 RCX: 0000000114f2a8a6
[1406552.154812] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030
[1406552.154813] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000
[1406552.154813] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000fb07f8f8
[1406552.154814] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018
[1406552.154815]  ip_tunnel(F) ixgbevf(F) dm_crypt(F)[1406552.154817] FS:  0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000
[1406552.154818] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406552.154819] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660
[1406552.154820]  algif_skcipher(F)[1406552.154821] Stack:
[1406552.154821]  ffff8804bd6692e8 af_alg(F) 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 openvswitch(F)
[1406552.154826]  ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 ffff880503423030 vxlan(F)
[1406552.154829]  ffff8804bd6691e0 ffff8804bd6691f8 gre(F) ffff8804bd6691f8 ffff8803c46cfcb8
[1406552.154833] Call Trace:
[1406552.154833]  libcrc32c(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0
[1406552.154836]  xen_pciback(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430
[1406552.154840]  nfsd(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530
[1406552.154843]  [<ffffffff8108e862>] ? process_one_work+0x162/0x530
[1406552.154844]  auth_rpcgss(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0
[1406552.154847]  nfs_acl(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530
[1406552.154850]  nfs(F) [<ffffffff81096357>] kthread+0xe7/0x100
[1406552.154853]  lockd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406552.154856]  fscache(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80
[1406552.154859]  sunrpc(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220
[1406552.154862]  xt_LOG(F)Code: 1f 40 00 48 8b 45 b8 48 3b 83 f8 00 00 00 74 7b 48 8b  xt_limit(F)45 c0 4c 8b bb 00 01 00 00 48 8b 40 10 48 85 c0 74 09 49 8b 4f e8 48 39 08 <78> 5e 4c 89 ff 41 83 c4 01 e8 e2 9b 17 00 48 8b 55 c8 4c 89 ee
[1406552.154888]  xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406552.154918] irq event stamp: 0
[1406552.154919] hardirqs last  enabled at (0): [<           (nil)>]            (nil)
[1406552.154921] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406552.154923] softirqs last  enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c
[1406552.154925] softirqs last disabled at (0): [<           (nil)>]            (nil)
[1406552.154928] CPU: 2 PID: 2591 Comm: sierra Tainted: GF     D      3.14.51-grsec-delta #1
[1406552.154929] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406552.154931] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8
[1406552.154932] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406552.154936] RSP: e02b:ffff88006c54bb60  EFLAGS: 00000202
[1406552.154937] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406552.154938] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003
[1406552.154940] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001
[1406552.154941] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308
[1406552.154942] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002
[1406552.154948] FS:  00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000
[1406552.154949] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406552.154950] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660
[1406552.154952] Stack:
[1406552.154953]  0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37
[1406552.154956]  ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0
[1406552.154960]  ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6
[1406552.154963] Call Trace:
[1406552.154965]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406552.154969]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406552.154972]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406552.154977]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406552.154980]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406552.154985]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406552.154989]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406552.154993]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406552.154997]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406552.155000]  [<ffffffff8120a829>] touch_atime+0xd9/0x140
[1406552.155002]  [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870
[1406552.155007]  [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90
[1406552.155010]  [<ffffffff811e83fc>] vfs_read+0xdc/0x240
[1406552.155013]  [<ffffffff811e9089>] SyS_read+0x49/0xb0
[1406552.155016]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406552.155019] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc
[1406552.158767] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364]
[1406552.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406552.158816] irq event stamp: 449467648
[1406552.158817] hardirqs last  enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275
[1406552.158819] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9
[1406552.158821] softirqs last  enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4
[1406552.158823] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add
[1406552.158827] CPU: 3 PID: 1364 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406552.158828] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406552.158829] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8
[1406552.158830] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406552.158835] RSP: e02b:ffff8804c5933c68  EFLAGS: 00000206
[1406552.158836] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406552.158837] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003
[1406552.158838] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001
[1406552.158840] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308
[1406552.158841] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003
[1406552.158847] FS:  0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000
[1406552.158848] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406552.158849] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406552.158851] Stack:
[1406552.158852]  0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37
[1406552.158856]  ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0
[1406552.158859]  ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6
[1406552.158862] Call Trace:
[1406552.158864]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406552.158869]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406552.158872]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406552.158877]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406552.158881]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406552.158886]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406552.158891]  [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80
[1406552.158896]  [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80
[1406552.158901]  [<ffffffff8120ae4f>] evict+0x4f/0x1b0
[1406552.158904]  [<ffffffff8120b10a>] iput+0x10a/0x1c0
[1406552.158907]  [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0
[1406552.158912]  [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46
[1406552.158916]  [<ffffffff81679d3a>] ? __schedule+0x35a/0x870
[1406552.158921]  [<ffffffff811fee06>] SyS_unlink+0x16/0x20
[1406552.158924]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406552.158928] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc

[1406552.203823]  ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F)
[1406552.204385] irq event stamp: 460266246
[1406552.204471] hardirqs last  enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5
[1406552.204652] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9
[1406552.204843] softirqs last  enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b
[1406552.205015] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4
[1406552.205189] CPU: 0 PID: 1365 Comm: charlie Tainted: GF     D      3.14.51-grsec-delta #1
[1406552.205324] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015
[1406552.205468] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8
[1406552.205593] RIP: e030:[<ffffffff810013aa>]  [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20
[1406552.205770] RSP: e02b:ffff8804c596faf0  EFLAGS: 00000202
[1406552.205862] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa
[1406552.205986] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003
[1406552.206111] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001
[1406552.206243] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308
[1406552.206382] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000
[1406552.206509] FS:  0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000
[1406552.206645] CS:  e033 DS: 0000 ES: 0000 CR0: 0000000080050033
[1406552.206738] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660
[1406552.206862] Stack:
[1406552.206942]  0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37
[1406552.207249]  ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0
[1406552.207555]  ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6
[1406552.207894] Call Trace:
[1406552.207978]  [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50
[1406552.208081]  [<ffffffff8141c910>] xen_poll_irq+0x10/0x20
[1406552.208181]  [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350
[1406552.208285]  [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20
[1406552.208411]  [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0
[1406552.208515]  [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70
[1406552.208616]  [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0
[1406552.208720]  [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0
[1406552.208822]  [<ffffffff8120a4f1>] update_time+0x81/0xd0
[1406552.208923]  [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0
[1406552.209025]  [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460
[1406552.209124]  [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0
[1406552.209229]  [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0
[1406552.209333]  [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0
[1406552.209446]  [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190
[1406552.209540]  [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0
[1406552.209639]  [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90
[1406552.209739]  [<ffffffff811e8657>] vfs_write+0xf7/0x2b0
[1406552.209830]  [<ffffffff811e9139>] SyS_write+0x49/0xb0
[1406552.209922]  [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f
[1406552.217996] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc