Complete report #1274666
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff82b8b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x15
|
|
2
|
show_interrupts
|
vmlinux |
0xffffffff82556282
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x172
|
|
3
|
seq_read
|
vmlinux |
0xffffffff82676d10
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x130
|
|
4
|
proc_reg_read
|
vmlinux |
0xffffffff826c7770
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
|
5
|
vfs_read
|
vmlinux |
0xffffffff8264e3ff
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x9f
|
|
6
|
SyS_read
|
vmlinux |
0xffffffff8264f27f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7f
|
|
7
|
system_call_fastpath
|
vmlinux |
0xffffffff82b95f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 28s! [mysqld:1736]
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 28s! [irqbalance:767]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun bridge stp llc nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common
ahci crc32c_intel drm ata_piix libahci serio_raw nfit libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 5 PID: 767 Comm: irqbalance Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff94f02ef54200 ti: ffff94eef8ae0000 task.ti: ffff94eef8ae0000
RIP: 0010:[<ffffffff82b8b7d5>] [<ffffffff82b8b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff94eef8ae3de8 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 00000000000000dd
RDX: ffff94f034137000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff94eef8ae3de8 R08: 000000000000ffff R09: 000000000000ffff
R10: 0000000000000000 R11: ffff94eef8ae3c8e R12: ffff94ee8caee6c0
R13: ffff94ee8caee6c0 R14: 000000007ef74633 R15: ffffffffff0a0004
FS: 00007fb08eced780(0000) GS:ffff94f033740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4deb4c1160 CR3: 00000000bb170000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff82556282>] show_interrupts+0x172/0x310
[<ffffffff82676d10>] seq_read+0x130/0x450
[<ffffffff826c7770>] proc_reg_read+0x40/0x80
[<ffffffff8264e3ff>] vfs_read+0x9f/0x170
[<ffffffff8264f27f>] SyS_read+0x7f/0xf0
[<ffffffff82b95f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #221866
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff947883c5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x15
|
|
2
|
show_interrupts
|
vmlinux |
0xffffffff941566a2
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x172
|
|
3
|
seq_read
|
vmlinux |
0xffffffff94275b6c
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x29c
|
|
4
|
proc_reg_read
|
vmlinux |
0xffffffff942c6310
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x40
|
|
5
|
vfs_read
|
vmlinux |
0xffffffff9424d01f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x9f
|
|
6
|
SyS_read
|
vmlinux |
0xffffffff9424de8f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x7f
|
|
7
|
system_call_fastpath
|
vmlinux |
0xffffffff94792ed2
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [irqbalance:728]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc lp ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter fuse vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq sb_edac snd_seq_device snd_pcm iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_timer snd glue_helper soundcore ablk_helper cryptd ppdev joydev pcspkr sg vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel drm nfit serio_raw libata e1000 libnvdimm mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks
CPU: 0 PID: 728 Comm: irqbalance Kdump: loaded Tainted: G L ------------ 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9908b8cd1070 ti: ffff9908b8d74000 task.ti: ffff9908b8d74000
RIP: 0010:[<ffffffff947883c5>] [<ffffffff947883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9908b8d77de8 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000033 RCX: 000000000000015c
RDX: ffff990848c4b000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff9908b8d77de8 R08: 000000000000ffff R09: 000000000000ffff
R10: 0000000000000000 R11: ffff9908b8d77c8e R12: ffff99088560acc0
R13: ffff99088560acc0 R14: 00000000c80ead58 R15: ffffffffff0a0004
FS: 00007fabb5a93780(0000) GS:ffff9908bb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fabb5aaf000 CR3: 0000000078200000 CR4: 00000000001607f0
Call Trace:
[<ffffffff941566a2>] show_interrupts+0x172/0x310
[<ffffffff94275b6c>] seq_read+0x29c/0x440
[<ffffffff942c6310>] proc_reg_read+0x40/0x80
[<ffffffff9424d01f>] vfs_read+0x9f/0x170
[<ffffffff9424de8f>] SyS_read+0x7f/0xf0
[<ffffffff94792ed2>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #465994
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffae38ea15
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x15
|
|
2
|
show_interrupts
|
vmlinux |
0xffffffffadd563e2
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x172
|
|
3
|
seq_read
|
vmlinux |
0xffffffffade76f94
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x2e4
|
|
4
|
proc_reg_read
|
vmlinux |
0xffffffffadec7600
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x40
|
|
5
|
vfs_read
|
vmlinux |
0xffffffffade4e33f
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x9f
|
|
6
|
SyS_read
|
vmlinux |
0xffffffffade4f185
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x55
|
|
7
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffae399ed5
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#15 stuck for 37s! [vmtoolsd:12128]
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 37s! [irqbalance:922]
Modules linked in: dm_mirror dm_region_hash dm_log dm_mod coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi ata_piix scsi_transport_spi crct10dif_pclmul crct10dif_common crc32c_intel mptscsih e1000 serio_raw libata mptbase drm_panel_orientation_quirks floppy
CPU: 6 PID: 922 Comm: irqbalance Kdump: loaded Not tainted 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff9463bc108000 ti: ffff9463bb5c0000 task.ti: ffff9463bb5c0000
RIP: 0010:[<ffffffffae38ea15>] [<ffffffffae38ea15>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9463bb5c3de8 EFLAGS: 00000246
NMI watchdog: BUG: soft lockup - CPU#21 stuck for 37s! [ksoftirqd/21:118]
RAX: 0000000000000000 RBX: 0000000000000018 RCX: 000000000000037f
RDX: ffff9462ade7b000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff9463bb5c3de8 R08: 000000000000ffff R09: 000000000000ffff
R10: 0000000000000000 R11: ffff9463bb5c3c8e R12: ffff946404ba43c0
R13: ffff946404ba43c0 R14: 0000000030666cc1 R15: ffffffffff0a0004
FS: 00007f6ac917a780(0000) GS:ffff94633dc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6ac918e000 CR3: 000000023b126000 CR4: 00000000000007e0
Modules linked in: dm_mirror dm_region_hash dm_log dm_mod coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi ata_piix scsi_transport_spi crct10dif_pclmul crct10dif_common crc32c_intel mptscsih e1000 serio_raw libata mptbase drm_panel_orientation_quirks floppy
CPU: 21 PID: 118 Comm: ksoftirqd/21 Kdump: loaded Not tainted 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff94643bc1d280 ti: ffff94643bc34000 task.ti: ffff94643bc34000
RIP: 0010:[<ffffffffadf97948>] [<ffffffffadf97948>] memcpy+0x68/0x110
RSP: 0018:ffff94643bc37448 EFLAGS: 00010287
RAX: ffff9462bbf3a000 RBX: ffff94627bc61098 RCX: 0000000000000001
Call Trace:
[<ffffffffadd563e2>] show_interrupts+0x172/0x310
[<ffffffffade76f94>] seq_read+0x2e4/0x450
[<ffffffffadec7600>] proc_reg_read+0x40/0x80
[<ffffffffade4e33f>] vfs_read+0x9f/0x170
[<ffffffffade4f185>] SyS_read+0x55/0xd0
[<ffffffffae399ed5>] ? system_call_after_swapgs+0xa2/0x13a
Complete report #229965
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0115375
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
2
|
show_interrupts
|
vmlinux |
0xffffffff9fb469e2
Build id: 3.10.0-862.el7.x86_64
|
0x172
|
|
3
|
seq_read
|
vmlinux |
0xffffffff9fc4157c
Build id: 3.10.0-862.el7.x86_64
|
0x27c
|
|
4
|
proc_reg_read
|
vmlinux |
0xffffffff9fc906b0
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
5
|
vfs_read
|
vmlinux |
0xffffffff9fc1ab3f
Build id: 3.10.0-862.el7.x86_64
|
0x9f
|
|
6
|
SyS_read
|
vmlinux |
0xffffffff9fc1ba0f
Build id: 3.10.0-862.el7.x86_64
|
0x7f
|
|
7
|
system_call_fastpath
|
vmlinux |
0xffffffffa011f7d5
Build id: 3.10.0-862.el7.x86_64
|
0x1c
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 38s! [irqbalance:770]
Modules linked in: esn_cfs(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm coretemp snd_timer snd soundcore iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul
syscopyarea crct10dif_common sysfillrect sysimgblt fb_sys_fops crc32c_intel ttm ata_piix drm mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase libata i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 770 Comm: irqbalance Kdump: loaded Tainted: G W OEL ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff8870b796dee0 ti: ffff8870b52d8000 task.ti: ffff8870b52d8000
RIP: 0010:[<ffffffffa0115375>] [<ffffffffa0115375>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8870b52dbde8 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000013 RCX: 0000000000000433
RDX: ffff88705eca5000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff8870b52dbde8 R08: 000000000000ffff R09: 000000000000ffff
R10: 0000000000000000 R11: ffff8870b52dbc8e R12: ffff88707d8bbb00
R13: ffff88707d8bbb00 R14: 00000000df5a1ea2 R15: ffffffffff0a0004
FS: 00007f67fd2da780(0000) GS:ffff8870bc680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f67fd2f4000 CR3: 00000000796de000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9fb469e2>] show_interrupts+0x172/0x310
[<ffffffff9fc4157c>] seq_read+0x27c/0x3f0
[<ffffffff9fc906b0>] proc_reg_read+0x40/0x80
[<ffffffff9fc1ab3f>] vfs_read+0x9f/0x170
[<ffffffff9fc1ba0f>] SyS_read+0x7f/0xf0
[<ffffffffa011f7d5>] system_call_fastpath+0x1c/0x21
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48