Complete report #450817
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9d36a0f5
Build id: 3.10.0-957.el7.x86_64
|
0x15
|
|
2
|
pvscsi_abort
|
vmw_pvscsi |
0xffffffffc0385ece
Build id: 3.10.0-957.el7.x86_64
|
0x13e
|
|
3
|
scmd_eh_abort_handler
|
vmlinux |
0xffffffff9d0d56d6
Build id: 3.10.0-957.el7.x86_64
|
0xc6
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff9ccb9d4f
Build id: 3.10.0-957.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff9ccbade6
Build id: 3.10.0-957.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff9ccbacc0
Build id: 3.10.0-957.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff9ccc1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff9ccc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9d374c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff9ccc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 28s! [kworker/u33:2:3216]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr sg joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common serio_raw crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm nfit libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks
dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 3216 Comm: kworker/u33:2 Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: scsi_tmf_0 scmd_eh_abort_handler
task: ffff97e4ec930000 ti: ffff97e4ece88000 task.ti: ffff97e4ece88000
RIP: 0010:[<ffffffff9d36a0f5>] [<ffffffff9d36a0f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff97e4ece8bd80 EFLAGS: 00000296
RAX: 0000000000000000 RBX: ffffffff9d0e1f81 RCX: ffffaa2a835d0000
RDX: ffff97e4ece8bda0 RSI: 0000000000000296 RDI: 0000000000000296
RBP: ffff97e4ece8bd80 R08: 303a303a30206473 R09: 6164735b203a303a
R10: 0000000000000659 R11: 61206b736174205d R12: 0000000000000000
R13: 0000000000000010 R14: ffff97e4efc98780 R15: ffff97e8ec728800
FS: 0000000000000000(0000) GS:ffff97e4efc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6cbd7bf000 CR3: 000000073e210000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc0385ece>] pvscsi_abort+0x13e/0x220 [vmw_pvscsi]
[<ffffffff9d0d56d6>] scmd_eh_abort_handler+0xc6/0x2a0
[<ffffffff9ccb9d4f>] process_one_work+0x17f/0x440
[<ffffffff9ccbade6>] worker_thread+0x126/0x3c0
[<ffffffff9ccbacc0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffff9ccc1c31>] kthread+0xd1/0xe0
[<ffffffff9ccc1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff9d374c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9ccc1b60>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #222621
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab905
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x15
|
|
2
|
pvscsi_abort
|
vmw_pvscsi |
0xffffffffc0057eae
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x13e
|
|
3
|
scmd_eh_abort_handler
|
vmlinux |
0xffffffff8146a083
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xc3
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff810a882a
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x17a
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff810a94f6
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff810a93d0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff810b099f
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xcf
|
|
8
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork
|
vmlinux |
0xffffffff816b4fd8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x58
|
|
10
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 59s! [kworker/u8:1:18139]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac edac_core nfit iosf_mbi crc32_pclmul ghash_clmulni_intel pcspkr joydev ppdev aesni_intel libnvdimm sg lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd vmw_vmci i2c_piix4 shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod drm_kms_helper crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt crct10dif_pclmul crct10dif_common fb_sys_fops ttm ata_piix crc32c_intel
ahci drm libahci serio_raw libata vmxnet3 i2c_core vmw_pvscsi floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 18139 Comm: kworker/u8:1 Tainted: G L ------------ 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: scsi_tmf_0 scmd_eh_abort_handler
task: ffff880203f34f10 ti: ffff8802364f0000 task.ti: ffff8802364f0000
RIP: 0010:[<ffffffff816ab905>] [<ffffffff816ab905>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8802364f3d80 EFLAGS: 00000296
RAX: 0000000000000000 RBX: ffffffff81476141 RCX: ffffc90000e70000
RDX: ffff8802364f3da0 RSI: 0000000000000296 RDI: 0000000000000296
RBP: ffff8802364f3d80 R08: 303a303a30206473 R09: 6164735b203a303a
R10: 000000000000132d R11: 61206b736174205d R12: 0000000000000000
R13: 0000000000000010 R14: ffff88023fd12600 R15: ffff880232710000
FS: 0000000000000000(0000) GS:ffff88023fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff6da32e000 CR3: 0000000218ac4000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8802364f3df0 ffffffffc0057eae 00000000000000c2 0000000000000000
0000000000000000 ffff880200000000 ffff8802364f3db0 ffff8802364f3db0
000000003ecfe402 ffff8800b83111a8 ffff8800b8311180 ffff880232712000
Call Trace:
[<ffffffffc0057eae>] pvscsi_abort+0x13e/0x210 [vmw_pvscsi]
[<ffffffff8146a083>] scmd_eh_abort_handler+0xc3/0x290
[<ffffffff810a882a>] process_one_work+0x17a/0x440
[<ffffffff810a94f6>] worker_thread+0x126/0x3c0
[<ffffffff810a93d0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffff810b099f>] kthread+0xcf/0xe0
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4fd8>] ret_from_fork+0x58/0x90
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #5707
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0383815
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_abort
|
vmw_pvscsi |
0xffffffffc02b5ede
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x13e
|
|
3
|
scmd_eh_abort_handler
|
vmlinux |
0xffffffffa00e3ad6
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xc6
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff9fcbe34f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff9fcbf466
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff9fcbf340
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff9fcc6321
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff9fcc6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa038dd37
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff9fcc6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 41s! [kworker/u2:1:10835]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ppdev vmw_balloon sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt sd_mod fb_sys_fops crc_t10dif ttm crct10dif_generic
drm ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 10835 Comm: kworker/u2:1 Kdump: loaded Not tainted 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: scsi_tmf_0 scmd_eh_abort_handler
task: ffff9764b71e3150 ti: ffff9764b7ca0000 task.ti: ffff9764b7ca0000
RIP: 0010:[<ffffffffa0383815>] [<ffffffffa0383815>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9764b7ca3d80 EFLAGS: 00000296
RAX: 0000000000000000 RBX: ffffffffa00f03c1 RCX: ffffc00ec0770000
RDX: ffff9764b7ca3da0 RSI: 0000000000000296 RDI: 0000000000000296
RBP: ffff9764b7ca3d80 R08: 303a303a30206473 R09: 6164735b203a303a
R10: 000000000000057f R11: 61206b736174205d R12: 0000000000000000
R13: 0000000000000010 R14: ffff9764bfc18840 R15: ffff9763b66fd800
FS: 0000000000000000(0000) GS:ffff9764bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f76a5dc6000 CR3: 00000000b522e000 CR4: 00000000000407f0
Call Trace:
[<ffffffffc02b5ede>] pvscsi_abort+0x13e/0x220 [vmw_pvscsi]
[<ffffffffa00e3ad6>] scmd_eh_abort_handler+0xc6/0x2a0
[<ffffffff9fcbe34f>] process_one_work+0x17f/0x440
[<ffffffff9fcbf466>] worker_thread+0x126/0x3c0
[<ffffffff9fcbf340>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff9fcc6321>] kthread+0xd1/0xe0
[<ffffffff9fcc6250>] ? insert_kthread_work+0x40/0x40
[<ffffffffa038dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9fcc6250>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48