Complete report #999910
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8df8b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc017c632
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff8dcecf70
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8dce4860
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8dcedf8c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8db53f39
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 28s! [logrotate:7977]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun bridge stp llc nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr joydev vmw_balloon sg i2c_piix4 parport_pc parport vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ahci ttm sd_mod nfit crc_t10dif crct10dif_generic libahci libnvdimm
drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 4 PID: 7977 Comm: logrotate Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff99de35e45280 ti: ffff99de14830000 task.ti: ffff99de14830000
RIP: 0010:[<ffffffff8df8b7d5>] [<ffffffff8df8b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff99de14833700 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff8dbb2f83 RCX: ffffffff8e434f40
RDX: ffffbc0b81ba0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff99de14833700 R08: 0000000000000001 R09: 0000000000000000
R10: ffff99de35efd000 R11: ffff99df78d9e000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff99dfc65a3c80 R15: ffffffff8dcebc29
FS: 00007faee19ab740(0000) GS:ffff99e0bfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faee19c5978 CR3: 0000000011a10000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffc017c632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8dcecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8dce4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8dcedf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8db53f39>] __blk_run_queue+0x39/0x50
Complete report #841145
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb5f8b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc00ba632
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb5cecf70
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb5ce4860
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb5cedf8c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb5b53f39
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb5b53ffa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2a
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 28s! [nagios:2334]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg joydev vmw_balloon pcspkr vmw_vmci parport_pc i2c_piix4 parport auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif syscopyarea sysfillrect crct10dif_generic sysimgblt fb_sys_fops ttm ahci libahci
drm crct10dif_pclmul ata_piix crct10dif_common nfit crc32c_intel serio_raw libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 4 PID: 2334 Comm: nagios Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9f7cf2610000 ti: ffff9f7cf3280000 task.ti: ffff9f7cf3280000
RIP: 0010:[<ffffffffb5f8b7d5>] [<ffffffffb5f8b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9f7cf3283980 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffb5bb2f83 RCX: ffff9f7bb8eb1060
RDX: ffffb5bf41bb0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9f7cf3283980 R08: 0000000000000000 R09: ffff9f7af790b000
R10: ffff9f7cf0476000 R11: ffff9f7cf04a2800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9f7cf4fc8480 R15: ffffffffb5cebc29
FS: 00007fc06e1b7740(0000) GS:ffff9f7cffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000489e54 CR3: 00000002b25e2000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffc00ba632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb5cecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb5ce4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb5cedf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb5b53f39>] __blk_run_queue+0x39/0x50
[<ffffffffb5b53ffa>] queue_unplugged+0x2a/0xa0
Complete report #425567
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8d71b2c5
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc02cd622
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff8d4a8500
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8d4a0010
Build id: 3.10.0-862.11.6.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8d4a957c
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8d31d4e9
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x39
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [kworker/6:1:23153]
Modules linked in: veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter binfmt_misc gsch(OE) redirfs(OE) event_collector_1_9_8557(POE) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon
ppdev pcspkr sg joydev parport_pc shpchp parport i2c_piix4 vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul crct10dif_common i2c_core crc32c_intel serio_raw vmxnet3 vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 23153 Comm: kworker/6:1 Kdump: loaded Tainted: P W OEL ------------ 3.10.0-862.11.6.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: xfs-sync/dm-0 xfs_log_worker [xfs]
task: ffff976d693b4f10 ti: ffff976bb03b4000 task.ti: ffff976bb03b4000
RIP: 0010:[<ffffffff8d71b2c5>] [<ffffffff8d71b2c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff976bb03b7a00 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff8d3795b3 RCX: ffffffff8dc30880
RDX: ffffa4044ce20000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff976bb03b7a00 R08: 0000000000000001 R09: 0000000000000000
R10: ffff97610b09e8d8 R11: ffff97610b041800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff975e7ef49380 R15: ffffffff8d4a7259
FS: 0000000000000000(0000) GS:ffff976d8d100000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdff8012ef8 CR3: 0000000c8cf5e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc02cd622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8d4a8500>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8d4a0010>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8d4a957c>] scsi_request_fn+0x4cc/0x680
[<ffffffff8d31d4e9>] __blk_run_queue+0x39/0x50
Complete report #279318
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb3f8b805
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc010b632
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb3cec830
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb3ce4120
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb3ced84c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffb382b59e
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xce
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [kworker/1:1H:410]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg pcspkr joydev vmw_vmci parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif
crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ahci ata_piix libahci serio_raw libata nfit vmxnet3 vmw_pvscsi libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 410 Comm: kworker/1:1H Kdump: loaded Tainted: G L ------------ 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
Workqueue: kblockd blk_delay_work
task: ffff9a2b6973c200 ti: ffff9a2b6880c000 task.ti: ffff9a2b6880c000
RIP: 0010:[<ffffffffb3f8b805>] [<ffffffffb3f8b805>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9a2b6880fce0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffb3bb2a33 RCX: ffffffffb4434f40
RDX: ffffb30501be0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9a2b6880fce0 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9a2b69575000 R11: ffff9a2910c96800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9a28467e8180 R15: ffffffffb3ceb4e9
FS: 0000000000000000(0000) GS:ffff9a2b7fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4830a22790 CR3: 000000042ea72000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 00000000
Call Trace:
[<ffffffffc010b632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb3cec830>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb3ce4120>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb3ced84c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb382b59e>] ? __switch_to+0xce/0x580
Complete report #180664
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffbb1883c5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc005d632
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffbaeeb0a0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffbaee2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffbaeec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 31s! [kworker/u4:1:18706]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd pcspkr joydev vmw_balloon sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix ahci
drm libahci crct10dif_pclmul crct10dif_common e1000e nfit crc32c_intel libnvdimm libata serio_raw ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 18706 Comm: kworker/u4:1 Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff8e77f7bbd230 ti: ffff8e76fa584000 task.ti: ffff8e76fa584000
RIP: 0010:[<ffffffffbb1883c5>] [<ffffffffbb1883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e76fa5878f0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffbadb14b3 RCX: ffff8e7639dc1060
RDX: ffffa64701b90000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8e76fa5878f0 R08: 0000000000000000 R09: ffff8e7741d2cc00
R10: ffff8e78e9709c00 R11: ffff8e78e9928000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8e7749b58000 R15: ffffffffbaee9d59
FS: 0000000000000000(0000) GS:ffff8e78ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000015bb6cc CR3: 000000042d8b8000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc005d632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffbaeeb0a0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffbaee2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbaeec0bc>] scsi_request_fn+0x4ac/0x680
Complete report #175549
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8478a3f5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc028d632
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff844ec580
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff844e3e70
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff844ed59c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4ac
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 47s! [xfsaild/dm-0:506]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect nfit sysimgblt fb_sys_fops ttm drm libnvdimm e1000e ahci ata_piix libahci sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 506 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9e87eeb3d280 ti: ffff9e877bab8000 task.ti: ffff9e877bab8000
RIP: 0010:[<ffffffff8478a3f5>] [<ffffffff8478a3f5>] _raw_spin_unlock_irqrestore+0x15/0x20
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 47s! [kworker/u4:2:10199]
RSP: 0018:ffff9e877babbb70 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff843b2803 RCX: ffffffff84c34f40
RDX: ffffbe5440780000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9e877babbb70 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9e87eed14c00 R11: ffff9e86f54bc000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9e8773c64000 R15: ffffffff844eb239
FS: 0000000000000000(0000) GS:ffff9e87ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4189b91000 CR3: 000000003b12e000 CR4: 00000000007607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx
PKRU: 00000000
Call Trace:
[<ffffffffc028d632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff844ec580>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff844e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff844ed59c>] scsi_request_fn+0x4ac/0x680
Complete report #29263
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffaf36a175
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc04cc622
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffaf0d9100
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffaf0d0bd0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffaf0da16c
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffaef43269
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x39
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [java:17192]
Modules linked in: arc4 md4 nls_utf8 cifs ccm dns_resolver binfmt_misc xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm vmxnet3 drm ahci vmw_pvscsi libahci drm_panel_orientation_quirks
ata_generic pata_acpi ata_piix nfit libata libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 17192 Comm: java Kdump: loaded Tainted: G L ------------ 3.10.0-957.1.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff91a821fc8000 ti: ffff91a8916c0000 task.ti: ffff91a8916c0000
RIP: 0010:[<ffffffffaf36a175>] [<ffffffffaf36a175>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff91a8916c3b10 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffaefa1363 RCX: ffff91a8bfca3060
RDX: ffffb12181b80000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff91a8916c3b10 R08: 0000000000000000 R09: ffff91a79ee42900
R10: ffff91a8aa1fb0d8 R11: ffff91a8aa1fb800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff91a4b4f20d80 R15: ffffffffaf0d7e59
FS: 00007fe348a42700(0000) GS:ffff91a8bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe3940cf0e8 CR3: 000000041d704000 CR4: 00000000007607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffc04cc622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffaf0d9100>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffaf0d0bd0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffaf0da16c>] scsi_request_fn+0x4cc/0x680
[<ffffffffaef43269>] __blk_run_queue+0x39/0x50
Complete report #21250
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff82783045
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc02f4632
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff824e7110
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff824deb10
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff824e817c
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8234f0c9
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8234f18a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x2a
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 32s! [abrt-server:21694]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables br_netfilter overlay(T) tun devlink bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev vmw_balloon glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 binfmt_misc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod vmwgfx crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci nfit crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel ata_piix serio_raw libata vmxnet3 vmw_pvscsi
drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 2 PID: 21694 Comm: abrt-server Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8bf365245230 ti: ffff8bee58a1c000 task.ti: ffff8bee58a1c000
RIP: 0010:[<ffffffff82783045>] [<ffffffff82783045>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8bee58a1f990 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff823ada13 RCX: ffff8be4e96db060
RDX: ffff9af4069b0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8bee58a1f990 R08: 0000000000000000 R09: ffff8beb9e663500
R10: ffff8bf37a3370d8 R11: ffff8bebceda6800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8bee34b3a480 R15: ffffffff824e5e69
FS: 00007f20e33ae900(0000) GS:ffff8bf3bfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f20e33de000 CR3: 00000009fb2de000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc02f4632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff824e7110>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff824deb10>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff824e817c>] scsi_request_fn+0x4cc/0x680
[<ffffffff8234f0c9>] __blk_run_queue+0x39/0x50
[<ffffffff8234f18a>] queue_unplugged+0x2a/0xa0
Complete report #377963
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0d164f5
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc02a7622
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffa0aa4050
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa0a9bb60
Build id: 3.10.0-862.6.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa0aa50cc
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffffa093d28e
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffa0919519
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x39
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [zmlogger:19537]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev pcspkr joydev vmw_balloon sg shpchp i2c_piix4 parport_pc vmw_vmci parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic
ahci ata_piix libahci drm libata crct10dif_common i2c_core crc32c_intel serio_raw vmxnet3 vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 19537 Comm: zmlogger Kdump: loaded Tainted: G L ------------ 3.10.0-862.6.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8c9dcd63bf40 ti: ffff8c9e15f3c000 task.ti: ffff8c9e15f3c000
RIP: 0010:[<ffffffffa0d164f5>] [<ffffffffa0d164f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8c9e15f3f8e0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffa09754d3 RCX: ffff8c9ebfe31060
RDX: ffff98e1c1ba0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8c9e15f3f8e0 R08: 0000000000000000 R09: ffff8c9c010fb000
R10: ffff8c9eb07360d8 R11: ffff8c9ebf61e000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8c9ebf8cf800 R15: ffffffffa0aa2da9
FS: 00007f3bf4a31740(0000) GS:ffff8c9ebfd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3be9956000 CR3: 00000001f6ec8000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc02a7622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa0aa4050>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa0a9bb60>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa0aa50cc>] scsi_request_fn+0x4cc/0x680
[<ffffffffa093d28e>] ? deadline_add_request+0x6e/0x90
[<ffffffffa0919519>] __blk_run_queue+0x39/0x50
Complete report #361850
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9b581825
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc045f632
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff9b2e4e90
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9b2dc890
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9b2e5efc
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffff9b1716de
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x6e
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [kworker/u4:0:436452]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 overlay(T) tun bridge stp llc devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi vmw_balloon crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg i2c_piix4 parport_pc vmw_vmci parport ip_tables xfs libcrc32c
sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm ahci ata_piix libahci crct10dif_pclmul crct10dif_common crc32c_intel serio_raw libata vmw_pvscsi vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 436452 Comm: kworker/u4:0 Tainted: G W L ------------ T 3.10.0-1062.1.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff9291d1fcb150 ti: ffff929252f64000 task.ti: ffff929252f64000
RIP: 0010:[<ffffffff9b581825>] [<ffffffff9b581825>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff929252f678f0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff9b1ab803 RCX: ffff929341e9e060
RDX: ffffa69c00e70000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff929252f678f0 R08: 0000000000000000 R09: ffff9293eb388f00
R10: ffff9291f5f680d8 R11: ffff9291f5f62800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff92923607b800 R15: ffffffff9b2e3be9
FS: 0000000000000000(0000) GS:ffff9293ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f01301a1f78 CR3: 000000000f638000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc045f632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff9b2e4e90>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff9b2dc890>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9b2e5efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff9b1716de>] ? deadline_add_request+0x6e/0x90
Complete report #352469
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8878b795
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc01de632
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff884ecf70
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff884e4860
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff884edf8c
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff88378bee
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x6e
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 42s! [ora_m001_xe:11769]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul sg glue_helper ablk_helper cryptd joydev pcspkr vmw_balloon i2c_piix4 parport_pc parport vmw_vmci binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common ahci drm_kms_helper crc32c_intel serio_raw e1000e syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm libahci ata_piix libata ptp pps_core vmw_pvscsi drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 11769 Comm: ora_m001_xe Kdump: loaded Tainted: G L ------------ 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff9329ce5e5280 ti: ffff9327a5e00000 task.ti: ffff9327a5e00000
RIP: 0010:[<ffffffff8878b795>] [<ffffffff8878b795>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9327a5e03780 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff883b2f83 RCX: ffff9327b5dc1060
RDX: ffffb38d01bf0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9327a5e03780 R08: 0000000000000000 R09: ffff93268e36e900
R10: ffff932a1346d000 R11: ffff932675d9a000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff932a6cc5b800 R15: ffffffff884ebc29
FS: 00007f2f9589af40(0000) GS:ffff932a7fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000957da00e CR3: 0000000146144000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc01de632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff884ecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff884e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff884edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff88378bee>] ? deadline_add_request+0x6e/0x90
Complete report #302942
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb9b1b2c5
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc00ce622
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb98a8500
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb98a0010
Build id: 3.10.0-862.11.6.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb98a957c
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffffb974122e
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffb971d4e9
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x39
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 21s! [ora_lgwr_orcl:15131]
Modules linked in: veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter gsch(OE) redirfs(OE) event_collector_1_9_8557(POE) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr sg vmw_balloon
ppdev joydev parport_pc parport i2c_piix4 vmw_vmci shpchp auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops sd_mod ttm crc_t10dif crct10dif_generic drm ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw i2c_core vmxnet3 vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 15131 Comm: ora_lgwr_orcl Kdump: loaded Tainted: P W OEL ------------ 3.10.0-862.11.6.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff92e4a1ebeeb0 ti: ffff92dbc2494000 task.ti: ffff92dbc2494000
RIP: 0010:[<ffffffffb9b1b2c5>] [<ffffffffb9b1b2c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff92dbc24979d0 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffb97795b3 RCX: ffff92e7ffe58060
RDX: ffffa6f84ce20000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff92dbc24979d0 R08: 0000000000000000 R09: ffff92e77025f900
R10: ffff92e7cb2c68d8 R11: ffff92e7cb299800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff92e72124e180 R15: ffffffffb98a7259
FS: 00007fe7df709f40(0000) GS:ffff92e7cdc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe7df713000 CR3: 0000000918fd0000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc00ce622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb98a8500>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb98a0010>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb98a957c>] scsi_request_fn+0x4cc/0x680
[<ffffffffb974122e>] ? deadline_add_request+0x6e/0x90
[<ffffffffb971d4e9>] __blk_run_queue+0x39/0x50
Complete report #259237
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff88d8b565
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0279632
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff88aec6b0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff88ae3fa0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff88aed6cc
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff8897853e
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff88953939
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff88957743
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x3b3
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [oracle:26528]
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [oracle:3198]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) vmw_vsock_vmci_transport falcon_lsm_pinned_11906(E) vsock sunrpc crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd pcspkr joydev sg parport_pc i2c_piix4 parport vmw_vmci binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix ahci nfit libahci libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 3198 Comm: oracle Tainted: P EL ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9f34eefb1080 ti: ffff9f397223c000 task.ti: ffff9f397223c000
RIP: 0010:[<ffffffff88d8b565>] [<ffffffff88d8b565>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9f397223f9e0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff889b28d3 RCX: ffffffff89234f40
RDX: ffffbb05c3610000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9f397223f9e0 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9f34f03c6800 R11: ffff9f34f2798800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9f36bf3cf500 R15: ffffffff88aeb369
FS: 00007f73a0367740(0000) GS:ffff9f39bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000220c03d CR3: 00000005f218e000 CR4: 00000000000007f0
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) vmw_vsock_vmci_transport falcon_lsm_pinned_11906(E) vsock sunrpc crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd pcspkr joydev sg parport_pc i2c_piix4 parport vmw_vmci binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix ahci nfit libahci libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 26528 Comm: oracle Tainted: P EL ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9f34fdb90000 ti: ffff9f37cd544000 task.ti: ffff9f37cd544000
RIP: 0033:[<00000000095946d9>] [<00000000095946d9>] 0x95946d9
RSP: 002b:00007ffcf5be4c20 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 000000000000000b RCX: 0000000000000008
RDX: 000000025da00000 RSI: 0000000000000001 RDI: 00000000000001b5
RBP: 00007ffcf5be4c80 R08: 00000000000001b4 R09: 0000000258127f68
R10: 0000000000000004 R11: 0000000000000000 R12: ffff9f39bfc861e8
R13: 0000000000003c90 R14: 0000000000000001 R15: 00000000000000c0
FS: 00007f7a27fe0740(0000) GS:ffff9f39bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000198fa65f0 CR3: 0000000001688000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc0279632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff88aec6b0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff88ae3fa0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff88aed6cc>] scsi_request_fn+0x4ac/0x680
[<ffffffff8897853e>] ? deadline_add_request+0x6e/0x90
[<ffffffff88953939>] __blk_run_queue+0x39/0x50
[<ffffffff88957743>] blk_queue_bio+0x3b3/0x400
Complete report #205033
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffaeb8b4d5
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc04a1632
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffae8ec6b0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffae8e3fa0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffae8ed6cc
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffae77853e
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffae753939
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x39
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 28s! [mysqld:20106]
Modules linked in: tcp_diag inet_diag talpa_vfshook(OE) talpa_pedconnector(OE) talpa_vcdevice(OE) talpa_core(OE) talpa_linux(OE) talpa_syscallhook(OE) talpa_pedevice(OE) nf_conntrack_ipv4 nf_defrag_ipv4 xt_owner xt_conntrack nf_conntrack xt_multiport iptable_filter vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm ahci drm vmxnet3 vmw_pvscsi ata_piix libahci libata drm_panel_orientation_quirks nfit libnvdimm
dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: talpa_syscallhook]
CPU: 1 PID: 20106 Comm: mysqld Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.24.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8e7f469c9080 ti: ffff8e7ecea7c000 task.ti: ffff8e7ecea7c000
RIP: 0010:[<ffffffffaeb8b4d5>] [<ffffffffaeb8b4d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e7ecea7fb60 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffae7b28d3 RCX: ffffffffaf034f40
RDX: ffffb35d00f60000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8e7ecea7fb60 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8e7f5e179400 R11: ffff8e7df6788000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8e7df6702d80 R15: ffffffffae8eb369
FS: 00007ff056e03700(0000) GS:ffff8e7fffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005653d69d2ee8 CR3: 000000017bf8e000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc04a1632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffae8ec6b0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffae8e3fa0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffae8ed6cc>] scsi_request_fn+0x4ac/0x680
[<ffffffffae77853e>] ? deadline_add_request+0x6e/0x90
[<ffffffffae753939>] __blk_run_queue+0x39/0x50
Complete report #163873
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa638a3f5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc01ab632
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffa60ec580
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa60e3e70
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa60ed59c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffa5f7846e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffa5f53869
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffa5f57673
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x3b3
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 85s! [ora_mmon_xe:7675]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd pcspkr joydev sg vmw_vmci parport_pc parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx
sd_mod crc_t10dif drm_kms_helper crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm ahci e1000e crct10dif_pclmul crct10dif_common ata_piix libahci crc32c_intel serio_raw ptp pps_core vmw_pvscsi libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 7675 Comm: ora_mmon_xe Kdump: loaded Tainted: G L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff95a36f2f2100 ti: ffff95a27c548000 task.ti: ffff95a27c548000
RIP: 0010:[<ffffffffa638a3f5>] [<ffffffffa638a3f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff95a27c54b9e0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffa5fb2803 RCX: ffffffffa6834f40
RDX: ffffabc9407f0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff95a27c54b9e0 R08: 0000000000000001 R09: 0000000000000000
R10: ffff95a274a29400 R11: ffff95a36edae000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff95a241e56180 R15: ffffffffa60eb239
FS: 00007f42d914f980(0000) GS:ffff95a37fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f42d17b9000 CR3: 0000000109fd0000 CR4: 00000000007607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffc01ab632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa60ec580>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa60e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa60ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa5f7846e>] ? deadline_add_request+0x6e/0x90
[<ffffffffa5f53869>] __blk_run_queue+0x39/0x50
[<ffffffffa5f57673>] blk_queue_bio+0x3b3/0x400
Complete report #79248
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb71883c5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0250632
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb6eeb0a0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb6ee2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb6eec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffb6d771ae
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffb6d527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [ora_dbw0_xe:5961]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg ppdev pcspkr vmw_balloon parport_pc joydev parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci e1000e nfit
libnvdimm drm libahci ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmw_pvscsi ptp pps_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 5961 Comm: ora_dbw0_xe Kdump: loaded Tainted: G W L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffffa0ffda1db150 ti: ffffa0ff41edc000 task.ti: ffffa0ff41edc000
RIP: 0010:[<ffffffffb71883c5>] [<ffffffffb71883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffffa0ff41edf9e0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffb6db14b3 RCX: ffffffffb7634e40
RDX: ffffc09b035b0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffffa0ff41edf9e0 R08: 0000000000000001 R09: 0000000000000000
R10: ffffa0ffd94c6000 R11: ffffa0ffda0dd800 R12: 0000000000000000
R13: 0000000000000020 R14: ffffa0f855486000 R15: ffffffffb6ee9d59
FS: 00007f8281196f40(0000) GS:ffffa0ffffcc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa4a732a830 CR3: 0000000781ed6000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc0250632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb6eeb0a0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb6ee2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb6eec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb6d771ae>] ? deadline_add_request+0x6e/0x90
[<ffffffffb6d527a9>] __blk_run_queue+0x39/0x50