Complete report #1196735
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff94516f72
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9447e730
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9447e730
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9447e730
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9451708f
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff94784fc5
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x35
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 33s! [Thread-13789:3097]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc falcon_lsm_serviceable(PE) falcon_nf_netcontain(E) falcon_kal(E) falcon_lsm_pinned_17607(E) ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper ablk_helper vmw_balloon cryptd pcspkr joydev sg vmw_vmci i2c_piix4 parport_pc parport sch_fq_codel ip_tables ext4 mbcache jbd2 ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sd_mod sysimgblt fb_sys_fops ttm crc_t10dif
crct10dif_generic ahci drm ata_piix libahci nfit crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel serio_raw libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks
CPU: 4 PID: 3097 Comm: Thread-13789 Kdump: loaded Tainted: P EL ------------ 3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9c4fccd33150 ti: ffff9c4fea484000 task.ti: ffff9c4fea484000
RIP: 0010:[<ffffffff94516f72>] [<ffffffff94516f72>] generic_exec_single+0x102/0x1c0
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 33s! [getTaskSchedule:4430]
RSP: 0018:ffff9c4fea487c30 EFLAGS: 00000202
RAX: 0000000000000006 RBX: ffff9c4fea487c00 RCX: 000000000000003a
RDX: 000000000000003f RSI: 0000000000000006 RDI: 0000000000000286
RBP: ffff9c4fea487c80 R08: ffffffff94c13e40 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000000 R12: ffff9c4feaf99f40
R13: ffff9c4fffd1acc0 R14: ffff9c4feaf99f40 R15: ffff9c4feaf99f40
FS: 00007f85b6960700(0000) GS:ffff9c4fffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f308ece8000 CR3: 00000000ba6f6000 CR4: 00000000000607e0
Call Trace:
[<ffffffff9447e730>] ? leave_mm+0x120/0x120
[<ffffffff9447e730>] ? leave_mm+0x120/0x120
[<ffffffff9447e730>] ? leave_mm+0x120/0x120
[<ffffffff9451708f>] smp_call_function_single+0x5f/0xa0
[<ffffffff94784fc5>] ? cpumask_next_and+0x35/0x50
Complete report #1172698
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa7f16562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa7e7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa7e7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa7e7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa7f1667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa8185de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa7f16c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa7e7e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffa7e7ea04
Build id: 3.10.0-1160.el7.x86_64
|
0x54
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [kworker/u320:0:109875]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter uio_ivshmem(OE) uio gsch(OE) redirfs(OE) sunrpc ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr virtio_balloon sg i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net net_failover virtio_console virtio_blk virtio_scsi failover cirrus drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 109875 Comm: kworker/u320:0 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.13.0-0-gf21b5a4aeb02-prebuilt.qemu.org 04/01/2014
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff9f8b40925280 ti: ffff9f8aea064000 task.ti: ffff9f8aea064000
RIP: 0010:[<ffffffffa7f16562>] [<ffffffffa7f16562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9f8aea0677a0 EFLAGS: 00000202
RAX: 00000000000000a0 RBX: ffff9f8aea067770 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 00000000000000a0 RDI: 0000000000000286
RBP: ffff9f8aea0677f0 R08: ffffffffa8613788 R09: 00000001703fb000
R10: 0000000000000400 R11: ffff9f86f6f97f00 R12: ffff9f8aea067748
R13: 0000000000000000 R14: ffff9f8d9f46f400 R15: ffff9f86def97618
FS: 0000000000000000(0000) GS:ffff9f8d9ce80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7b5e7d24b1 CR3: 0000000116e10000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa7e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa7e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa7e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa7f1667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa8185de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa7f16c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffa7e7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa7e7ea04>] flush_tlb_page+0x54/0xa0
Complete report #1012405
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9db1db82
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9da81b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffff9e0d2b9b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x7b
|
|
4
|
|
vmlinux |
0xffffffff9da81b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
5
|
|
vmlinux |
0xffffffff9da81b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
6
|
smp_call_function_single
|
vmlinux |
0xffffffff9db1dc9f
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x5f
|
|
7
|
|
vmlinux |
0xffffffff9dd9c5d5
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x35
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [kworker/u200:2:49117]
Modules linked in: tcp_lp tcp_diag inet_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfsv3 nfs_acl nfs lockd grace fscache kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg joydev pcspkr virtio_balloon i2c_piix4 auth_rpcgss sunrpc binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom virtio_scsi virtio_net net_failover failover virtio_console ata_generic pata_acpi bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata crct10dif_pclmul
crct10dif_common crc32c_intel virtio_pci virtio_ring serio_raw virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 7 PID: 49117 Comm: kworker/u200:2 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.2-0-gea1b7a073390-prebuilt.qemu.org 04/01/2014
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff9f000b072100 ti: ffff9e35ab794000 task.ti: ffff9e35ab794000
RIP: 0010:[<ffffffff9db1db82>] [<ffffffff9db1db82>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9e35ab7977a0 EFLAGS: 00000202
RAX: 0000000000000064 RBX: ffff9e35ab797770 RCX: 000000000000001c
RDX: 0000000fffffffff RSI: 0000000000000064 RDI: 0000000000000286
RBP: ffff9e35ab7977f0 R08: ffffffff9e213bc8 R09: 00000005bf601000
R10: 0000000000000400 R11: 0000000000000000 R12: 0000000000000000
R13: 00000000805e0e4d R14: 00ff9db8a2b5d2f8 R15: ffff9f0a1a4cc800
FS: 0000000000000000(0000) GS:ffff9f0a24bc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9aee5bd9e5 CR3: 000001e06e8e4000 CR4: 0000000000760fe0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe07f0 DR7: 0000000000000400
PKRU: 00000000
Call Trace:
[<ffffffff9da81b10>] ? leave_mm+0x130/0x130
[<ffffffff9e0d2b9b>] ? ip_output+0x7b/0x100
[<ffffffff9da81b10>] ? leave_mm+0x130/0x130
[<ffffffff9da81b10>] ? leave_mm+0x130/0x130
[<ffffffff9db1dc9f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9dd9c5d5>] ? cpumask_next_and+0x35/0x50
Complete report #950379
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9a116ae2
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9a07ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9a07ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9a07ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9a116bff
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9a386845
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x35
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [sdatalogd:19740]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink target_core_mod ip6table_filter ip6_tables iptable_filter nbd(E) mhvtl(OE) osst st ch iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper sg cryptd joydev pcspkr vmw_balloon parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix mptspi drm crct10dif_pclmul
crct10dif_common scsi_transport_spi nfit crc32c_intel mptscsih libata libnvdimm serio_raw e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 19740 Comm: sdatalogd Tainted: G OEL ------------ 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9bda0eda8000 ti: ffff9bd9d3be0000 task.ti: ffff9bd9d3be0000
RIP: 0010:[<ffffffff9a116ae2>] [<ffffffff9a116ae2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9bd9d3be3c20 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9bd9d3be3bf0 RCX: 0000000000000001
RDX: ffffffff9a8137d0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9bd9d3be3c70 R08: ffffffff9a8137c8 R09: ffffffff9a203064
R10: ffff9bda1675f0a0 R11: ffffe590414afc40 R12: ffffffff9a790778
R13: ffff9bd9d3be3c70 R14: 0000000000001000 R15: 000000000000000d
FS: 00007fd9a562f700(0000) GS:ffff9bda16740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd9afdac000 CR3: 000000005242a000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9a07ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9a07ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9a07ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9a116bff>] smp_call_function_single+0x5f/0xa0
[<ffffffff9a386845>] ? cpumask_next_and+0x35/0x50
Complete report #724157
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb5f16f72
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb5e7e730
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffb5e7e730
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffb5e7e730
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb5f1708f
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb6184fc5
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb5f1763b
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb5e7e8f8
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffb5e7ea94
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x54
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 23s! [kworker/u128:3:6675]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 openafs(POE) binfmt_misc
ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ata_piix mptspi scsi_transport_spi crct10dif_pclmul crct10dif_common mptscsih libnvdimm crc32c_intel libata serio_raw mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 7 PID: 6675 Comm: kworker/u128:3 Kdump: loaded Tainted: P OEL ------------ 3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: writeback bdi_writeback_workfn (flush-253:8)
task: ffff9121e6df62a0 ti: ffff9122c7e60000 task.ti: ffff9122c7e60000
RIP: 0010:[<ffffffffb5f16f72>] [<ffffffffb5f16f72>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9122c7e637a0 EFLAGS: 00000202
RAX: 0000000000000040 RBX: ffff9122c7e63730 RCX: 0000000000000001
RDX: 0000000000000040 RSI: 0000000000000000 RDI: 0000000000000282
RBP: ffff9122c7e637f0 R08: ffffffffb66136c8 R09: 00000001eeee1000
R10: 0000000000000400 R11: 0000000000000000 R12: ffff912ada0738a0
R13: 0000000000011220 R14: ffff9122c7e63770 R15: ffff912ada0738d0
FS: 0000000000000000(0000) GS:ffff912ada7c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9e2817e000 CR3: 0000000495810000 CR4: 00000000001607e0
Call Trace:
[<ffffffffb5e7e730>] ? leave_mm+0x120/0x120
[<ffffffffb5e7e730>] ? leave_mm+0x120/0x120
[<ffffffffb5e7e730>] ? leave_mm+0x120/0x120
[<ffffffffb5f1708f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb6184fc5>] ? cpumask_next_and+0x35/0x50
[<ffffffffb5f1763b>] smp_call_function_many+0x22b/0x270
[<ffffffffb5e7e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb5e7ea94>] flush_tlb_page+0x54/0xa0
Complete report #705658
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9f51109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff9f47a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff9f47a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff9f47a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9f5111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9f775465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
NMI watchdog: BUG: soft lockup - CPU#10 stuck for 23s! [abrt-handle-eve:31218]
Modules linked in: veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) overlay(T) sunrpc snd_seq_midi snd_seq_midi_event sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm joydev snd_timer snd pcspkr sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic
pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm serio_raw ata_piix mptspi libata scsi_transport_spi e1000 nfit mptscsih libnvdimm mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 10 PID: 31218 Comm: abrt-handle-eve Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8b76ba2e9040 ti: ffff8b7364830000 task.ti: ffff8b7364830000
RIP: 0010:[<ffffffff9f51109a>] [<ffffffff9f51109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff8b7364833c30 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8b7364833c00 RCX: 0000000000000010
RDX: ffffffff9fc15310 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff8b7364833c78 R08: ffffffff9fc15308 R09: ffffffff9f5f838c
R10: ffff8b76ed89f0a0 R11: ffffefb40cfe9480 R12: 0000000000000001
R13: ffff8b743fd5b000 R14: ffffffff9fb6f915 R15: ffff8b7364833bb8
FS: 00007efcec297900(0000) GS:ffff8b76ed880000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055e3ad1529a0 CR3: 00000000ae1a4000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9f47a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9f47a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9f47a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9f5111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff9f775465>] ? cpumask_next_and+0x35/0x50
Complete report #246993
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffabd16842
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffabc7e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffabc7e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffabc7e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffabd1695f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffabf86395
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffabd16f0b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffabc7e868
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffabc7ea04
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x54
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 3348s! [gdbus:768]
Modules linked in: binfmt_misc tcp_lp rfcomm xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq btusb ppdev btrtl btbcm snd_seq_device
btintel aesni_intel snd_pcm bluetooth lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd joydev snd_timer sg pcspkr rfkill snd vmw_vmci soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit mptspi drm scsi_transport_spi mptscsih ata_piix libnvdimm mptbase e1000 serio_raw libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 768 Comm: gdbus Tainted: G L ------------ T 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8bfdf0838000 ti: ffff8bfdf32b4000 task.ti: ffff8bfdf32b4000
RIP: 0010:[<ffffffffabd16842>] [<ffffffffabd16842>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff8bfdf32b7650 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8bfdf32b7620 RCX: 0000000000000002
RDX: ffffffffac413a50 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8bfdf32b7698 R08: ffffffffac413a48 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000002
R13: ffff8bfdfffdb008 R14: 0000000000000000 R15: 00000003f0838000
FS: 00007f8aeee4e700(0000) GS:ffff8bfdfd6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8ae00010c6 CR3: 00000000b8e46000 CR4: 00000000003607e0
Call Trace:
[<ffffffffabc7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffabc7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffabc7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffabd1695f>] smp_call_function_single+0x5f/0xa0
[<ffffffffabf86395>] ? cpumask_next_and+0x35/0x50
[<ffffffffabd16f0b>] smp_call_function_many+0x22b/0x270
[<ffffffffabc7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffabc7ea04>] flush_tlb_page+0x54/0xa0
Complete report #9698
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f925a
Build id: 3.10.0-514.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8106c300
Build id: 3.10.0-514.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff8106c300
Build id: 3.10.0-514.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff8106c300
Build id: 3.10.0-514.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810f935f
Build id: 3.10.0-514.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff813179a5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [systemd:1]
Modules linked in: xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle overlay ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc vmw_vsock_vmci_transport vsock sunrpc nfit libnvdimm snd_seq_midi snd_seq_midi_event ppdev vmw_balloon intel_powerclamp snd_ens1371 snd_rawmidi snd_ac97_codec coretemp ac97_bus iosf_mbi snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel lrw sg snd_seq_device gf128mul snd_pcm snd_timer snd soundcore glue_helper ablk_helper cryptd pcspkr shpchp i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic
pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel mptspi vmwgfx drm_kms_helper serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops scsi_transport_spi mptscsih ttm ata_piix mptbase drm e1000 libata i2c_core fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 1 Comm: systemd Tainted: G W L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff880184db0000 ti: ffff880184db8000 task.ti: ffff880184db8000
RIP: 0010:[<ffffffff810f925a>] [<ffffffff810f925a>] generic_exec_single+0xfa/0x1a0
RSP: 0018:ffff880184dbbc80 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff880184dbbc50 RCX: 0000000000000002
RDX: ffffffff816afc30 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff880184dbbcd0 R08: ffffffff816afc28 R09: ffffffff811bbed8
R10: ffff880235619a80 R11: ffffea000660a2c0 R12: ffffffff812176f5
R13: ffffffff811ddf75 R14: 0000000031778c80 R15: 0000000000000000
FS: 00007f3bf5cff940(0000) GS:ffff880235600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3bf5d27000 CR3: 0000000230e08000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106c300 ffff880184dbbd58
0000000000000002 00000000c1823def ffff880231ff4938 0000000000000001
ffffffff8106c300 ffffffff8106c300 ffff880184dbbd00 ffffffff810f935f
Call Trace:
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff810f935f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813179a5>] ? cpumask_next_and+0x35/0x50
Complete report #6473
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff96316f72
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9627e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9627e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9627e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9631708f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff96585005
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 23s! [VM Thread:24234]
Modules linked in: xt_nat veth dcdbas nf_conntrack_netlink nfnetlink br_netfilter bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop overlay vmw_vsock_vmci_transport vsock xt_comment xt_conntrack iptable_filter ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ext4 mbcache jbd2 sb_edac ppdev iosf_mbi crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci i2c_piix4 parport binfmt_misc auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata mptspi crct10dif_pclmul
crct10dif_common scsi_transport_spi nfit crc32c_intel e1000 mptscsih serio_raw libnvdimm mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 8 PID: 24234 Comm: VM Thread Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9fcc2c80a0e0 ti: ffff9fd68b6d0000 task.ti: ffff9fd68b6d0000
RIP: 0010:[<ffffffff96316f72>] [<ffffffff96316f72>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9fd68b6d3be0 EFLAGS: 00000202
RAX: 0000000000000014 RBX: 0000000300000008 RCX: 000000000000002c
RDX: 0000000000000014 RSI: 0000000000000014 RDI: 0000000000000286
RBP: ffff9fd68b6d3c30 R08: ffffffff96a163c0 R09: 0000000000000000
R10: 0000000800000000 R11: 00007f4582556000 R12: 0000000000000400
R13: 0000000200000000 R14: 0000000000000000 R15: ffff9fd74d21acc0
FS: 00007f4530403700(0000) GS:ffff9fd74d200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff2f92f89e5 CR3: 0000000a66640000 CR4: 00000000000407e0
Call Trace:
[<ffffffff9627e730>] ? leave_mm+0x120/0x120
[<ffffffff9627e730>] ? leave_mm+0x120/0x120
[<ffffffff9627e730>] ? leave_mm+0x120/0x120
[<ffffffff9631708f>] smp_call_function_single+0x5f/0xa0
[<ffffffff96585005>] ? cpumask_next_and+0x35/0x50
Complete report #1409497
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff81516a32
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8147ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8147ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8147ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff81516b4f
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff81786a45
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff815170fb
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8147e258
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8147e2cb
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x6b
|
NMI watchdog: BUG: soft lockup - CPU#11 stuck for 23s! [ssh:30815]
Modules linked in: tcp_diag udp_diag inet_diag veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink tun vmw_vsock_vmci_transport vsock sunrpc vfat fat sb_edac nfit ppdev iosf_mbi libnvdimm crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport tpm_crb i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata mptspi scsi_transport_spi mptscsih e1000 crct10dif_pclmul crct10dif_common crc32c_intel mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ipmi_msghandler]
CPU: 11 PID: 30815 Comm: ssh Tainted: G W L ------------ 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.16707776.B64.2008070230 08/07/2020
task: ffff944abe116300 ti: ffff944fe56f8000 task.ti: ffff944fe56f8000
RIP: 0010:[<ffffffff81516a32>] [<ffffffff81516a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff944fe56fbbd0 EFLAGS: 00000202
RAX: 000000000000000c RBX: ffff944fe56fbba0 RCX: 0000000000000034
RDX: 0000000000000fff RSI: 000000000000000c RDI: 0000000000000286
RBP: ffff944fe56fbc20 R08: ffffffff81c141c0 R09: 000000000001fd08
R10: ffff944b3ffda000 R11: 0000000000000000 R12: ffff944abe116300
R13: 0000000000000001 R14: ffff944abe116300 R15: ffff944abe116300
FS: 00007f27b02aa840(0000) GS:ffff94503fd40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbbd19a9000 CR3: 00000008fd004000 CR4: 00000000001607e0
Call Trace:
[<ffffffff8147ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8147ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8147ddd0>] ? leave_mm+0x120/0x120
[<ffffffff81516b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff81786a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff815170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff8147e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8147e2cb>] flush_tlb_mm_range+0x6b/0x140
Complete report #1172849
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffaef16562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffaee7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffaee7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffaee7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffaef1667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffaf185de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffaef16c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffaee7e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [java:2425]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter uio_ivshmem(OE) uio gsch(OE) redirfs(OE) sunrpc ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr virtio_balloon sg i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net net_failover virtio_console virtio_scsi virtio_blk failover cirrus drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 2425 Comm: java Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.13.0-0-gf21b5a4aeb02-prebuilt.qemu.org 04/01/2014
task: ffff99bdc7055280 ti: ffff99b787bf0000 task.ti: ffff99b787bf0000
RIP: 0010:[<ffffffffaef16562>] [<ffffffffaef16562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff99b787bf3c20 EFLAGS: 00000202
RAX: 00000000000000a0 RBX: ffff99b787bf3bf0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 00000000000000a0 RDI: 0000000000000282
RBP: ffff99b787bf3c70 R08: ffffffffaf614188 R09: ffffffffaf0026ac
R10: ffff99be5ce5f0a0 R11: ffffd3c482862d80 R12: ffffd3c49f87c480
R13: ffff99b79ebbc4c0 R14: 0000000000000001 R15: 0000000000000001
FS: 00007f2dca2e6700(0000) GS:ffff99be5ce40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2eb7b5b000 CR3: 0000000170f94000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffaee7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffaee7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffaee7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffaef1667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffaf185de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffaef16c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffaee7e868>] native_flush_tlb_others+0xb8/0xc0
Complete report #1172714
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa1d16562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa1c7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa1c7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa1c7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa1d1667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa1f85de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa1d16c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa1c7e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa1c7e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [rpm:119136]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables uio_ivshmem(OE) uio gsch(OE) redirfs(OE) bridge stp llc ip_set nfnetlink sunrpc ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr virtio_balloon sg i2c_piix4 parport_pc parport binfmt_misc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net net_failover virtio_console virtio_scsi virtio_blk failover cirrus drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 119136 Comm: rpm Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.13.0-0-gf21b5a4aeb02-prebuilt.qemu.org 04/01/2014
task: ffff8d399a204200 ti: ffff8d3e15c48000 task.ti: ffff8d3e15c48000
RIP: 0010:[<ffffffffa1d16562>] [<ffffffffa1d16562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8d3e15c4bc20 EFLAGS: 00000202
RAX: 00000000000000a0 RBX: ffff8d3e15c4bbf0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 00000000000000a0 RDI: 0000000000000282
RBP: ffff8d3e15c4bc70 R08: ffffffffa2413a08 R09: 00003ffffffff000
R10: ffff8d3bd6903c30 R11: 0000000000000206 R12: 000000000000016f
R13: ffff8d415b784aa0 R14: 000000005e366d14 R15: ffffdc99605177c0
FS: 00007ffb37a22840(0000) GS:ffff8d415ce00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffb36b10f20 CR3: 0000000103228000 CR4: 00000000000006f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa1c7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa1c7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa1c7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa1d1667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa1f85de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa1d16c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffa1c7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa1c7e8db>] flush_tlb_mm_range+0x6b/0x140
Complete report #811777
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa651109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffa647a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffa647a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffa647a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa65111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa6775465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa651175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 21s! [VM Thread:12095]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd joydev snd_ens1371 snd_rawmidi pcspkr snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi
crct10dif_pclmul crct10dif_common vmwgfx crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw ata_piix drm mptspi e1000 scsi_transport_spi mptscsih libata mptbase drm_panel_orientation_quirks nfit libnvdimm
CPU: 6 PID: 12095 Comm: VM Thread Tainted: G W L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9813480a8000 ti: ffff98133ac74000 task.ti: ffff98133ac74000
RIP: 0010:[<ffffffffa651109a>] [<ffffffffa651109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff98133ac77be0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff98133ac77bb0 RCX: 0000000000000005
RDX: ffffffffa6c13790 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff98133ac77c30 R08: ffffffffa6c13788 R09: 0000000000000000
R10: 0000000800000000 R11: 00007f5f70cac000 R12: ffff98137b79ac00
R13: ffff9813480a8068 R14: ffffffffa64dca2e R15: ffff98133ac77b60
FS: 00007f5f52ded700(0000) GS:ffff98137b780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5f70cac700 CR3: 0000000052dae000 CR4: 0000000000760fe0
PKRU: 55555554
Call Trace:
[<ffffffffa647a3d0>] ? leave_mm+0x110/0x110
[<ffffffffa647a3d0>] ? leave_mm+0x110/0x110
[<ffffffffa647a3d0>] ? leave_mm+0x110/0x110
[<ffffffffa65111af>] smp_call_function_single+0x5f/0xa0
[<ffffffffa6775465>] ? cpumask_next_and+0x35/0x50
[<ffffffffa651175b>] smp_call_function_many+0x22b/0x270
Complete report #797577
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f925a
Build id: 3.10.0-514.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8106c300
Build id: 3.10.0-514.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff8106c300
Build id: 3.10.0-514.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff8106c300
Build id: 3.10.0-514.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810f935f
Build id: 3.10.0-514.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff813179a5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff810f9903
Build id: 3.10.0-514.el7.x86_64
|
0x223
|
NMI watchdog: BUG: soft lockup - CPU#24 stuck for 22s! [systemd-journal:953]
NMI watchdog: BUG: soft lockup - CPU#24 stuck for 22s! [systemd-journal:953]
Modules linked in: tcp_diag udp_diag inet_diag 8021q garp mrp stp llc nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter bonding nls_utf8 isofs xfs libcrc32c intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper iTCO_wdt cryptd iTCO_vendor_support sg sb_edac mei_me i2c_i801 mei edac_core i2c_core pcspkr lpc_ich shpchp acpi_power_meter ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ixgbe ahci libahci mpt3sas mdio libata ptp raid_class pps_core scsi_transport_sas scsi_ep_front(OE) dca fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 24 PID: 953 Comm: systemd-journal Tainted: G W OEL ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: Huawei RH2288H V3/BC11HGSA0, BIOS 3.87 02/02/2018
task: ffff883ffa776dd0 ti: ffff88407ff30000 task.ti: ffff88407ff30000
RIP: 0010:[<ffffffff810f925a>] [<ffffffff810f925a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff88407ff33bd0 EFLAGS: 00000202
RAX: 0000000000000038 RBX: ffffffff810c1945 RCX: 0000000000000008
RDX: 0000000000000038 RSI: 0000000000000038 RDI: 0000000000000282
RBP: ffff88407ff33c18 R08: ffffffff816b3320 R09: ffffea00f6cffbc0
R10: 0000000000003723 R11: 8000000001c9d225 R12: ffff881ffbcc2f10
R13: 0000000000000002 R14: 00000000810c0c18 R15: ffff88407ffd8008
FS: 00007f7ca90e5880(0000) GS:ffff883fff080000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7caa50d860 CR3: 0000001ff8502000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106c300 ffff88407ff33ca0
0000000000000003 00000000ff4a619d 0000000000000017 ffffffff8106c300
ffffffff8106c300 ffff88407ff33c48 ffffffff810f935f ffff88407ff33c48
Call Trace:
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff810f935f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813179a5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f9903>] smp_call_function_many+0x223/0x260
Complete report #777587
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff85f1109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff85e7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff85e7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff85e7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff85f111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff86175465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff85f1175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [Keep-Alive-Time:99510]
Modules linked in: binfmt_misc veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) overlay(T) sunrpc sb_edac ppdev coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec joydev ac97_bus snd_seq pcspkr snd_seq_device snd_pcm sg snd_timer snd soundcore i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic
cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul ttm crct10dif_common crc32c_intel drm serio_raw ata_generic pata_acpi e1000 mptspi ata_piix scsi_transport_spi mptscsih libata mptbase nfit drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 99510 Comm: Keep-Alive-Time Kdump: loaded Tainted: G OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9716b7bc0000 ti: ffff971546330000 task.ti: ffff971546330000
RIP: 0010:[<ffffffff85f1109a>] [<ffffffff85f1109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff971546333bf0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff971546333bc0 RCX: 0000000000000001
RDX: ffffffff86612d90 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff971546333c38 R08: ffffffff86612d88 R09: 00003ffffffff000
R10: ffff970f7a614798 R11: 00007fc90bdc3000 R12: ffff9713d1338b00
R13: 00000000ccf3342b R14: 00007fc90bdc3000 R15: ffff9716b7bc0000
FS: 00007fc90bec0700(0000) GS:ffff9716dd640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6a566c1cf8 CR3: 00000001fbd46000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff85e7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff85e7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff85e7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff85f111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff86175465>] ? cpumask_next_and+0x35/0x50
[<ffffffff85f1175b>] smp_call_function_many+0x22b/0x270
Complete report #171112
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8f91136a
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8f87a460
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff8f87a460
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff8f87a460
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8f91147f
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8fb75c05
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8f911a2b
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8f87a628
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8f87a698
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x68
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [java:21316]
Modules linked in: nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter binfmt_misc overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod coretemp iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_seq_midi snd_seq_midi_event cryptd ppdev vmw_balloon pcspkr joydev snd_ens1371 snd_rawmidi sg snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd parport_pc soundcore parport vmw_vmci i2c_piix4 ip_tables
xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea e1000 sysfillrect sysimgblt fb_sys_fops ttm drm drm_panel_orientation_quirks ata_piix nfit libnvdimm libata mptspi scsi_transport_spi mptscsih mptbase
CPU: 5 PID: 21316 Comm: java Kdump: loaded Tainted: G L ------------ T 3.10.0-957.12.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9699e63a4100 ti: ffff9696b24b8000 task.ti: ffff9696b24b8000
RIP: 0010:[<ffffffff8f91136a>] [<ffffffff8f91136a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff9696b24bbbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9696b24bbbb0 RCX: 0000000000000008
RDX: ffffffff90014050 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9696b24bbc30 R08: ffffffff90014048 R09: 0000000000000000
R10: 0000000800000000 R11: 00007f4696427000 R12: ffff969a2d7dac00
R13: ffff969a26fd3980 R14: ffff969a2d7dac00 R15: ffff969a26fd3980
FS: 00007f461d5fe700(0000) GS:ffff969a2d740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000007c28032c0 CR3: 000000007cd8e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8f87a460>] ? leave_mm+0x110/0x110
[<ffffffff8f87a460>] ? leave_mm+0x110/0x110
[<ffffffff8f87a460>] ? leave_mm+0x110/0x110
[<ffffffff8f91147f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8fb75c05>] ? cpumask_next_and+0x35/0x50
[<ffffffff8f911a2b>] smp_call_function_many+0x22b/0x270
[<ffffffff8f87a628>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8f87a698>] flush_tlb_mm_range+0x68/0x140
Complete report #167247
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f932a
Build id: 3.10.0-693.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810f942f
Build id: 3.10.0-693.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff813226f5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff810f99c3
Build id: 3.10.0-693.el7.x86_64
|
0x223
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [java:58407]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 coretemp snd_rawmidi snd_ac97_codec crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper snd_timer ablk_helper snd cryptd soundcore ppdev pcspkr sg joydev vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul drm crct10dif_common crc32c_intel ata_piix serio_raw mptspi libata e1000 scsi_transport_spi mptscsih mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 58407 Comm: java Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff8802162e0fd0 ti: ffff88009cff0000 task.ti: ffff88009cff0000
RIP: 0010:[<ffffffff810f932a>] [<ffffffff810f932a>] generic_exec_single+0xfa/0x1a0
RSP: 0018:ffff88009cff3c20 EFLAGS: 00000202
RAX: 0000000000000040 RBX: ffff880236756d40 RCX: 0000000000000001
RDX: 0000000000000040 RSI: 0000000000000000 RDI: 0000000000000286
RBP: ffff88009cff3c68 R08: ffffffff816ce428 R09: 0000000000000000
R10: 0000000000000000 R11: ffff88009cff3f40 R12: 0000000000006000
R13: ffff88017c9bfc00 R14: ffffffff810cf90c R15: ffff88009cff3bc0
FS: 00007f8ad970a700(0000) GS:ffff8802366c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f8afee09a80 CR3: 0000000229f8a000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106e4a0 ffff88009cff3cf0
0000000000000003 00000000a2aa553c 0000000000000000 ffffffff8106e4a0
ffffffff8106e4a0 ffff88009cff3c98 ffffffff810f942f ffff88009cff3c98
Call Trace:
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff810f942f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813226f5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99c3>] smp_call_function_many+0x223/0x260
Complete report #23178
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb7f16f72
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb7e7e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffb7e7e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffb7e7e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb7f1708f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb8185005
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb7f1763b
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb7e7e8f8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb8
|
NMI watchdog: BUG: soft lockup - CPU#11 stuck for 23s! [kworker/u40:2:8310]
Modules linked in: xt_nat veth dcdbas nf_conntrack_netlink nfnetlink br_netfilter bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop overlay vmw_vsock_vmci_transport vsock xt_comment xt_conntrack iptable_filter ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ext4 mbcache jbd2 sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata mptspi crct10dif_pclmul
nfit crct10dif_common scsi_transport_spi crc32c_intel e1000 mptscsih serio_raw libnvdimm mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 11 PID: 8310 Comm: kworker/u40:2 Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: writeback bdi_writeback_workfn (flush-253:2)
task: ffff970b76045230 ti: ffff96fca5b00000 task.ti: ffff96fca5b00000
RIP: 0010:[<ffffffffb7f16f72>] [<ffffffffb7f16f72>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff96fca5b037a0 EFLAGS: 00000202
RAX: 0000000000000014 RBX: ffff970b76045230 RCX: 000000000000002c
RDX: 0000000000000014 RSI: 0000000000000014 RDI: 0000000000000282
RBP: ffff96fca5b037f0 R08: ffffffffb86163c0 R09: 0000000d87d2b000
R10: 0000000000000400 R11: 0000000000000400 R12: ffffffffc0466d67
R13: ffff96fca5b03750 R14: 0000000051eb851f R15: 0000000000000000
FS: 0000000000000000(0000) GS:ffff970b7f2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f411b98d9e5 CR3: 0000000c3b410000 CR4: 00000000000407e0
Call Trace:
[<ffffffffb7e7e730>] ? leave_mm+0x120/0x120
[<ffffffffb7e7e730>] ? leave_mm+0x120/0x120
[<ffffffffb7e7e730>] ? leave_mm+0x120/0x120
[<ffffffffb7f1708f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb8185005>] ? cpumask_next_and+0x35/0x50
[<ffffffffb7f1763b>] smp_call_function_many+0x22b/0x270
[<ffffffffb7e7e8f8>] native_flush_tlb_others+0xb8/0xc0
Complete report #15570
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffac70779a
Build id: 3.10.0-862.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffac676e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffac676e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffac676e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffac7078af
Build id: 3.10.0-862.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffac94a275
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffac707e5b
Build id: 3.10.0-862.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffac677018
Build id: 3.10.0-862.el7.x86_64
|
0xb8
|
NMI watchdog: BUG: soft lockup - CPU#14 stuck for 23s! [kworker/u256:0:108285]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 coretemp snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ghash_clmulni_intel ac97_bus aesni_intel snd_seq lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm ppdev vmw_balloon i2c_piix4
snd_timer pcspkr snd sg soundcore joydev vmw_vmci shpchp nfit libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix libata e1000 serio_raw mptspi scsi_transport_spi mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 14 PID: 108285 Comm: kworker/u256:0 Tainted: G W L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff9a576677dee0 ti: ffff9a5776f50000 task.ti: ffff9a5776f50000
RIP: 0010:[<ffffffffac70779a>] [<ffffffffac70779a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff9a5776f53830 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9a5776f53800 RCX: 0000000000000001
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 34s! [abrt-action-ure:108728]
RDX: fffffffface13170 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9a5776f53878 R08: fffffffface13168 R09: 0000000b1df39000
R10: 0000000000000400 R11: 0000000000000000 R12: 0000000000000003
R13: ffffffffac920fd7 R14: ffff9a5776f537d8 R15: 0000000000000000
FS: 0000000000000000(0000) GS:ffff9a5a20780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f054ee08e59 CR3: 0000000b2cea2000 CR4: 00000000003607e0
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 coretemp snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ghash_clmulni_intel ac97_bus aesni_intel snd_seq lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm ppdev vmw_balloon i2c_piix4
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffac676e50>] ? leave_mm+0x110/0x110
[<ffffffffac676e50>] ? leave_mm+0x110/0x110
[<ffffffffac676e50>] ? leave_mm+0x110/0x110
[<ffffffffac7078af>] smp_call_function_single+0x5f/0xa0
[<ffffffffac94a275>] ? cpumask_next_and+0x35/0x50
[<ffffffffac707e5b>] smp_call_function_many+0x22b/0x270
[<ffffffffac677018>] native_flush_tlb_others+0xb8/0xc0