Complete report #1169711
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8b116566
Build id: 3.10.0-1160.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffff8b07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8b07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8b07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8b11667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8b385de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8b116c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8b07e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8b07e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff8b1edd06
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 67s! [java:108347]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables tcp_diag inet_diag uio_ivshmem(OE) gsch(OE) redirfs(OE) uio bridge stp llc ip_set nfnetlink sunrpc ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr virtio_balloon sg i2c_piix4 parport_pc parport xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net net_failover virtio_console virtio_blk virtio_scsi failover cirrus drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 4 PID: 108347 Comm: java Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.13.0-0-gf21b5a4aeb02-prebuilt.qemu.org 04/01/2014
task: ffff89493c4d9080 ti: ffff894686350000 task.ti: ffff894686350000
RIP: 0010:[<ffffffff8b116566>] [<ffffffff8b116566>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff894686353c20 EFLAGS: 00000202
RAX: 00000000000000a0 RBX: ffff894686353bf0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 00000000000000a0 RDI: 0000000000000282
RBP: ffff894686353c70 R08: ffffffff8b813c88 R09: ffffffff8b2026ac
R10: ffff894d9cf1f0a0 R11: ffffd67915635780 R12: ffff894686353bd0
R13: ffffffff8b059452 R14: ffff894686353b90 R15: ffffffff8b063cd3
FS: 00007f051d8de700(0000) GS:ffff894d9cf00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f05b8000000 CR3: 00000004cbb22000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8b07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8b07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8b07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8b11667f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8b385de5>] ? cpumask_next_and+0x35/0x50
[<ffffffff8b116c2b>] smp_call_function_many+0x22b/0x270
[<ffffffff8b07e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8b07e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff8b1edd06>] tlb_flush_mmu_tlbonly+0xa6/0xc0
Complete report #591931
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb5516562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb547e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffb547e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffb547e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb551667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb5785de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb5516c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb547e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffb547e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
change_protection
|
vmlinux |
0xffffffffb55fe11d
Build id: 3.10.0-1160.el7.x86_64
|
0x5dd
|
|
11
|
mprotect_fixup
|
vmlinux |
0xffffffffb55fe323
Build id: 3.10.0-1160.el7.x86_64
|
0x163
|
|
12
|
|
vmlinux |
0xffffffffb542b621
Build id: 3.10.0-1160.el7.x86_64
|
0x151
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 33s! [gnome-shell:4749]
Modules linked in: tcp_lp isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 devlink tun arc4 md4 nls_utf8 cifs ccm dns_resolver ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm ppdev pcspkr iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_timer
gf128mul snd vmw_balloon soundcore glue_helper ablk_helper cryptd joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper nfit syscopyarea sysfillrect crct10dif_pclmul libnvdimm crct10dif_common sysimgblt crc32c_intel fb_sys_fops ttm ata_piix mptspi drm scsi_transport_spi mptscsih libata serio_raw mptbase e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 4749 Comm: gnome-shell Kdump: loaded Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff900b1059c200 ti: ffff900b131e4000 task.ti: ffff900b131e4000
RIP: 0010:[<ffffffffb5516562>] [<ffffffffb5516562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff900b131e7be0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff900b131e7bb0 RCX: 0000000000000003
RDX: ffffffffb5c13c90 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff900b131e7c30 R08: ffffffffb5c13c88 R09: 0000000000000000
R10: 0000000800000000 R11: 00002ca71c127000 R12: ffff900b3a61ad40
R13: ffff900b1059c268 R14: ffffffffb54e111e R15: ffff900b131e7b60
FS: 00007f6cacc19a80(0000) GS:ffff900b3a600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001a2cc04 CR3: 00000000a2f92000 CR4: 00000000003607f0
Call Trace:
[<ffffffffb547e6a0>] ? leave_mm+0x120/0x120
[<ffffffffb547e6a0>] ? leave_mm+0x120/0x120
[<ffffffffb547e6a0>] ? leave_mm+0x120/0x120
[<ffffffffb551667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb5785de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffb5516c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffb547e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb547e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffb55fe11d>] change_protection+0x5dd/0x680
[<ffffffffb55fe323>] mprotect_fixup+0x163/0x3a0
[<ffffffffb542b621>] ? __switch_to+0x151/0x580
Complete report #536029
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa3916562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa387e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa387e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa387e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa391667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa3b85de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa3916c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa387e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa387e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa39edd06
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [java:64640]
Modules linked in: xt_physdev xt_NFLOG nfnetlink_log xt_limit xt_set veth ip_set_hash_ip vxlan ip6_udp_tunnel udp_tunnel xt_statistic xt_nat xt_multiport ip6table_mangle ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_comment xt_mark ip_set ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack_netlink nfnetlink xt_addrtype xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) br_netfilter bridge stp llc vmw_vsock_vmci_transport vsock sunrpc coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper
ablk_helper vmw_balloon cryptd joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit libnvdimm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi e1000 scsi_transport_spi libata mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 64640 Comm: java Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8ef36a666300 ti: ffff8eeae5f58000 task.ti: ffff8eeae5f58000
RIP: 0010:[<ffffffffa3916562>] [<ffffffffa3916562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8eeae5f5bc20 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8eeae5f5bbf0 RCX: 0000000000000001
RDX: ffffffffa4013790 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8eeae5f5bc70 R08: ffffffffa4013788 R09: ffffffffa3a026ac
R10: ffff8ef768c9f0a0 R11: ffffcda75b5feb40 R12: 00000000000280da
R13: ffffffffa3a3e322 R14: ffff8eeae5f5bbd8 R15: 0000000000000000
FS: 00007ff5952ed700(0000) GS:ffff8ef768c80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff65400c000 CR3: 00000006a84f4000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa387e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa387e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa387e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa391667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa3b85de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa3916c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffa387e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa387e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa39edd06>] tlb_flush_mmu_tlbonly+0xa6/0xc0
Complete report #367456
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffbdb16562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffbda7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffbda7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffbda7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffbdb1667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffbdd85de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffbdb16c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffbda7e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffbda7e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
change_protection
|
vmlinux |
0xffffffffbdbfe11d
Build id: 3.10.0-1160.el7.x86_64
|
0x5dd
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [VM Thread:3219]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx nfit drm_kms_helper libnvdimm syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi e1000 drm ata_piix crct10dif_pclmul crct10dif_common libata mptscsih crc32c_intel serio_raw mptbase
drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 3219 Comm: VM Thread Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff92f96fbe4200 ti: ffff92fce2414000 task.ti: ffff92fce2414000
RIP: 0010:[<ffffffffbdb16562>] [<ffffffffbdb16562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff92fce2417be0 EFLAGS: 00000202
RAX: 0000000000000005 RBX: ffff92fce2417bb0 RCX: 000000000000003b
RDX: 000000000000001f RSI: 0000000000000005 RDI: 0000000000000282
RBP: ffff92fce2417c30 R08: ffffffffbe213780 R09: 0000000000000000
R10: 0000000800000000 R11: 00007f4a4f945000 R12: ffff92fd2b41ad40
R13: ffff92f96fbe4268 R14: ffffffffbdae111e R15: ffff92fce2417b60
FS: 00007f4a3216d700(0000) GS:ffff92fd2b400000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000010cbe08 CR3: 00000004edada000 CR4: 00000000000007e0
Call Trace:
[<ffffffffbda7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffbda7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffbda7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffbdb1667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffbdd85de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffbdb16c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffbda7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffbda7e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffbdbfe11d>] change_protection+0x5dd/0x680
Complete report #330604
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9e116562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9e07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9e07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9e07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9e11667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9e385de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9e116c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9e07e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9e07e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff9e1edd06
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [popen.rb:41:43382]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi iosf_mbi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq snd_seq_device
aesni_intel snd_pcm ppdev lrw gf128mul glue_helper snd_timer ablk_helper vmw_balloon cryptd snd joydev pcspkr soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect mptspi scsi_transport_spi sysimgblt fb_sys_fops nfit ata_piix ttm mptscsih crct10dif_pclmul crct10dif_common drm libata libnvdimm crc32c_intel e1000 mptbase serio_raw drm_panel_orientation_quirks fuse
CPU: 2 PID: 43382 Comm: popen.rb:41 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9d6d3b488000 ti: ffff9d6cf5ec0000 task.ti: ffff9d6cf5ec0000
RIP: 0010:[<ffffffff9e116562>] [<ffffffff9e116562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9d6cf5ec3be0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9d6cf5ec3bb0 RCX: 0000000000000001
RDX: ffffffff9e813790 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9d6cf5ec3c30 R08: ffffffff9e813788 R09: 00007f93afac8000
R10: 0000000000101000 R11: 0000000000000206 R12: ffffffff9e1c716e
R13: ffff9d6cf5ec3be0 R14: 0000000000000002 R15: ffffdd4a84175cc0
FS: 00007f93afbc7700(0000) GS:ffff9d6db9680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f93b7c6f000 CR3: 0000000075c36000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9e07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9e07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9e07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9e11667f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9e385de5>] ? cpumask_next_and+0x35/0x50
[<ffffffff9e116c2b>] smp_call_function_many+0x22b/0x270
[<ffffffff9e07e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9e07e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff9e1edd06>] tlb_flush_mmu_tlbonly+0xa6/0xc0
Complete report #42695
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa6516562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa647e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa647e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa647e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa651667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa6785de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa6516c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa647e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa647e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
change_protection
|
vmlinux |
0xffffffffa65fe11d
Build id: 3.10.0-1160.el7.x86_64
|
0x5dd
|
|
11
|
mprotect_fixup
|
vmlinux |
0xffffffffa65fe323
Build id: 3.10.0-1160.el7.x86_64
|
0x163
|
|
12
|
|
vmlinux |
0xffffffffa64de185
Build id: 3.10.0-1160.el7.x86_64
|
0x85
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [java:23212]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr ppdev joydev sg vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata mptspi scsi_transport_spi mptscsih mptbase e1000
drm_panel_orientation_quirks nfit crct10dif_pclmul crct10dif_common crc32c_intel serio_raw libnvdimm fuse
CPU: 2 PID: 23212 Comm: java Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9a51920a4200 ti: ffff9a531aae4000 task.ti: ffff9a531aae4000
RIP: 0010:[<ffffffffa6516562>] [<ffffffffa6516562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9a531aae7be0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9a531aae7bb0 RCX: 0000000000000006
RDX: ffffffffa6c14410 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9a531aae7c30 R08: ffffffffa6c14408 R09: 0000000000000000
R10: 0000000800000000 R11: 00007ffaf2c44000 R12: ffff9a51920a4200
R13: ffff9a51920a4268 R14: ffff9a529f7531e8 R15: ffff9a533565acc0
FS: 00007ffad4674700(0000) GS:ffff9a5335680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f07b7b92f00 CR3: 00000000ac30a000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa647e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa647e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa647e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa651667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa6785de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa6516c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffa647e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa647e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa65fe11d>] change_protection+0x5dd/0x680
[<ffffffffa65fe323>] mprotect_fixup+0x163/0x3a0
[<ffffffffa64de185>] ? sched_clock_cpu+0x85/0xc0
Complete report #1008321
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff86b1109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff86a7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff86a7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff86a7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff86b111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff86d75465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff86b1175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff86a7a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff86a7a608
Build id: 3.10.0-957.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffff86be4077
Build id: 3.10.0-957.el7.x86_64
|
0x37
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [s1-agent:23838]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm ata_piix libahci nfit libata libnvdimm drm_panel_orientation_quirks
dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 23838 Comm: s1-agent Kdump: loaded Tainted: G W L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/03/2018
task: ffff8ac4d4c15140 ti: ffff8ac4d7908000 task.ti: ffff8ac4d7908000
RIP: 0010:[<ffffffff86b1109a>] [<ffffffff86b1109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff8ac4d790bbf0 EFLAGS: 00000202
RAX: 0000000000000008 RBX: ffff8ac4d790bbc0 RCX: 0000000000000038
RDX: 00000000000000ff RSI: 0000000000000008 RDI: 0000000000000282
RBP: ffff8ac4d790bc38 R08: ffffffff87212d80 R09: 00003ffffffff000
R10: ffff8ac625aa26c0 R11: 0000000000000206 R12: ffff8ac609a44a80
R13: 0000000000000000 R14: ffff8ac54a12d000 R15: ffff8ac609a44aa8
FS: 00007ffb4e8ec700(0000) GS:ffff8ac67fcc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001b771b0 CR3: 00000002ddbf2000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff86a7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff86a7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff86a7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff86b111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff86d75465>] ? cpumask_next_and+0x35/0x50
[<ffffffff86b1175b>] smp_call_function_many+0x22b/0x270
[<ffffffff86a7a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff86a7a608>] flush_tlb_mm_range+0x68/0x140
[<ffffffff86be4077>] tlb_flush_mmu.part.76+0x37/0xe0
Complete report #769293
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f98ea
Build id: 3.10.0-514.26.2.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8106c430
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff8106c430
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff8106c430
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810f99ef
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff813183b5
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff810f9f93
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x223
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106c5f8
Build id: 3.10.0-514.26.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106c6c9
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x69
|
|
10
|
tlb_flush_mmu.part.61
|
vmlinux |
0xffffffff811ac733
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x33
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [evdefer/2:45966]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_15508(E) falcon_lsm_pinned_15402(E) falcon_lsm_pinned_15309(E) falcon_lsm_pinned_15110(E) falcon_lsm_pinned_15003(E) falcon_lsm_pinned_14812(E) iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_filter binfmt_misc falcon_lsm_pinned_14810(E) tcp_lp fuse falcon_lsm_pinned_14713(E) vmw_vsock_vmci_transport vsock intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg vmw_vmci i2c_piix4 shpchp nfit libnvdimm parport_pc parport nfsd nfs_acl lockd grace auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul
crct10dif_common crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops mptspi ata_piix ttm serio_raw scsi_transport_spi drm mptscsih vmxnet3 libata mptbase i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod [last unloaded: falcon_kal]
CPU: 3 PID: 45966 Comm: evdefer/2 Tainted: P EL ------------ 3.10.0-514.26.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8803fa2cedd0 ti: ffff88053fee0000 task.ti: ffff88053fee0000
RIP: 0010:[<ffffffff810f98ea>] [<ffffffff810f98ea>] generic_exec_single+0xfa/0x1a0
RSP: 0018:ffff88053fee3c80 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff88053fee3c50 RCX: 0000000000000007
RDX: ffffffff816b1970 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff88053fee3cd0 R08: ffffffff816b1968 R09: ffffffff811bc85c
R10: ffff8805296d9a80 R11: ffffea00005e3f80 R12: ffffffff811fe8c7
R13: ffff88053fee3c20 R14: ffff88049ef0b310 R15: ffff88018441ee70
FS: 00007f08e445c700(0000) GS:ffff8805296c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f08ef9bf000 CR3: 0000000002280000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106c430 ffff88053fee3d58
0000000000000003 000000001dd99590 ffff88002969fdf8 0000000000000006
ffffffff8106c430 ffffffff8106c430 ffff88053fee3d00 ffffffff810f99ef
Call Trace:
[<ffffffff8106c430>] ? leave_mm+0x70/0x70
[<ffffffff8106c430>] ? leave_mm+0x70/0x70
[<ffffffff8106c430>] ? leave_mm+0x70/0x70
[<ffffffff810f99ef>] smp_call_function_single+0x5f/0xa0
[<ffffffff813183b5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f9f93>] smp_call_function_many+0x223/0x260
[<ffffffff8106c5f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c6c9>] flush_tlb_mm_range+0x69/0x140
[<ffffffff811ac733>] tlb_flush_mmu.part.61+0x33/0xc0
Complete report #211094
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffbbf0779a
Build id: 3.10.0-862.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffbbe76e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffbbe76e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffbbe76e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffbbf078af
Build id: 3.10.0-862.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffbc14a275
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffbbf07e5b
Build id: 3.10.0-862.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffbbe77018
Build id: 3.10.0-862.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffbbe77088
Build id: 3.10.0-862.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.75
|
vmlinux |
0xffffffffbbfc0497
Build id: 3.10.0-862.el7.x86_64
|
0x37
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 28s! [com.alibaba.nac:16916]
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 32s! [com.alibaba.nac:16840]
Modules linked in: veth vxlan ip6_udp_tunnel udp_tunnel rpcsec_gss_krb5 auth_rpcgss ip6table_nat nfsv4 nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 dns_resolver nfs lockd grace fscache nf_conntrack_netlink br_netfilter overlay(T) xt_addrtype xt_set xt_mark ip_set_hash_ipportnet ip_set_hash_ipport ip_set_hash_ipportip ip_set_bitmap_port ip_set nfnetlink dummy xt_comment xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper
cryptd pcspkr sg joydev vmw_balloon vmw_vmci parport_pc parport i2c_piix4 shpchp sch_fq_codel ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci mptspi ata_piix scsi_transport_spi libahci drm crct10dif_pclmul crct10dif_common mptscsih libata crc32c_intel serio_raw mptbase vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 16840 Comm: com.alibaba.nac Kdump: loaded Tainted: G L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff909d9330cf10 ti: ffff909dd8ef4000 task.ti: ffff909dd8ef4000
RIP: 0010:[<ffffffffbbf0779a>] [<ffffffffbbf0779a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff909dd8ef7c30 EFLAGS: 00000202
RAX: 0000000000000008 RBX: ffff909dd8ef7c00 RCX: 0000000000000038
RDX: 00000000000000ff RSI: 0000000000000008 RDI: 0000000000000286
RBP: ffff909dd8ef7c78 R08: ffffffffbc6138e0 R09: ffffffffbbfd35bc
R10: ffffc0917fd15c70 R11: ffffdb244e2ff140 R12: ffffdb2442c13470
R13: ffff909ab0605a28 R14: ffffffffbbfd2058 R15: ffff909dd8ef7bb0
FS: 00007f9f781a6700(0000) GS:ffff909e3fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9fdc02d000 CR3: 00000003f3374000 CR4: 00000000000007e0
Call Trace:
[<ffffffffbbe76e50>] ? leave_mm+0x110/0x110
[<ffffffffbbe76e50>] ? leave_mm+0x110/0x110
[<ffffffffbbe76e50>] ? leave_mm+0x110/0x110
[<ffffffffbbf078af>] smp_call_function_single+0x5f/0xa0
[<ffffffffbc14a275>] ? cpumask_next_and+0x35/0x50
[<ffffffffbbf07e5b>] smp_call_function_many+0x22b/0x270
[<ffffffffbbe77018>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffbbe77088>] flush_tlb_mm_range+0x68/0x140
[<ffffffffbbfc0497>] tlb_flush_mmu.part.75+0x37/0xe0
Complete report #180702
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f933e
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xfe
|
|
2
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810f943f
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff813227c5
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff810f99d3
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x223
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106e668
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106e738
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.63
|
vmlinux |
0xffffffff811acfc3
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x33
|
|
11
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x40
|
|
12
|
ret_from_fork
|
vmlinux |
0xffffffff816b4fd8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x58
|
|
13
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [sge_execd:15832]
Modules linked in: nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache 8021q garp mrp stp llc ip6_tables iptable_filter rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm mlx4_ib ib_core intel_powerclamp coretemp joydev kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd i7core_edac dcdbas iTCO_wdt iTCO_vendor_support ipmi_si ipmi_devintf sg ipmi_msghandler lpc_ich ioatdma edac_core pcspkr i2c_i801 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 mlx4_en sd_mod crc_t10dif crct10dif_generic ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm drm mlx4_core ahci igb libahci libata crct10dif_pclmul crct10dif_common ptp crc32c_intel pps_core dca i2c_algo_bit i2c_core devlink
CPU: 4 PID: 15832 Comm: sge_execd Tainted: G L ------------ 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: Dell C6100 /0D61XP, BIOS 1.57 04/14/2011
task: ffff880614bc6eb0 ti: ffff8806056d4000 task.ti: ffff8806056d4000
RIP: 0010:[<ffffffff810f933e>] [<ffffffff810f933e>] generic_exec_single+0xfe/0x1a0
RSP: 0018:ffff8806056d7c60 EFLAGS: 00000202
RAX: ffff880627a1b000 RBX: ffff880626395140 RCX: ffff880627a1b0f8
RDX: ffff880627a17800 RSI: ffff8806056d7c60 RDI: ffff8806056d7c60
RBP: ffff8806056d7cb0 R08: 0000000000000001 R09: ffffffff811bd6d8
R10: ffff880627b19bc0 R11: ffffea001778dbc0 R12: ffff8806056d7c28
R13: ffff880614bc6eb0 R14: ffff880614bc6eb0 R15: ffff880614bc6eb0
FS: 00007f4ff504d840(0000) GS:ffff880627b00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4ff5060000 CR3: 00000006053fe000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880627a1b0f8 0000000000000000 ffffffff8106e4a0 ffff8806056d7d38
0000000000000003 0000000089e938b8 0000000089e938b8 0000000000000000
ffffffff8106e4a0 ffffffff8106e4a0 ffff8806056d7ce0 ffffffff810f943f
Call Trace:
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff810f943f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813227c5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99d3>] smp_call_function_many+0x223/0x260
[<ffffffff8106e668>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106e738>] flush_tlb_mm_range+0x68/0x140
[<ffffffff811acfc3>] tlb_flush_mmu.part.63+0x33/0xc0
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4fd8>] ret_from_fork+0x58/0x90
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
Code: d5 ff 66 66 90 0f ae e8 0f 31 48 c1 e2 20 89 c0 48 09 c2 48 31 d3 e9 78 ff ff ff 90 90 90 48 89 f8 48 89 d1 48 c1 e9 03 83 e2 07 <f3> 48 a5 89 d1 f3 a4 c3 20 4c 8b 06 4c 8b 4e 08 4c 8b 56 10 4c
Complete report #149442
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb5b1109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffb5a7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffb5a7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffb5a7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb5b111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb5d75465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb5b1175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb5a7a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffb5a7a608
Build id: 3.10.0-957.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffffb5be4077
Build id: 3.10.0-957.el7.x86_64
|
0x37
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 26s! [systemd:1]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq joydev pcspkr snd_seq_device snd_pcm snd_timer sg snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables ext4 mbcache jbd2 sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel
serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt e1000 fb_sys_fops ttm mptspi drm nfit ata_piix libnvdimm scsi_transport_spi mptscsih libata mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 1 Comm: systemd Kdump: loaded Tainted: G L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9e80fbb58000 ti: ffff9e80fbbd0000 task.ti: ffff9e80fbbd0000
RIP: 0010:[<ffffffffb5b1109a>] [<ffffffffb5b1109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff9e80fbbd3c30 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9e80fbbd3c00 RCX: 0000000000000002
RDX: ffffffffb6213010 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9e80fbbd3c78 R08: ffffffffb6213008 R09: ffffffffb5bf838c
R10: ffff9e823379f0a0 R11: fffffb460a859400 R12: ffff9e80fbbd3bc8
R13: ffffffffb5bc588e R14: ffff9e80fbbd3ba0 R15: ffff9e7fb5df8f30
FS: 00007fd19920d940(0000) GS:ffff9e8233780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd19921f000 CR3: 00000002b363e000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb5a7a3d0>] ? leave_mm+0x110/0x110
[<ffffffffb5a7a3d0>] ? leave_mm+0x110/0x110
[<ffffffffb5a7a3d0>] ? leave_mm+0x110/0x110
[<ffffffffb5b111af>] smp_call_function_single+0x5f/0xa0
[<ffffffffb5d75465>] ? cpumask_next_and+0x35/0x50
[<ffffffffb5b1175b>] smp_call_function_many+0x22b/0x270
[<ffffffffb5a7a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb5a7a608>] flush_tlb_mm_range+0x68/0x140
[<ffffffffb5be4077>] tlb_flush_mmu.part.76+0x37/0xe0