Complete report #1336655
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffaed1dba2
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffaec81b10
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffffaec81b10
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffffaec81b10
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffaed1dcbf
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffaef9c615
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffaed1e27b
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffaec81fa8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffaec8201b
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffaedfa0ce
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xae
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffaedfbc4f
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffaedfbd83
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffaedff2ca
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffffaedf96bd
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x49d
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [mysqld:3553]
Modules linked in: nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev sg pcspkr parport_pc parport vmw_vmci i2c_piix4 ip_tables
xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea crct10dif_pclmul crct10dif_common sysfillrect sysimgblt crc32c_intel fb_sys_fops ttm ahci serio_raw libahci ata_piix drm vmxnet3 libata vmw_pvscsi nfit libnvdimm drm_panel_orientation_quirks fuse
CPU: 2 PID: 3553 Comm: mysqld Kdump: loaded Tainted: G L ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8f9f35171080 ti: ffff8f9f355e4000 task.ti: ffff8f9f355e4000
RIP: 0010:[<ffffffffaed1dba2>] [<ffffffffaed1dba2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8f9f355e7be0 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8f9f355e7bb0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff8f9f355e7c30 R08: ffffffffaf413c40 R09: 00003ffffffff000
R10: ffff8f9f34eec360 R11: 0000000000000206 R12: ffff8f9f35171080
R13: 0000000300000013 R14: ffff8f9f355e7cc0 R15: ffffffffaedd36bf
FS: 00007f4737ca6b00(0000) GS:ffff8f9f3fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055732aa4c000 CR3: 000000023577a000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffaec81b10>] ? leave_mm+0x130/0x130
[<ffffffffaec81b10>] ? leave_mm+0x130/0x130
[<ffffffffaec81b10>] ? leave_mm+0x130/0x130
[<ffffffffaed1dcbf>] smp_call_function_single+0x5f/0xa0
[<ffffffffaef9c615>] ? cpumask_next_and+0x35/0x50
[<ffffffffaed1e27b>] smp_call_function_many+0x22b/0x270
[<ffffffffaec81fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffaec8201b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffaedfa0ce>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffffaedfbc4f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffaedfbd83>] tlb_finish_mmu+0x23/0x40
[<ffffffffaedff2ca>] zap_page_range+0xea/0x140
[<ffffffffaedf96bd>] SyS_madvise+0x49d/0xac0
Complete report #1169711
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8b116566
Build id: 3.10.0-1160.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffff8b07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8b07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8b07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8b11667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8b385de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8b116c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8b07e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8b07e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff8b1edd06
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 67s! [java:108347]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables tcp_diag inet_diag uio_ivshmem(OE) gsch(OE) redirfs(OE) uio bridge stp llc ip_set nfnetlink sunrpc ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr virtio_balloon sg i2c_piix4 parport_pc parport xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net net_failover virtio_console virtio_blk virtio_scsi failover cirrus drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 4 PID: 108347 Comm: java Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.13.0-0-gf21b5a4aeb02-prebuilt.qemu.org 04/01/2014
task: ffff89493c4d9080 ti: ffff894686350000 task.ti: ffff894686350000
RIP: 0010:[<ffffffff8b116566>] [<ffffffff8b116566>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff894686353c20 EFLAGS: 00000202
RAX: 00000000000000a0 RBX: ffff894686353bf0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 00000000000000a0 RDI: 0000000000000282
RBP: ffff894686353c70 R08: ffffffff8b813c88 R09: ffffffff8b2026ac
R10: ffff894d9cf1f0a0 R11: ffffd67915635780 R12: ffff894686353bd0
R13: ffffffff8b059452 R14: ffff894686353b90 R15: ffffffff8b063cd3
FS: 00007f051d8de700(0000) GS:ffff894d9cf00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f05b8000000 CR3: 00000004cbb22000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8b07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8b07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8b07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8b11667f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8b385de5>] ? cpumask_next_and+0x35/0x50
[<ffffffff8b116c2b>] smp_call_function_many+0x22b/0x270
[<ffffffff8b07e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8b07e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff8b1edd06>] tlb_flush_mmu_tlbonly+0xa6/0xc0
Complete report #536029
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa3916562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa387e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa387e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa387e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa391667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa3b85de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa3916c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa387e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa387e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa39edd06
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [java:64640]
Modules linked in: xt_physdev xt_NFLOG nfnetlink_log xt_limit xt_set veth ip_set_hash_ip vxlan ip6_udp_tunnel udp_tunnel xt_statistic xt_nat xt_multiport ip6table_mangle ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_comment xt_mark ip_set ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack_netlink nfnetlink xt_addrtype xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) br_netfilter bridge stp llc vmw_vsock_vmci_transport vsock sunrpc coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper
ablk_helper vmw_balloon cryptd joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit libnvdimm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi e1000 scsi_transport_spi libata mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 64640 Comm: java Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8ef36a666300 ti: ffff8eeae5f58000 task.ti: ffff8eeae5f58000
RIP: 0010:[<ffffffffa3916562>] [<ffffffffa3916562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8eeae5f5bc20 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8eeae5f5bbf0 RCX: 0000000000000001
RDX: ffffffffa4013790 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8eeae5f5bc70 R08: ffffffffa4013788 R09: ffffffffa3a026ac
R10: ffff8ef768c9f0a0 R11: ffffcda75b5feb40 R12: 00000000000280da
R13: ffffffffa3a3e322 R14: ffff8eeae5f5bbd8 R15: 0000000000000000
FS: 00007ff5952ed700(0000) GS:ffff8ef768c80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff65400c000 CR3: 00000006a84f4000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa387e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa387e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa387e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa391667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa3b85de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa3916c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffa387e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa387e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa39edd06>] tlb_flush_mmu_tlbonly+0xa6/0xc0
Complete report #330604
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9e116562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9e07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9e07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9e07e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9e11667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9e385de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9e116c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9e07e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9e07e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff9e1edd06
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [popen.rb:41:43382]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi iosf_mbi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq snd_seq_device
aesni_intel snd_pcm ppdev lrw gf128mul glue_helper snd_timer ablk_helper vmw_balloon cryptd snd joydev pcspkr soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect mptspi scsi_transport_spi sysimgblt fb_sys_fops nfit ata_piix ttm mptscsih crct10dif_pclmul crct10dif_common drm libata libnvdimm crc32c_intel e1000 mptbase serio_raw drm_panel_orientation_quirks fuse
CPU: 2 PID: 43382 Comm: popen.rb:41 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9d6d3b488000 ti: ffff9d6cf5ec0000 task.ti: ffff9d6cf5ec0000
RIP: 0010:[<ffffffff9e116562>] [<ffffffff9e116562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9d6cf5ec3be0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9d6cf5ec3bb0 RCX: 0000000000000001
RDX: ffffffff9e813790 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9d6cf5ec3c30 R08: ffffffff9e813788 R09: 00007f93afac8000
R10: 0000000000101000 R11: 0000000000000206 R12: ffffffff9e1c716e
R13: ffff9d6cf5ec3be0 R14: 0000000000000002 R15: ffffdd4a84175cc0
FS: 00007f93afbc7700(0000) GS:ffff9d6db9680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f93b7c6f000 CR3: 0000000075c36000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9e07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9e07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9e07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9e11667f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9e385de5>] ? cpumask_next_and+0x35/0x50
[<ffffffff9e116c2b>] smp_call_function_many+0x22b/0x270
[<ffffffff9e07e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9e07e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff9e1edd06>] tlb_flush_mmu_tlbonly+0xa6/0xc0
Complete report #1183098
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8291dba6
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffff82881b10
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffff82881b10
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffff82881b10
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8291dcbf
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff82b9c615
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8291e27b
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff82881fa8
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8288201b
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff829fa0ce
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0xae
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff829fbc4f
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x3f
|
|
12
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff829fbc4f
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x3f
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [ping:6740]
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [java:6921]
Modules linked in: xt_statistic tcp_lp nls_utf8 isofs ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle vxlan ip6_udp_tunnel udp_tunnel xt_physdev xt_NFLOG nfnetlink_log xt_limit xt_mark xt_multiport xt_comment ip_set veth xt_nat nf_conntrack_netlink xt_addrtype xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache overlay(T) br_netfilter bridge stp llc vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus iosf_mbi snd_seq
crc32_pclmul snd_seq_device ghash_clmulni_intel snd_pcm aesni_intel lrw gf128mul snd_timer snd soundcore glue_helper ablk_helper cryptd vmw_balloon ppdev pcspkr sg joydev parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix nfit crct10dif_pclmul crct10dif_common crc32c_intel libnvdimm libata mptspi scsi_transport_spi e1000 mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 6921 Comm: java Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.118.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8c253262b180 ti: ffff8c2556518000 task.ti: ffff8c2556518000
RIP: 0010:[<ffffffff8291dba6>] [<ffffffff8291dba6>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff8c255651bbe0 EFLAGS: 00000202
RAX: ffff8c2b9d620600 RBX: ffffffff828eaea9 RCX: ffff8c2b9d620628
RDX: ffff8c2b9d61b840 RSI: ffff8c255651bbe0 RDI: ffff8c255651bbe0
RBP: ffff8c255651bc30 R08: 0000000000000001 R09: 00003ffffffff000
R10: ffff8c261fcf10e0 R11: 00007f6e98e54000 R12: ffff8c2aa4268300
R13: ffff8c2aa4268300 R14: 0000000000000002 R15: ffff8c2af1cda400
FS: 00007f6e98f51700(0000) GS:ffff8c2b9d6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9e2baa6000 CR3: 0000000706564000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff82881b10>] ? leave_mm+0x130/0x130
[<ffffffff82881b10>] ? leave_mm+0x130/0x130
[<ffffffff82881b10>] ? leave_mm+0x130/0x130
[<ffffffff8291dcbf>] smp_call_function_single+0x5f/0xa0
[<ffffffff82b9c615>] ? cpumask_next_and+0x35/0x50
[<ffffffff8291e27b>] smp_call_function_many+0x22b/0x270
[<ffffffff82881fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8288201b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff829fa0ce>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffff829fbc4f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff829fbc4f>] arch_tlb_finish_mmu+0x3f/0x80
Complete report #1088964
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9f1167a2
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9f07e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9f07e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9f07e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9f1168bf
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9f3862c5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9f116e6b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9f07e868
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9f07e8db
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff9f1ede86
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff9f1ef94f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff9f1efa73
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x23
|
|
13
|
unmap_region
|
vmlinux |
0xffffffff9f1f9264
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xf4
|
NMI watchdog: BUG: soft lockup - CPU#10 stuck for 27s! [sentinel-system:9577]
Modules linked in: binfmt_misc resguard_linux(OE) secmodel_linux(OE) syshook_linux(OE) secmodel3(OE) xt_set ip_set_hash_net xt_NFLOG nfnetlink_log ip_set xt_CHECKSUM iptable_raw ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat iptable_mangle xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock nf_conntrack_netlink nfnetlink nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack sunrpc ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev vmw_balloon pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 10 PID: 9577 Comm: sentinel-system Kdump: loaded Tainted: G W OEL ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8d25c1ff4200 ti: ffff8d25e1fc8000 task.ti: ffff8d25e1fc8000
RIP: 0010:[<ffffffff9f1167a2>] [<ffffffff9f1167a2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8d25e1fcbc20 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8d25e1fcbbf0 RCX: 0000000000000002
RDX: ffffffff9f813a50 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8d25e1fcbc70 R08: ffffffff9f813a48 R09: ffffffff9f20288c
R10: ffff8d347d89f0a0 R11: ffffe7c12da45380 R12: 00000000000280da
R13: ffffffff9f23e502 R14: ffff8d25e1fcbbd8 R15: 0000000000000000
FS: 00007f00988d2700(0000) GS:ffff8d347d880000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f00e0004000 CR3: 000000017c382000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9f07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9f07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9f07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9f1168bf>] smp_call_function_single+0x5f/0xa0
[<ffffffff9f3862c5>] ? cpumask_next_and+0x35/0x50
[<ffffffff9f116e6b>] smp_call_function_many+0x22b/0x270
[<ffffffff9f07e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9f07e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff9f1ede86>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff9f1ef94f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff9f1efa73>] tlb_finish_mmu+0x23/0x30
[<ffffffff9f1f9264>] unmap_region+0xf4/0x140
Complete report #967987
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8a716842
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8a67e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8a67e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8a67e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8a71695f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8a986395
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8a716f0b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8a67e868
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8a67e8db
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff8a7edf56
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff8a7efa1f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff8a7efb43
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x23
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [Executor Servic:7947]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) mfe_aac_100717845(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 iosf_mbi mbcache jbd2 crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd vmw_balloon pcspkr sg joydev parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt sd_mod fb_sys_fops ttm crc_t10dif crct10dif_generic
ahci drm nfit ata_piix libahci crct10dif_pclmul libnvdimm crct10dif_common crc32c_intel libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 7947 Comm: Executor Servic Tainted: G OEL ------------ T 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9eb12d61a100 ti: ffff9eb2b0d60000 task.ti: ffff9eb2b0d60000
RIP: 0010:[<ffffffff8a716842>] [<ffffffff8a716842>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9eb2b0d63c20 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9eb2b0d63bf0 RCX: 000000000000000f
RDX: ffffffff8ae15ad0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9eb2b0d63c70 R08: ffffffff8ae15ac8 R09: ffffffff8a80295c
R10: ffff9eb4956df0a0 R11: ffffee77dea9d240 R12: 00000000000280da
R13: ffffffff8a83e5d2 R14: ffff9eb2b0d63bd8 R15: 0000000000000000
FS: 00007fdf023e3700(0000) GS:ffff9eb4956c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdf3c09f000 CR3: 00000005f09a2000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff8a67e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8a67e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8a67e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8a71695f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8a986395>] ? cpumask_next_and+0x35/0x50
[<ffffffff8a716f0b>] smp_call_function_many+0x22b/0x270
[<ffffffff8a67e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8a67e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff8a7edf56>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff8a7efa1f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff8a7efb43>] tlb_finish_mmu+0x23/0x30
Complete report #924755
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8e116b82
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8e07ddd0
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8e07ddd0
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8e07ddd0
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8e116c9f
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8e386825
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8e11724b
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8e07e258
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8e07e2cb
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff8e1ee666
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff8e1f012f
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff8e1f0253
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff8e1f371a
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff8e1edc0d
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x49d
|
|
15
|
|
vmlinux |
0xffffffff8e02b621
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x151
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffff8e799f92
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 69s! [containerd-shim:3153]
Modules linked in: xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi kvm_intel kvm snd_ens1371 irqbypass snd_rawmidi crc32_pclmul snd_ac97_codec ac97_bus ghash_clmulni_intel snd_seq aesni_intel lrw snd_seq_device gf128mul snd_pcm snd_timer ppdev glue_helper ablk_helper cryptd snd vmw_balloon soundcore joydev pcspkr sg parport_pc
parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops mptspi ttm crct10dif_pclmul crct10dif_common scsi_transport_spi ata_piix crc32c_intel mptscsih drm nfit libata mptbase serio_raw libnvdimm e1000 drm_panel_orientation_quirks fuse
CPU: 5 PID: 3153 Comm: containerd-shim Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8a8188049080 ti: ffff8a80a16fc000 task.ti: ffff8a80a16fc000
RIP: 0010:[<ffffffff8e116b82>] [<ffffffff8e116b82>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8a80a16ffbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8a80a16ffbb0 RCX: 0000000000000008
RDX: ffffffff8e814950 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8a80a16ffc30 R08: ffffffff8e814948 R09: ffffd8a582da5500
R10: 0000000000004190 R11: 0000000000000202 R12: ffff8a8188049080
R13: ffff8a82299c9680 R14: 00000000000000b5 R15: ffff8a7e357b1400
FS: 000000c000080090(0000) GS:ffff8a822d740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f05c112de00 CR3: 000000028e616000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8e07ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8e07ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8e07ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8e116c9f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8e386825>] ? cpumask_next_and+0x35/0x50
[<ffffffff8e11724b>] smp_call_function_many+0x22b/0x270
[<ffffffff8e07e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8e07e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff8e1ee666>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff8e1f012f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff8e1f0253>] tlb_finish_mmu+0x23/0x30
[<ffffffff8e1f371a>] zap_page_range+0xea/0x130
[<ffffffff8e1edc0d>] SyS_madvise+0x49d/0xac0
[<ffffffff8e02b621>] ? __switch_to+0x151/0x580
[<ffffffff8e799f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 60 18 d5 8e 48 89 df e8 17 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #911210
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffab91db82
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffab881b10
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffffab881b10
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffffab881b10
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffab91dc9f
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffabb9c5d5
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffab91e25b
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffab881fa8
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffab88201b
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffab9fa07e
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xae
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffab9fbbff
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffab9fbd33
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffab9ff27a
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xea
|
|
14
|
|
vmlinux |
0xffffffffaba5b263
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x93
|
|
15
|
SyS_madvise
|
vmlinux |
0xffffffffab9f966d
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x49d
|
|
16
|
|
vmlinux |
0xffffffffaba5bdd8
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x168
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffabfc539a
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [StreamTrans #93:8150]
Modules linked in: tcp_lp nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi snd_ens1371 crc32_pclmul snd_rawmidi snd_ac97_codec ghash_clmulni_intel ac97_bus ppdev snd_seq snd_seq_device aesni_intel vmw_balloon lrw gf128mul snd_pcm glue_helper ablk_helper cryptd snd_timer
sg joydev pcspkr snd vmw_vmci soundcore i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect ata_piix sysimgblt fb_sys_fops ttm nfit crct10dif_pclmul crct10dif_common drm mptspi libnvdimm libata crc32c_intel scsi_transport_spi mptscsih e1000 mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 8150 Comm: StreamTrans #93 Kdump: loaded Not tainted 3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8d9bd656b180 ti: ffff8d9c8d798000 task.ti: ffff8d9c8d798000
RIP: 0010:[<ffffffffab91db82>] [<ffffffffab91db82>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8d9c8d79bbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8d9c8d79bbb0 RCX: 0000000000000002
RDX: ffffffffac013c50 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8d9c8d79bc30 R08: ffffffffac013c48 R09: 00003ffffffff000
R10: ffff8d9cd871d440 R11: 00007f598b037000 R12: ffffffffff768ca5
R13: 000000008d79bb98 R14: ffffffffab8ebe81 R15: ffff8d9c8d79bb80
FS: 00007f598b075700(0000) GS:ffff8d9cf7cc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f59657a8400 CR3: 000000019aff0000 CR4: 0000000000360fe0
Call Trace:
[<ffffffffab881b10>] ? leave_mm+0x130/0x130
[<ffffffffab881b10>] ? leave_mm+0x130/0x130
[<ffffffffab881b10>] ? leave_mm+0x130/0x130
[<ffffffffab91dc9f>] smp_call_function_single+0x5f/0xa0
[<ffffffffabb9c5d5>] ? cpumask_next_and+0x35/0x50
[<ffffffffab91e25b>] smp_call_function_many+0x22b/0x270
[<ffffffffab881fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffab88201b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffab9fa07e>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffffab9fbbff>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffab9fbd33>] tlb_finish_mmu+0x23/0x40
[<ffffffffab9ff27a>] zap_page_range+0xea/0x140
[<ffffffffaba5b263>] ? do_sync_write+0x93/0xe0
[<ffffffffab9f966d>] SyS_madvise+0x49d/0xac0
[<ffffffffaba5bdd8>] ? vfs_write+0x168/0x1f0
[<ffffffffabfc539a>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 80 19 55 ac 48 89 df e8 97 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #894356
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8931db12
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff89281b10
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffff89281b10
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffff89281b10
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8931dc2f
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8959c565
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8931e1eb
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff89281fa8
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8928201b
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff893fa00e
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xae
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff893fbb8f
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff893fbcc3
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x23
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [synology-backup:38391]
Modules linked in: xt_multiport xt_set ipt_rpfilter iptable_raw ip_set_hash_ip ipt_REJECT nf_reject_ipv4 ip_set_hash_net ip_set vxlan ip6_udp_tunnel udp_tunnel ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_filter ip6table_mangle ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables xt_mark xt_comment iptable_mangle nf_tables veth xt_nat xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 snd_rawmidi snd_ac97_codec btusb btrtl ac97_bus btbcm btintel iosf_mbi ppdev snd_seq crc32_pclmul bluetooth ghash_clmulni_intel
snd_seq_device aesni_intel snd_pcm lrw gf128mul rfkill snd_timer pcspkr snd glue_helper ablk_helper vmw_balloon cryptd i2c_piix4 joydev soundcore sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul nfit crct10dif_common crc32c_intel drm libata e1000 libnvdimm nvme serio_raw nvme_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod synosnap(OE)
CPU: 7 PID: 38391 Comm: synology-backup Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9a12464bd280 ti: ffff9a12f7948000 task.ti: ffff9a12f7948000
RIP: 0010:[<ffffffff8931db12>] [<ffffffff8931db12>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9a12f794bbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9a12f794bbb0 RCX: 0000000000000002
RDX: ffffffff89a13bd0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9a12f794bc30 R08: ffffffff89a13bc8 R09: 00003ffffffff000
R10: ffff9a14afef1290 R11: 0000000000000246 R12: ffff9a12464bd280
R13: ffffffff898ecace R14: ffff9a12f794bb58 R15: 0000000000000000
FS: 00007f944bfff700(0000) GS:ffff9a1841fc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000004d00a3 CR3: 00000005ffaf8000 CR4: 00000000003607e0
Call Trace:
[<ffffffff89281b10>] ? leave_mm+0x130/0x130
[<ffffffff89281b10>] ? leave_mm+0x130/0x130
[<ffffffff89281b10>] ? leave_mm+0x130/0x130
[<ffffffff8931dc2f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8959c565>] ? cpumask_next_and+0x35/0x50
[<ffffffff8931e1eb>] smp_call_function_many+0x22b/0x270
[<ffffffff89281fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8928201b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff893fa00e>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffff893fbb8f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff893fbcc3>] tlb_finish_mmu+0x23/0x40
Complete report #876909
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb2d1db12
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb2c81b10
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffffb2c81b10
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffffb2c81b10
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb2d1dc2f
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb2f9c565
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb2d1e1eb
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb2c81fa8
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffb2c8201b
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffb2dfa00e
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xae
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffb2dfbb8f
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffb2dfbcc3
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffb2dff20a
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffffb2df95fd
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x49d
|
|
15
|
tracesys
|
vmlinux |
0xffffffffb33c562e
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [s1-perf:7110]
Modules linked in: devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg parport_pc vmw_vmci parport i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops nfit ttm crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel serio_raw ata_piix drm libata e1000 mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 7110 Comm: s1-perf Kdump: loaded Tainted: G W ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8962000ac200 ti: ffff89633ae4c000 task.ti: ffff89633ae4c000
RIP: 0010:[<ffffffffb2d1db12>] [<ffffffffb2d1db12>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff89633ae4fbe0 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff89633ae4fbb0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff89633ae4fc30 R08: ffffffffb3413e40 R09: 00003ffffffff000
R10: ffff8960b18cd1b0 R11: 00007f463150a000 R12: 0000000100000002
R13: ffff89653fd1acc0 R14: ffff8960704e7000 R15: 0000000000000087
FS: 00007f4631d09700(0000) GS:ffff89653fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000006dee20 CR3: 00000006262a4000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb2c81b10>] ? leave_mm+0x130/0x130
[<ffffffffb2c81b10>] ? leave_mm+0x130/0x130
[<ffffffffb2c81b10>] ? leave_mm+0x130/0x130
[<ffffffffb2d1dc2f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb2f9c565>] ? cpumask_next_and+0x35/0x50
[<ffffffffb2d1e1eb>] smp_call_function_many+0x22b/0x270
[<ffffffffb2c81fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb2c8201b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffb2dfa00e>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffffb2dfbb8f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffb2dfbcc3>] tlb_finish_mmu+0x23/0x40
[<ffffffffb2dff20a>] zap_page_range+0xea/0x140
[<ffffffffb2df95fd>] SyS_madvise+0x49d/0xac0
[<ffffffffb33c562e>] tracesys+0xa6/0xcc
Code: 89 de 48 03 14 c5 00 19 95 b3 48 89 df e8 87 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #855084
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb6d16b62
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb6c7ddd0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffb6c7ddd0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffb6c7ddd0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb6d16c7f
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb6f86865
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb6d1722b
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb6c7e258
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffb6c7e2cb
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffb6dee6c6
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffb6df018f
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffb6df02b3
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffb6df377a
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffffb6dedc6d
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x49d
|
|
15
|
|
vmlinux |
0xffffffffb6c7dff5
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x115
|
|
16
|
|
vmlinux |
0xffffffffb6c2b621
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x151
|
|
17
|
|
vmlinux |
0xffffffffb738c070
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x320
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffffb7399f92
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [Common:1911]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 crc32_pclmul ppdev ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec aesni_intel ac97_bus lrw gf128mul glue_helper ablk_helper snd_seq vmw_balloon snd_seq_device cryptd snd_pcm joydev pcspkr snd_timer sg snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi nfit libnvdimm vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ata_piix mptspi scsi_transport_spi mptscsih serio_raw libata e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 1911 Comm: Common Tainted: G L ------------ 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffffa0846357a100 ti: ffffa0846358c000 task.ti: ffffa0846358c000
RIP: 0010:[<ffffffffb6d16b62>] [<ffffffffb6d16b62>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffffa0846358fbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffffa0846358fbb0 RCX: 0000000000000003
RDX: ffffffffb7413cd0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffffa0846358fc30 R08: ffffffffb7413cc8 R09: 00003ffffffff000
R10: ffffa08619445a28 R11: 0000000000000206 R12: ffffffffb6dc760e
R13: ffffa0846358fbe0 R14: 0000000000000002 R15: ffffcff0472d5980
FS: 00007fbd3b8d4700(0000) GS:ffffa086f1640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5a7e660000 CR3: 000000032f1c2000 CR4: 0000000000360fe0
Call Trace:
[<ffffffffb6c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb6c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb6c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb6d16c7f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb6f86865>] ? cpumask_next_and+0x35/0x50
[<ffffffffb6d1722b>] smp_call_function_many+0x22b/0x270
[<ffffffffb6c7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb6c7e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffb6dee6c6>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffb6df018f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffb6df02b3>] tlb_finish_mmu+0x23/0x30
[<ffffffffb6df377a>] zap_page_range+0xea/0x130
[<ffffffffb6dedc6d>] SyS_madvise+0x49d/0xac0
[<ffffffffb6c7dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffb6c2b621>] ? __switch_to+0x151/0x580
[<ffffffffb738c070>] ? __schedule+0x320/0x680
[<ffffffffb7399f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 60 18 95 b7 48 89 df e8 77 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #848331
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
|
vmlinux |
0xffffffffa8a81b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
2
|
|
vmlinux |
0xffffffffa8a81b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffffa8a81b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
4
|
smp_call_function_single
|
vmlinux |
0xffffffffa8b1dc9f
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x5f
|
|
5
|
|
vmlinux |
0xffffffffa8d9c5d5
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x35
|
|
6
|
smp_call_function_many
|
vmlinux |
0xffffffffa8b1e25b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x22b
|
|
7
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa8a81fa8
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xb8
|
|
8
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa8a8201b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x6b
|
|
9
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa8bfa07e
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xae
|
|
10
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffa8bfbbff
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x3f
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa8bfbd33
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x23
|
|
12
|
zap_page_range
|
vmlinux |
0xffffffffa8bff27a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xea
|
|
13
|
|
vmlinux |
0xffffffffa8c02503
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xdb3
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 93s! [kworker/u34:2:23897]
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffa8a81b10>] ? leave_mm+0x130/0x130
[<ffffffffa8a81b10>] ? leave_mm+0x130/0x130
[<ffffffffa8a81b10>] ? leave_mm+0x130/0x130
[<ffffffffa8b1dc9f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa8d9c5d5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa8b1e25b>] smp_call_function_many+0x22b/0x270
[<ffffffffa8a81fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa8a8201b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa8bfa07e>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffffa8bfbbff>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffa8bfbd33>] tlb_finish_mmu+0x23/0x40
[<ffffffffa8bff27a>] zap_page_range+0xea/0x140
[<ffffffffa8c02503>] ? handle_mm_fault+0xdb3/0x1190
Complete report #784637
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffaa71d9c2
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffaa681ab0
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffffaa681ab0
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffffaa681ab0
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffaa71dadf
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffaa99bf55
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffaa71e09b
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffaa681f48
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffaa681fbb
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffaa7f9f0e
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xae
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffaa7fba4f
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffaa7fbb83
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffaa7ff0ca
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffffaa7f949d
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x49d
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffffaadc539a
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [qtp192881625-17:73844]
Modules linked in: vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event vfat fat snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw soundcore gf128mul glue_helper ablk_helper cryptd ppdev sg joydev tpm_crb vmw_balloon pcspkr parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci ata_piix libahci e1000 libata mptsas crct10dif_pclmul crct10dif_common scsi_transport_sas crc32c_intel mptscsih nfit serio_raw mptbase libnvdimm drm_panel_orientation_quirks fuse
CPU: 2 PID: 73844 Comm: qtp192881625-17 Kdump: loaded Tainted: G W ------------ 3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.14410784.B64.1908150010 08/15/2019
task: ffff95d9aa266300 ti: ffff95d759b98000 task.ti: ffff95d759b98000
RIP: 0010:[<ffffffffaa71d9c2>] [<ffffffffaa71d9c2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff95d759b9bbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff95d759b9bbb0 RCX: 0000000000000001
RDX: ffffffffaae138d0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff95d759b9bc30 R08: ffffffffaae138c8 R09: 00003ffffffff000
R10: ffff95d9a44b6f30 R11: 00007feff28dc000 R12: 0000000000000003
R13: ffffec09428b89b0 R14: 00007feff28dc000 R15: 0000000100400029
FS: 00007feff2918700(0000) GS:ffff95da6d680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000800df4408 CR3: 000000042bd5c000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffaa681ab0>] ? leave_mm+0x130/0x130
[<ffffffffaa681ab0>] ? leave_mm+0x130/0x130
[<ffffffffaa681ab0>] ? leave_mm+0x130/0x130
[<ffffffffaa71dadf>] smp_call_function_single+0x5f/0xa0
[<ffffffffaa99bf55>] ? cpumask_next_and+0x35/0x50
[<ffffffffaa71e09b>] smp_call_function_many+0x22b/0x270
[<ffffffffaa681f48>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffaa681fbb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffaa7f9f0e>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffffaa7fba4f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffaa7fbb83>] tlb_finish_mmu+0x23/0x40
[<ffffffffaa7ff0ca>] zap_page_range+0xea/0x140
[<ffffffffaa7f949d>] SyS_madvise+0x49d/0xac0
[<ffffffffaadc539a>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 00 19 35 ab 48 89 df e8 d7 62 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #748679
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffaa116ae2
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffaa07ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffaa07ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffaa07ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffaa116bff
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffaa386845
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffaa1171ab
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffaa07e258
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffaa07e2cb
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffaa1ee6a6
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffaa1f016f
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffaa1f0293
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffaa1f375a
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffffaa1edc4d
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x49d
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffffaa799f92
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [elasticsearch[a:12290]
Modules linked in: xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus sb_edac snd_seq snd_seq_device iosf_mbi crc32_pclmul snd_pcm ghash_clmulni_intel
aesni_intel snd_timer btusb lrw snd btrtl btbcm btintel gf128mul bluetooth soundcore glue_helper rfkill ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit mptspi libnvdimm libata scsi_transport_spi serio_raw mptscsih e1000 mptbase drm_panel_orientation_quirks synosnap(OE) fuse
CPU: 5 PID: 12290 Comm: elasticsearch[a Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffffa0ef7082b180 ti: ffffa0f11ce90000 task.ti: ffffa0f11ce90000
RIP: 0010:[<ffffffffaa116ae2>] [<ffffffffaa116ae2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffffa0f11ce93be0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffffa0f11ce93bb0 RCX: 0000000000000007
RDX: ffffffffaa8146d0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffffa0f11ce93c30 R08: ffffffffaa8146c8 R09: 00003ffffffff000
R10: ffffa0f10859eaf8 R11: 00007efa2084d000 R12: ffffa0ef7082b180
R13: ffffeafb88cd4370 R14: 00007efa2084d000 R15: 000000018040003f
FS: 00007efa20949700(0000) GS:ffffa0f11d740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdf0a8ef000 CR3: 0000000472c66000 CR4: 00000000003607e0
Call Trace:
[<ffffffffaa07ddd0>] ? leave_mm+0x120/0x120
[<ffffffffaa07ddd0>] ? leave_mm+0x120/0x120
[<ffffffffaa07ddd0>] ? leave_mm+0x120/0x120
[<ffffffffaa116bff>] smp_call_function_single+0x5f/0xa0
[<ffffffffaa386845>] ? cpumask_next_and+0x35/0x50
[<ffffffffaa1171ab>] smp_call_function_many+0x22b/0x270
[<ffffffffaa07e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffaa07e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffaa1ee6a6>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffaa1f016f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffaa1f0293>] tlb_finish_mmu+0x23/0x30
[<ffffffffaa1f375a>] zap_page_range+0xea/0x130
[<ffffffffaa1edc4d>] SyS_madvise+0x49d/0xac0
[<ffffffffaa799f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 00 19 d5 aa 48 89 df e8 d7 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #674729
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9891db16
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffff98881b10
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffff98881b10
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffff98881b10
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9891dc2f
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff98b9c485
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9891e1eb
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff98881fa8
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9888201b
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff989fa00e
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xae
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff989fbb8f
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff989fbcc3
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff989ff20a
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xea
|
|
14
|
|
vmlinux |
0xffffffff98a02493
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xdb3
|
|
15
|
SyS_madvise
|
vmlinux |
0xffffffff989f95fd
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x49d
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffff98fc539a
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 23s! [code:23982]
Modules linked in: nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype mfe_fileaccess_100714877(OE) cbsensor_2_5_1230541(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter mfe_aac_100714877(OE) vmw_vsock_vmci_transport vsock ppdev vmw_balloon joydev sg vmw_vmci i2c_piix4 pcspkr parport_pc parport nfsd nfs_acl lockd auth_rpcgss grace sunrpc ip_tables xfs libcrc32c
sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic crct10dif_common pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit mptspi ata_piix scsi_transport_spi libata libnvdimm mptscsih mptbase serio_raw crc32c_intel vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse br_netfilter bridge stp llc overlay(T)
CPU: 9 PID: 23982 Comm: code Tainted: G OEL ------------ T 3.10.0-1160.88.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/28/2020
task: ffff8fc48e04a100 ti: ffff8fc35d558000 task.ti: ffff8fc35d558000
RIP: 0010:[<ffffffff9891db16>] [<ffffffff9891db16>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff8fc35d55bbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8fc35d55bbb0 RCX: 0000000000000004
RDX: ffffffff99014050 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8fc35d55bc30 R08: ffffffff99014048 R09: 00003ffffffff000
R10: ffff8fc471177e60 R11: 0000000000000202 R12: ffff8fc300000000
R13: ffff8fc35fb85701 R14: 0000000000000000 R15: 000000010155bee0
FS: 00007fbd12c11bc0(0000) GS:ffff8fc493840000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000018fc012ca000 CR3: 0000000952404000 CR4: 00000000000007e0
Call Trace:
[<ffffffff98881b10>] ? leave_mm+0x130/0x130
[<ffffffff98881b10>] ? leave_mm+0x130/0x130
[<ffffffff98881b10>] ? leave_mm+0x130/0x130
[<ffffffff9891dc2f>] smp_call_function_single+0x5f/0xa0
[<ffffffff98b9c485>] ? cpumask_next_and+0x35/0x50
[<ffffffff9891e1eb>] smp_call_function_many+0x22b/0x270
[<ffffffff98881fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9888201b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff989fa00e>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffff989fbb8f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff989fbcc3>] tlb_finish_mmu+0x23/0x40
[<ffffffff989ff20a>] zap_page_range+0xea/0x140
[<ffffffff98a02493>] ? handle_mm_fault+0xdb3/0x1190
[<ffffffff989f95fd>] SyS_madvise+0x49d/0xac0
[<ffffffff98fc539a>] system_call_fastpath+0x25/0x2a
Code: 14 c5 00 19 55 99 48 89 df e8 c7 66 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 8f
Complete report #628432
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffaab1da02
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffaaa81af0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffffaaa81af0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffffaaa81af0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffaab1db1f
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffaad9bf95
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffaab1e0db
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffaaa81f88
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffaaa81ffb
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffaabf9f4e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xae
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffaabfba8f
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x3f
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [TaskCon~ller #0:107045]
Modules linked in: tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 ppdev aesni_intel snd_rawmidi snd_ac97_codec lrw gf128mul pcspkr glue_helper ablk_helper cryptd joydev ac97_bus snd_seq snd_seq_device snd_pcm vmw_balloon snd_timer
snd soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix nfit libata libnvdimm mptspi e1000 crct10dif_pclmul crct10dif_common crc32c_intel scsi_transport_spi mptscsih mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 107045 Comm: TaskCon~ller #0 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.83.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9331b1d96300 ti: ffff933139288000 task.ti: ffff933139288000
RIP: 0010:[<ffffffffaab1da02>] [<ffffffffaab1da02>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff93313928bbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff93313928bbb0 RCX: 0000000000000001
RDX: ffffffffab2138d0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff93313928bc30 R08: ffffffffab2138c8 R09: 00003ffffffff000
R10: ffff932fcabb10e0 R11: 0000000000000246 R12: ffff9331b1d96300
R13: ffffffffaaae8bb4 R14: ffff93313928bb80 R15: ffff93313928bb80
FS: 00007f02d42ff700(0000) GS:ffff9331b56c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f02cb08dff0 CR3: 000000004abf0000 CR4: 00000000003607e0
Call Trace:
[<ffffffffaaa81af0>] ? leave_mm+0x130/0x130
[<ffffffffaaa81af0>] ? leave_mm+0x130/0x130
[<ffffffffaaa81af0>] ? leave_mm+0x130/0x130
[<ffffffffaab1db1f>] smp_call_function_single+0x5f/0xa0
[<ffffffffaad9bf95>] ? cpumask_next_and+0x35/0x50
[<ffffffffaab1e0db>] smp_call_function_many+0x22b/0x270
[<ffffffffaaa81f88>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffaaa81ffb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffaabf9f4e>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffffaabfba8f>] arch_tlb_finish_mmu+0x3f/0x80
Complete report #593767
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffaff163d6
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffffafe7e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffafe7e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffafe7e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffaff164ef
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb0181685
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffaff16a9b
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffafe7e478
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffafe7e4eb
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffaffec096
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffaffedb5f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffaffedc83
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffafff098a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xea
|
|
14
|
|
vmlinux |
0xffffffffb0024372
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1e2
|
|
15
|
SyS_madvise
|
vmlinux |
0xffffffffaffeb69d
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x49d
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffffb058dede
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [splunkd:1772]
Modules linked in: sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc i2c_piix4 parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ata_piix crct10dif_pclmul crct10dif_common crc32c_intel serio_raw libnvdimm libata vmw_pvscsi vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 1772 Comm: splunkd Kdump: loaded Not tainted 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9c6c773662a0 ti: ffff9c6bee98c000 task.ti: ffff9c6bee98c000
RIP: 0010:[<ffffffffaff163d6>] [<ffffffffaff163d6>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff9c6bee98fbe0 EFLAGS: 00000202
RAX: 00000000000008fd RBX: 0000000000000000 RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000286
RBP: ffff9c6bee98fc30 R08: 0000000000000001 R09: 00003ffffffff000
R10: ffff9c6b7612b288 R11: 0000000000000202 R12: ffffffffb0452075
R13: ffff9c6bee98fbc0 R14: ffffffffafea4787 R15: ffff9c6bee98fb48
FS: 00007fe245bff700(0000) GS:ffff9c6c7fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe22f42f010 CR3: 0000000036666000 CR4: 00000000001607e0
Call Trace:
[<ffffffffafe7e2b0>] ? leave_mm+0x110/0x110
[<ffffffffafe7e2b0>] ? leave_mm+0x110/0x110
[<ffffffffafe7e2b0>] ? leave_mm+0x110/0x110
[<ffffffffaff164ef>] smp_call_function_single+0x5f/0xa0
[<ffffffffb0181685>] ? cpumask_next_and+0x35/0x50
[<ffffffffaff16a9b>] smp_call_function_many+0x22b/0x270
[<ffffffffafe7e478>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffafe7e4eb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffaffec096>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffaffedb5f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffaffedc83>] tlb_finish_mmu+0x23/0x30
[<ffffffffafff098a>] zap_page_range+0xea/0x130
[<ffffffffb0024372>] ? kmem_cache_free+0x1e2/0x200
[<ffffffffaffeb69d>] SyS_madvise+0x49d/0xac0
[<ffffffffb058dede>] system_call_fastpath+0x25/0x2a
Code: 14 c5 20 e8 b4 b0 48 89 df e8 37 23 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 8f
Complete report #579827
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa7316ae2
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa727ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa727ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa727ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa7316bff
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa7586845
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa73171ab
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa727e258
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa727e2cb
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa73ee6a6
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffa73f016f
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa73f0293
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffa73f375a
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xea
|
|
14
|
|
vmlinux |
0xffffffffa7427022
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x1e2
|
|
15
|
SyS_madvise
|
vmlinux |
0xffffffffa73edc4d
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x49d
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa7999ed5
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xa2
|
|
17
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa7999ec9
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x96
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffffa7999f92
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x25
|
|
19
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa7999ed5
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [mysqld:27149]
Modules linked in: binfmt_misc ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 ip6table_filter ip6_tables ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod squashfs loop pcspkr edac_mce_amd joydev sg i2c_piix4 virtio_balloon ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi virtio_scsi virtio_net net_failover virtio_console failover bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix serio_raw libata virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy fuse
CPU: 1 PID: 27149 Comm: mysqld Kdump: loaded Tainted: G L ------------ 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.0-0-gd239552ce722-prebuilt.qemu.org 04/01/2014
task: ffff8d70dafe5280 ti: ffff8d710c4b8000 task.ti: ffff8d710c4b8000
RIP: 0010:[<ffffffffa7316ae2>] [<ffffffffa7316ae2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8d710c4bbbe0 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8d710c4bbbb0 RCX: 0000000000000830
RDX: 0000000000000004 RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff8d710c4bbc30 R08: ffffffffa7a13f40 R09: 00003ffffffff000
R10: ffff8d71f5b36000 R11: 00007f17ac9ae000 R12: ffff8d710c4bbcd0
R13: 0000000000000005 R14: ffff8d70ca9c4490 R15: ffffffffa7842c54
FS: 00007f17ac9f6700(0000) GS:ffff8d71ffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f17ac9eeff8 CR3: 0000000134b6a000 CR4: 00000000000007e0
Call Trace:
[<ffffffffa727ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa727ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa727ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa7316bff>] smp_call_function_single+0x5f/0xa0
[<ffffffffa7586845>] ? cpumask_next_and+0x35/0x50
[<ffffffffa73171ab>] smp_call_function_many+0x22b/0x270
[<ffffffffa727e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa727e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa73ee6a6>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffa73f016f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffa73f0293>] tlb_finish_mmu+0x23/0x30
[<ffffffffa73f375a>] zap_page_range+0xea/0x130
[<ffffffffa7427022>] ? kmem_cache_free+0x1e2/0x200
[<ffffffffa73edc4d>] SyS_madvise+0x49d/0xac0
[<ffffffffa7999ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffa7999ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffffa7999f92>] system_call_fastpath+0x25/0x2a
[<ffffffffa7999ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 89 de 48 03 14 c5 00 19 f5 a7 48 89 df e8 d7 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #548180
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff95916562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9587e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9587e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9587e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9591667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff95b85de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff95916c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9587e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9587e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff959edd06
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff959ef7cf
Build id: 3.10.0-1160.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff959ef8f3
Build id: 3.10.0-1160.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff959f2dba
Build id: 3.10.0-1160.el7.x86_64
|
0xea
|
|
14
|
|
vmlinux |
0xffffffff95f86e80
Build id: 3.10.0-1160.el7.x86_64
|
0x5a0
|
|
15
|
SyS_madvise
|
vmlinux |
0xffffffff959ed2ad
Build id: 3.10.0-1160.el7.x86_64
|
0x49d
|
|
16
|
|
vmlinux |
0xffffffff95f87169
Build id: 3.10.0-1160.el7.x86_64
|
0x29
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff95f93f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [sqlservr:13025]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq vmw_balloon crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device btusb
snd_pcm btrtl btbcm btintel bluetooth pcspkr snd_timer joydev snd sg rfkill soundcore parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi ata_piix scsi_transport_spi serio_raw e1000 mptscsih libata mptbase nfit drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 13025 Comm: sqlservr Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9eed7af0c200 ti: ffff9eed99b3c000 task.ti: ffff9eed99b3c000
RIP: 0010:[<ffffffff95916562>] [<ffffffff95916562>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9eed99b3fbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9eed99b3fbb0 RCX: 0000000000000001
RDX: ffffffff96013790 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9eed99b3fc30 R08: ffffffff96013788 R09: 00003ffffffff000
R10: ffff9eedd2576360 R11: 0000000000000202 R12: ffffffff958dfb48
R13: ffff9eed99b3fb58 R14: ffff9eedf4594268 R15: 0000000000000000
FS: 00007f4c22cf8700(0000) GS:ffff9eee77a40000(0000) knlGS:0000000804950000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4c23ca8ab0 CR3: 000000012da26000 CR4: 00000000003407e0
Call Trace:
[<ffffffff9587e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9587e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9587e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9591667f>] smp_call_function_single+0x5f/0xa0
[<ffffffff95b85de5>] ? cpumask_next_and+0x35/0x50
[<ffffffff95916c2b>] smp_call_function_many+0x22b/0x270
[<ffffffff9587e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9587e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff959edd06>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff959ef7cf>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff959ef8f3>] tlb_finish_mmu+0x23/0x30
[<ffffffff959f2dba>] zap_page_range+0xea/0x130
[<ffffffff95f86e80>] ? __schedule+0x5a0/0x860
[<ffffffff959ed2ad>] SyS_madvise+0x49d/0xac0
[<ffffffff95f87169>] ? schedule+0x29/0x70
[<ffffffff95f93f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 e0 13 55 96 48 89 df e8 f7 69 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #546629
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa57163d2
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa567e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffa567e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffa567e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa57164ef
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa5981685
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa5716a9b
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa567e478
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa567e4eb
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa57ec096
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffa57edb5f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa57edc83
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffa57f098a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffffa57eb69d
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x49d
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa5d8de21
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xae
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa5d8de15
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa2
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffa5d8dede
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x25
|
|
18
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa5d8de21
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 67s! [java:158508]
Modules linked in: tcp_lp fuse binfmt_misc xt_NFQUEUE nfnetlink_log nfnetlink tcp_diag inet_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter nf_conntrack_ipv6 nf_defrag_ipv6 rpcsec_gss_krb5 nf_conntrack_ipv4 auth_rpcgss nf_defrag_ipv4 nf_conntrack nfsv4 dns_resolver nfs lockd grace fscache sunrpc ppdev sg i2c_piix4 parport_pc parport virtio_balloon joydev pcspkr ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_console virtio_net virtio_blk virtio_scsi cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata virtio_pci floppy virtio_ring serio_raw drm_panel_orientation_quirks
virtio dm_mirror dm_region_hash dm_log dm_mod [last unloaded: kbase]
CPU: 13 PID: 158508 Comm: java Kdump: loaded Tainted: GF OEL ------------ 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff939c6af920e0 ti: ffff93aa6cf18000 task.ti: ffff93aa6cf18000
RIP: 0010:[<ffffffffa57163d2>] [<ffffffffa57163d2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff93aa6cf1bbe0 EFLAGS: 00000202
RAX: 00000000000000a0 RBX: ffff93aa6cf1bbb0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 00000000000000a0 RDI: 0000000000000282
RBP: ffff93aa6cf1bc30 R08: ffffffffa5e137c8 R09: 00003ffffffff000
R10: ffff93aa3e31cbd0 R11: 00007f4bf0861000 R12: ffffffffa58b753a
R13: ffff93aa6cf1bb90 R14: 0000000000001000 R15: ffffffffa57c9512
FS: 00007f4bf095e700(0000) GS:ffff93aa7d140000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4c5f6bb530 CR3: 00000004d6a78000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa567e2b0>] ? leave_mm+0x110/0x110
[<ffffffffa567e2b0>] ? leave_mm+0x110/0x110
[<ffffffffa567e2b0>] ? leave_mm+0x110/0x110
[<ffffffffa57164ef>] smp_call_function_single+0x5f/0xa0
[<ffffffffa5981685>] ? cpumask_next_and+0x35/0x50
[<ffffffffa5716a9b>] smp_call_function_many+0x22b/0x270
[<ffffffffa567e478>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa567e4eb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa57ec096>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffa57edb5f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffa57edc83>] tlb_finish_mmu+0x23/0x30
[<ffffffffa57f098a>] zap_page_range+0xea/0x130
[<ffffffffa57eb69d>] SyS_madvise+0x49d/0xac0
[<ffffffffa5d8de21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffffa5d8de15>] ? system_call_after_swapgs+0xa2/0x146
[<ffffffffa5d8dede>] system_call_fastpath+0x25/0x2a
[<ffffffffa5d8de21>] ? system_call_after_swapgs+0xae/0x146
Code: 89 de 48 03 14 c5 20 e8 34 a6 48 89 df e8 37 23 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #506849
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa8516ae2
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa847ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa847ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa847ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa8516bff
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa8786845
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa85171ab
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa847e258
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa847e2cb
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa85ee6a6
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffa85f016f
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa85f0293
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffa85f375a
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffffa85edc4d
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x49d
|
|
15
|
|
vmlinux |
0xffffffffa84e2469
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xa9
|
|
16
|
|
vmlinux |
0xffffffffa84e283c
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x3c
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffa8b99f92
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [pbzip2:14467]
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm dns_resolver file_protector(OE) snapapi26(OE) ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev ses aesni_intel enclosure scsi_transport_sas lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c uas usb_storage sr_mod cdrom vmwgfx sd_mod drm_kms_helper crc_t10dif crct10dif_generic nfit syscopyarea sysfillrect ata_generic sysimgblt pata_acpi fb_sys_fops ahci libnvdimm ttm libahci drm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod tun fuse [last unloaded: edd]
CPU: 1 PID: 14467 Comm: pbzip2 Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8bd8d774c200 ti: ffff8bd242ff0000 task.ti: ffff8bd242ff0000
RIP: 0010:[<ffffffffa8516ae2>] [<ffffffffa8516ae2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8bd242ff3be0 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8bd242ff3bb0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff8bd242ff3c30 R08: ffffffffa8c13cc0 R09: 00003ffffffff000
R10: ffff8bd91ddbf5e8 R11: ffffffffffffffff R12: ffff8bd8d774c200
R13: ffff8bd900000000 R14: 0000000000000000 R15: ffffffffa85c8600
FS: 00007faccbebc700(0000) GS:ffff8bd93fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faca8b14204 CR3: 0000000034720000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa847ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa847ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa847ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa8516bff>] smp_call_function_single+0x5f/0xa0
[<ffffffffa8786845>] ? cpumask_next_and+0x35/0x50
[<ffffffffa85171ab>] smp_call_function_many+0x22b/0x270
[<ffffffffa847e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa847e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa85ee6a6>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffa85f016f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffa85f0293>] tlb_finish_mmu+0x23/0x30
[<ffffffffa85f375a>] zap_page_range+0xea/0x130
[<ffffffffa85edc4d>] SyS_madvise+0x49d/0xac0
[<ffffffffa84e2469>] ? pick_next_entity+0xa9/0x190
[<ffffffffa84e283c>] ? set_next_entity+0x3c/0xe0
[<ffffffffa8b99f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 00 19 15 a9 48 89 df e8 d7 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #467668
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff87316b62
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8727ddd0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8727ddd0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8727ddd0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff87316c7f
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff87586835
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8731722b
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8727e258
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8727e2cb
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff873ee676
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff873f013f
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff873f0263
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff873f372a
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff873edc1d
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x49d
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff87999ed5
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xa2
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff87999ec9
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x96
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff87999f92
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x25
|
|
18
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff87999ed5
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [mysqld:3753]
Modules linked in: nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) vboxsf(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod vboxvideo(OE) ttm snd_intel8x0 snd_ac97_codec ext4 drm_kms_helper ac97_bus syscopyarea mbcache snd_seq sysfillrect jbd2 snd_seq_device sysimgblt ppdev joydev snd_pcm fb_sys_fops pcspkr
snd_timer video drm snd sg parport_pc soundcore vboxguest(OE) parport i2c_piix4 drm_panel_orientation_quirks ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi ahci libahci ata_piix crc32c_intel serio_raw libata e1000 fuse
CPU: 3 PID: 3753 Comm: mysqld Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1160.66.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff894778aee300 ti: ffff89464bfec000 task.ti: ffff89464bfec000
RIP: 0010:[<ffffffff87316b62>] [<ffffffff87316b62>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff89464bfefbe0 EFLAGS: 00010202
RAX: 00000000000008fd RBX: 0000000000000001 RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000286
RBP: ffff89464bfefc30 R08: 0000000000000001 R09: 00003ffffffff000
R10: ffff894778208510 R11: 00007f97ac91b000 R12: ffff894778aee300
R13: ffff8945b4cab480 R14: 0000000000000002 R15: ffff894796d9ad40
FS: 00007f97ac964700(0000) GS:ffff894796d80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4634cb7c70 CR3: 000000020a2e4000 CR4: 00000000000206e0
Call Trace:
[<ffffffff8727ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8727ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8727ddd0>] ? leave_mm+0x120/0x120
[<ffffffff87316c7f>] smp_call_function_single+0x5f/0xa0
[<ffffffff87586835>] ? cpumask_next_and+0x35/0x50
[<ffffffff8731722b>] smp_call_function_many+0x22b/0x270
[<ffffffff8727e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8727e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff873ee676>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff873f013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff873f0263>] tlb_finish_mmu+0x23/0x30
[<ffffffff873f372a>] zap_page_range+0xea/0x130
[<ffffffff873edc1d>] SyS_madvise+0x49d/0xac0
[<ffffffff87999ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff87999ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff87999f92>] system_call_fastpath+0x25/0x2a
[<ffffffff87999ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 89 de 48 03 14 c5 60 18 f5 87 48 89 df e8 47 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #444185
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb5916b62
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb587ddd0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffb587ddd0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffb587ddd0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb5916c7f
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb5b86835
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb591722b
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb587e258
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffb587e2cb
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffb59ee676
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffb59f013f
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffb59f0263
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x23
|
|
13
|
unmap_region
|
vmlinux |
0xffffffffb59f9a54
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xf4
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [kesl:20520]
Modules linked in: nfnetlink_queue nfnetlink_log bluetooth rfkill binfmt_misc nf_conntrack_tftp nf_conntrack_ftp nf_conntrack_netbios_ns nf_conntrack_broadcast nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm serio_raw mptspi scsi_transport_spi ata_piix mptscsih libata mptbase nfit vmxnet3 libnvdimm drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 20520 Comm: kesl Kdump: loaded Tainted: G L ------------ 3.10.0-1160.66.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9f87486fc200 ti: ffff9f875e9b4000 task.ti: ffff9f875e9b4000
RIP: 0010:[<ffffffffb5916b62>] [<ffffffffb5916b62>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9f875e9b7c20 EFLAGS: 00000202
RAX: 00000000000008fd RBX: ffff9f875e9b7bf8 RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000282
RBP: ffff9f875e9b7c70 R08: 0000000000000001 R09: ffffffffb5a02f88
R10: ffff9f88ffd1f0a0 R11: fffff76b840dbf00 R12: ffff9f883cba3420
R13: 0000000000000001 R14: ffff9f883fd52c00 R15: fffff76b87346840
FS: 00007f10b95fa700(0000) GS:ffff9f88ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f108188a008 CR3: 000000005b246000 CR4: 00000000000407e0
Call Trace:
[<ffffffffb587ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb587ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb587ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb5916c7f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb5b86835>] ? cpumask_next_and+0x35/0x50
[<ffffffffb591722b>] smp_call_function_many+0x22b/0x270
[<ffffffffb587e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb587e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffb59ee676>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffb59f013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffb59f0263>] tlb_finish_mmu+0x23/0x30
[<ffffffffb59f9a54>] unmap_region+0xf4/0x140
Complete report #424034
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9ad16a32
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9ac7ddd0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9ac7ddd0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9ac7ddd0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9ad16b4f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9af86a45
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9ad170fb
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9ac7e258
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9ac7e2cb
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff9adee676
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff9adf013f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff9adf0263
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff9adf372a
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff9adedc1d
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x49d
|
|
15
|
|
vmlinux |
0xffffffff9ace637b
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x8b
|
|
16
|
|
vmlinux |
0xffffffff9ac2b621
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x151
|
|
17
|
|
vmlinux |
0xffffffff9b388df0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x320
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff9b395f92
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [firefox:12267]
Modules linked in: tcp_lp nls_utf8 isofs br_netfilter overlay(T) tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 iosf_mbi snd_rawmidi crc32_pclmul snd_ac97_codec ghash_clmulni_intel ac97_bus snd_seq ppdev snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper snd_timer cryptd snd vmw_balloon soundcore joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common nfit crc32c_intel ata_piix libnvdimm libata mptspi scsi_transport_spi serio_raw e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash
dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 2 PID: 12267 Comm: firefox Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9c55d19d8000 ti: ffff9c55a456c000 task.ti: ffff9c55a456c000
RIP: 0010:[<ffffffff9ad16a32>] [<ffffffff9ad16a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9c55a456fbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9c55a456fbb0 RCX: 0000000000000001
RDX: ffffffff9b4137d0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9c55a456fc30 R08: ffffffff9b4137c8 R09: 00003ffffffff000
R10: ffff9c559dcba438 R11: 0000000000000206 R12: ffff9c55d19d8000
R13: 0000000300000000 R14: 0000000000000001 R15: ffffffff9adc862f
FS: 00007f96dbf40780(0000) GS:ffff9c562d680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f967e085000 CR3: 000000039dc54000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9ac7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9ac7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9ac7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9ad16b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9af86a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff9ad170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff9ac7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9ac7e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff9adee676>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff9adf013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff9adf0263>] tlb_finish_mmu+0x23/0x30
[<ffffffff9adf372a>] zap_page_range+0xea/0x130
[<ffffffff9adedc1d>] SyS_madvise+0x49d/0xac0
[<ffffffff9ace637b>] ? put_prev_entity+0x8b/0x400
[<ffffffff9ac2b621>] ? __switch_to+0x151/0x580
[<ffffffff9b388df0>] ? __schedule+0x320/0x680
[<ffffffff9b395f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 60 15 95 9b 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #371316
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff97316a32
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9727ddd0
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9727ddd0
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9727ddd0
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff97316b4f
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff97586a55
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff973170fb
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9727e258
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9727e2cb
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff973ee676
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff973f013f
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff973f0263
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff973f372a
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff973edc1d
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x49d
|
|
15
|
|
vmlinux |
0xffffffff972e22d9
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xa9
|
|
16
|
|
vmlinux |
0xffffffff972e26ec
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x3c
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff97999f92
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [containerd-shim:4978]
Modules linked in: xt_multiport ipt_rpfilter xt_set iptable_raw ip_set_hash_ip ip_set_hash_net ip_set ipip tunnel4 ip_tunnel veth xt_nat xt_statistic ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs xt_comment xt_mark nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper sg btusb
btrtl ppdev btbcm ablk_helper btintel pcspkr bluetooth joydev cryptd rfkill vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix nfit syscopyarea sysfillrect sysimgblt crct10dif_pclmul fb_sys_fops ttm crct10dif_common libnvdimm crc32c_intel libata drm mptspi scsi_transport_spi serio_raw mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 4978 Comm: containerd-shim Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.59.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9faed1144200 ti: ffff9faed3f20000 task.ti: ffff9faed3f20000
RIP: 0010:[<ffffffff97316a32>] [<ffffffff97316a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9faed3f23be0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9faed3f23bb0 RCX: 0000000000000001
RDX: ffffffff97a137d0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9faed3f23c30 R08: ffffffff97a137c8 R09: 00003ffffffff000
R10: ffff9fb0282765e8 R11: 0000000000000202 R12: 0000000000000006
R13: ffff9fb07579acc0 R14: ffff9fafba55a400 R15: ffff9fafba55f000
FS: 000000c00003e490(0000) GS:ffff9fb075700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa8272ab000 CR3: 0000000233722000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9727ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9727ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9727ddd0>] ? leave_mm+0x120/0x120
[<ffffffff97316b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff97586a55>] ? cpumask_next_and+0x35/0x50
[<ffffffff973170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff9727e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9727e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff973ee676>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff973f013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff973f0263>] tlb_finish_mmu+0x23/0x30
[<ffffffff973f372a>] zap_page_range+0xea/0x130
[<ffffffff973edc1d>] SyS_madvise+0x49d/0xac0
[<ffffffff972e22d9>] ? pick_next_entity+0xa9/0x190
[<ffffffff972e26ec>] ? set_next_entity+0x3c/0xe0
[<ffffffff97999f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 60 18 f5 97 48 89 df e8 97 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #362073
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8a516a32
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8a47ddd0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8a47ddd0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8a47ddd0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8a516b4f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8a786a45
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8a5170fb
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8a47e258
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8a47e2cb
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff8a5ee676
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff8a5f013f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff8a5f0263
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff8a5f372a
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff8a5edc1d
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x49d
|
|
15
|
|
vmlinux |
0xffffffff8a42b981
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4b1
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8ab95ed5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa2
|
|
17
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8ab95ec9
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x96
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff8ab95f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
|
19
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8ab95ed5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [Cache2 I/O:4803]
Modules linked in: nls_utf8 isofs vboxsf(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter snd_intel8x0 snd_ac97_codec ac97_bus snd_seq ppdev snd_seq_device joydev pcspkr iosf_mbi snd_pcm vboxguest(OE) snd_timer sg parport_pc video parport snd i2c_piix4 soundcore nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic crct10dif_common pata_acpi
hid_multitouch serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm ata_piix libahci drm_panel_orientation_quirks crc32c_intel e1000 libata dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 4803 Comm: Cache2 I/O Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff90bbd67b6300 ti: ffff90baae164000 task.ti: ffff90baae164000
RIP: 0010:[<ffffffff8a516a32>] [<ffffffff8a516a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff90baae167be0 EFLAGS: 00010202
RAX: 00000000000008fc RBX: 00000000000000fb RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000286
RBP: ffff90baae167c30 R08: 0000000000000001 R09: 00003ffffffff000
R10: ffff90baa9d40bd0 R11: 0000000000000206 R12: 0000000000000000
R13: 00000000000008fd R14: 0000000000000001 R15: 00003ffffffff000
FS: 00007f5d11b36700(0000) GS:ffff90bbdfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3c06a09000 CR3: 0000000144514000 CR4: 00000000000006e0
Call Trace:
[<ffffffff8a47ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8a47ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8a47ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8a516b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8a786a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff8a5170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff8a47e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8a47e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff8a5ee676>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff8a5f013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff8a5f0263>] tlb_finish_mmu+0x23/0x30
[<ffffffff8a5f372a>] zap_page_range+0xea/0x130
[<ffffffff8a5edc1d>] SyS_madvise+0x49d/0xac0
[<ffffffff8a42b981>] ? __switch_to+0x4b1/0x580
[<ffffffff8ab95ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff8ab95ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff8ab95f92>] system_call_fastpath+0x25/0x2a
[<ffffffff8ab95ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 89 de 48 03 14 c5 60 15 15 8b 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #361764
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8ab16a32
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8aa7ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8aa7ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8aa7ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8ab16b4f
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8ad86a45
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8ab170fb
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8aa7e258
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8aa7e2cb
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff8abee676
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff8abf013f
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff8abf0263
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff8abf372a
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff8abedc1d
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x49d
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffff8b195f92
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [qtp1131184547-5:1522]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_13005(E) binfmt_misc xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables falcon_lsm_pinned_12905(E) devlink ip6table_filter ip6_tables iptable_filter ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack xt_CHECKSUM iptable_mangle ext4 mbcache jbd2 snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core iosf_mbi snd_hwdep crc32_pclmul ghash_clmulni_intel snd_seq snd_seq_device snd_pcm iTCO_wdt iTCO_vendor_support ppdev joydev aesni_intel snd_timer lrw gf128mul glue_helper snd ablk_helper cryptd lpc_ich soundcore virtio_rng i2c_i801 parport_pc pcspkr virtio_balloon parport nfsd auth_rpcgss
nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c qxl drm_kms_helper ahci virtio_blk virtio_net virtio_console syscopyarea sysfillrect sysimgblt libahci fb_sys_fops net_failover ttm failover drm libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: falcon_kal]
CPU: 2 PID: 1522 Comm: qtp1131184547-5 Kdump: loaded Tainted: P EL ------------ 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: Red Hat KVM/RHEL-AV, BIOS 1.13.0-2.module+el8.3.0+7860+a7792d29 04/01/2014
task: ffff8e3cb2dc2100 ti: ffff8e3c8caf4000 task.ti: ffff8e3c8caf4000
RIP: 0010:[<ffffffff8ab16a32>] [<ffffffff8ab16a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8e3c8caf7be0 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8e3c8caf7bb0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff8e3c8caf7c30 R08: ffffffff8b213a40 R09: 00003ffffffff000
R10: ffff8e3e244940d8 R11: 00007f81c7868000 R12: ffff8e3cb2dc2100
R13: ffffffff8ac267ed R14: ffff8e3c8caf7be8 R15: ffff8e3df817caf8
FS: 00007f81c7965700(0000) GS:ffff8e3ebfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000000000b9 CR3: 0000000273ba2000 CR4: 00000000001606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8aa7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8aa7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8aa7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8ab16b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8ad86a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff8ab170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff8aa7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8aa7e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff8abee676>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff8abf013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff8abf0263>] tlb_finish_mmu+0x23/0x30
[<ffffffff8abf372a>] zap_page_range+0xea/0x130
[<ffffffff8abedc1d>] SyS_madvise+0x49d/0xac0
[<ffffffff8b195f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 60 15 75 8b 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #329227
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff81b16a32
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff81a7ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff81a7ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff81a7ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff81b16b4f
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff81d86a45
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff81b170fb
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81a7e258
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff81a7e2cb
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff81bee676
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff81bf013f
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff81bf0263
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff81bf372a
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xea
|
|
14
|
|
vmlinux |
0xffffffff81bf677d
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xbfd
|
|
15
|
SyS_madvise
|
vmlinux |
0xffffffff81bedc1d
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x49d
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffff82195f92
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [slack:54020]
Modules linked in: tcp_lp rfcomm xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc des_generic md4 nls_utf8 cifs ccm dns_resolver overlay(T) vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event squashfs loop snd_ens1371 snd_rawmidi ppdev snd_ac97_codec iosf_mbi crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq vmw_balloon btusb snd_seq_device btrtl btbcm btintel bluetooth aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper cryptd snd_timer snd joydev pcspkr rfkill sg soundcore
vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common nfit crc32c_intel libnvdimm ata_piix e1000 libata mptspi serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 6 PID: 54020 Comm: slack Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff89398f1a3180 ti: ffff89373dd5c000 task.ti: ffff89373dd5c000
RIP: 0010:[<ffffffff81b16a32>] [<ffffffff81b16a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff89373dd5fbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff89373dd5fbb0 RCX: 0000000000000008
RDX: ffffffff82214950 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff89373dd5fc30 R08: ffffffff82214948 R09: 00003ffffffff000
R10: ffff893f90d7f368 R11: 0000000000000206 R12: ffff89422d9f3380
R13: ffff89422d9f3380 R14: 0000000000000002 R15: ffff894233b9ad40
FS: 00007f99a156ebc0(0000) GS:ffff894233b80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000261200f39000 CR3: 0000000d90020000 CR4: 00000000003607e0
Call Trace:
[<ffffffff81a7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff81a7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff81a7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff81b16b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff81d86a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff81b170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff81a7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81a7e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff81bee676>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff81bf013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff81bf0263>] tlb_finish_mmu+0x23/0x30
[<ffffffff81bf372a>] zap_page_range+0xea/0x130
[<ffffffff81bf677d>] ? handle_mm_fault+0xbfd/0xfb0
[<ffffffff81bedc1d>] SyS_madvise+0x49d/0xac0
[<ffffffff82195f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 60 15 75 82 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #293035
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff955163d6
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffff9547e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff9547e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff9547e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff955164ef
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff95781685
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff95516a9b
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9547e478
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9547e4eb
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff955ec096
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff955edb5f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff955edc83
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff955f098a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xea
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [java:18435]
Modules linked in: ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter sunrpc snd_hda_codec_generic snd_hda_intel ppdev snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device snd_pcm snd_timer snd sg soundcore i2c_piix4 virtio_balloon parport_pc joydev parport pcspkr ip_tables xfs libcrc32c dm_crypt drbg ansi_cprng xts gf128mul sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix 8139too virtio_pci libata virtio_ring serio_raw 8139cp virtio mii drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 18435 Comm: java Kdump: loaded Tainted: G L ------------ 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff9fd4729b41c0 ti: ffff9fd6c163c000 task.ti: ffff9fd6c163c000
RIP: 0010:[<ffffffff955163d6>] [<ffffffff955163d6>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff9fd6c163fbe0 EFLAGS: 00000202
RAX: 00000000000008fd RBX: ffff9fd8aaa24000 RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000286
RBP: ffff9fd6c163fc30 R08: 0000000000000001 R09: 00003ffffffff000
R10: ffff9fd543fd1bd0 R11: 00007ff1a2665000 R12: ffffffff956b753a
R13: ffff9fd6c163fb90 R14: 0000000000001000 R15: ffffffff955c9512
FS: 00007ff1a2762700(0000) GS:ffff9fd8c1c80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff24b5bd530 CR3: 00000000b2b92000 CR4: 00000000000006e0
Call Trace:
[<ffffffff9547e2b0>] ? leave_mm+0x110/0x110
[<ffffffff9547e2b0>] ? leave_mm+0x110/0x110
[<ffffffff9547e2b0>] ? leave_mm+0x110/0x110
[<ffffffff955164ef>] smp_call_function_single+0x5f/0xa0
[<ffffffff95781685>] ? cpumask_next_and+0x35/0x50
[<ffffffff95516a9b>] smp_call_function_many+0x22b/0x270
[<ffffffff9547e478>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9547e4eb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff955ec096>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff955edb5f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff955edc83>] tlb_finish_mmu+0x23/0x30
[<ffffffff955f098a>] zap_page_range+0xea/0x130
Complete report #285043
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff86716a32
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8667ddd0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8667ddd0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8667ddd0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff86716b4f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff86986a45
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff867170fb
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8667e258
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8667e2cb
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff867ee676
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff867f013f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff867f0263
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff867f372a
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff867edc1d
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x49d
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff86d95ed5
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xa2
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff86d95ec9
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x96
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff86d95f92
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x25
|
|
18
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff86d95ed5
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [.NET ThreadPool:21362]
Modules linked in: tcp_lp nls_utf8 isofs nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) sunrpc snd_intel8x0 ppdev snd_ac97_codec ac97_bus snd_seq joydev snd_seq_device snd_pcm iosf_mbi snd_timer crc32_pclmul sg snd ghash_clmulni_intel vboxguest(OE) aesni_intel soundcore parport_pc parport lrw gf128mul i2c_piix4 glue_helper video ablk_helper pcspkr cryptd ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ata_piix ttm drm libata crct10dif_pclmul crct10dif_common crc32c_intel drm_panel_orientation_quirks e1000 serio_raw dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 21362 Comm: .NET ThreadPool Kdump: loaded Tainted: G OE ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8ad56c191080 ti: ffff8ad0c5818000 task.ti: ffff8ad0c5818000
RIP: 0010:[<ffffffff86716a32>] [<ffffffff86716a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8ad0c581bbe0 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8ad0c581bbb0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff8ad0c581bc30 R08: ffffffff86e137c0 R09: 00003ffffffff000
R10: ffff8ad287296288 R11: 00007fea1efff000 R12: ffff8ad56c191080
R13: ffff8ad035d11a80 R14: 0000000000000140 R15: ffff8ad5fbc9ad40
FS: 00007fea1f7fe700(0000) GS:ffff8ad5fbc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1aa5fa4000 CR3: 00000005767a8000 CR4: 00000000000606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8667ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8667ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8667ddd0>] ? leave_mm+0x120/0x120
[<ffffffff86716b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff86986a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff867170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff8667e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8667e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff867ee676>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff867f013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff867f0263>] tlb_finish_mmu+0x23/0x30
[<ffffffff867f372a>] zap_page_range+0xea/0x130
[<ffffffff867edc1d>] SyS_madvise+0x49d/0xac0
[<ffffffff86d95ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff86d95ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff86d95f92>] system_call_fastpath+0x25/0x2a
[<ffffffff86d95ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 89 de 48 03 14 c5 60 15 35 87 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #210812
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa9516532
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa947ddd0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa947ddd0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa947ddd0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa951664f
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa97864f5
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa9516bfb
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa947e258
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa947e2cb
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa95ee176
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffa95efc3f
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa95efd63
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x23
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [qemu-kvm:3190]
Modules linked in: tcp_lp vhost_net vhost macvtap macvlan nls_utf8 isofs rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event vfat fat xfs iosf_mbi kvm_intel kvm irqbypass libcrc32c crc32_pclmul snd_ens1371 snd_rawmidi snd_ac97_codec ghash_clmulni_intel ac97_bus btusb snd_seq btrtl snd_seq_device btbcm btintel ppdev snd_pcm bluetooth aesni_intel lrw gf128mul glue_helper ablk_helper snd_timer vmw_balloon cryptd snd soundcore rfkill joydev sg pcspkr vmw_vmci i2c_piix4 tpm_crb parport_pc parport
ip_tables ext4 mbcache jbd2 sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect ata_piix sysimgblt fb_sys_fops ttm libata drm nfit libnvdimm crct10dif_pclmul crct10dif_common mptspi scsi_transport_spi crc32c_intel mptscsih mptbase e1000 serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 3190 Comm: qemu-kvm Kdump: loaded Not tainted 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.16722896.B64.2008100651 08/10/2020
task: ffff898ae0172100 ti: ffff898ad69c0000 task.ti: ffff898ad69c0000
RIP: 0010:[<ffffffffa9516532>] [<ffffffffa9516532>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff898ad69c3c20 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff898ad69c3bf0 RCX: 0000000000000003
RDX: ffffffffa9c13cd0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff898ad69c3c70 R08: ffffffffa9c13cc8 R09: 0000000180400023
R10: 00000000d6879301 R11: ffff898ad68791c0 R12: ffff898aed034e20
R13: ffffffffa94e4a1c R14: ffff898ad69c3bd0 R15: 0000000000000001
FS: 00007f095bdef700(0000) GS:ffff898af5640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f243f259000 CR3: 00000002108de000 CR4: 00000000003627e0
Call Trace:
[<ffffffffa947ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa947ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa947ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa951664f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa97864f5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa9516bfb>] smp_call_function_many+0x22b/0x270
[<ffffffffa947e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa947e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa95ee176>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffa95efc3f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffa95efd63>] tlb_finish_mmu+0x23/0x30
Complete report #148503
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff87516842
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8747e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8747e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8747e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8751695f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff87786395
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff87516f0b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8747e868
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8747e8db
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff875edf56
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff875efa1f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff875efb43
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff875f300a
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xea
|
|
14
|
|
vmlinux |
0xffffffff875efb40
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x20
|
|
15
|
SyS_madvise
|
vmlinux |
0xffffffff875ed4fd
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x49d
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffff87b95f92
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 23s! [chrome:75884]
Modules linked in: tcp_lp rfcomm xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter binfmt_misc des_generic md4 nls_utf8 cifs ccm dns_resolver overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul vmw_balloon snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ac97_bus btusb snd_seq aesni_intel btrtl btbcm btintel lrw gf128mul glue_helper ablk_helper cryptd bluetooth snd_seq_device snd_pcm joydev pcspkr snd_timer rfkill snd sg soundcore
vmw_vmci i2c_piix4 parport_pc parport squashfs loop ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect nfit sysimgblt fb_sys_fops ttm libnvdimm crct10dif_pclmul ata_piix crct10dif_common crc32c_intel drm mptspi scsi_transport_spi libata e1000 serio_raw mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 75884 Comm: chrome Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff904a4755d280 ti: ffff90480ea0c000 task.ti: ffff90480ea0c000
RIP: 0010:[<ffffffff87516842>] [<ffffffff87516842>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff90480ea0fbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff90480ea0fbb0 RCX: 0000000000000004
RDX: ffffffff87c13f50 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff90480ea0fc30 R08: ffffffff87c13f48 R09: 00003ffffffff000
R10: ffff9049844bde60 R11: 0000000000000206 R12: 6666904a478f61d0
R13: 00000000cf1522c3 R14: ffffffff87790f10 R15: ffff90480ea0fb31
FS: 00007f91766b2b40(0000) GS:ffff9051b3b00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fcb55077000 CR3: 000000044ea68000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8747e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8747e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8747e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8751695f>] smp_call_function_single+0x5f/0xa0
[<ffffffff87786395>] ? cpumask_next_and+0x35/0x50
[<ffffffff87516f0b>] smp_call_function_many+0x22b/0x270
[<ffffffff8747e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8747e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff875edf56>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff875efa1f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff875efb43>] tlb_finish_mmu+0x23/0x30
[<ffffffff875f300a>] zap_page_range+0xea/0x130
[<ffffffff875efb40>] ? tlb_finish_mmu+0x20/0x30
[<ffffffff875ed4fd>] SyS_madvise+0x49d/0xac0
[<ffffffff87b95f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 a0 15 15 88 48 89 df e8 c7 6c 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #127566
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff97116732
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9707e6a0
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9707e6a0
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9707e6a0
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9711684f
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff97386265
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff97116dfb
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9707e868
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9707e8db
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff971ede26
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff971ef8ef
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x3f
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 26s! [edr_agent:4069]
Modules linked in: binfmt_misc tcp_diag inet_diag nf_conntrack_ftp tq_base(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc nfit libnvdimm ppdev coretemp vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm ata_piix libata crct10dif_pclmul vmxnet3
crct10dif_common crc32c_intel serio_raw vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 4069 Comm: edr_agent Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8ec60b7a8000 ti: ffff8ec36c790000 task.ti: ffff8ec36c790000
RIP: 0010:[<ffffffff97116732>] [<ffffffff97116732>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8ec36c793c20 EFLAGS: 00000202
RAX: 0000000000000012 RBX: ffff8ec36c793bf0 RCX: 000000000000002e
RDX: 000000000003ffff RSI: 0000000000000012 RDI: 0000000000000282
RBP: ffff8ec36c793c70 R08: ffffffff97814440 R09: ffffffff97202738
R10: ffff8ec2e50df0a0 R11: ffffd2bb0db9f680 R12: ffffffff9778c778
R13: ffff8ec36c793c70 R14: 0000000000001000 R15: 0000000000000044
FS: 00007f53c6363700(0000) GS:ffff8ec2e50c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f53ca0f1000 CR3: 000000035ff8e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9707e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9707e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9707e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9711684f>] smp_call_function_single+0x5f/0xa0
[<ffffffff97386265>] ? cpumask_next_and+0x35/0x50
[<ffffffff97116dfb>] smp_call_function_many+0x22b/0x270
[<ffffffff9707e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9707e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff971ede26>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff971ef8ef>] arch_tlb_finish_mmu+0x3f/0x80
Complete report #111349
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8bf14a22
Build id: 3.10.0-1062.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8be7d1d0
Build id: 3.10.0-1062.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff8be7d1d0
Build id: 3.10.0-1062.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff8be7d1d0
Build id: 3.10.0-1062.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8bf14b3f
Build id: 3.10.0-1062.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8c17f475
Build id: 3.10.0-1062.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8bf150eb
Build id: 3.10.0-1062.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8be7d398
Build id: 3.10.0-1062.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8be7d40b
Build id: 3.10.0-1062.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff8bfea166
Build id: 3.10.0-1062.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff8bfebc2f
Build id: 3.10.0-1062.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff8bfebd53
Build id: 3.10.0-1062.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff8bfeea5a
Build id: 3.10.0-1062.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff8bfe976d
Build id: 3.10.0-1062.el7.x86_64
|
0x49d
|
|
15
|
tracesys
|
vmlinux |
0xffffffff8c58c172
Build id: 3.10.0-1062.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [Web Content:6189]
Modules linked in: binfmt_misc uas usb_storage tcp_lp fuse tun bridge stp llc devlink vmhgfs(OE) ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq joydev pcspkr snd_seq_device snd_pcm sg snd_timer nfit snd libnvdimm soundcore i2c_piix4 vmw_vmci parport_pc parport xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm serio_raw mptspi ata_piix scsi_transport_spi mptscsih libata e1000 mptbase drm_panel_orientation_quirks dm_mirror
dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 1 PID: 6189 Comm: Web Content Kdump: loaded Tainted: G OE ------------ 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8ecc114ed230 ti: ffff8ecc54970000 task.ti: ffff8ecc54970000
RIP: 0010:[<ffffffff8bf14a22>] [<ffffffff8bf14a22>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8ecc54973be0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8ecc54973bb0 RCX: 0000000000000001
RDX: ffffffff8c613510 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8ecc54973c30 R08: ffffffff8c613508 R09: 00003ffffffff000
R10: ffff8ecdca75b290 R11: 0000000000000206 R12: 0000000000000002
R13: ffff8ece3ffdb008 R14: 0000000000000000 R15: 0000000300000000
FS: 00007f508db2c780(0000) GS:ffff8ece35640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5029341000 CR3: 0000000217308000 CR4: 00000000001607e0
Call Trace:
[<ffffffff8be7d1d0>] ? leave_mm+0x110/0x110
[<ffffffff8be7d1d0>] ? leave_mm+0x110/0x110
[<ffffffff8be7d1d0>] ? leave_mm+0x110/0x110
[<ffffffff8bf14b3f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8c17f475>] ? cpumask_next_and+0x35/0x50
[<ffffffff8bf150eb>] smp_call_function_many+0x22b/0x270
[<ffffffff8be7d398>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8be7d40b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff8bfea166>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff8bfebc2f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff8bfebd53>] tlb_finish_mmu+0x23/0x30
[<ffffffff8bfeea5a>] zap_page_range+0xea/0x130
[<ffffffff8bfe976d>] SyS_madvise+0x49d/0xac0
[<ffffffff8c58c172>] tracesys+0xa6/0xcc
Code: 89 de 48 03 14 c5 e0 d7 b4 8c 48 89 df e8 d7 1a 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #68830
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8c5165b2
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8c47e6a0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8c47e6a0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8c47e6a0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8c5166cf
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8c785e25
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8c516c7b
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8c47e868
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8c47e8db
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff8c5edd46
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff8c5ef80f
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff8c5ef933
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff8c5f2dfa
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff8c5ed2ed
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x49d
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffff8cb94f92
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 23s! [in:imjournal:1305]
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [mysqld:124640]
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm dns_resolver bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper ata_piix syscopyarea ahci sysfillrect sysimgblt fb_sys_fops ttm libahci crct10dif_pclmul crct10dif_common crc32c_intel drm libata nfit libnvdimm serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: CyProtectDrv]
CPU: 6 PID: 124640 Comm: mysqld Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8e7cf2389080 ti: ffff8e801503c000 task.ti: ffff8e801503c000
RIP: 0010:[<ffffffff8c5165b2>] [<ffffffff8c5165b2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8e801503fbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8e801503fbb0 RCX: 0000000000000003
RDX: ffffffff8cc13cd0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8e801503fc30 R08: ffffffff8cc13cc8 R09: 00003ffffffff000
R10: ffff8e82f7ea8bd0 R11: 00007f3837513000 R12: ffff8e801503fcd0
R13: 0000000000000004 R14: ffff8e7cd07948d0 R15: ffffffff8ca3dc64
FS: 00007f383755b700(0000) GS:ffff8e839d780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f38374bfc98 CR3: 00000003b2d70000 CR4: 00000000001607e0
Call Trace:
[<ffffffff8c47e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8c47e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8c47e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8c5166cf>] smp_call_function_single+0x5f/0xa0
[<ffffffff8c785e25>] ? cpumask_next_and+0x35/0x50
[<ffffffff8c516c7b>] smp_call_function_many+0x22b/0x270
[<ffffffff8c47e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8c47e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff8c5edd46>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff8c5ef80f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff8c5ef933>] tlb_finish_mmu+0x23/0x30
[<ffffffff8c5f2dfa>] zap_page_range+0xea/0x130
[<ffffffff8c5ed2ed>] SyS_madvise+0x49d/0xac0
[<ffffffff8cb94f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 e0 13 15 8d 48 89 df e8 e7 69 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #65135
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff98116802
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9807e6a0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9807e6a0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9807e6a0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9811691f
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff98385fe5
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff98116ecb
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9807e868
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9807e8db
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff981edee6
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff981ef9af
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff981efad3
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff981f2f9a
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xea
|
|
14
|
|
vmlinux |
0xffffffff981f5fed
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xbfd
|
|
15
|
SyS_madvise
|
vmlinux |
0xffffffff981ed48d
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x49d
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff98793ed5
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa2
|
|
17
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff98793ec9
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x96
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff98793f92
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x25
|
|
19
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff98793ed5
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 26s! [ossec-agentd:9009]
crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel ata_piix serio_raw mptspi scsi_transport_spi libata mptscsih e1000 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 9009 Comm: ossec-agentd Kdump: loaded Tainted: P W OEL ------------ 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff9cf166765280 ti: ffff9cf1664bc000 task.ti: ffff9cf1664bc000
RIP: 0010:[<ffffffff98116802>] [<ffffffff98116802>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9cf1664bfbe0 EFLAGS: 00000202
RAX: 00000000000008fd RBX: 0000000000000020 RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000286
RBP: ffff9cf1664bfc30 R08: 0000000000000001 R09: 00003ffffffff000
R10: ffff9cf2c3ee76c8 R11: 0000000000000246 R12: ffffffff981c5d1e
R13: ffff9cf1664bfbb8 R14: ffff9cf2fffd6090 R15: fffff61d04de11c0
FS: 00007fd7f7323700(0000) GS:ffff9cf2ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd7ec03e040 CR3: 00000002241ce000 CR4: 00000000000407e0
Call Trace:
[<ffffffff9807e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9807e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9807e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9811691f>] smp_call_function_single+0x5f/0xa0
[<ffffffff98385fe5>] ? cpumask_next_and+0x35/0x50
[<ffffffff98116ecb>] smp_call_function_many+0x22b/0x270
[<ffffffff9807e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9807e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff981edee6>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff981ef9af>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff981efad3>] tlb_finish_mmu+0x23/0x30
[<ffffffff981f2f9a>] zap_page_range+0xea/0x130
[<ffffffff981f5fed>] ? handle_mm_fault+0xbfd/0xfb0
[<ffffffff981ed48d>] SyS_madvise+0x49d/0xac0
[<ffffffff98793ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff98793ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff98793f92>] system_call_fastpath+0x25/0x2a
[<ffffffff98793ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 89 de 48 03 14 c5 e0 13 d5 98 48 89 df e8 57 69 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #24806
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffbbf14af6
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffffbbe7d2b0
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffbbe7d2b0
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffbbe7d2b0
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffbbf14c0f
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffbc17fce5
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffbbf151bb
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffbbe7d478
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffbbe7d4eb
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffbbfea756
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffbbfec21f
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffbbfec343
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffbbfef04a
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffffbbfe9d5d
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x49d
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffbc58be21
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xae
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffbc58be15
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xa2
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffbc58bede
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x25
|
|
18
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffbc58be21
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 24s! [mysqld:121583]
pcc_cpufreq snd_timer snd soundcore i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm crc32c_intel libnvdimm ata_piix serio_raw mptspi scsi_transport_spi mptscsih libata e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 121583 Comm: mysqld Kdump: loaded Not tainted 3.10.0-1062.4.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9f8b8a5cd230 ti: ffff9f8b91e04000 task.ti: ffff9f8b91e04000
RIP: 0010:[<ffffffffbbf14af6>] [<ffffffffbbf14af6>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff9f8b91e07be0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9f8b91e07bb0 RCX: 0000000000000003
RDX: ffffffffbc613a50 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9f8b91e07c30 R08: ffffffffbc613a48 R09: 00003ffffffff000
R10: ffff9f8cea97bcb0 R11: 0000000000000202 R12: ffff9f8b8a5cd230
R13: 0000000000000002 R14: 0000000000000030 R15: 0000000000000005
FS: 00007faaaa3b4700(0000) GS:ffff9f8cf86c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faa780c4000 CR3: 00000001733ce000 CR4: 00000000000007e0
Call Trace:
[<ffffffffbbe7d2b0>] ? leave_mm+0x110/0x110
[<ffffffffbbe7d2b0>] ? leave_mm+0x110/0x110
[<ffffffffbbe7d2b0>] ? leave_mm+0x110/0x110
[<ffffffffbbf14c0f>] smp_call_function_single+0x5f/0xa0
[<ffffffffbc17fce5>] ? cpumask_next_and+0x35/0x50
[<ffffffffbbf151bb>] smp_call_function_many+0x22b/0x270
[<ffffffffbbe7d478>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffbbe7d4eb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffbbfea756>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffbbfec21f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffbbfec343>] tlb_finish_mmu+0x23/0x30
[<ffffffffbbfef04a>] zap_page_range+0xea/0x130
[<ffffffffbbfe9d5d>] SyS_madvise+0x49d/0xac0
[<ffffffffbc58be21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffffbc58be15>] ? system_call_after_swapgs+0xa2/0x146
[<ffffffffbc58bede>] system_call_fastpath+0x25/0x2a
[<ffffffffbc58be21>] ? system_call_after_swapgs+0xae/0x146
Code: 14 c5 e0 d6 b4 bc 48 89 df e8 77 22 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 8f
Complete report #23716
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb0f14a22
Build id: 3.10.0-1062.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb0e7d1d0
Build id: 3.10.0-1062.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffb0e7d1d0
Build id: 3.10.0-1062.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffb0e7d1d0
Build id: 3.10.0-1062.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb0f14b3f
Build id: 3.10.0-1062.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb117f475
Build id: 3.10.0-1062.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb0f150eb
Build id: 3.10.0-1062.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb0e7d398
Build id: 3.10.0-1062.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffb0e7d40b
Build id: 3.10.0-1062.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffb0fea166
Build id: 3.10.0-1062.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffb0febc2f
Build id: 3.10.0-1062.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffb0febd53
Build id: 3.10.0-1062.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffb0feea5a
Build id: 3.10.0-1062.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffffb0fe976d
Build id: 3.10.0-1062.el7.x86_64
|
0x49d
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffffb158bede
Build id: 3.10.0-1062.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 22s! [pgyvpn_svr:2148]
Modules linked in: tcp_lp xt_nat veth xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter fuse vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon snd_ens1371 aesni_intel snd_rawmidi lrw gf128mul snd_ac97_codec glue_helper ablk_helper cryptd ac97_bus snd_seq snd_seq_device snd_pcm nfit pcspkr joydev snd_timer libnvdimm snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel drm libata e1000 serio_raw mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 8 PID: 2148 Comm: pgyvpn_svr Kdump: loaded Tainted: G ------------ T 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff97dd70a7c1c0 ti: ffff97dbf428c000 task.ti: ffff97dbf428c000
RIP: 0010:[<ffffffffb0f14a22>] [<ffffffffb0f14a22>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff97dbf428fbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: 0000000000000286 RCX: 0000000000000007
RDX: ffff97dcbc57d010 RSI: 0000000000000000 RDI: 0000000000000286
RBP: ffff97dbf428fc30 R08: ffff97dcbc57d008 R09: 0000000000000002
R10: 0000000000000040 R11: 0000000000000000 R12: ffff97dbf428fbb0
R13: ffff97dcbc57d000 R14: 0000000000000040 R15: ffffffffb117f475
FS: 00007f24bd431700(0000) GS:ffff97dd75800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f66223cc000 CR3: 00000000b2e96000 CR4: 00000000001607e0
Call Trace:
[<ffffffffb0e7d1d0>] ? leave_mm+0x110/0x110
[<ffffffffb0e7d1d0>] ? leave_mm+0x110/0x110
[<ffffffffb0e7d1d0>] ? leave_mm+0x110/0x110
[<ffffffffb0f14b3f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb117f475>] ? cpumask_next_and+0x35/0x50
[<ffffffffb0f150eb>] smp_call_function_many+0x22b/0x270
[<ffffffffb0e7d398>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb0e7d40b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffb0fea166>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffb0febc2f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffb0febd53>] tlb_finish_mmu+0x23/0x30
[<ffffffffb0feea5a>] zap_page_range+0xea/0x130
[<ffffffffb0fe976d>] SyS_madvise+0x49d/0xac0
[<ffffffffb158bede>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 e0 d7 b4 b1 48 89 df e8 d7 1a 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #11092
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff97f14a22
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff97e7d1d0
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff97e7d1d0
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff97e7d1d0
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff97f14b3f
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9817f475
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff97f150eb
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff97e7d398
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff97e7d40b
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff97fea166
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff97febc2f
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff97febd53
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffff97feea5a
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0xea
|
|
14
|
SyS_madvise
|
vmlinux |
0xffffffff97fe976d
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x49d
|
|
15
|
tracesys
|
vmlinux |
0xffffffff9858d172
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [elasticsearch[n:95159]
Modules linked in: tcp_lp nls_utf8 isofs fuse veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink binfmt_misc vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device coretemp snd_pcm snd_timer snd ppdev soundcore vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg joydev pcspkr parport_pc parport vmw_vmci i2c_piix4 sch_fq_codel ip_tables xfs libcrc32c
sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx ata_piix drm_kms_helper syscopyarea libata sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm mptspi nfit crc32c_intel scsi_transport_spi libnvdimm mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ipmi_msghandler]
CPU: 1 PID: 95159 Comm: elasticsearch[n Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.1.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9a3ac526d230 ti: ffff9a3ad3edc000 task.ti: ffff9a3ad3edc000
RIP: 0010:[<ffffffff97f14a22>] [<ffffffff97f14a22>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9a3ad3edfbe0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9a3ad3edfbb0 RCX: 0000000000000001
RDX: ffffffff98613550 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9a3ad3edfc30 R08: ffffffff98613548 R09: 00003ffffffff000
R10: ffff9a3c81412360 R11: 00007fad0b8ef000 R12: ffff9a3cfffd8000
R13: ffffffff97fc68f6 R14: ffff9a3ad3edfbf0 R15: 0000000000020200
FS: 00007fad0b9ec700(0000) GS:ffff9a3cf5640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fadb4804530 CR3: 00000001e3790000 CR4: 00000000001607e0
Call Trace:
[<ffffffff97e7d1d0>] ? leave_mm+0x110/0x110
[<ffffffff97e7d1d0>] ? leave_mm+0x110/0x110
[<ffffffff97e7d1d0>] ? leave_mm+0x110/0x110
[<ffffffff97f14b3f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9817f475>] ? cpumask_next_and+0x35/0x50
[<ffffffff97f150eb>] smp_call_function_many+0x22b/0x270
[<ffffffff97e7d398>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff97e7d40b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff97fea166>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff97febc2f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff97febd53>] tlb_finish_mmu+0x23/0x30
[<ffffffff97feea5a>] zap_page_range+0xea/0x130
[<ffffffff97fe976d>] SyS_madvise+0x49d/0xac0
[<ffffffff9858d172>] tracesys+0xa6/0xcc
Code: 89 de 48 03 14 c5 e0 d7 b4 98 48 89 df e8 d7 1a 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #7298
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb87163d2
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb867e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffb867e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffb867e2b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb87164ef
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb8981685
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb8716a9b
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb867e478
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffb867e4eb
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffb87ec096
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffb87edb5f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffb87edc83
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x23
|
|
13
|
zap_page_range
|
vmlinux |
0xffffffffb87f098a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xea
|
|
14
|
|
vmlinux |
0xffffffffb8849d83
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x93
|
|
15
|
SyS_madvise
|
vmlinux |
0xffffffffb87eb69d
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x49d
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffffb8d8dede
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [splunkd:7291]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink xt_comment ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd pcspkr vmw_balloon sg joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata crct10dif_pclmul crct10dif_common nfit crc32c_intel libnvdimm serio_raw mptspi scsi_transport_spi mptscsih vmxnet3 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 7291 Comm: splunkd Kdump: loaded Tainted: G L ------------ 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff967b886a20e0 ti: ffff967b88524000 task.ti: ffff967b88524000
RIP: 0010:[<ffffffffb87163d2>] [<ffffffffb87163d2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff967b88527be0 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff967b88527bb0 RCX: 0000000000000830
RDX: 0000000000000004 RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff967b88527c30 R08: ffffffffb8e13cc0 R09: 00003ffffffff000
R10: ffff967b94fea510 R11: 0000000000000202 R12: ffff967b88527bd0
R13: 0000000000000000 R14: ffff967bb860e6c0 R15: 00000000000007c4
FS: 00007f8eee3fd700(0000) GS:ffff967bbfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8ee8c94040 CR3: 0000000061186000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb867e2b0>] ? leave_mm+0x110/0x110
[<ffffffffb867e2b0>] ? leave_mm+0x110/0x110
[<ffffffffb867e2b0>] ? leave_mm+0x110/0x110
[<ffffffffb87164ef>] smp_call_function_single+0x5f/0xa0
[<ffffffffb8981685>] ? cpumask_next_and+0x35/0x50
[<ffffffffb8716a9b>] smp_call_function_many+0x22b/0x270
[<ffffffffb867e478>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb867e4eb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffb87ec096>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffb87edb5f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffb87edc83>] tlb_finish_mmu+0x23/0x30
[<ffffffffb87f098a>] zap_page_range+0xea/0x130
[<ffffffffb8849d83>] ? do_sync_write+0x93/0xe0
[<ffffffffb87eb69d>] SyS_madvise+0x49d/0xac0
[<ffffffffb8d8dede>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 20 e8 34 b9 48 89 df e8 37 23 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #12923
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff88716f76
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffff8867e730
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8867e730
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8867e730
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8871708f
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff88984fc5
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8871763b
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8867e8f8
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8867e96b
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff887ede36
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff887ef8ff
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff887efa23
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x23
|
|
13
|
unmap_region
|
vmlinux |
0xffffffff887f9234
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xf4
|
|
14
|
|
xfs |
0xffffffffc042e344
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xe4
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [ManagementAgent:1272]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock fuse sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer sg snd coretemp ppdev soundcore vmw_balloon vmw_vmci joydev pcspkr i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crc32c_intel nfit ata_piix mptspi e1000 libnvdimm scsi_transport_spi
mptscsih libata serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 1272 Comm: ManagementAgent Kdump: loaded Tainted: G L ------------ 3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9776b5dec1c0 ti: ffff977aacdbc000 task.ti: ffff977aacdbc000
RIP: 0010:[<ffffffff88716f76>] [<ffffffff88716f76>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff977aacdbfc20 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff977aacdbfbf0 RCX: 0000000000000001
RDX: ffffffff88e136d0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff977aacdbfc70 R08: ffffffff88e136c8 R09: ffffffff8880280c
R10: ffff977aad69f0a0 R11: ffffde4a4cf044c0 R12: ffffffff88d8d975
R13: ffff977aacdbfbb8 R14: 00007fb7587a5000 R15: ffff977aa391b000
FS: 00007fb74ffff700(0000) GS:ffff977aad680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb7587a5000 CR3: 000000042cad4000 CR4: 00000000000007e0
Call Trace:
[<ffffffff8867e730>] ? leave_mm+0x120/0x120
[<ffffffff8867e730>] ? leave_mm+0x120/0x120
[<ffffffff8867e730>] ? leave_mm+0x120/0x120
[<ffffffff8871708f>] smp_call_function_single+0x5f/0xa0
[<ffffffff88984fc5>] ? cpumask_next_and+0x35/0x50
[<ffffffff8871763b>] smp_call_function_many+0x22b/0x270
[<ffffffff8867e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8867e96b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff887ede36>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff887ef8ff>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff887efa23>] tlb_finish_mmu+0x23/0x30
[<ffffffff887f9234>] unmap_region+0xf4/0x140
[<ffffffffc042e344>] ? xfs_iunlock+0xe4/0x120 [xfs]