Complete report #953876
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffa4d1e23a
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa4c81fa8
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffa4c82144
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffa4e14228
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa4dfb65e
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x32e
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffa4dfdb6b
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xfb
|
|
7
|
|
vmlinux |
0xffffffffa4ce0e92
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x192
|
|
8
|
|
vmlinux |
0xffffffffa4ce111b
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x5b
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffffa4e0228a
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xb3a
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffffa53bf7d3
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffffa53bfb05
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffffa53bb7b8
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 67s! [cloudflared:5699]
Modules linked in: ip_vs_rr xt_ipvs ip_vs xt_REDIRECT nf_nat_redirect vxlan ip6_udp_tunnel udp_tunnel xt_mark xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter tun overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event kvm_amd kvm irqbypass snd_ens1371 snd_rawmidi snd_ac97_codec crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq aesni_intel snd_seq_device lrw gf128mul glue_helper snd_pcm ablk_helper cryptd ppdev snd_timer snd vmw_balloon soundcore sg pcspkr joydev parport_pc parport vmw_vmci
ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ata_piix e1000 mptspi nfit scsi_transport_spi libata libnvdimm mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 5699 Comm: cloudflared Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8c2bac7cc200 ti: ffff8c2bac568000 task.ti: ffff8c2bac568000
RIP: 0010:[<ffffffffa4d1e23a>] [<ffffffffa4d1e23a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff8c2bac56bbe8 EFLAGS: 00000202
RAX: 0000000000000001 RBX: 00000000000000fc RCX: ffff8c2f5a460628
RDX: 0000000000000001 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8c2bac56bc20 R08: ffff8c26e5fa3400 R09: ffffffffa4f9c7b9
R10: ffff8c2f5a49f160 R11: fffffcd6cc60bc00 R12: 0000000000000292
R13: 0000000000000000 R14: ffff8c2bac56bb58 R15: 0000000000000292
FS: 000000c000070490(0000) GS:ffff8c2f5a480000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001cdc0c0 CR3: 000000062c5b2000 CR4: 0000000000340fe0
Call Trace:
[<ffffffffa4c81fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa4c82144>] flush_tlb_page+0x54/0xa0
[<ffffffffa4e14228>] ptep_clear_flush+0x68/0xa0
[<ffffffffa4dfb65e>] wp_page_copy.isra.73+0x32e/0x5d0
[<ffffffffa4dfdb6b>] do_wp_page+0xfb/0x730
[<ffffffffa4ce0e92>] ? try_to_wake_up+0x192/0x3a0
[<ffffffffa4ce111b>] ? wake_up_q+0x5b/0x90
[<ffffffffa4e0228a>] handle_mm_fault+0xb3a/0x1190
[<ffffffffa53bf7d3>] __do_page_fault+0x213/0x510
[<ffffffffa53bfb05>] do_page_fault+0x35/0x90
[<ffffffffa53bb7b8>] page_fault+0x28/0x30
Code: 48 63 35 8e 18 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 80 19 95 a5 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 5d 18 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #894147
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff8d7150ca
Build id: 3.10.0-1062.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8d67d398
Build id: 3.10.0-1062.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffff8d67d534
Build id: 3.10.0-1062.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffff8d803b18
Build id: 3.10.0-1062.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff8d7eb6f5
Build id: 3.10.0-1062.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff8d7edb1b
Build id: 3.10.0-1062.el7.x86_64
|
0xfb
|
|
7
|
|
vmlinux |
0xffffffff8d6d6512
Build id: 3.10.0-1062.el7.x86_64
|
0x92
|
|
8
|
|
vmlinux |
0xffffffff8d6d6539
Build id: 3.10.0-1062.el7.x86_64
|
0x19
|
|
9
|
handle_pte_fault
|
vmlinux |
0xffffffff8d7ef4a5
Build id: 3.10.0-1062.el7.x86_64
|
0x3d5
|
|
10
|
|
vmlinux |
0xffffffff8d6da06b
Build id: 3.10.0-1062.el7.x86_64
|
0x5b
|
|
11
|
handle_mm_fault
|
vmlinux |
0xffffffff8d7f200d
Build id: 3.10.0-1062.el7.x86_64
|
0x39d
|
|
12
|
__do_page_fault
|
vmlinux |
0xffffffff8dd86633
Build id: 3.10.0-1062.el7.x86_64
|
0x213
|
|
13
|
do_page_fault
|
vmlinux |
0xffffffff8dd86955
Build id: 3.10.0-1062.el7.x86_64
|
0x35
|
|
14
|
page_fault
|
vmlinux |
0xffffffff8dd82768
Build id: 3.10.0-1062.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [C2 CompilerThre:26402]
Modules linked in: xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event btusb snd_ens1371 btrtl btbcm btintel bluetooth snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel snd_timer snd aesni_intel soundcore rfkill lrw gf128mul glue_helper ppdev ablk_helper pcspkr cryptd vmw_balloon sg joydev parport_pc parport vmw_vmci i2c_piix4 fuse
ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm libnvdimm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata scsi_transport_spi e1000 mptscsih serio_raw mptbase drm_panel_orientation_quirks
CPU: 3 PID: 26402 Comm: C2 CompilerThre Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8e7fadd3c1c0 ti: ffff8e7f38ed8000 task.ti: ffff8e7f38ed8000
RIP: 0010:[<ffffffff8d7150ca>] [<ffffffff8d7150ca>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff8e7f38edbb60 EFLAGS: 00000202
RAX: 0000000000000004 RBX: 000800008d67d1d0 RCX: ffff8e7fae720600
RDX: 0000000000000004 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8e7f38edbb98 R08: ffff8e7d388a3c00 R09: ffffffff8d97f629
R10: ffff8e7fae6df160 R11: ffffe3d14e96e000 R12: 0000000000000282
R13: 0000000000000282 R14: ffff8e7f38edbb10 R15: ffffffffffffffff
FS: 00007fd6d55a8640(0000) GS:ffff8e7fae6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd6b8035000 CR3: 00000003d5e74000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff8d67d398>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8d67d534>] flush_tlb_page+0x54/0xa0
[<ffffffff8d803b18>] ptep_clear_flush+0x68/0xa0
[<ffffffff8d7eb6f5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff8d7edb1b>] do_wp_page+0xfb/0x720
[<ffffffff8d6d6512>] ? check_preempt_curr+0x92/0xa0
[<ffffffff8d6d6539>] ? ttwu_do_wakeup+0x19/0xe0
[<ffffffff8d7ef4a5>] handle_pte_fault+0x3d5/0xe20
[<ffffffff8d6da06b>] ? wake_up_q+0x5b/0x80
[<ffffffff8d7f200d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8dd86633>] __do_page_fault+0x213/0x500
[<ffffffff8dd86955>] do_page_fault+0x35/0x90
[<ffffffff8dd82768>] page_fault+0x28/0x30
Code: 48 63 35 3e 68 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 d7 34 8e f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 0d 68 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #785687
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffb49170da
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb487e258
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffb487e3f4
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffb4a08108
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffb49efc05
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffb49f202b
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xfb
|
|
7
|
|
vmlinux |
0xffffffffb4a723a4
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x24
|
|
8
|
|
vmlinux |
0xffffffffb4a5f4e6
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x176
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffffb49f66a2
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xb22
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffffb4f94653
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffffb4f94975
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffffb4f90778
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [dockerd:1765]
Modules linked in: tcp_lp xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul
crct10dif_common crc32c_intel drm ata_piix nfit serio_raw mptspi libata scsi_transport_spi libnvdimm e1000 mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 5 PID: 1765 Comm: dockerd Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.59.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8911b52f4200 ti: ffff8914a92b8000 task.ti: ffff8914a92b8000
RIP: 0010:[<ffffffffb49170da>] [<ffffffffb49170da>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff8914a92bbbe8 EFLAGS: 00000202
RAX: 0000000000000004 RBX: 00000000000000fc RCX: ffff8914b95206a0
RDX: 0000000000000004 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8914a92bbc20 R08: ffff8912f7dcc000 R09: ffffffffb4b86c09
R10: ffff8914b955f160 R11: fffff4d701ce6e00 R12: 0000000000000292
R13: 0000000000000000 R14: ffff8914a92bbb58 R15: 0000000000000292
FS: 00007f690e7fc700(0000) GS:ffff8914b9540000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f691f6b0368 CR3: 0000000322baa000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffb487e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb487e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffb4a08108>] ptep_clear_flush+0x68/0xa0
[<ffffffffb49efc05>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffb49f202b>] do_wp_page+0xfb/0x720
[<ffffffffb4a723a4>] ? mntput+0x24/0x40
[<ffffffffb4a5f4e6>] ? path_openat+0x176/0x5a0
[<ffffffffb49f66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb4f94653>] __do_page_fault+0x213/0x500
[<ffffffffb4f94975>] do_page_fault+0x35/0x90
[<ffffffffb4f90778>] page_fault+0x28/0x30
Code: 48 63 35 ce 88 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 18 55 b5 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 9d 88 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #495477
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffa39170da
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa387e258
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffa387e3f4
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffa3a08108
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa39efc05
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffa39f202b
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xfb
|
|
7
|
|
vmlinux |
0xffffffffa3a72384
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x24
|
|
8
|
|
vmlinux |
0xffffffffa3a5f4c6
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x176
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffffa39f66a2
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xb22
|
|
10
|
|
vmlinux |
0xffffffffa3a6166d
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x4d
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffffa3f90653
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x213
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffffa3f90975
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x35
|
|
13
|
|
vmlinux |
0xffffffffa3f8cac9
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xaa
|
|
14
|
page_fault
|
vmlinux |
0xffffffffa3f8c778
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [node_exporter:18801]
Modules linked in: tcp_lp tcp_diag udp_diag inet_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg joydev parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm
drm mptsas crct10dif_pclmul crct10dif_common ata_piix scsi_transport_sas crc32c_intel nfit serio_raw libata mptscsih libnvdimm e1000 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 6 PID: 18801 Comm: node_exporter Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.42.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9d26b8c41080 ti: ffff9d291de78000 task.ti: ffff9d291de78000
RIP: 0010:[<ffffffffa39170da>] [<ffffffffa39170da>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff9d291de7bbe8 EFLAGS: 00000202
RAX: 0000000000000005 RBX: 000000000001b840 RCX: ffff9d2a7fd606c8
RDX: 0000000000000005 RSI: 0000000000000008 RDI: 0000000000000000
RBP: ffff9d291de7bc20 R08: ffff9d27b63c1c00 R09: ffffffffa3b86bd9
R10: ffff9d2a7fd9f160 R11: ffffe19ccbb5c200 R12: ffffffffa3b86b2f
R13: 0000000000000002 R14: ffff9d2a7ffce000 R15: ffffffffa39c8f04
FS: 000000c000088e90(0000) GS:ffff9d2a7fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0014e6000 CR3: 00000003052e4000 CR4: 00000000000407e0
Call Trace:
[<ffffffffa387e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa387e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffa3a08108>] ptep_clear_flush+0x68/0xa0
[<ffffffffa39efc05>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa39f202b>] do_wp_page+0xfb/0x720
[<ffffffffa3a72384>] ? mntput+0x24/0x40
[<ffffffffa3a5f4c6>] ? path_openat+0x176/0x5a0
[<ffffffffa39f66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa3a6166d>] ? do_filp_open+0x4d/0xb0
[<ffffffffa3f90653>] __do_page_fault+0x213/0x500
[<ffffffffa3f90975>] do_page_fault+0x35/0x90
[<ffffffffa3f8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa3f8c778>] page_fault+0x28/0x30
Code: 48 63 35 ce 85 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 15 55 a4 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 9d 85 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #280125
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff951170da
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9507e258
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffff9507e3f4
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffff95208108
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff951efc05
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff951f202b
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xfb
|
|
7
|
|
vmlinux |
0xffffffff950dab32
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x192
|
|
8
|
|
vmlinux |
0xffffffff950dadab
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x5b
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffff951f66a2
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb22
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffff95790653
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffff95790975
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffff9578c778
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 23s! [docker-containe:3574]
Modules linked in: tcp_lp xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_ens1371 snd_rawmidi snd_ac97_codec cryptd ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd ppdev i2c_piix4 soundcore joydev vmw_balloon pcspkr sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix mptspi crct10dif_pclmul libata crct10dif_common drm nfit scsi_transport_spi crc32c_intel mptscsih e1000 mptbase libnvdimm serio_raw drm_panel_orientation_quirks fuse
CPU: 9 PID: 3574 Comm: docker-containe Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8842f020a100 ti: ffff8842f0284000 task.ti: ffff8842f0284000
RIP: 0010:[<ffffffff951170da>] [<ffffffff951170da>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff8842f0287be8 EFLAGS: 00000202
RAX: 0000000000000001 RBX: 00000000000000fc RCX: ffff8844f3660740
RDX: 0000000000000001 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8842f0287c20 R08: ffff8843b8ccf800 R09: ffffffff95386bf9
R10: ffff8844f385f160 R11: ffffe44a80d7fe00 R12: 0000000000000292
R13: ffff8842f0287b98 R14: ffff8844fffd8000 R15: ffffffff9522898a
FS: 00007f15337fe700(0000) GS:ffff8844f3840000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1559b712e1 CR3: 00000002affa6000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9507e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9507e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffff95208108>] ptep_clear_flush+0x68/0xa0
[<ffffffff951efc05>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff951f202b>] do_wp_page+0xfb/0x720
[<ffffffff950dab32>] ? try_to_wake_up+0x192/0x390
[<ffffffff950dadab>] ? wake_up_q+0x5b/0x80
[<ffffffff951f66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffff95790653>] __do_page_fault+0x213/0x500
[<ffffffff95790975>] do_page_fault+0x35/0x90
[<ffffffff9578c778>] page_fault+0x28/0x30
Code: 48 63 35 ce 85 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 15 d5 95 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 9d 85 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #235704
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff975175ce
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x20e
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9747e8f8
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffff9747ea94
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffff97607858
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff975ef3a5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff975f17cb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xfb
|
|
7
|
|
vmlinux |
0xffffffff974db6d0
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x190
|
|
8
|
|
vmlinux |
0xffffffff974db94b
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x5b
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffff975f5e62
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb22
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffff97b8d653
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffff97b8d975
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffff97b89778
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [dockerd:28007]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_11611(E) falcon_lsm_pinned_11312(E) nf_conntrack_netlink nfnetlink falcon_lsm_pinned_11110(E) xt_nat veth binfmt_misc ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) falcon_lsm_pinned_10807(E) xfs libcrc32c iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper pcspkr cryptd joydev sg vmw_vmci i2c_piix4 parport_pc parport ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm sd_mod crc_t10dif ahci crct10dif_generic
ata_piix libahci libata crct10dif_pclmul crct10dif_common crc32c_intel nfit serio_raw vmxnet3 libnvdimm vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: falcon_kal]
CPU: 2 PID: 28007 Comm: dockerd Kdump: loaded Tainted: P EL ------------ T 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff975745695230 ti: ffff97591e384000 task.ti: ffff97591e384000
RIP: 0010:[<ffffffff975175ce>] [<ffffffff975175ce>] smp_call_function_many+0x20e/0x270
RSP: 0000:ffff97591e387be8 EFLAGS: 00000202
RAX: 0000000000000003 RBX: 00000000000000fc RCX: ffff975a7fce0628
RDX: 0000000000000003 RSI: 0000000000000006 RDI: 0000000000000000
RBP: ffff97591e387c20 R08: ffff9757ba375400 R09: ffffffff97785179
R10: ffff975a7fc9f160 R11: ffffe161c572a000 R12: 0000000000000292
R13: ffff97591e387b98 R14: 0000000000000030 R15: 000000001e387b60
FS: 00007ff011ffb700(0000) GS:ffff975a7fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c420ef7030 CR3: 00000003b8e18000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff9747e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9747ea94>] flush_tlb_page+0x54/0xa0
[<ffffffff97607858>] ptep_clear_flush+0x68/0xa0
[<ffffffff975ef3a5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff975f17cb>] do_wp_page+0xfb/0x720
[<ffffffff974db6d0>] ? try_to_wake_up+0x190/0x390
[<ffffffff974db94b>] ? wake_up_q+0x5b/0x80
[<ffffffff975f5e62>] handle_mm_fault+0xb22/0xfb0
[<ffffffff97b8d653>] __do_page_fault+0x213/0x500
[<ffffffff97b8d975>] do_page_fault+0x35/0x90
[<ffffffff97b89778>] page_fault+0x28/0x30
Code: 7b c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 10 15 98 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 f6 41 20 01 <75> f8 48 63 35 ad 7b c4 00 eb b7 0f b6 4d cc 4c 89 f2 4c 89 ee
Complete report #1285677
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffbe307e3a
Build id: 3.10.0-862.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffbe277018
Build id: 3.10.0-862.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffbe2771b4
Build id: 3.10.0-862.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffbe3d8837
Build id: 3.10.0-862.el7.x86_64
|
0x67
|
|
5
|
wp_page_copy.isra.70
|
vmlinux |
0xffffffffbe3c18be
Build id: 3.10.0-862.el7.x86_64
|
0x29e
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffbe3c3abb
Build id: 3.10.0-862.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffbe40ca92
Build id: 3.10.0-862.el7.x86_64
|
0xe2
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffffbe3c536d
Build id: 3.10.0-862.el7.x86_64
|
0x36d
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffffbe3c747d
Build id: 3.10.0-862.el7.x86_64
|
0x39d
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffffbe91a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffffbe91a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
12
|
|
vmlinux |
0xffffffffbe916ab6
Build id: 3.10.0-862.el7.x86_64
|
0xa7
|
|
13
|
page_fault
|
vmlinux |
0xffffffffbe916768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 27s! [weave-net:20138]
Modules linked in: xt_comment xt_mark xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg nfit vmw_vmci shpchp i2c_piix4 libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops sd_mod ttm crc_t10dif crct10dif_generic drm ata_piix libata crct10dif_pclmul crct10dif_common
crc32c_intel serio_raw vmxnet3 i2c_core vmw_pvscsi floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 20138 Comm: weave-net Kdump: loaded Tainted: G L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/28/2020
task: ffff8f945e34bf40 ti: ffff8f9447b90000 task.ti: ffff8f9447b90000
RIP: 0010:[<ffffffffbe307e3a>] [<ffffffffbe307e3a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff8f9447b93b78 EFLAGS: 00000202
RAX: 0000000000000004 RBX: 0000000000019680 RCX: ffff8f995f31cf00
RDX: 0000000000000004 RSI: 000000000000000c RDI: 0000000000000000
RBP: ffff8f9447b93bb0 R08: ffff8f92b4be5c00 R09: ffffffffbe54a3d9
R10: ffff8f995f2dbb00 R11: ffffe3ba6010e800 R12: ffff8f9447b93b28
R13: 00000000be2541b2 R14: ffff8f997ffbf008 R15: ffffffff00000002
FS: 000000000295c880(0063) GS:ffff8f995f2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4734b81b58 CR3: 0000000304bce000 CR4: 00000000000407e0
Call Trace:
[<ffffffffbe277018>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffbe2771b4>] flush_tlb_page+0x54/0xa0
[<ffffffffbe3d8837>] ptep_clear_flush+0x67/0xa0
[<ffffffffbe3c18be>] wp_page_copy.isra.70+0x29e/0x4f0
[<ffffffffbe3c3abb>] do_wp_page+0xfb/0x710
[<ffffffffbe40ca92>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffbe3c536d>] handle_pte_fault+0x36d/0xc30
[<ffffffffbe3c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffbe91a597>] __do_page_fault+0x197/0x4f0
[<ffffffffbe91a925>] do_page_fault+0x35/0x90
[<ffffffffbe916ab6>] ? error_swapgs+0xa7/0xbd
[<ffffffffbe916768>] page_fault+0x28/0x30
Code: 48 63 35 8e b6 c3 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 a0 53 f3 be f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 5d b6 c3 00 eb b7 0f b6 4d cc 4c 89
Complete report #969197
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffbcd1e23a
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffbcc81fa8
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffbcc82144
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffbce14228
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffbcdfb65e
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x32e
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffbcdfdb6b
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffbce4bf12
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0xe2
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffbce0228a
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0xb3a
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffbd3bf7d3
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffbd3bfb05
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffffbd3bb7b8
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [compile:31775]
Modules linked in: xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev vmw_balloon parport_pc ablk_helper i2c_piix4 sg joydev pcspkr parport cryptd vmw_vmci sch_fq_codel ip_tables xfs libcrc32c sr_mod
cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci sd_mod libahci crc_t10dif crct10dif_generic drm ata_piix nfit libata libnvdimm crct10dif_pclmul crct10dif_common vmxnet3 vmw_pvscsi crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ipmi_msghandler]
CPU: 3 PID: 31775 Comm: compile Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.105.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8fd483993180 ti: ffff8fd631464000 task.ti: ffff8fd631464000
RIP: 0010:[<ffffffffbcd1e23a>] [<ffffffffbcd1e23a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff8fd631467be8 EFLAGS: 00000202
RAX: 0000000000000008 RBX: 00000000000000fc RCX: ffff8fd86f420650
RDX: 0000000000000008 RSI: 0000000000000010 RDI: 0000000000000000
RBP: ffff8fd631467c20 R08: ffff8fd5b6367000 R09: ffffffffbcf9c7b9
R10: ffff8fd86f2df160 R11: ffffecdcc404e200 R12: 0000000000000292
R13: ffff8fd631467b98 R14: ffff8fd87ffda000 R15: ffffffffbcdd3f54
FS: 000000c000090490(0000) GS:ffff8fd86f2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00205f000 CR3: 000000039bf40000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffbcc81fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffbcc82144>] flush_tlb_page+0x54/0xa0
[<ffffffffbce14228>] ptep_clear_flush+0x68/0xa0
[<ffffffffbcdfb65e>] wp_page_copy.isra.73+0x32e/0x5d0
[<ffffffffbcdfdb6b>] do_wp_page+0xfb/0x730
[<ffffffffbce4bf12>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffbce0228a>] handle_mm_fault+0xb3a/0x1190
[<ffffffffbd3bf7d3>] __do_page_fault+0x213/0x510
[<ffffffffbd3bfb05>] do_page_fault+0x35/0x90
[<ffffffffbd3bb7b8>] page_fault+0x28/0x30
Code: 48 63 35 8e 18 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 80 19 95 bd f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 5d 18 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #968258
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffaa91173a
Build id: 3.10.0-957.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffaa87a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffaa87a734
Build id: 3.10.0-957.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffaa9fd587
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
5
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffffaa9e55bb
Build id: 3.10.0-957.el7.x86_64
|
0x30b
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffaa9e782b
Build id: 3.10.0-957.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffaaa329b2
Build id: 3.10.0-957.el7.x86_64
|
0xe2
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffffaa9e91bd
Build id: 3.10.0-957.el7.x86_64
|
0x37d
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffffaa9ebc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffffaaf6f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffffaaf6f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffffaaf6b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [4_scheduler:30567]
Modules linked in: udp_diag tcp_diag inet_diag veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter binfmt_misc overlay(T) vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg joydev i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper ahci syscopyarea libahci sysfillrect sysimgblt
fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm ata_piix libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 30567 Comm: 4_scheduler Tainted: G L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/03/2018
task: ffff8bc0343cd140 ti: ffff8bc05bbac000 task.ti: ffff8bc05bbac000
RIP: 0010:[<ffffffffaa91173a>] [<ffffffffaa91173a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff8bc05bbafb70 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 00080000aa87a3d0 RCX: ffff8bc81f220600
RDX: 0000000000000000 RSI: 0000000000000010 RDI: 0000000000000000
RBP: ffff8bc05bbafba8 R08: ffff8bc174403c00 R09: ffffffffaab755c9
R10: ffff8bc81f2df160 R11: ffffcc8b42780000 R12: 0000000000000282
R13: 0000000000000282 R14: ffff8bc05bbafb20 R15: ffffffffffffffff
FS: 00007f9bf55f6700(0000) GS:ffff8bc81f2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9bd2164000 CR3: 00000007eaa52000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffaa87a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffaa87a734>] flush_tlb_page+0x54/0xa0
[<ffffffffaa9fd587>] ptep_clear_flush+0x67/0xa0
[<ffffffffaa9e55bb>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffffaa9e782b>] do_wp_page+0xfb/0x720
[<ffffffffaaa329b2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffaa9e91bd>] handle_pte_fault+0x37d/0xd10
[<ffffffffaa9ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffaaf6f5e3>] __do_page_fault+0x203/0x500
[<ffffffffaaf6f915>] do_page_fault+0x35/0x90
[<ffffffffaaf6b758>] page_fault+0x28/0x30
Code: 48 63 35 4e 83 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 b9 54 ab f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 1d 83 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #887049
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffba51e23a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffba481fa8
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffba482144
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffba614228
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffba5fb65e
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x32e
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffba5fdb6b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffba64bf12
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xe2
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffba60228a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xb3a
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffbabbf7d3
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffbabbfb05
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffffbabbb7b8
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#10 stuck for 23s! [6_scheduler:1607]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi btusb btrtl crc32_pclmul btbcm ac97_bus btintel ghash_clmulni_intel snd_seq bluetooth aesni_intel snd_seq_device lrw gf128mul snd_pcm rfkill glue_helper ablk_helper snd_timer cryptd ppdev snd soundcore pcspkr vmw_balloon sg joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul
crct10dif_common nfit crc32c_intel nvme libata serio_raw e1000 libnvdimm nvme_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod synosnap(OE)
CPU: 10 PID: 1607 Comm: 6_scheduler Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff98e8d527a100 ti: ffff98e8d5284000 task.ti: ffff98e8d5284000
RIP: 0010:[<ffffffffba51e23a>] [<ffffffffba51e23a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff98e8d5287be8 EFLAGS: 00000202
RAX: 000000000000000b RBX: 00000000000000fc RCX: ffff98e8dd8e0768
RDX: 000000000000000b RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff98e8d5287c20 R08: ffff98e22c55dc00 R09: ffffffffba79c7b9
R10: ffff98e8dd89f160 R11: fffff0cbd4802000 R12: 0000000000000292
R13: ffff98e8d5287b98 R14: ffff98e8fffda000 R15: ffffffffba5d4482
FS: 00007f3927524700(0000) GS:ffff98e8dd880000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3869342080 CR3: 000000081c9d6000 CR4: 00000000003607e0
Call Trace:
[<ffffffffba481fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffba482144>] flush_tlb_page+0x54/0xa0
[<ffffffffba614228>] ptep_clear_flush+0x68/0xa0
[<ffffffffba5fb65e>] wp_page_copy.isra.73+0x32e/0x5d0
[<ffffffffba5fdb6b>] do_wp_page+0xfb/0x730
[<ffffffffba64bf12>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffba60228a>] handle_mm_fault+0xb3a/0x1190
[<ffffffffbabbf7d3>] __do_page_fault+0x213/0x510
[<ffffffffbabbfb05>] do_page_fault+0x35/0x90
[<ffffffffbabbb7b8>] page_fault+0x28/0x30
Code: 48 63 35 4e 18 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 40 19 15 bb f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 1d 18 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #773821
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff9f31e1ca
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9f281fa8
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffff9f282144
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffff9f4141b8
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff9f3fb5ee
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x32e
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff9f3fdafb
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xfb
|
|
7
|
|
xfs |
0xffffffffc04b6ebc
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x10c
|
|
8
|
?
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc04a8685
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xa5
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffff9f40221a
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xb3a
|
|
10
|
|
vmlinux |
0xffffffff9f45b113
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x93
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffff9f9bf7d3
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x213
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffff9f9bfb05
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x35
|
|
13
|
page_fault
|
vmlinux |
0xffffffff9f9bb7b8
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#16 stuck for 23s! [conn330:37320]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) vmw_vsock_vmci_transport vsock ppdev vmw_balloon iosf_mbi kvm_intel snd_seq_midi kvm snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm irqbypass crc32_pclmul ghash_clmulni_intel snd_timer aesni_intel snd lrw sg gf128mul glue_helper soundcore ablk_helper cryptd joydev pcspkr vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata nfit
libnvdimm e1000 mptspi scsi_transport_spi crct10dif_pclmul mptscsih crct10dif_common crc32c_intel mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 16 PID: 37320 Comm: conn330 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.92.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9dd3697ce300 ti: ffff9ddebd9a0000 task.ti: ffff9ddebd9a0000
RIP: 0010:[<ffffffff9f31e1ca>] [<ffffffff9f31e1ca>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff9ddebd9a3be8 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 0000008000000010 RCX: ffff9ddffd620858
RDX: 0000000000000000 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff9ddebd9a3c20 R08: ffff9dc1729a8000 R09: ffffffff9f59c669
R10: ffff9ddffda1f160 R11: fffffb8f23cc2e00 R12: 000000fc9f59c59f
R13: 0000000000000296 R14: 0000000000000296 R15: ffff9ddebd9a3b98
FS: 00007f04ba7c7700(0000) GS:ffff9ddffda00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005619ae04e000 CR3: 0000001f70c6a000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff9f281fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9f282144>] flush_tlb_page+0x54/0xa0
[<ffffffff9f4141b8>] ptep_clear_flush+0x68/0xa0
[<ffffffff9f3fb5ee>] wp_page_copy.isra.73+0x32e/0x5d0
[<ffffffff9f3fdafb>] do_wp_page+0xfb/0x730
[<ffffffffc04b6ebc>] ? xfs_iunlock+0x10c/0x130 [xfs]
[<ffffffffc04a8685>] ? xfs_file_buffered_aio_read+0xa5/0x110 [xfs]
[<ffffffff9f40221a>] handle_mm_fault+0xb3a/0x1190
[<ffffffff9f45b113>] ? do_sync_read+0x93/0xe0
[<ffffffff9f9bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff9f9bfb05>] do_page_fault+0x35/0x90
[<ffffffff9f9bb7b8>] page_fault+0x28/0x30
Code: 48 63 35 7e 18 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 00 19 f5 9f f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 4d 18 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #705146
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff8d71173a
Build id: 3.10.0-957.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8d67a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffff8d67a734
Build id: 3.10.0-957.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffff8d7fd587
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
5
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffff8d7e55bb
Build id: 3.10.0-957.el7.x86_64
|
0x30b
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff8d7e782b
Build id: 3.10.0-957.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff8d8329b2
Build id: 3.10.0-957.el7.x86_64
|
0xe2
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffff8d7e91bd
Build id: 3.10.0-957.el7.x86_64
|
0x37d
|
|
9
|
|
xfs |
0xffffffffc02fe87c
Build id: 3.10.0-957.el7.x86_64
|
0xac
|
|
10
|
handle_mm_fault
|
vmlinux |
0xffffffff8d7ebc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffff8dd6f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffff8dd6f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
13
|
page_fault
|
vmlinux |
0xffffffff8dd6b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#11 stuck for 22s! [docker-containe:95662]
Modules linked in: binfmt_misc veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) overlay(T) sunrpc snd_seq_midi snd_seq_midi_event sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 lrw snd_rawmidi gf128mul ppdev glue_helper snd_ac97_codec ablk_helper cryptd ac97_bus vmw_balloon snd_seq snd_seq_device snd_pcm snd_timer snd joydev soundcore pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata mptspi scsi_transport_spi mptscsih e1000 mptbase nfit libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 11 PID: 95662 Comm: docker-containe Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8ce5974e5140 ti: ffff8ce683c84000 task.ti: ffff8ce683c84000
RIP: 0010:[<ffffffff8d71173a>] [<ffffffff8d71173a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff8ce683c87b70 EFLAGS: 00000202
RAX: 000000000000000d RBX: 000800008d67a3d0 RCX: ffff8ce9ad960740
RDX: 000000000000000d RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8ce683c87ba8 R08: ffff8ce6f9cb5c00 R09: ffffffff8d9755c9
R10: ffff8ce9ad8df160 R11: fffff56800795a00 R12: 0000000000000282
R13: 0000000000000000 R14: ffff8ce683c87ae0 R15: 0000000000000282
FS: 00007f57b89f6700(0000) GS:ffff8ce9ad8c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c4202e2008 CR3: 0000000403f6e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8d67a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8d67a734>] flush_tlb_page+0x54/0xa0
[<ffffffff8d7fd587>] ptep_clear_flush+0x67/0xa0
[<ffffffff8d7e55bb>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffff8d7e782b>] do_wp_page+0xfb/0x720
[<ffffffff8d8329b2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff8d7e91bd>] handle_pte_fault+0x37d/0xd10
[<ffffffffc02fe87c>] ? xfs_iunlock+0xac/0x130 [xfs]
[<ffffffff8d7ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8dd6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff8dd6f915>] do_page_fault+0x35/0x90
[<ffffffff8dd6b758>] page_fault+0x28/0x30
Code: 48 63 35 4e 83 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 b9 34 8e f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 1d 83 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #705058
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff9f51173e
Build id: 3.10.0-957.el7.x86_64
|
0x20e
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9f47a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffff9f47a734
Build id: 3.10.0-957.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffff9f5fd587
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
5
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffff9f5e55bb
Build id: 3.10.0-957.el7.x86_64
|
0x30b
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff9f5e782b
Build id: 3.10.0-957.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff9f6329b2
Build id: 3.10.0-957.el7.x86_64
|
0xe2
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffff9f5e91bd
Build id: 3.10.0-957.el7.x86_64
|
0x37d
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffff9f5ebc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffff9fb6f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffff9fb6f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffff9fb6b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [docker-containe:74588]
Modules linked in: veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) overlay(T) sunrpc snd_seq_midi snd_seq_midi_event sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm joydev snd_timer snd pcspkr sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic
pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm serio_raw ata_piix mptspi libata scsi_transport_spi e1000 nfit mptscsih libnvdimm mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 74588 Comm: docker-containe Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8b74399f8000 ti: ffff8b74a9ae8000 task.ti: ffff8b74a9ae8000
RIP: 0010:[<ffffffff9f51173e>] [<ffffffff9f51173e>] smp_call_function_many+0x20e/0x270
RSP: 0000:ffff8b74a9aebb70 EFLAGS: 00000202
RAX: 000000000000000f RBX: 000800009f47a3d0 RCX: ffff8b76ed9e06a0
RDX: 000000000000000f RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8b74a9aebba8 R08: ffff8b7439cb4c00 R09: ffffffff9f7755c9
R10: ffff8b76ed7df160 R11: ffffefb40a41c000 R12: 0000000000000282
R13: 0000000000000282 R14: ffff8b74a9aebb20 R15: ffffffffffffffff
FS: 00007f57d824c740(0000) GS:ffff8b76ed7c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c420196010 CR3: 00000002183b4000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9f47a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9f47a734>] flush_tlb_page+0x54/0xa0
[<ffffffff9f5fd587>] ptep_clear_flush+0x67/0xa0
[<ffffffff9f5e55bb>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffff9f5e782b>] do_wp_page+0xfb/0x720
[<ffffffff9f6329b2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff9f5e91bd>] handle_pte_fault+0x37d/0xd10
[<ffffffff9f5ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9fb6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff9fb6f915>] do_page_fault+0x35/0x90
[<ffffffff9fb6b758>] page_fault+0x28/0x30
Code: 83 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 b9 14 a0 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 f6 41 20 01 <75> f8 48 63 35 1d 83 c4 00 eb b7 0f b6 4d cc 4c 89 f2 4c 89 ee
Complete report #539816
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffa9b16eaa
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa9a7e868
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffa9a7ea04
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffa9c07908
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa9bef475
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffa9bf189b
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffa9c3e502
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xe2
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffa9bf5f12
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xb22
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffaa18e653
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffaa18e975
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x35
|
|
11
|
|
vmlinux |
0xffffffffaa18aac9
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xaa
|
|
12
|
page_fault
|
vmlinux |
0xffffffffaa18a778
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [git-lfs:5147]
Modules linked in: tcp_lp nls_utf8 isofs vboxsf(OE) nf_conntrack_netlink xt_addrtype br_netfilter ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_security iptable_raw xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) sunrpc snd_intel8x0 snd_ac97_codec vmwgfx ac97_bus ttm snd_seq drm_kms_helper ppdev syscopyarea snd_seq_device joydev sysfillrect snd_pcm sysimgblt fb_sys_fops snd_timer parport_pc snd
vboxguest(OE) drm soundcore parport sg video drm_panel_orientation_quirks pcspkr iosf_mbi ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ahci serio_raw libahci libata crc32c_intel e1000 dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 5147 Comm: git-lfs Tainted: G OE ------------ T 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff991df3355280 ti: ffff991996210000 task.ti: ffff991996210000
RIP: 0010:[<ffffffffa9b16eaa>] [<ffffffffa9b16eaa>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff991996213be8 EFLAGS: 00010202
RAX: 0000000000000002 RBX: 0000000000000010 RCX: ffff991e2e0a0450
RDX: 0000000000000002 RSI: 0000000000000006 RDI: 0000000000000000
RBP: ffff991996213c20 R08: ffff991a18f92000 R09: ffffffffa9d86199
R10: ffff991e2e0df160 R11: fffff217d4d2d800 R12: ffffffffffffff02
R13: 0000000000000286 R14: 00000000000000fc R15: 00000000000008fc
FS: 00007f3c637fe700(0000) GS:ffff991e2e0c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3c9261be65 CR3: 0000000535120000 CR4: 00000000000206e0
Call Trace:
[<ffffffffa9a7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa9a7ea04>] flush_tlb_page+0x54/0xa0
[<ffffffffa9c07908>] ptep_clear_flush+0x68/0xa0
[<ffffffffa9bef475>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa9bf189b>] do_wp_page+0xfb/0x720
[<ffffffffa9c3e502>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffa9bf5f12>] handle_mm_fault+0xb22/0xfb0
[<ffffffffaa18e653>] __do_page_fault+0x213/0x500
[<ffffffffaa18e975>] do_page_fault+0x35/0x90
[<ffffffffaa18aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffaa18a778>] page_fault+0x28/0x30
Code: 48 63 35 7e 86 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 13 75 aa f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 4d 86 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #430868
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffb2716eea
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb267e868
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffb267ea04
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffb28079d8
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffb27ef4e5
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffb27f190b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffb283e5d2
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xe2
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffb27f5f82
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb22
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffb2d90653
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffb2d90975
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x35
|
|
11
|
|
vmlinux |
0xffffffffb2d8cac9
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xaa
|
|
12
|
page_fault
|
vmlinux |
0xffffffffb2d8c778
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [manager-api:6587]
Modules linked in: xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vboxsf(OE) sunrpc snd_intel8x0 snd_ac97_codec ac97_bus ppdev hid_multitouch snd_seq joydev snd_seq_device snd_pcm pcspkr sg iosf_mbi parport_pc snd_timer vboxguest(OE) parport snd i2c_piix4 soundcore video ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common vmwgfx sr_mod drm_kms_helper cdrom syscopyarea sysfillrect sysimgblt fb_sys_fops ata_generic ttm pata_acpi ahci drm libahci ata_piix serio_raw
drm_panel_orientation_quirks crc32c_intel libata e1000 dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6587 Comm: manager-api Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff943a95711080 ti: ffff9439a5fb8000 task.ti: ffff9439a5fb8000
RIP: 0010:[<ffffffffb2716eea>] [<ffffffffb2716eea>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff9439a5fbbbe8 EFLAGS: 00010202
RAX: 0000000000000002 RBX: 0000000000000010 RCX: ffff943aa011fc10
RDX: 0000000000000002 RSI: 0000000000000004 RDI: 0000000000000000
RBP: ffff9439a5fbbc20 R08: ffff943a7fd52000 R09: ffffffffb2986549
R10: ffff943aa001f160 R11: ffffd9a882962600 R12: ffffffffffffff02
R13: 0000000000000286 R14: 00000000000000fc R15: 00000000000008fc
FS: 0000000001a14a70(0063) GS:ffff943aa0000000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd3f0d9a920 CR3: 00000000c3942000 CR4: 00000000000206f0
Call Trace:
[<ffffffffb267e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb267ea04>] flush_tlb_page+0x54/0xa0
[<ffffffffb28079d8>] ptep_clear_flush+0x68/0xa0
[<ffffffffb27ef4e5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffb27f190b>] do_wp_page+0xfb/0x720
[<ffffffffb283e5d2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffb27f5f82>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb2d90653>] __do_page_fault+0x213/0x500
[<ffffffffb2d90975>] do_page_fault+0x35/0x90
[<ffffffffb2d8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffb2d8c778>] page_fault+0x28/0x30
Code: 48 63 35 fe 87 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 a0 15 35 b3 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 cd 87 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #280484
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff98d07e3a
Build id: 3.10.0-862.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff98c77018
Build id: 3.10.0-862.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffff98c771b4
Build id: 3.10.0-862.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffff98dd8837
Build id: 3.10.0-862.el7.x86_64
|
0x67
|
|
5
|
wp_page_copy.isra.70
|
vmlinux |
0xffffffff98dc18be
Build id: 3.10.0-862.el7.x86_64
|
0x29e
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff98dc3abb
Build id: 3.10.0-862.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff98e0ca92
Build id: 3.10.0-862.el7.x86_64
|
0xe2
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffff98dc536d
Build id: 3.10.0-862.el7.x86_64
|
0x36d
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffff98dc747d
Build id: 3.10.0-862.el7.x86_64
|
0x39d
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffff9931a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffff9931a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffff99316768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [nessusd:1475]
Modules linked in: tcp_lp rfcomm fuse vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel ppdev btusb btrtl btbcm btintel bluetooth aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 vmw_balloon snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd pcspkr joydev rfkill soundcore sg nfit vmw_vmci i2c_piix4 shpchp libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm libata drm mptspi scsi_transport_spi mptscsih mptbase crct10dif_pclmul crct10dif_common crc32c_intel e1000 serio_raw i2c_core
CPU: 1 PID: 1475 Comm: nessusd Kdump: loaded Not tainted 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffffa00c6efc0000 ti: ffffa00c6bd70000 task.ti: ffffa00c6bd70000
RIP: 0010:[<ffffffff98d07e3a>] [<ffffffff98d07e3a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffffa00c6bd73b78 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 00000000000000fc RCX: ffffa00cf961cd90
RDX: 0000000000000000 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffffa00c6bd73bb0 R08: ffffa00cf762b400 R09: ffffffff98f4a3d9
R10: ffffa00cf965bb00 R11: ffffdd7702d49800 R12: 0000000000000296
R13: ffffa00c6bd73b28 R14: ffffa00cfffd9008 R15: ffffa00c00000002
FS: 00007f4c721ff700(0000) GS:ffffa00cf9640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4c669e2140 CR3: 0000000133234000 CR4: 00000000003407e0
Call Trace:
[<ffffffff98c77018>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff98c771b4>] flush_tlb_page+0x54/0xa0
[<ffffffff98dd8837>] ptep_clear_flush+0x67/0xa0
[<ffffffff98dc18be>] wp_page_copy.isra.70+0x29e/0x4f0
[<ffffffff98dc3abb>] do_wp_page+0xfb/0x710
[<ffffffff98e0ca92>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff98dc536d>] handle_pte_fault+0x36d/0xc30
[<ffffffff98dc747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9931a597>] __do_page_fault+0x197/0x4f0
[<ffffffff9931a925>] do_page_fault+0x35/0x90
[<ffffffff99316768>] page_fault+0x28/0x30
Code: 48 63 35 8e b6 c3 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 a0 53 93 99 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 5d b6 c3 00 eb b7 0f b6 4d cc 4c 89
Complete report #280201
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff98d07e3a
Build id: 3.10.0-862.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff98c77018
Build id: 3.10.0-862.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffff98c771b4
Build id: 3.10.0-862.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffff98dd8837
Build id: 3.10.0-862.el7.x86_64
|
0x67
|
|
5
|
wp_page_copy.isra.70
|
vmlinux |
0xffffffff98dc18be
Build id: 3.10.0-862.el7.x86_64
|
0x29e
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff98dc3abb
Build id: 3.10.0-862.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff98e0ca92
Build id: 3.10.0-862.el7.x86_64
|
0xe2
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffff98dc536d
Build id: 3.10.0-862.el7.x86_64
|
0x36d
|
|
9
|
|
vmlinux |
0xffffffff98e2d732
Build id: 3.10.0-862.el7.x86_64
|
0x72
|
|
10
|
handle_mm_fault
|
vmlinux |
0xffffffff98dc747d
Build id: 3.10.0-862.el7.x86_64
|
0x39d
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffff9931a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffff9931a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
13
|
page_fault
|
vmlinux |
0xffffffff99316768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 51s! [nessusd:1477]
Modules linked in: rfcomm fuse vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel ppdev btusb btrtl btbcm btintel bluetooth aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 vmw_balloon snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd pcspkr joydev rfkill soundcore sg nfit vmw_vmci i2c_piix4 shpchp libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm libata drm mptspi scsi_transport_spi mptscsih mptbase crct10dif_pclmul crct10dif_common crc32c_intel e1000 serio_raw i2c_core
CPU: 0 PID: 1477 Comm: nessusd Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffffa00cf12e5ee0 ti: ffffa00c6bda8000 task.ti: ffffa00c6bda8000
RIP: 0010:[<ffffffff98d07e3a>] [<ffffffff98d07e3a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffffa00c6bdabb78 EFLAGS: 00000202
RAX: 0000000000000002 RBX: 00000000000000fc RCX: ffffa00cf969bf60
RDX: 0000000000000002 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffffa00c6bdabbb0 R08: ffffa00cf918d000 R09: ffffffff98f4a3d9
R10: ffffa00cf961bb00 R11: ffffdd7702333200 R12: 0000000000000296
R13: ffffa00c6bdabb28 R14: ffffa00cfffd9008 R15: ffffffff98df7ffa
FS: 00007f4c719fe700(0000) GS:ffffa00cf9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4c62fa5140 CR3: 0000000133234000 CR4: 00000000003407f0
Call Trace:
[<ffffffff98c77018>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff98c771b4>] flush_tlb_page+0x54/0xa0
[<ffffffff98dd8837>] ptep_clear_flush+0x67/0xa0
[<ffffffff98dc18be>] wp_page_copy.isra.70+0x29e/0x4f0
[<ffffffff98dc3abb>] do_wp_page+0xfb/0x710
[<ffffffff98e0ca92>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff98dc536d>] handle_pte_fault+0x36d/0xc30
[<ffffffff98e2d732>] ? user_path_at_empty+0x72/0xc0
[<ffffffff98dc747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9931a597>] __do_page_fault+0x197/0x4f0
[<ffffffff9931a925>] do_page_fault+0x35/0x90
[<ffffffff99316768>] page_fault+0x28/0x30
Code: 48 63 35 8e b6 c3 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 a0 53 93 99 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 5d b6 c3 00 eb b7 0f b6 4d cc 4c 89
Complete report #213001
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffb3916bda
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb387e258
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffb387e3f4
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffb3a07bf8
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffb39ef705
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffb39f1b2b
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffb3a3e802
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xe2
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffb39f61a2
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xb22
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffb3f90653
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffb3f90975
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x35
|
|
11
|
|
vmlinux |
0xffffffffb3f8cac9
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xaa
|
|
12
|
page_fault
|
vmlinux |
0xffffffffb3f8c778
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [nordvpnd:1519]
Modules linked in: binfmt_misc tun xt_hl ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device ppdev snd_pcm snd_timer sg snd pcspkr vmw_balloon soundcore joydev i2c_piix4 vmw_vmci parport_pc parport
ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm ata_piix mptspi libnvdimm scsi_transport_spi mptscsih libata serio_raw e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 1519 Comm: nordvpnd Tainted: G L ------------ 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9b79946db180 ti: ffff9b799bdfc000 task.ti: ffff9b799bdfc000
RIP: 0010:[<ffffffffb3916bda>] [<ffffffffb3916bda>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff9b799bdffbe8 EFLAGS: 00000202
RAX: 0000000000000009 RBX: 00000000000000fc RCX: ffff9b799d860678
RDX: 0000000000000009 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff9b799bdffc20 R08: ffff9b72ec554800 R09: ffffffffb3b866a9
R10: ffff9b799d75f160 R11: ffffdffcdc054e00 R12: 0000000000000292
R13: ffff9b799bdffb98 R14: ffff9b79bffbe000 R15: ffffffffb39c8a04
FS: 00007f3228e19700(0000) GS:ffff9b799d740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c001712010 CR3: 00000008051b4000 CR4: 00000000000007e0
Call Trace:
[<ffffffffb387e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb387e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffb3a07bf8>] ptep_clear_flush+0x68/0xa0
[<ffffffffb39ef705>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffb39f1b2b>] do_wp_page+0xfb/0x720
[<ffffffffb3a3e802>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffb39f61a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb3f90653>] __do_page_fault+0x213/0x500
[<ffffffffb3f90975>] do_page_fault+0x35/0x90
[<ffffffffb3f8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffb3f8c778>] page_fault+0x28/0x30
Code: 48 63 35 ce 8a c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 15 55 b4 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 9d 8a c4 00 eb b7 0f b6 4d cc 4c 89
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #10140
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff84d16a6a
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff84c7e478
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffff84c7e614
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffff84e059d8
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff84ded5b5
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff84def9db
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff84e3bd52
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xe2
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffff84df1365
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x3d5
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffff84df3ecd
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x39d
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffff85388653
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffff85388975
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffff85384778
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [C2 CompilerThre:30598]
Modules linked in: nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm nfit crct10dif_pclmul libata mptspi crct10dif_common crc32c_intel libnvdimm scsi_transport_spi serio_raw mptscsih mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 30598 Comm: C2 CompilerThre Kdump: loaded Tainted: G W L ------------ T 3.10.0-1062.9.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff97c1913cc1c0 ti: ffff97c6b2e9c000 task.ti: ffff97c6b2e9c000
RIP: 0010:[<ffffffff84d16a6a>] [<ffffffff84d16a6a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff97c6b2e9fb60 EFLAGS: 00000202
RAX: 0000000000000002 RBX: ffffffff84c7e2b0 RCX: ffff97c6ffca06f0
RDX: 0000000000000002 RSI: 0000000000000008 RDI: 0000000000000000
RBP: ffff97c6b2e9fb98 R08: ffff97c0344b2c00 R09: ffffffff84f817e9
R10: ffff97c6ffddf160 R11: ffffcd85a005a600 R12: ffff97c6b2e9fb30
R13: ffffffff84f8173f R14: 0000000000000000 R15: 0000000300000002
FS: 00007f46066e6700(0000) GS:ffff97c6ffdc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4629533000 CR3: 00000007fa2f4000 CR4: 00000000001607e0
Call Trace:
[<ffffffff84c7e478>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff84c7e614>] flush_tlb_page+0x54/0xa0
[<ffffffff84e059d8>] ptep_clear_flush+0x68/0xa0
[<ffffffff84ded5b5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff84def9db>] do_wp_page+0xfb/0x720
[<ffffffff84e3bd52>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff84df1365>] handle_pte_fault+0x3d5/0xe20
[<ffffffff84df3ecd>] handle_mm_fault+0x39d/0x9b0
[<ffffffff85388653>] __do_page_fault+0x213/0x500
[<ffffffff85388975>] do_page_fault+0x35/0x90
[<ffffffff85384778>] page_fault+0x28/0x30
Code: 48 63 35 fe 5e c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 20 e8 94 85 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 cd 5e c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #9764
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffa5f1761a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa5e7e8f8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_page
|
vmlinux |
0xffffffffa5e7ea94
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x54
|
|
4
|
ptep_clear_flush
|
vmlinux |
0xffffffffa6007888
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x68
|
|
5
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa5fef3c5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x335
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffa5ff17eb
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xfb
|
|
7
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffa603e2b2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xe2
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffa5ff5e82
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb22
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffa658d653
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffa658d975
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffffa6589778
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [Web Content:37895]
sched: RT throttling activated
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ppdev snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm joydev
pcspkr snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm libnvdimm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel libata mptspi scsi_transport_spi serio_raw e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 37895 Comm: Web Content Kdump: loaded Not tainted 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9b71e9fbc1c0 ti: ffff9b724a228000 task.ti: ffff9b724a228000
RIP: 0010:[<ffffffffa5f1761a>] [<ffffffffa5f1761a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff9b724a22bbe8 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 00000000000000fc RCX: ffff9b72a5220650
RDX: 0000000000000000 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff9b724a22bc20 R08: ffff9b71fcf8b800 R09: ffffffffa61851b9
R10: ffff9b72a52df160 R11: ffffee90821cea00 R12: 0000000000000292
R13: ffff9b724a22bb98 R14: 0000000000000030 R15: 0000000000000000
FS: 00007f476fa58780(0000) GS:ffff9b72a52c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f471a0f5008 CR3: 0000000087c62000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa5e7e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa5e7ea94>] flush_tlb_page+0x54/0xa0
[<ffffffffa6007888>] ptep_clear_flush+0x68/0xa0
[<ffffffffa5fef3c5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa5ff17eb>] do_wp_page+0xfb/0x720
[<ffffffffa603e2b2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffa5ff5e82>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa658d653>] __do_page_fault+0x213/0x500
[<ffffffffa658d975>] do_page_fault+0x35/0x90
[<ffffffffa6589778>] page_fault+0x28/0x30
Code: 48 63 35 ce 7b c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 a0 10 b5 a6 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 9d 7b c4 00 eb b7 0f b6 4d cc 4c 89