Complete report #1085669
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb7b111ba
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffb7a7a400
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffb7a7a400
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffb7a7a400
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb7b112cf
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb7d75a45
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb7b1187b
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb7a7a5c8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffb7a7a764
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffb7bfd937
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffffb7be596b
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x30b
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffb7be7bdb
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffb7c32de2
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xe2
|
|
14
|
handle_pte_fault
|
vmlinux |
0xffffffffb7be956d
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x37d
|
|
15
|
|
vmlinux |
0xffffffffb7ac3b70
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x30
|
|
16
|
handle_mm_fault
|
vmlinux |
0xffffffffb7bec01d
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x39d
|
|
17
|
__do_page_fault
|
vmlinux |
0xffffffffb816f5e3
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x203
|
|
18
|
do_page_fault
|
vmlinux |
0xffffffffb816f915
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x35
|
|
19
|
|
vmlinux |
0xffffffffb816ba96
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xa7
|
|
20
|
page_fault
|
vmlinux |
0xffffffffb816b758
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [httpd:4359]
Modules linked in: binfmt_misc nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev i2c_piix4 parport_pc parport vmw_vmci sg ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx floppy ata_generic pata_acpi drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi vmxnet3 mptscsih ata_piix mptbase libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 4359 Comm: httpd Kdump: loaded Tainted: G L ------------ 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff9c9d75c39040 ti: ffff9c9db7cdc000 task.ti: ffff9c9db7cdc000
RIP: 0010:[<ffffffffb7b111ba>] [<ffffffffb7b111ba>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff9c9db7cdfae0 EFLAGS: 00000202
RAX: 0000000000000002 RBX: ffff9c9db7cdfab0 RCX: 000000000000003e
RDX: 0000000000000003 RSI: 0000000000000002 RDI: 0000000000000282
RBP: ffff9c9db7cdfb30 R08: ffffffffb8212dc0 R09: ffffe0b301806f40
R10: 0000000000003688 R11: 00003ffffffff000 R12: 0000000000000286
R13: 0000000000000001 R14: ffff9c9dbffdb008 R15: 0000000000000000
FS: 00007fb77f7f6700(0000) GS:ffff9c9dbfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb73766a080 CR3: 0000000077832000 CR4: 00000000000607e0
Call Trace:
[<ffffffffb7a7a400>] ? leave_mm+0x110/0x110
[<ffffffffb7a7a400>] ? leave_mm+0x110/0x110
[<ffffffffb7a7a400>] ? leave_mm+0x110/0x110
[<ffffffffb7b112cf>] smp_call_function_single+0x5f/0xa0
[<ffffffffb7d75a45>] ? cpumask_next_and+0x35/0x50
[<ffffffffb7b1187b>] smp_call_function_many+0x22b/0x270
[<ffffffffb7a7a5c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb7a7a764>] flush_tlb_page+0x54/0xa0
[<ffffffffb7bfd937>] ptep_clear_flush+0x67/0xa0
[<ffffffffb7be596b>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffffb7be7bdb>] do_wp_page+0xfb/0x720
[<ffffffffb7c32de2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffb7be956d>] handle_pte_fault+0x37d/0xd10
[<ffffffffb7ac3b70>] ? cpu_timer_sample_group+0x30/0xa0
[<ffffffffb7bec01d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffb816f5e3>] __do_page_fault+0x203/0x500
[<ffffffffb816f915>] do_page_fault+0x35/0x90
[<ffffffffb816ba96>] ? error_swapgs+0xa7/0xbd
[<ffffffffb816b758>] page_fault+0x28/0x30
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 74 b8 48 89 df e8 da b6 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #806012
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8e90779a
Build id: 3.10.0-862.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8e876e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff8e876e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff8e876e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8e9078af
Build id: 3.10.0-862.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8eb4a275
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8e907e5b
Build id: 3.10.0-862.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8e877018
Build id: 3.10.0-862.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff8e8771b4
Build id: 3.10.0-862.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff8e9d8837
Build id: 3.10.0-862.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.70
|
vmlinux |
0xffffffff8e9c18be
Build id: 3.10.0-862.el7.x86_64
|
0x29e
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff8e9c3abb
Build id: 3.10.0-862.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffff8e8cb8ca
Build id: 3.10.0-862.el7.x86_64
|
0x8a
|
|
14
|
|
vmlinux |
0xffffffff8e8cb8f9
Build id: 3.10.0-862.el7.x86_64
|
0x19
|
|
15
|
?
ttwu_do_activate.constprop.93
|
vmlinux |
0xffffffff8e8cba9d
Build id: 3.10.0-862.el7.x86_64
|
0x5d
|
|
16
|
handle_pte_fault
|
vmlinux |
0xffffffff8e9c536d
Build id: 3.10.0-862.el7.x86_64
|
0x36d
|
|
17
|
|
vmlinux |
0xffffffff8e8cee3b
Build id: 3.10.0-862.el7.x86_64
|
0x5b
|
|
18
|
|
vmlinux |
0xffffffff8e9033a0
Build id: 3.10.0-862.el7.x86_64
|
0x90
|
|
19
|
handle_mm_fault
|
vmlinux |
0xffffffff8e9c747d
Build id: 3.10.0-862.el7.x86_64
|
0x39d
|
|
20
|
__do_page_fault
|
vmlinux |
0xffffffff8ef1a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
21
|
do_page_fault
|
vmlinux |
0xffffffff8ef1a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
22
|
page_fault
|
vmlinux |
0xffffffff8ef16768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [cntlsvr:3909]
Modules linked in: target_core_mod xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 crc32_pclmul snd_rawmidi snd_ac97_codec ghash_clmulni_intel ac97_bus snd_seq aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm snd_timer snd soundcore ppdev nfit sg pcspkr joydev vmw_balloon libnvdimm parport_pc parport i2c_piix4 vmw_vmci shpchp ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel i2c_core e1000 mptspi serio_raw scsi_transport_spi mptscsih mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 3909 Comm: cntlsvr Kdump: loaded Not tainted 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8c07b961dee0 ti: ffff8c079ac2c000 task.ti: ffff8c079ac2c000
RIP: 0010:[<ffffffff8e90779a>] [<ffffffff8e90779a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff8c079ac2faf0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8c079ac2fac0 RCX: 0000000000000004
RDX: ffffffff8f0138f0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8c079ac2fb38 R08: ffffffff8f0138e8 R09: ffffcf8580721dc0
R10: ffffcf8580721dc0 R11: 00003ffffffff000 R12: 0000000100000000
R13: ffff8c07b9700000 R14: ffff8c079ad28ef8 R15: 000280da00000000
FS: 000000c000101490(0000) GS:ffff8c08b9640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd40c62b918 CR3: 00000000a4940000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8e876e50>] ? leave_mm+0x110/0x110
[<ffffffff8e876e50>] ? leave_mm+0x110/0x110
[<ffffffff8e876e50>] ? leave_mm+0x110/0x110
[<ffffffff8e9078af>] smp_call_function_single+0x5f/0xa0
[<ffffffff8eb4a275>] ? cpumask_next_and+0x35/0x50
[<ffffffff8e907e5b>] smp_call_function_many+0x22b/0x270
[<ffffffff8e877018>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8e8771b4>] flush_tlb_page+0x54/0xa0
[<ffffffff8e9d8837>] ptep_clear_flush+0x67/0xa0
[<ffffffff8e9c18be>] wp_page_copy.isra.70+0x29e/0x4f0
[<ffffffff8e9c3abb>] do_wp_page+0xfb/0x710
[<ffffffff8e8cb8ca>] ? check_preempt_curr+0x8a/0xa0
[<ffffffff8e8cb8f9>] ? ttwu_do_wakeup+0x19/0xe0
[<ffffffff8e8cba9d>] ? ttwu_do_activate.constprop.93+0x5d/0x70
[<ffffffff8e9c536d>] handle_pte_fault+0x36d/0xc30
[<ffffffff8e8cee3b>] ? wake_up_q+0x5b/0x80
[<ffffffff8e9033a0>] ? futex_wake+0x90/0x180
[<ffffffff8e9c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8ef1a597>] __do_page_fault+0x197/0x4f0
[<ffffffff8ef1a925>] do_page_fault+0x35/0x90
[<ffffffff8ef16768>] page_fault+0x28/0x30
Code: 80 96 01 00 48 89 de 48 03 14 c5 a0 53 53 8f 48 89 df e8 4a 87 25 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #640014
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff90f16ae2
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff90e7ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff90e7ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff90e7ddd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff90f16bff
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff91186845
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff90f171ab
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff90e7e258
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff90e7e3f4
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff91008108
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff90fefc35
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff90ff205b
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xfb
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff90ff66d2
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xb22
|
|
14
|
|
vmlinux |
0xffffffff9110f389
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xc9
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff91594653
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff91594975
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x35
|
|
17
|
|
vmlinux |
0xffffffff91590ac9
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xaa
|
|
18
|
page_fault
|
vmlinux |
0xffffffff91590778
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 8672s! [polkitd:763]
Modules linked in: tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_intel8x0 joydev snd_ac97_codec ppdev ac97_bus snd_seq snd_seq_device snd_pcm vboxguest(OE) sg pcspkr snd_timer parport_pc parport snd video i2c_piix4 soundcore ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx
drm_kms_helper ahci syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix libahci crc32c_intel drm serio_raw e1000 drm_panel_orientation_quirks libata dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 763 Comm: polkitd Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff906693f7a100 ti: ffff906692480000 task.ti: ffff906692480000
RIP: 0010:[<ffffffff90f16ae2>] [<ffffffff90f16ae2>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff906692483b60 EFLAGS: 00010202
RAX: 00000000000008fb RBX: 00000001000200da RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000282
RBP: ffff906692483ba8 R08: 0000000000000001 R09: fffff61e82d26640
R10: 0000000000004a2c R11: ffff9066d73135e8 R12: 0000000000000000
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS: 00007f3c927fc700(0000) GS:ffff9066dfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3c88002308 CR3: 00000000d5c34000 CR4: 00000000000206e0
Call Trace:
[<ffffffff90e7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff90e7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff90e7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff90f16bff>] smp_call_function_single+0x5f/0xa0
[<ffffffff91186845>] ? cpumask_next_and+0x35/0x50
[<ffffffff90f171ab>] smp_call_function_many+0x22b/0x270
[<ffffffff90e7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff90e7e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffff91008108>] ptep_clear_flush+0x68/0xa0
[<ffffffff90fefc35>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff90ff205b>] do_wp_page+0xfb/0x720
[<ffffffff90ff66d2>] handle_mm_fault+0xb22/0xfb0
[<ffffffff9110f389>] ? file_has_perm+0xc9/0x160
[<ffffffff91594653>] __do_page_fault+0x213/0x500
[<ffffffff91594975>] do_page_fault+0x35/0x90
[<ffffffff91590ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff91590778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 00 19 b5 91 48 89 df e8 d7 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #518581
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff88514a22
Build id: 3.10.0-1062.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8847d1d0
Build id: 3.10.0-1062.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff8847d1d0
Build id: 3.10.0-1062.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff8847d1d0
Build id: 3.10.0-1062.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff88514b3f
Build id: 3.10.0-1062.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8877f475
Build id: 3.10.0-1062.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff885150eb
Build id: 3.10.0-1062.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8847d398
Build id: 3.10.0-1062.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff8847d534
Build id: 3.10.0-1062.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff88603b18
Build id: 3.10.0-1062.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff885eb6f5
Build id: 3.10.0-1062.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff885edb1b
Build id: 3.10.0-1062.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff88639cc2
Build id: 3.10.0-1062.el7.x86_64
|
0xe2
|
|
14
|
handle_pte_fault
|
vmlinux |
0xffffffff885ef4a5
Build id: 3.10.0-1062.el7.x86_64
|
0x3d5
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffff885f200d
Build id: 3.10.0-1062.el7.x86_64
|
0x39d
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff88b86633
Build id: 3.10.0-1062.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffff88b86955
Build id: 3.10.0-1062.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffff88b82768
Build id: 3.10.0-1062.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [runc:7999]
Modules linked in: xt_recent veth nf_tables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 rpcsec_gss_krb5 nfsv4 dns_resolver nfs lockd grace fscache xt_CHECKSUM tun ebtable_filter ebtables ip6table_filter devlink ip6_tables nf_conntrack_netlink xt_statistic xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 ipt_REJECT nf_reject_ipv4 xt_mark xt_addrtype xt_comment xt_conntrack iptable_filter iptable_nat nf_nat_ipv4 nf_nat iptable_mangle ip_set nfnetlink nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack vmw_vsock_vmci_transport vsock dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio sb_edac ppdev iosf_mbi vmw_balloon crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper parport_pc pcspkr joydev sg i2c_piix4 cryptd parport
vmw_vmci br_netfilter auth_rpcgss bridge stp sunrpc llc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm libata mptspi crct10dif_pclmul crct10dif_common scsi_transport_spi drm serio_raw crc32c_intel mptscsih vmxnet3 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 7999 Comm: runc Kdump: loaded Tainted: G L ------------ 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff955d0bc45230 ti: ffff955f8026c000 task.ti: ffff955f8026c000
RIP: 0010:[<ffffffff88514a22>] [<ffffffff88514a22>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff955f8026fad0 EFLAGS: 00000202
RAX: 0000000000000010 RBX: ffff955f8026faa0 RCX: 0000000000000030
RDX: 000000000000ffff RSI: 0000000000000010 RDI: 0000000000000286
RBP: ffff955f8026fb20 R08: ffffffff88c13500 R09: ffffc6ed0c557ec0
R10: 0000000000002ccc R11: 00003ffffffff000 R12: ffff955d0bc45230
R13: 0000000000000002 R14: ffff955e7ffdb008 R15: 0000000000000000
FS: 00007f9d38476740(0000) GS:ffff955e6fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c000140000 CR3: 000000013c87c000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8847d1d0>] ? leave_mm+0x110/0x110
[<ffffffff8847d1d0>] ? leave_mm+0x110/0x110
[<ffffffff8847d1d0>] ? leave_mm+0x110/0x110
[<ffffffff88514b3f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8877f475>] ? cpumask_next_and+0x35/0x50
[<ffffffff885150eb>] smp_call_function_many+0x22b/0x270
[<ffffffff8847d398>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8847d534>] flush_tlb_page+0x54/0xa0
[<ffffffff88603b18>] ptep_clear_flush+0x68/0xa0
[<ffffffff885eb6f5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff885edb1b>] do_wp_page+0xfb/0x720
[<ffffffff88639cc2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff885ef4a5>] handle_pte_fault+0x3d5/0xe20
[<ffffffff885f200d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff88b86633>] __do_page_fault+0x213/0x500
[<ffffffff88b86955>] do_page_fault+0x35/0x90
[<ffffffff88b82768>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 e0 d7 14 89 48 89 df e8 d7 1a 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #443266
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9d91109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff9d87a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff9d87a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff9d87a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9d9111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9db75465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9d91175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9d87a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff9d87a734
Build id: 3.10.0-957.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff9d9fd587
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffff9d9e55bb
Build id: 3.10.0-957.el7.x86_64
|
0x30b
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff9d9e782b
Build id: 3.10.0-957.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff9da329b2
Build id: 3.10.0-957.el7.x86_64
|
0xe2
|
|
14
|
handle_pte_fault
|
vmlinux |
0xffffffff9d9e91bd
Build id: 3.10.0-957.el7.x86_64
|
0x37d
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffff9d9ebc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff9df6f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffff9df6f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffff9df6b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [gnome-shell:20188]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm sg snd_timer snd soundcore vmw_vmci i2c_piix4 parport_pc parport sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm e1000 libata drm_panel_orientation_quirks mptspi scsi_transport_spi mptscsih mptbase nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 20188 Comm: gnome-shell Kdump: loaded Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff944e35075140 ti: ffff944ea9000000 task.ti: ffff944ea9000000
RIP: 0010:[<ffffffff9d91109a>] [<ffffffff9d91109a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff944ea9003ae0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff944ea9003ab0 RCX: 0000000000000001
RDX: ffffffff9e012d90 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff944ea9003b30 R08: ffffffff9e012d88 R09: fffffbeb049eb300
R10: 0000000000001494 R11: 00003ffffffff000 R12: 0000000039655900
R13: 0000000000000002 R14: ffff944f3ffd9008 R15: 0000000000000000
FS: 00007f19f909ea80(0000) GS:ffff944f39640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000338e000 CR3: 00000000ad7b6000 CR4: 0000000000740fe0
PKRU: 55555554
Call Trace:
[<ffffffff9d87a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9d87a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9d87a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9d9111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff9db75465>] ? cpumask_next_and+0x35/0x50
[<ffffffff9d91175b>] smp_call_function_many+0x22b/0x270
[<ffffffff9d87a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9d87a734>] flush_tlb_page+0x54/0xa0
[<ffffffff9d9fd587>] ptep_clear_flush+0x67/0xa0
[<ffffffff9d9e55bb>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffff9d9e782b>] do_wp_page+0xfb/0x720
[<ffffffff9da329b2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff9d9e91bd>] handle_pte_fault+0x37d/0xd10
[<ffffffff9d9ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9df6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff9df6f915>] do_page_fault+0x35/0x90
[<ffffffff9df6b758>] page_fault+0x28/0x30
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 54 9e 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #438208
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9930779a
Build id: 3.10.0-862.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff99276e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff99276e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff99276e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff993078af
Build id: 3.10.0-862.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9954a275
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff99307e5b
Build id: 3.10.0-862.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff99277018
Build id: 3.10.0-862.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff992771b4
Build id: 3.10.0-862.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff993d8837
Build id: 3.10.0-862.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.70
|
vmlinux |
0xffffffff993c18be
Build id: 3.10.0-862.el7.x86_64
|
0x29e
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff993c3abb
Build id: 3.10.0-862.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff9940ca92
Build id: 3.10.0-862.el7.x86_64
|
0xe2
|
|
14
|
handle_pte_fault
|
vmlinux |
0xffffffff993c536d
Build id: 3.10.0-862.el7.x86_64
|
0x36d
|
|
15
|
|
vmlinux |
0xffffffff99229621
Build id: 3.10.0-862.el7.x86_64
|
0x151
|
|
16
|
handle_mm_fault
|
vmlinux |
0xffffffff993c747d
Build id: 3.10.0-862.el7.x86_64
|
0x39d
|
|
17
|
__do_page_fault
|
vmlinux |
0xffffffff9991a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
18
|
do_page_fault
|
vmlinux |
0xffffffff9991a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
19
|
page_fault
|
vmlinux |
0xffffffff99916768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [containerd:118592]
Modules linked in: tcp_lp nls_utf8 isofs fuse veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec aesni_intel lrw ppdev ac97_bus gf128mul glue_helper snd_seq ablk_helper cryptd snd_seq_device vmw_balloon snd_pcm snd_timer snd pcspkr joydev nfit soundcore sg libnvdimm parport_pc vmw_vmci parport i2c_piix4 shpchp ip_tables xfs libcrc32c sr_mod cdrom ata_generic
pata_acpi sd_mod crc_t10dif crct10dif_generic ahci crct10dif_pclmul libahci crct10dif_common ata_piix vmwgfx drm_kms_helper mptspi scsi_transport_spi crc32c_intel syscopyarea mptscsih sysfillrect sysimgblt fb_sys_fops ttm drm e1000 libata serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 118592 Comm: containerd Kdump: loaded Tainted: G L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff8dcb8d83eeb0 ti: ffff8dcbb8d48000 task.ti: ffff8dcbb8d48000
RIP: 0010:[<ffffffff9930779a>] [<ffffffff9930779a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff8dcbb8d4baf0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8dcbb8d4bac0 RCX: 0000000000000001
RDX: ffffffff99a13170 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8dcbb8d4bb38 R08: ffffffff99a13168 R09: ffffc2d6c956f4c0
R10: ffffc2d6c956f4c0 R11: 00003ffffffff000 R12: 0000000100000000
R13: 00000000fffda000 R14: ffffffff9939b54a R15: 000280da00000000
FS: 00007f6187a48740(0000) GS:ffff8dcdf3640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00015c4a0 CR3: 000000007d066000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff99276e50>] ? leave_mm+0x110/0x110
[<ffffffff99276e50>] ? leave_mm+0x110/0x110
[<ffffffff99276e50>] ? leave_mm+0x110/0x110
[<ffffffff993078af>] smp_call_function_single+0x5f/0xa0
[<ffffffff9954a275>] ? cpumask_next_and+0x35/0x50
[<ffffffff99307e5b>] smp_call_function_many+0x22b/0x270
[<ffffffff99277018>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff992771b4>] flush_tlb_page+0x54/0xa0
[<ffffffff993d8837>] ptep_clear_flush+0x67/0xa0
[<ffffffff993c18be>] wp_page_copy.isra.70+0x29e/0x4f0
[<ffffffff993c3abb>] do_wp_page+0xfb/0x710
[<ffffffff9940ca92>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff993c536d>] handle_pte_fault+0x36d/0xc30
[<ffffffff99229621>] ? __switch_to+0x151/0x580
[<ffffffff993c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9991a597>] __do_page_fault+0x197/0x4f0
[<ffffffff9991a925>] do_page_fault+0x35/0x90
[<ffffffff99916768>] page_fault+0x28/0x30
Code: 80 96 01 00 48 89 de 48 03 14 c5 a0 53 f3 99 48 89 df e8 4a 87 25 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #403723
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
|
vmlinux |
0xffffffffa307e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
2
|
|
vmlinux |
0xffffffffa307e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
smp_call_function_single
|
vmlinux |
0xffffffffa311667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
4
|
|
vmlinux |
0xffffffffa3385de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
5
|
smp_call_function_many
|
vmlinux |
0xffffffffa3116c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
6
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa307e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
7
|
flush_tlb_page
|
vmlinux |
0xffffffffa307ea04
Build id: 3.10.0-1160.el7.x86_64
|
0x54
|
|
8
|
ptep_clear_flush
|
vmlinux |
0xffffffffa3207728
Build id: 3.10.0-1160.el7.x86_64
|
0x68
|
|
9
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa31ef295
Build id: 3.10.0-1160.el7.x86_64
|
0x335
|
|
10
|
do_wp_page
|
vmlinux |
0xffffffffa31f16bb
Build id: 3.10.0-1160.el7.x86_64
|
0xfb
|
|
11
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffa323e322
Build id: 3.10.0-1160.el7.x86_64
|
0xe2
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffa31f5d32
Build id: 3.10.0-1160.el7.x86_64
|
0xb22
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffffa378e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffffa378e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffffa378a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 24s! [kworker/u256:2:3066]
[<ffffffffa307e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa307e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa311667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa3385de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa3116c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffa307e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa307ea04>] flush_tlb_page+0x54/0xa0
[<ffffffffa3207728>] ptep_clear_flush+0x68/0xa0
[<ffffffffa31ef295>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa31f16bb>] do_wp_page+0xfb/0x720
[<ffffffffa323e322>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffa31f5d32>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa378e653>] __do_page_fault+0x213/0x500
[<ffffffffa378e975>] do_page_fault+0x35/0x90
[<ffffffffa378a778>] page_fault+0x28/0x30
Complete report #397032
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8851109e
Build id: 3.10.0-957.el7.x86_64
|
0xfe
|
|
2
|
|
vmlinux |
0xffffffff8847a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff8847a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff8847a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff885111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff88775465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8851175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8847a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff8847a734
Build id: 3.10.0-957.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff885fd587
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffff885e55bb
Build id: 3.10.0-957.el7.x86_64
|
0x30b
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff885e782b
Build id: 3.10.0-957.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffff884d2eb2
Build id: 3.10.0-957.el7.x86_64
|
0x92
|
|
14
|
|
vmlinux |
0xffffffff884d2ed9
Build id: 3.10.0-957.el7.x86_64
|
0x19
|
|
15
|
|
vmlinux |
0xffffffff884d300f
Build id: 3.10.0-957.el7.x86_64
|
0x6f
|
|
16
|
handle_pte_fault
|
vmlinux |
0xffffffff885e91bd
Build id: 3.10.0-957.el7.x86_64
|
0x37d
|
|
17
|
|
vmlinux |
0xffffffff884d676b
Build id: 3.10.0-957.el7.x86_64
|
0x5b
|
|
18
|
handle_mm_fault
|
vmlinux |
0xffffffff885ebc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
19
|
__do_page_fault
|
vmlinux |
0xffffffff88b6f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
20
|
do_page_fault
|
vmlinux |
0xffffffff88b6f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
21
|
page_fault
|
vmlinux |
0xffffffff88b6b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [dockerd-current:9368]
Modules linked in: xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi kvm_intel kvm irqbypass snd_ens1371 crc32_pclmul snd_rawmidi ghash_clmulni_intel snd_ac97_codec aesni_intel ac97_bus lrw gf128mul snd_seq glue_helper ablk_helper snd_seq_device cryptd ppdev snd_pcm snd_timer snd vmw_balloon soundcore pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic crct10dif_pclmul crct10dif_common
crc32c_intel ata_generic pata_acpi vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix e1000 mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 9368 Comm: dockerd-current Kdump: loaded Tainted: G ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9a18b32730c0 ti: ffff9a1934d48000 task.ti: ffff9a1934d48000
RIP: 0010:[<ffffffff8851109e>] [<ffffffff8851109e>] generic_exec_single+0xfe/0x1b0
RSP: 0000:ffff9a1934d4bae0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9a1934d4bab0 RCX: 0000000000000005
RDX: ffffffff88c13790 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9a1934d4bb30 R08: ffffffff88c13788 R09: fffffa1bc2da2240
R10: 0000000000004193 R11: 00003ffffffff000 R12: ffffffff88456c22
R13: 0000000000000002 R14: ffff9a193ffdb008 R15: 0000000000000000
FS: 00007f2ef2c79700(0000) GS:ffff9a1939640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c420af8010 CR3: 00000000b32e4000 CR4: 00000000001607e0
Call Trace:
[<ffffffff8847a3d0>] ? leave_mm+0x110/0x110
[<ffffffff8847a3d0>] ? leave_mm+0x110/0x110
[<ffffffff8847a3d0>] ? leave_mm+0x110/0x110
[<ffffffff885111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff88775465>] ? cpumask_next_and+0x35/0x50
[<ffffffff8851175b>] smp_call_function_many+0x22b/0x270
[<ffffffff8847a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8847a734>] flush_tlb_page+0x54/0xa0
[<ffffffff885fd587>] ptep_clear_flush+0x67/0xa0
[<ffffffff885e55bb>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffff885e782b>] do_wp_page+0xfb/0x720
[<ffffffff884d2eb2>] ? check_preempt_curr+0x92/0xa0
[<ffffffff884d2ed9>] ? ttwu_do_wakeup+0x19/0xe0
[<ffffffff884d300f>] ? ttwu_do_activate+0x6f/0x80
[<ffffffff885e91bd>] handle_pte_fault+0x37d/0xd10
[<ffffffff884d676b>] ? wake_up_q+0x5b/0x80
[<ffffffff885ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff88b6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff88b6f915>] do_page_fault+0x35/0x90
[<ffffffff88b6b758>] page_fault+0x28/0x30
Code: 48 89 de 48 03 14 c5 60 b9 14 89 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 87
Complete report #393908
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff81b16a32
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff81a7ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff81a7ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff81a7ddd0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff81b16b4f
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff81d86a45
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff81b170fb
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81a7e258
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff81a7e3f4
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff81c08108
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff81befc05
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff81bf202b
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff81c3ed32
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xe2
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff81bf66a2
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xb22
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff82190653
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff82190975
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x35
|
|
17
|
|
vmlinux |
0xffffffff8218cac9
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xaa
|
|
18
|
page_fault
|
vmlinux |
0xffffffff8218c778
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [kubelet:5353]
Modules linked in: tcp_lp nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) sunrpc snd_intel8x0 joydev vmwgfx snd_ac97_codec ac97_bus ttm ppdev drm_kms_helper snd_seq snd_seq_device pcspkr snd_pcm vboxguest(OE) syscopyarea sysfillrect sysimgblt fb_sys_fops sg drm snd_timer snd parport_pc drm_panel_orientation_quirks video parport soundcore i2c_piix4 ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif sr_mod crct10dif_generic cdrom crct10dif_common ata_generic pata_acpi ahci crc32c_intel ata_piix serio_raw
libahci libata e1000 dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 5353 Comm: kubelet Kdump: loaded Tainted: G OE ------------ T 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8cf0a343b180 ti: ffff8cf113ad0000 task.ti: ffff8cf113ad0000
RIP: 0010:[<ffffffff81b16a32>] [<ffffffff81b16a32>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff8cf113ad3b60 EFLAGS: 00010202
RAX: 00000000000008fd RBX: 00000001000280da RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000282
RBP: ffff8cf113ad3ba8 R08: 0000000000000001 R09: ffffd20f81a88b80
R10: 00000000000034b1 R11: ffff8cf116ffb1b0 R12: 0000000000000000
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS: 00007fe7cce8a740(0000) GS:ffff8cf120100000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe7a50a8f88 CR3: 00000001a3774000 CR4: 00000000000006e0
Call Trace:
[<ffffffff81a7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff81a7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff81a7ddd0>] ? leave_mm+0x120/0x120
[<ffffffff81b16b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff81d86a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff81b170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff81a7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81a7e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffff81c08108>] ptep_clear_flush+0x68/0xa0
[<ffffffff81befc05>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff81bf202b>] do_wp_page+0xfb/0x720
[<ffffffff81c3ed32>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff81bf66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffff82190653>] __do_page_fault+0x213/0x500
[<ffffffff82190975>] do_page_fault+0x35/0x90
[<ffffffff8218cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff8218c778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 15 75 82 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #332584
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffbab1109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffbaa7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffbaa7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffbaa7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffbab111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffbad75465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffbab1175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffbaa7a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffbaa7a734
Build id: 3.10.0-957.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffbabfd587
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffffbabe55bb
Build id: 3.10.0-957.el7.x86_64
|
0x30b
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffbabe782b
Build id: 3.10.0-957.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffffbb0bfeb9
Build id: 3.10.0-957.el7.x86_64
|
0x69
|
|
14
|
|
vmlinux |
0xffffffffbaad2ed9
Build id: 3.10.0-957.el7.x86_64
|
0x19
|
|
15
|
|
vmlinux |
0xffffffffbb01857d
Build id: 3.10.0-957.el7.x86_64
|
0x15d
|
|
16
|
handle_pte_fault
|
vmlinux |
0xffffffffbabe91bd
Build id: 3.10.0-957.el7.x86_64
|
0x37d
|
|
17
|
handle_mm_fault
|
vmlinux |
0xffffffffbabebc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
18
|
__do_page_fault
|
vmlinux |
0xffffffffbb16f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
19
|
do_page_fault
|
vmlinux |
0xffffffffbb16f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
20
|
|
vmlinux |
0xffffffffbb16ba96
Build id: 3.10.0-957.el7.x86_64
|
0xa7
|
|
21
|
page_fault
|
vmlinux |
0xffffffffbb16b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [kube-controller:24191]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag binfmt_misc nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver ip_vs nfs nf_conntrack lockd grace libcrc32c fscache vmw_vsock_vmci_transport vsock sunrpc ppdev coretemp joydev pcspkr sg vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_common ata_generic pata_acpi serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix vmxnet3 mptspi scsi_transport_spi libata mptscsih drm_panel_orientation_quirks mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 24191 Comm: kube-controller Tainted: G W L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff924ae4c8b0c0 ti: ffff924b42858000 task.ti: ffff924b42858000
RIP: 0010:[<ffffffffbab1109a>] [<ffffffffbab1109a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff924b4285bae0 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff924b4285bab0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff924b4285bb30 R08: ffffffffbb213000 R09: fffff289405142c0
R10: 00000000000041e1 R11: 00003ffffffff000 R12: ffff924b4285bb08
R13: 0000000000000002 R14: ffff924b7ffd8008 R15: 0000000000000000
FS: 000000c0002f4790(0000) GS:ffff924b7fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f66503b0088 CR3: 000000010941e000 CR4: 00000000000007f0
Call Trace:
[<ffffffffbaa7a3d0>] ? leave_mm+0x110/0x110
[<ffffffffbaa7a3d0>] ? leave_mm+0x110/0x110
[<ffffffffbaa7a3d0>] ? leave_mm+0x110/0x110
[<ffffffffbab111af>] smp_call_function_single+0x5f/0xa0
[<ffffffffbad75465>] ? cpumask_next_and+0x35/0x50
[<ffffffffbab1175b>] smp_call_function_many+0x22b/0x270
[<ffffffffbaa7a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffbaa7a734>] flush_tlb_page+0x54/0xa0
[<ffffffffbabfd587>] ptep_clear_flush+0x67/0xa0
[<ffffffffbabe55bb>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffffbabe782b>] do_wp_page+0xfb/0x720
[<ffffffffbb0bfeb9>] ? inet_sendmsg+0x69/0xb0
[<ffffffffbaad2ed9>] ? ttwu_do_wakeup+0x19/0xe0
[<ffffffffbb01857d>] ? sock_aio_write+0x15d/0x180
[<ffffffffbabe91bd>] handle_pte_fault+0x37d/0xd10
[<ffffffffbabebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffbb16f5e3>] __do_page_fault+0x203/0x500
[<ffffffffbb16f915>] do_page_fault+0x35/0x90
[<ffffffffbb16ba96>] ? error_swapgs+0xa7/0xbd
[<ffffffffbb16b758>] page_fault+0x28/0x30
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 74 bb 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #266493
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff83516842
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff8347e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8347e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8347e6a0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8351695f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff83786395
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff83516f0b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8347e868
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff8347ea04
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff836079d8
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff835ef4e5
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff835f190b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff8363e5d2
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xe2
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff835f5f82
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb22
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff83b90653
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff83b90975
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x35
|
|
17
|
|
vmlinux |
0xffffffff83b8cac9
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xaa
|
|
18
|
page_fault
|
vmlinux |
0xffffffff83b8c778
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [service-catalog:57572]
Modules linked in: xt_statistic xt_recent vport_vxlan xt_REDIRECT nf_nat_redirect ip_vs_rr xt_ipvs ip_vs vxlan ip6_udp_tunnel udp_tunnel veth nf_conntrack_netlink nfnetlink openvswitch nf_conntrack_ipv6 nf_nat_ipv6 nf_defrag_ipv6 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache nfsd auth_rpcgss nfs_acl lockd grace iptable_mangle br_netfilter bridge stp llc scsi_transport_iscsi ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_nat iptable_nat nf_nat_ipv4 nf_nat ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_comment xt_mark xt_addrtype xt_conntrack overlay(T) nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon i2c_piix4 joydev pcspkr sg vmw_vmci
parport_pc parport ip_tables xfs sr_mod cdrom ata_generic pata_acpi sd_mod vmwgfx drm_kms_helper crc32c_intel e1000e syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw drm ata_piix ptp mptsas libata pps_core scsi_transport_sas mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log fuse target_core_user uio target_core_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common dm_multipath dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio dm_mod libcrc32c
CPU: 1 PID: 57572 Comm: service-catalog Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff93e4da7de300 ti: ffff93e755220000 task.ti: ffff93e755220000
RIP: 0010:[<ffffffff83516842>] [<ffffffff83516842>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff93e755223b60 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff93e755223b30 RCX: 0000000000000004
RDX: ffffffff83c13f50 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff93e755223ba8 R08: ffffffff83c13f48 R09: ffffdbdd44f3c700
R10: 00000000000043b2 R11: ffff93e4dc01a000 R12: 0000000000000002
R13: ffff93e8bffcf008 R14: 0000000000000000 R15: 00000003e9257700
FS: 00007f46d3d17700(0000) GS:ffff93e8ad640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c422405000 CR3: 000000034cbaa000 CR4: 00000000000607e0
Call Trace:
[<ffffffff8347e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8347e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8347e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8351695f>] smp_call_function_single+0x5f/0xa0
[<ffffffff83786395>] ? cpumask_next_and+0x35/0x50
[<ffffffff83516f0b>] smp_call_function_many+0x22b/0x270
[<ffffffff8347e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8347ea04>] flush_tlb_page+0x54/0xa0
[<ffffffff836079d8>] ptep_clear_flush+0x68/0xa0
[<ffffffff835ef4e5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff835f190b>] do_wp_page+0xfb/0x720
[<ffffffff8363e5d2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff835f5f82>] handle_mm_fault+0xb22/0xfb0
[<ffffffff83b90653>] __do_page_fault+0x213/0x500
[<ffffffff83b90975>] do_page_fault+0x35/0x90
[<ffffffff83b8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff83b8c778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 a0 15 15 84 48 89 df e8 c7 6c 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #263429
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9151109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff9147a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff9147a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff9147a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff915111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff91775465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9151175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9147a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff9147a734
Build id: 3.10.0-957.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff915fd587
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffff915e55bb
Build id: 3.10.0-957.el7.x86_64
|
0x30b
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff915e782b
Build id: 3.10.0-957.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff916329b2
Build id: 3.10.0-957.el7.x86_64
|
0xe2
|
|
14
|
handle_pte_fault
|
vmlinux |
0xffffffff915e91bd
Build id: 3.10.0-957.el7.x86_64
|
0x37d
|
|
15
|
?
set_huge_zero_page.isra.42.part.43
|
vmlinux |
0xffffffff91628531
Build id: 3.10.0-957.el7.x86_64
|
0xb1
|
|
16
|
handle_mm_fault
|
vmlinux |
0xffffffff915ebc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
17
|
__do_page_fault
|
vmlinux |
0xffffffff91b6f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
18
|
do_page_fault
|
vmlinux |
0xffffffff91b6f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
19
|
page_fault
|
vmlinux |
0xffffffff91b6b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [containerd:3008]
Modules linked in: xt_set ip_set_hash_net vxlan ip6_udp_tunnel udp_tunnel xt_nat xt_mark xfrm6_mode_tunnel xfrm4_mode_tunnel veth esp4 drbg ansi_cprng nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event
snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus snd_seq snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_timer cryptd snd pcspkr nfit ppdev vmw_balloon soundcore joydev sg libnvdimm parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common vmwgfx drm_kms_helper syscopyarea sysfillrect crc32c_intel sysimgblt fb_sys_fops mptspi ttm scsi_transport_spi ata_piix serio_raw mptscsih drm mptbase libata e1000 drm_panel_orientation_quirks
CPU: 1 PID: 3008 Comm: containerd Kdump: loaded Tainted: G ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff98c16172a080 ti: ffff98c35f6c4000 task.ti: ffff98c35f6c4000
RIP: 0010:[<ffffffff9151109a>] [<ffffffff9151109a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff98c35f6c7ae0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff98c35f6c7ab0 RCX: 0000000000000001
RDX: ffffffff91c12d90 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff98c35f6c7b30 R08: ffffffff91c12d88 R09: ffffe34c475f6d40
R10: 00000000000043b2 R11: 00003ffffffff000 R12: ffff98c4b5f687d0
R13: 0000000000000002 R14: ffff98c4fffdb008 R15: 0000000000000000
FS: 00007fbe8968b740(0000) GS:ffff98c4ed640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbe84714bb8 CR3: 00000002dbfb2000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9147a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9147a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9147a3d0>] ? leave_mm+0x110/0x110
[<ffffffff915111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff91775465>] ? cpumask_next_and+0x35/0x50
[<ffffffff9151175b>] smp_call_function_many+0x22b/0x270
[<ffffffff9147a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9147a734>] flush_tlb_page+0x54/0xa0
[<ffffffff915fd587>] ptep_clear_flush+0x67/0xa0
[<ffffffff915e55bb>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffff915e782b>] do_wp_page+0xfb/0x720
[<ffffffff916329b2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff915e91bd>] handle_pte_fault+0x37d/0xd10
[<ffffffff91628531>] ? set_huge_zero_page.isra.42.part.43+0xb1/0xd0
[<ffffffff915ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff91b6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff91b6f915>] do_page_fault+0x35/0x90
[<ffffffff91b6b758>] page_fault+0x28/0x30
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 14 92 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #254232
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff88f1109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff88e7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff88e7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff88e7a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff88f111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff89175465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff88f1175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff88e7a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff88e7a734
Build id: 3.10.0-957.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff88ffd587
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffff88fe55bb
Build id: 3.10.0-957.el7.x86_64
|
0x30b
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff88fe782b
Build id: 3.10.0-957.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffff894bfeb9
Build id: 3.10.0-957.el7.x86_64
|
0x69
|
|
14
|
|
vmlinux |
0xffffffff890fc4d3
Build id: 3.10.0-957.el7.x86_64
|
0x23
|
|
15
|
|
vmlinux |
0xffffffff8941857d
Build id: 3.10.0-957.el7.x86_64
|
0x15d
|
|
16
|
handle_pte_fault
|
vmlinux |
0xffffffff88fe91bd
Build id: 3.10.0-957.el7.x86_64
|
0x37d
|
|
17
|
handle_mm_fault
|
vmlinux |
0xffffffff88febc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
18
|
__do_page_fault
|
vmlinux |
0xffffffff8956f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
19
|
do_page_fault
|
vmlinux |
0xffffffff8956f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
20
|
page_fault
|
vmlinux |
0xffffffff8956b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [python3:23119]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm joydev pcspkr snd_timer snd soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi crct10dif_pclmul
crct10dif_common crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm drm mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks ata_piix libata nfit libnvdimm
CPU: 6 PID: 23119 Comm: python3 Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff98353992d140 ti: ffff9837c2b2c000 task.ti: ffff9837c2b2c000
RIP: 0010:[<ffffffff88f1109a>] [<ffffffff88f1109a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff9837c2b2fae0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9837c2b2fab0 RCX: 0000000000000005
RDX: ffffffff89613790 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff9837c2b2fb30 R08: ffffffff89613788 R09: 0000000000000000
R10: 0000000000000000 R11: 202934362d363878 R12: 0000000000000141
R13: 0000000000000002 R14: ffff9837fffdb008 R15: 0000000000000000
FS: 00007eff63675740(0000) GS:ffff9837ed780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001e26590 CR3: 00000003fdad4000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff88e7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff88e7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff88e7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff88f111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff89175465>] ? cpumask_next_and+0x35/0x50
[<ffffffff88f1175b>] smp_call_function_many+0x22b/0x270
[<ffffffff88e7a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff88e7a734>] flush_tlb_page+0x54/0xa0
[<ffffffff88ffd587>] ptep_clear_flush+0x67/0xa0
[<ffffffff88fe55bb>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffff88fe782b>] do_wp_page+0xfb/0x720
[<ffffffff894bfeb9>] ? inet_sendmsg+0x69/0xb0
[<ffffffff890fc4d3>] ? selinux_socket_sendmsg+0x23/0x30
[<ffffffff8941857d>] ? sock_aio_write+0x15d/0x180
[<ffffffff88fe91bd>] handle_pte_fault+0x37d/0xd10
[<ffffffff88febc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8956f5e3>] __do_page_fault+0x203/0x500
[<ffffffff8956f915>] do_page_fault+0x35/0x90
[<ffffffff8956b758>] page_fault+0x28/0x30
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 b4 89 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #222893
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9df16f22
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9de7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9de7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff9de7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9df1703f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9e184fc5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9df175eb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9de7e8f8
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff9de7ea94
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff9e007858
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff9dfef3a5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff9dff17cb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffff9ded7f56
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x26
|
|
14
|
|
vmlinux |
0xffffffff9e58604a
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x3a
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffff9dff5e62
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb22
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff9e58d653
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x213
|
|
17
|
|
vmlinux |
0xffffffff9de9adc7
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x107
|
|
18
|
do_page_fault
|
vmlinux |
0xffffffff9e58d975
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
19
|
page_fault
|
vmlinux |
0xffffffff9e589778
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [postmaster:1258]
Modules linked in: binfmt_misc xt_multiport ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel pcspkr ppdev lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd joydev sg vmw_vmci parport_pc i2c_piix4 parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops sd_mod ttm crc_t10dif
crct10dif_generic ata_piix libata drm crct10dif_pclmul crct10dif_common nfit crc32c_intel serio_raw libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 1258 Comm: postmaster Kdump: loaded Tainted: G L ------------ 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8b9e75ef8000 ti: ffff8bae2f720000 task.ti: ffff8bae2f720000
RIP: 0010:[<ffffffff9df16f22>] [<ffffffff9df16f22>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff8bae2f723b60 EFLAGS: 00000202
RAX: 0000000000000008 RBX: ffff8bae2f723b30 RCX: 0000000000000038
RDX: 00000000000000ff RSI: 0000000000000008 RDI: 0000000000000286
RBP: ffff8bae2f723ba8 R08: ffffffff9e6140c0 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000002
R13: ffff8bae7ffdb008 R14: 0000000000000000 R15: 0000000300000000
FS: 00007fc5d1dcb8c0(0000) GS:ffff8bae7fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc5d1dcbb94 CR3: 0000000fef746000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff9de7e730>] ? leave_mm+0x120/0x120
[<ffffffff9de7e730>] ? leave_mm+0x120/0x120
[<ffffffff9de7e730>] ? leave_mm+0x120/0x120
[<ffffffff9df1703f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9e184fc5>] ? cpumask_next_and+0x35/0x50
[<ffffffff9df175eb>] smp_call_function_many+0x22b/0x270
[<ffffffff9de7e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9de7ea94>] flush_tlb_page+0x54/0xa0
[<ffffffff9e007858>] ptep_clear_flush+0x68/0xa0
[<ffffffff9dfef3a5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff9dff17cb>] do_wp_page+0xfb/0x720
[<ffffffff9ded7f56>] ? __cond_resched+0x26/0x30
[<ffffffff9e58604a>] ? _cond_resched+0x3a/0x50
[<ffffffff9dff5e62>] handle_mm_fault+0xb22/0xfb0
[<ffffffff9e58d653>] __do_page_fault+0x213/0x500
[<ffffffff9de9adc7>] ? do_fork+0x107/0x330
[<ffffffff9e58d975>] do_page_fault+0x35/0x90
[<ffffffff9e589778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 10 b5 9e 48 89 df e8 17 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #24195
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9390779e
Build id: 3.10.0-862.el7.x86_64
|
0xfe
|
|
2
|
|
vmlinux |
0xffffffff93876e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff93876e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff93876e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff939078af
Build id: 3.10.0-862.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff93b4a275
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff93907e5b
Build id: 3.10.0-862.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff93877018
Build id: 3.10.0-862.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff938771b4
Build id: 3.10.0-862.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff939d8837
Build id: 3.10.0-862.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.70
|
vmlinux |
0xffffffff939c18be
Build id: 3.10.0-862.el7.x86_64
|
0x29e
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff939c3abb
Build id: 3.10.0-862.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff93a0ca92
Build id: 3.10.0-862.el7.x86_64
|
0xe2
|
|
14
|
handle_pte_fault
|
vmlinux |
0xffffffff939c536d
Build id: 3.10.0-862.el7.x86_64
|
0x36d
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffff939c747d
Build id: 3.10.0-862.el7.x86_64
|
0x39d
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff93f1a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffff93f1a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffff93f16768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [docker-containe:28781]
Modules linked in: xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_vs nf_conntrack devlink overlay(T) vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq coretemp snd_seq_device iosf_mbi crc32_pclmul snd_pcm ghash_clmulni_intel snd_timer ppdev aesni_intel snd lrw gf128mul glue_helper soundcore vmw_vmci ablk_helper sg vmw_balloon joydev cryptd pcspkr i2c_piix4 shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif
crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops mptspi ttm scsi_transport_spi ata_piix mptscsih crct10dif_pclmul drm crct10dif_common serio_raw e1000 mptbase libata crc32c_intel i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 28781 Comm: docker-containe Kdump: loaded Tainted: G L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/20/2014
task: ffff8f1ea6281fa0 ti: ffff8f1e7bcf8000 task.ti: ffff8f1e7bcf8000
RIP: 0010:[<ffffffff9390779e>] [<ffffffff9390779e>] generic_exec_single+0xfe/0x1b0
RSP: 0000:ffff8f1e7bcfbaf0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8f1e7bcfbac0 RCX: 0000000000000006
RDX: ffffffff94013df0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8f1e7bcfbb38 R08: ffffffff94013de8 R09: ffffe6f5048e9540
R10: ffffe6f5048e9540 R11: 00003ffffffff000 R12: 0000000100000000
R13: ffffffff938c7a6f R14: ffff8f1e7bcfba88 R15: 000280da00000000
FS: 00007f3da2ff9700(0000) GS:ffff8f1f39780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3da16a2038 CR3: 000000007bd74000 CR4: 00000000003607e0
Call Trace:
[<ffffffff93876e50>] ? leave_mm+0x110/0x110
[<ffffffff93876e50>] ? leave_mm+0x110/0x110
[<ffffffff93876e50>] ? leave_mm+0x110/0x110
[<ffffffff939078af>] smp_call_function_single+0x5f/0xa0
[<ffffffff93b4a275>] ? cpumask_next_and+0x35/0x50
[<ffffffff93907e5b>] smp_call_function_many+0x22b/0x270
[<ffffffff93877018>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff938771b4>] flush_tlb_page+0x54/0xa0
[<ffffffff939d8837>] ptep_clear_flush+0x67/0xa0
[<ffffffff939c18be>] wp_page_copy.isra.70+0x29e/0x4f0
[<ffffffff939c3abb>] do_wp_page+0xfb/0x710
[<ffffffff93a0ca92>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff939c536d>] handle_pte_fault+0x36d/0xc30
[<ffffffff939c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff93f1a597>] __do_page_fault+0x197/0x4f0
[<ffffffff93f1a925>] do_page_fault+0x35/0x90
[<ffffffff93f16768>] page_fault+0x28/0x30
Code: 48 89 de 48 03 14 c5 a0 53 53 94 48 89 df e8 4a 87 25 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 87
Complete report #21679
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa810aa2a
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffa8079c90
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffa8079c90
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffa8079c90
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa810ab3f
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa834edb5
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa810b0eb
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa8079e58
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffa8079ff4
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffa81dc0f7
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x67
|
|
11
|
wp_page_copy.isra.70
|
vmlinux |
0xffffffffa81c49cb
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x30b
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffa81c6c3b
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffa8210f12
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xe2
|
|
14
|
handle_pte_fault
|
vmlinux |
0xffffffffa81c85cd
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x37d
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffffa81caefd
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x39d
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffffa8720547
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x197
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffffa87208d5
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffffa871c758
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 29s! [nginx:1584]
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [thread_pool.rb*:30625]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_lsm_pinned_10703(E) rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vmw_vsock_vmci_transport vsock falcon_lsm_pinned_10404(E) sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon nfit pcspkr joydev sg libnvdimm vmw_vmci shpchp i2c_piix4 parport_pc parport ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel mptspi serio_raw libata scsi_transport_spi mptscsih mptbase vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: falcon_lsm_serviceable]
CPU: 3 PID: 30625 Comm: thread_pool.rb* Kdump: loaded Tainted: P E ------------ 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9b78c5b9cf10 ti: ffff9b7955f6c000 task.ti: ffff9b7955f6c000
RIP: 0010:[<ffffffffa810aa2a>] [<ffffffffa810aa2a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff9b7955f6faf0 EFLAGS: 00000202
RAX: 0000000000000008 RBX: ffff9b7955f6fac0 RCX: 0000000000000038
RDX: 00000000000000ff RSI: 0000000000000008 RDI: 0000000000000282
RBP: ffff9b7955f6fb38 R08: ffffffffa88132a0 R09: fffff71888965840
R10: 00000000000043b5 R11: 00003ffffffff000 R12: 0000000000000001
R13: ffffffffa80beb31 R14: 0000000000000002 R15: ffff9b7cfffdb008
FS: 00007fac7c7ff700(0000) GS:ffff9b7cffcc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fac6e53e3f0 CR3: 0000000007b14000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa8079c90>] ? leave_mm+0x110/0x110
[<ffffffffa8079c90>] ? leave_mm+0x110/0x110
[<ffffffffa8079c90>] ? leave_mm+0x110/0x110
[<ffffffffa810ab3f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa834edb5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa810b0eb>] smp_call_function_many+0x22b/0x270
[<ffffffffa8079e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa8079ff4>] flush_tlb_page+0x54/0xa0
[<ffffffffa81dc0f7>] ptep_clear_flush+0x67/0xa0
[<ffffffffa81c49cb>] wp_page_copy.isra.70+0x30b/0x560
[<ffffffffa81c6c3b>] do_wp_page+0xfb/0x720
[<ffffffffa8210f12>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffa81c85cd>] handle_pte_fault+0x37d/0xd10
[<ffffffffa81caefd>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa8720547>] __do_page_fault+0x197/0x4f0
[<ffffffffa87208d5>] do_page_fault+0x35/0x90
[<ffffffffa871c758>] page_fault+0x28/0x30
Code: c0 96 01 00 48 89 de 48 03 14 c5 a0 54 d3 a8 48 89 df e8 6a a1 25 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #12994
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa0f16f26
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffffa0e7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa0e7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa0e7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa0f1703f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa1184fc5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa0f175eb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa0e7e8f8
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffa0e7ea94
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffa1007858
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa0fef3a5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffa0ff17cb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffa103e262
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xe2
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffffa0ff5e62
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb22
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffffa158d653
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffffa158d975
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffffa1589778
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 28s! [docker-runc:81310]
Modules linked in: binfmt_misc veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink openvswitch nf_conntrack_ipv6 nf_nat_ipv6 nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_defrag_ipv6 nf_nat ip6table_filter ip6_tables xt_conntrack nf_conntrack iptable_filter sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 snd_rawmidi snd_ac97_codec coretemp ac97_bus iosf_mbi snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel snd_seq_device snd_pcm lrw gf128mul snd_timer glue_helper snd ablk_helper cryptd soundcore ppdev sg pcspkr joydev vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c
sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ata_piix ttm libata mptspi scsi_transport_spi drm crct10dif_pclmul crct10dif_common mptscsih crc32c_intel e1000 mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod vfio_pci irqbypass vfio_iommu_type1 vfio
CPU: 6 PID: 81310 Comm: docker-runc Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff91f4bedf8000 ti: ffff91f417c30000 task.ti: ffff91f417c30000
RIP: 0010:[<ffffffffa0f16f26>] [<ffffffffa0f16f26>] generic_exec_single+0x106/0x1c0
RSP: 0000:ffff91f417c33b60 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff91f417c33b30 RCX: 0000000000000008
RDX: ffffffffa1614850 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff91f417c33ba8 R08: ffffffffa1614848 R09: ffffea1b4af07800
R10: 00000000000043b2 R11: ffff91f5e9b6b1b8 R12: 0000000000000002
R13: ffff91f5fffdb008 R14: 0000000000000000 R15: 0000000300000010
FS: 00007f082b02b740(0000) GS:ffff91f5ed780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c420113000 CR3: 00000003004c6000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa0e7e730>] ? leave_mm+0x120/0x120
[<ffffffffa0e7e730>] ? leave_mm+0x120/0x120
[<ffffffffa0e7e730>] ? leave_mm+0x120/0x120
[<ffffffffa0f1703f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa1184fc5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa0f175eb>] smp_call_function_many+0x22b/0x270
[<ffffffffa0e7e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa0e7ea94>] flush_tlb_page+0x54/0xa0
[<ffffffffa1007858>] ptep_clear_flush+0x68/0xa0
[<ffffffffa0fef3a5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa0ff17cb>] do_wp_page+0xfb/0x720
[<ffffffffa103e262>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffa0ff5e62>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa158d653>] __do_page_fault+0x213/0x500
[<ffffffffa158d975>] do_page_fault+0x35/0x90
[<ffffffffa1589778>] page_fault+0x28/0x30
Code: 14 c5 60 10 b5 a1 48 89 df e8 17 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 8f
Complete report #8655
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8ed16f26
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffff8ec7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff8ec7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff8ec7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8ed1703f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8ef84fc5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8ed175eb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8ec7e8f8
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff8ec7ea94
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff8ee07858
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff8edef3a5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff8edf17cb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xfb
|
|
13
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff8ee3e262
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xe2
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff8edf5e62
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb22
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff8f38d653
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x213
|
|
16
|
trace_do_page_fault
|
vmlinux |
0xffffffff8f38da26
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x56
|
|
17
|
do_async_page_fault
|
vmlinux |
0xffffffff8f38cfa2
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x22
|
|
18
|
async_page_fault
|
vmlinux |
0xffffffff8f3897a8
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 23s! [java:14001]
Modules linked in: ip6_tables veth ipt_REJECT nf_reject_ipv4 vxlan ip6_udp_tunnel udp_tunnel xt_statistic xt_nat ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs iptable_mangle xt_comment xt_mark ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) sunrpc sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper parport_pc cryptd virtio_balloon joydev parport i2c_piix4 pcspkr ip_tables xfs libcrc32c ata_generic pata_acpi virtio_net net_failover virtio_blk failover cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix virtio_pci crct10dif_pclmul
crct10dif_common floppy libata virtio_ring crc32c_intel serio_raw drm_panel_orientation_quirks virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 14001 Comm: java Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: OpenStack Foundation OpenStack Nova, BIOS Ubuntu-1.8.2-1ubuntu1 04/01/2014
task: ffff93fed4765230 ti: ffff93ff3ede8000 task.ti: ffff93ff3ede8000
RIP: 0010:[<ffffffff8ed16f26>] [<ffffffff8ed16f26>] generic_exec_single+0x106/0x1c0
RSP: 0000:ffff93ff3edebb30 EFLAGS: 00000202
RAX: 0000000000000020 RBX: ffff93ff3edebb00 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 0000000000000020 RDI: 0000000000000286
RBP: ffff93ff3edebb78 R08: ffffffff8f4172c0 R09: ffffdbe0f14f8840
R10: 00000000000050ad R11: ffff93ff66e7d368 R12: 0000000000000002
R13: ffff9401bffdb008 R14: 0000000000000000 R15: 0000000300000000
FS: 00007f6d297f1b10(0000) GS:ffff94013f040000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000559460d55000 CR3: 0000001dcb8c2000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8ec7e730>] ? leave_mm+0x120/0x120
[<ffffffff8ec7e730>] ? leave_mm+0x120/0x120
[<ffffffff8ec7e730>] ? leave_mm+0x120/0x120
[<ffffffff8ed1703f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8ef84fc5>] ? cpumask_next_and+0x35/0x50
[<ffffffff8ed175eb>] smp_call_function_many+0x22b/0x270
[<ffffffff8ec7e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8ec7ea94>] flush_tlb_page+0x54/0xa0
[<ffffffff8ee07858>] ptep_clear_flush+0x68/0xa0
[<ffffffff8edef3a5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff8edf17cb>] do_wp_page+0xfb/0x720
[<ffffffff8ee3e262>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff8edf5e62>] handle_mm_fault+0xb22/0xfb0
[<ffffffff8f38d653>] __do_page_fault+0x213/0x500
[<ffffffff8f38da26>] trace_do_page_fault+0x56/0x150
[<ffffffff8f38cfa2>] do_async_page_fault+0x22/0xf0
[<ffffffff8f3897a8>] async_page_fault+0x28/0x30
Code: 14 c5 60 10 95 8f 48 89 df e8 17 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 8f
Complete report #1419288
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f932a
Build id: 3.10.0-693.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810f942f
Build id: 3.10.0-693.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff813226f5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff810f99c3
Build id: 3.10.0-693.el7.x86_64
|
0x223
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106e668
Build id: 3.10.0-693.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff8106e864
Build id: 3.10.0-693.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff811c2524
Build id: 3.10.0-693.el7.x86_64
|
0x54
|
|
11
|
wp_page_copy.isra.58
|
vmlinux |
0xffffffff811adfe0
Build id: 3.10.0-693.el7.x86_64
|
0x240
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff811afc1b
Build id: 3.10.0-693.el7.x86_64
|
0xeb
|
|
13
|
|
vmlinux |
0xffffffff810c47cb
Build id: 3.10.0-693.el7.x86_64
|
0x5b
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1f8c
Build id: 3.10.0-693.el7.x86_64
|
0x70c
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [gitlab-workhors:906]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr joydev vmw_balloon sg nfit libnvdimm parport_pc parport shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel mptspi
scsi_transport_spi mptscsih serio_raw e1000 mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 906 Comm: gitlab-workhors Tainted: G ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff88022ab3eeb0 ti: ffff88022bb24000 task.ti: ffff88022bb24000
RIP: 0010:[<ffffffff810f932a>] [<ffffffff810f932a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff88022bb27bc0 EFLAGS: 00000202
RAX: 0000000000000040 RBX: ffff88022bb27b58 RCX: 0000000000000005
RDX: 0000000000000040 RSI: 0000000000000000 RDI: 0000000000000282
RBP: ffff88022bb27c10 R08: ffffffff816cee28 R09: ffffea0002a36b00
R10: ffffea0002a36b00 R11: 8000000001cec225 R12: 0000000000000010
R13: ffffffff81055423 R14: ffffffffffffff10 R15: 0000000000000282
FS: 00007fd8aee67700(0000) GS:ffff880236680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fd8aff33a8a CR3: 00000000b98d6000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106e4a0 ffff88022bb27c98
0000000000000003 000000000e07a9c6 00000000000280da 0000000000000004
ffffffff8106e4a0 ffffffff8106e4a0 ffff88022bb27c40 ffffffff810f942f
Call Trace:
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff810f942f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813226f5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99c3>] smp_call_function_many+0x223/0x260
[<ffffffff8106e668>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106e864>] flush_tlb_page+0x54/0xa0
[<ffffffff811c2524>] ptep_clear_flush+0x54/0x80
[<ffffffff811adfe0>] wp_page_copy.isra.58+0x240/0x470
[<ffffffff811afc1b>] do_wp_page+0xeb/0x5c0
[<ffffffff810c47cb>] ? wake_up_q+0x5b/0x80
[<ffffffff811b1f8c>] handle_mm_fault+0x70c/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 00 78 01 00 48 89 de 48 03 14 c5 e0 fd b0 81 48 89 df e8 7a da 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #1183343
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa291dba2
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa2881b10
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffffa2881b10
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffffa2881b10
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa291dcbf
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa2b9c615
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa291e27b
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa2881fa8
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffa2882144
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffa2a14278
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa29fb6ae
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x32e
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffa29fdbbb
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffffa28e0e92
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x192
|
|
14
|
|
vmlinux |
0xffffffffa28e111b
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x5b
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffffa2a022da
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0xb3a
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffffa2fbf7d3
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffffa2fbfb05
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffffa2fbb7b8
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [nfs-subdir-exte:123793]
Modules linked in: xt_statistic tcp_lp nls_utf8 isofs ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle vxlan ip6_udp_tunnel udp_tunnel xt_physdev xt_NFLOG nfnetlink_log xt_limit xt_mark xt_multiport xt_comment ip_set veth xt_nat nf_conntrack_netlink xt_addrtype xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache overlay(T) br_netfilter bridge stp llc vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device
snd_pcm snd_timer snd soundcore iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel joydev lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd sg pcspkr parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ata_piix libnvdimm crct10dif_pclmul crct10dif_common libata crc32c_intel mptspi e1000 scsi_transport_spi mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 123793 Comm: nfs-subdir-exte Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.118.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8dfad9071080 ti: ffff8dfc1fca8000 task.ti: ffff8dfc1fca8000
RIP: 0010:[<ffffffffa291dba2>] [<ffffffffa291dba2>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff8dfc1fcabb60 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8dfc1fcabb30 RCX: 0000000000000005
RDX: ffffffffa30143d0 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff8dfc1fcabba8 R08: ffffffffa30143c8 R09: ffffe061e0552c40
R10: 0000000000004b29 R11: ffff8dfd11d93518 R12: 0000000000000400
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS: 000000c000380090(0000) GS:ffff8e01dd680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00079f080 CR3: 000000026001a000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffa2881b10>] ? leave_mm+0x130/0x130
[<ffffffffa2881b10>] ? leave_mm+0x130/0x130
[<ffffffffa2881b10>] ? leave_mm+0x130/0x130
[<ffffffffa291dcbf>] smp_call_function_single+0x5f/0xa0
[<ffffffffa2b9c615>] ? cpumask_next_and+0x35/0x50
[<ffffffffa291e27b>] smp_call_function_many+0x22b/0x270
[<ffffffffa2881fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa2882144>] flush_tlb_page+0x54/0xa0
[<ffffffffa2a14278>] ptep_clear_flush+0x68/0xa0
[<ffffffffa29fb6ae>] wp_page_copy.isra.73+0x32e/0x5d0
[<ffffffffa29fdbbb>] do_wp_page+0xfb/0x730
[<ffffffffa28e0e92>] ? try_to_wake_up+0x192/0x3a0
[<ffffffffa28e111b>] ? wake_up_q+0x5b/0x90
[<ffffffffa2a022da>] handle_mm_fault+0xb3a/0x1190
[<ffffffffa2fbf7d3>] __do_page_fault+0x213/0x510
[<ffffffffa2fbfb05>] do_page_fault+0x35/0x90
[<ffffffffa2fbb7b8>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 c0 19 55 a3 48 89 df e8 b7 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #917270
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff83d1db82
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff83c81b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffff83c81b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffff83c81b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff83d1dc9f
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff83f9c5d5
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff83d1e25b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff83c81fa8
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff83c82144
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff83e14228
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff83dfb65e
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x32e
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff83dfdb6b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffff83ce0e92
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x192
|
|
14
|
|
vmlinux |
0xffffffff83ce111b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x5b
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffff83e0228a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xb3a
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff843bf7d3
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffff843bfb05
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffff843bb7b8
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [4_scheduler:108705]
Modules linked in: binfmt_misc ipt_rpfilter xt_multiport xt_set iptable_raw ip_set_hash_ip ip_set_hash_net ip_set vxlan ip6_udp_tunnel udp_tunnel ipt_REJECT nf_reject_ipv4 ip6t_MASQUERADE nf_nat_masquerade_ipv6 xt_mark xt_comment ip6table_filter ip6table_mangle iptable_mangle ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables nf_tables veth xt_nat xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi sb_edac snd_ac97_codec ac97_bus btusb btrtl ppdev iosf_mbi btbcm snd_seq crc32_pclmul btintel ghash_clmulni_intel
vmw_balloon snd_seq_device bluetooth snd_pcm aesni_intel lrw gf128mul glue_helper snd_timer ablk_helper cryptd snd joydev rfkill pcspkr sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul ata_piix crct10dif_common drm nfit crc32c_intel nvme libata e1000 serio_raw libnvdimm nvme_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod synosnap(OE)
CPU: 6 PID: 108705 Comm: 4_scheduler Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff96f592e46300 ti: ffff96f65b0b4000 task.ti: ffff96f65b0b4000
RIP: 0010:[<ffffffff83d1db82>] [<ffffffff83d1db82>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff96f65b0b7b60 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff96f65b0b7b30 RCX: 0000000000000005
RDX: ffffffff84414350 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff96f65b0b7ba8 R08: ffffffff84414348 R09: ffffd6108f6a6c40
R10: 0000000000004b35 R11: ffff96f2ae5a5368 R12: 0000000000000000
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS: 00007fde2a528700(0000) GS:ffff96f65d780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdd71ed1000 CR3: 0000000127c86000 CR4: 00000000003607e0
Call Trace:
[<ffffffff83c81b10>] ? leave_mm+0x130/0x130
[<ffffffff83c81b10>] ? leave_mm+0x130/0x130
[<ffffffff83c81b10>] ? leave_mm+0x130/0x130
[<ffffffff83d1dc9f>] smp_call_function_single+0x5f/0xa0
[<ffffffff83f9c5d5>] ? cpumask_next_and+0x35/0x50
[<ffffffff83d1e25b>] smp_call_function_many+0x22b/0x270
[<ffffffff83c81fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff83c82144>] flush_tlb_page+0x54/0xa0
[<ffffffff83e14228>] ptep_clear_flush+0x68/0xa0
[<ffffffff83dfb65e>] wp_page_copy.isra.73+0x32e/0x5d0
[<ffffffff83dfdb6b>] do_wp_page+0xfb/0x730
[<ffffffff83ce0e92>] ? try_to_wake_up+0x192/0x3a0
[<ffffffff83ce111b>] ? wake_up_q+0x5b/0x90
[<ffffffff83e0228a>] handle_mm_fault+0xb3a/0x1190
[<ffffffff843bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff843bfb05>] do_page_fault+0x35/0x90
[<ffffffff843bb7b8>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 40 19 95 84 48 89 df e8 97 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #363829
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffadd16562
Build id: 3.10.0-1160.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffadc7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffadc7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffadc7e6a0
Build id: 3.10.0-1160.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffadd1667f
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffadf85de5
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffadd16c2b
Build id: 3.10.0-1160.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffadc7e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffadc7ea04
Build id: 3.10.0-1160.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffade07728
Build id: 3.10.0-1160.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffaddef295
Build id: 3.10.0-1160.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffaddf16bb
Build id: 3.10.0-1160.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffffadcda830
Build id: 3.10.0-1160.el7.x86_64
|
0x190
|
|
14
|
|
vmlinux |
0xffffffffadcdaaab
Build id: 3.10.0-1160.el7.x86_64
|
0x5b
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffffaddf5d32
Build id: 3.10.0-1160.el7.x86_64
|
0xb22
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffffae38e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffffae38e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
18
|
|
vmlinux |
0xffffffffae38aac9
Build id: 3.10.0-1160.el7.x86_64
|
0xaa
|
|
19
|
page_fault
|
vmlinux |
0xffffffffae38a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [grafana-server:4927]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_hda_codec_idt snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device snd_pcm ppdev snd_timer snd soundcore sg parport_pc joydev parport i2c_piix4 video pcspkr ip_tables
xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ahci libahci crc32c_intel libata serio_raw e1000 dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 4927 Comm: grafana-server Kdump: loaded Tainted: G ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff919ac07b1080 ti: ffff9199c3ea0000 task.ti: ffff9199c3ea0000
RIP: 0010:[<ffffffffadd16562>] [<ffffffffadd16562>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9199c3ea3b60 EFLAGS: 00010202
RAX: 00000000000008fd RBX: 00000000000000fb RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000282
RBP: ffff9199c3ea3ba8 R08: 0000000000000001 R09: ffffdede026e54c0
R10: 0000000000003ef0 R11: ffff919a62134360 R12: 0000000000000000
R13: 00000000000008fd R14: 0000000000000001 R15: ffffdede026e54c0
FS: 00007f823f5fe700(0000) GS:ffff919b1f500000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00010c200 CR3: 0000000003f92000 CR4: 00000000000006e0
Call Trace:
[<ffffffffadc7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffadc7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffadc7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffadd1667f>] smp_call_function_single+0x5f/0xa0
[<ffffffffadf85de5>] ? cpumask_next_and+0x35/0x50
[<ffffffffadd16c2b>] smp_call_function_many+0x22b/0x270
[<ffffffffadc7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffadc7ea04>] flush_tlb_page+0x54/0xa0
[<ffffffffade07728>] ptep_clear_flush+0x68/0xa0
[<ffffffffaddef295>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffaddf16bb>] do_wp_page+0xfb/0x720
[<ffffffffadcda830>] ? try_to_wake_up+0x190/0x390
[<ffffffffadcdaaab>] ? wake_up_q+0x5b/0x80
[<ffffffffaddf5d32>] handle_mm_fault+0xb22/0xfb0
[<ffffffffae38e653>] __do_page_fault+0x213/0x500
[<ffffffffae38e975>] do_page_fault+0x35/0x90
[<ffffffffae38aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffae38a778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 e0 13 95 ae 48 89 df e8 f7 69 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #895262
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa5d16a32
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa5c7ddd0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa5c7ddd0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa5c7ddd0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa5d16b4f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa5f86a45
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa5d170fb
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa5c7e258
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffa5c7e3f4
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffa5e08108
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa5defc05
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffa5df202b
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffffa5e723a4
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x24
|
|
14
|
|
vmlinux |
0xffffffffa5e5f4e6
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x176
|
|
15
|
|
vmlinux |
0xffffffffa5e61562
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x72
|
|
16
|
handle_mm_fault
|
vmlinux |
0xffffffffa5df66a2
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb22
|
|
17
|
|
vmlinux |
0xffffffffa5e6168d
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4d
|
|
18
|
__do_page_fault
|
vmlinux |
0xffffffffa6390653
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x213
|
|
19
|
do_page_fault
|
vmlinux |
0xffffffffa6390975
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
20
|
page_fault
|
vmlinux |
0xffffffffa638c778
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 25s! [nagios:2309]
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 25s! [nagios:2283]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun bridge stp llc nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev sg vmw_balloon pcspkr i2c_piix4 vmw_vmci parport_pc parport auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit sd_mod drm ahci crc_t10dif libnvdimm crct10dif_generic
libahci ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 4 PID: 2283 Comm: nagios Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff959152659080 ti: ffff958f701b0000 task.ti: ffff958f701b0000
RIP: 0010:[<ffffffffa5d16a32>] [<ffffffffa5d16a32>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff958f701b3b60 EFLAGS: 00000202
RAX: 0000000000000006 RBX: ffff958f701b3b30 RCX: 000000000000003a
RDX: 000000000000003f RSI: 0000000000000006 RDI: 0000000000000286
RBP: ffff958f701b3ba8 R08: ffffffffa64137c0 R09: 622030203a706f72
R10: 29212128732f7469 R11: 7963696c6f50202c R12: 000000000000001f
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS: 00007ff24f6f5740(0000) GS:ffff95917fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000020aedc8 CR3: 00000000b01fa000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffa5c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa5c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa5c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa5d16b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa5f86a45>] ? cpumask_next_and+0x35/0x50
[<ffffffffa5d170fb>] smp_call_function_many+0x22b/0x270
[<ffffffffa5c7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa5c7e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffa5e08108>] ptep_clear_flush+0x68/0xa0
[<ffffffffa5defc05>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa5df202b>] do_wp_page+0xfb/0x720
[<ffffffffa5e723a4>] ? mntput+0x24/0x40
[<ffffffffa5e5f4e6>] ? path_openat+0x176/0x5a0
[<ffffffffa5e61562>] ? user_path_at_empty+0x72/0xc0
[<ffffffffa5df66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa5e6168d>] ? do_filp_open+0x4d/0xb0
[<ffffffffa6390653>] __do_page_fault+0x213/0x500
[<ffffffffa6390975>] do_page_fault+0x35/0x90
[<ffffffffa638c778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 15 95 a6 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #590084
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa9d16a32
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa9c7ddd0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa9c7ddd0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa9c7ddd0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa9d16b4f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa9f86a45
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa9d170fb
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa9c7e258
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffa9c7e3f4
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffa9e08108
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa9defc05
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffa9df202b
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffffa9dbe42b
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x2b
|
|
14
|
|
vmlinux |
0xffffffffa9deee49
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x139
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffffa9df66a2
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb22
|
|
16
|
|
vmlinux |
0xffffffffa9dfd36c
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x39c
|
|
17
|
|
vmlinux |
0xffffffffa9dfed49
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x1b9
|
|
18
|
__do_page_fault
|
vmlinux |
0xffffffffaa390653
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x213
|
|
19
|
do_page_fault
|
vmlinux |
0xffffffffaa390975
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
20
|
page_fault
|
vmlinux |
0xffffffffaa38c778
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 43s! [NetworkManager:7596]
Modules linked in: veth xt_nat xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul vmw_balloon sg glue_helper vmw_vmci ablk_helper pcspkr cryptd parport_pc joydev i2c_piix4 parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel ahci serio_raw drm ata_piix libahci nfit vmxnet3 libata libnvdimm vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash
dm_log dm_mod fuse
CPU: 13 PID: 7596 Comm: NetworkManager Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff92fcb2c5a100 ti: ffff92fb279c8000 task.ti: ffff92fb279c8000
RIP: 0010:[<ffffffffa9d16a32>] [<ffffffffa9d16a32>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff92fb279cbb60 EFLAGS: 00000202
RAX: 0000000000000018 RBX: ffff92fb279cbb30 RCX: 0000000000000028
RDX: 0000000000ffffff RSI: 0000000000000018 RDI: 0000000000000286
RBP: ffff92fb279cbba8 R08: ffffffffaa413f40 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000246
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS: 00007f635151c940(0000) GS:ffff92fcff640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6342eb5df8 CR3: 00000008251fc000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa9c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa9c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa9c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa9d16b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa9f86a45>] ? cpumask_next_and+0x35/0x50
[<ffffffffa9d170fb>] smp_call_function_many+0x22b/0x270
[<ffffffffa9c7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa9c7e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffa9e08108>] ptep_clear_flush+0x68/0xa0
[<ffffffffa9defc05>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa9df202b>] do_wp_page+0xfb/0x720
[<ffffffffa9dbe42b>] ? unlock_page+0x2b/0x30
[<ffffffffa9deee49>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffa9df66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa9dfd36c>] ? do_mmap+0x39c/0x590
[<ffffffffa9dfed49>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffffaa390653>] __do_page_fault+0x213/0x500
[<ffffffffaa390975>] do_page_fault+0x35/0x90
[<ffffffffaa38c778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 15 95 aa 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #493504
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff86f165b2
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff86e7e6a0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff86e7e6a0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff86e7e6a0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff86f166cf
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff87185e25
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff86f16c7b
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff86e7e868
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff86e7ea04
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff87007768
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff86fef2d5
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffff86ff16fb
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffff86fbdfab
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2b
|
|
14
|
|
vmlinux |
0xffffffff86fee519
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x139
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffff86ff5d72
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xb22
|
|
16
|
|
vmlinux |
0xffffffff86ffca18
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x378
|
|
17
|
|
vmlinux |
0xffffffff86ffe3b9
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1b9
|
|
18
|
__do_page_fault
|
vmlinux |
0xffffffff8758f653
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x213
|
|
19
|
do_page_fault
|
vmlinux |
0xffffffff8758f975
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
20
|
|
vmlinux |
0xffffffff8758bac9
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xaa
|
|
21
|
page_fault
|
vmlinux |
0xffffffff8758b778
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [AWT-EventQueue-:31971]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device ppdev snd_pcm joydev snd_timer snd iosf_mbi vboxguest(OE) soundcore sg parport_pc video pcspkr parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common ata_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops pata_acpi ahci ttm crc32c_intel libahci serio_raw drm e1000 ata_piix drm_panel_orientation_quirks libata dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 31971 Comm: AWT-EventQueue- Kdump: loaded Tainted: G W OE ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffffa02717046300 ti: ffffa02717070000 task.ti: ffffa02717070000
RIP: 0010:[<ffffffff86f165b2>] [<ffffffff86f165b2>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffffa02717073b60 EFLAGS: 00010202
RAX: 00000000000008fc RBX: ffffa028d221fd08 RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000282
RBP: ffffa02717073ba8 R08: 0000000000000001 R09: ffffe2a81371bfc0
R10: ffffa028d2685a20 R11: ffffa02716c62ca8 R12: 0000000000000002
R13: ffffa028d26db008 R14: 0000000000000000 R15: 0000000300000000
FS: 00007f7cd055d700(0000) GS:ffffa028d2200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7cc0950ee0 CR3: 0000000445ca2000 CR4: 00000000000206f0
Call Trace:
[<ffffffff86e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffff86e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffff86e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffff86f166cf>] smp_call_function_single+0x5f/0xa0
[<ffffffff87185e25>] ? cpumask_next_and+0x35/0x50
[<ffffffff86f16c7b>] smp_call_function_many+0x22b/0x270
[<ffffffff86e7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff86e7ea04>] flush_tlb_page+0x54/0xa0
[<ffffffff87007768>] ptep_clear_flush+0x68/0xa0
[<ffffffff86fef2d5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff86ff16fb>] do_wp_page+0xfb/0x720
[<ffffffff86fbdfab>] ? unlock_page+0x2b/0x30
[<ffffffff86fee519>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff86ff5d72>] handle_mm_fault+0xb22/0xfb0
[<ffffffff86ffca18>] ? do_mmap+0x378/0x530
[<ffffffff86ffe3b9>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffff8758f653>] __do_page_fault+0x213/0x500
[<ffffffff8758f975>] do_page_fault+0x35/0x90
[<ffffffff8758bac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff8758b778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 e0 13 b5 87 48 89 df e8 e7 69 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #444238
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb5916b62
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb587ddd0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffb587ddd0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffb587ddd0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb5916c7f
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb5b86835
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb591722b
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb587e258
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffb587e3f4
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffb5a08108
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffb59efc05
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffb59f202b
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffffb59be45b
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x2b
|
|
14
|
|
vmlinux |
0xffffffffb59eee49
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x139
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffffb59f66a2
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xb22
|
|
16
|
|
vmlinux |
0xffffffffb59fd36c
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x39c
|
|
17
|
|
vmlinux |
0xffffffffb59fed49
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x1b9
|
|
18
|
__do_page_fault
|
vmlinux |
0xffffffffb5f94653
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x213
|
|
19
|
do_page_fault
|
vmlinux |
0xffffffffb5f94975
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x35
|
|
20
|
|
vmlinux |
0xffffffffb5f90ac9
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xaa
|
|
21
|
page_fault
|
vmlinux |
0xffffffffb5f90778
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [httpd:27729]
Modules linked in: nfnetlink_queue nfnetlink_log bluetooth rfkill binfmt_misc nf_conntrack_tftp nf_conntrack_ftp nf_conntrack_netbios_ns nf_conntrack_broadcast nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm serio_raw mptspi scsi_transport_spi ata_piix mptscsih libata mptbase nfit vmxnet3 libnvdimm drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 27729 Comm: httpd Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.66.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9f8756b6a100 ti: ffff9f8756b98000 task.ti: ffff9f8756b98000
RIP: 0010:[<ffffffffb5916b62>] [<ffffffffb5916b62>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9f8756b9bb60 EFLAGS: 00000202
RAX: 00000000000008fb RBX: 00000001000200da RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000282
RBP: ffff9f8756b9bba8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000246
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS: 00007f8b337be700(0000) GS:ffff9f88ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8b5842dcd8 CR3: 0000000176d62000 CR4: 00000000000407e0
Call Trace:
[<ffffffffb587ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb587ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb587ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb5916c7f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb5b86835>] ? cpumask_next_and+0x35/0x50
[<ffffffffb591722b>] smp_call_function_many+0x22b/0x270
[<ffffffffb587e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb587e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffb5a08108>] ptep_clear_flush+0x68/0xa0
[<ffffffffb59efc05>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffb59f202b>] do_wp_page+0xfb/0x720
[<ffffffffb59be45b>] ? unlock_page+0x2b/0x30
[<ffffffffb59eee49>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffb59f66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb59fd36c>] ? do_mmap+0x39c/0x590
[<ffffffffb59fed49>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffffb5f94653>] __do_page_fault+0x213/0x500
[<ffffffffb5f94975>] do_page_fault+0x35/0x90
[<ffffffffb5f90ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffb5f90778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 18 55 b6 48 89 df e8 47 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #371606
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb8716a32
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb867ddd0
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffb867ddd0
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffb867ddd0
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb8716b4f
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb8986a25
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb87170fb
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb867e258
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffb867e3f4
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffb8808108
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x68
|
|
11
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffb87efc05
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x335
|
|
12
|
do_wp_page
|
vmlinux |
0xffffffffb87f202b
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0xfb
|
|
13
|
|
vmlinux |
0xffffffffb87be42b
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x2b
|
|
14
|
|
vmlinux |
0xffffffffb87eee49
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x139
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffffb87f66a2
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0xb22
|
|
16
|
|
vmlinux |
0xffffffffb87fd36c
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x39c
|
|
17
|
|
vmlinux |
0xffffffffb87fed49
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x1b9
|
|
18
|
__do_page_fault
|
vmlinux |
0xffffffffb8d90653
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x213
|
|
19
|
do_page_fault
|
vmlinux |
0xffffffffb8d90975
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x35
|
|
20
|
page_fault
|
vmlinux |
0xffffffffb8d8c778
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [reporter-urepor:55624]
Modules linked in: lp veeamsnap(OE) tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 iosf_mbi crc32_pclmul snd_rawmidi snd_ac97_codec ghash_clmulni_intel aesni_intel ac97_bus lrw snd_seq gf128mul glue_helper ablk_helper snd_seq_device snd_pcm
ppdev cryptd pcspkr snd_timer joydev snd soundcore vmw_balloon sg parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx nfit libnvdimm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel ata_piix serio_raw mptspi scsi_transport_spi libata e1000 mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 2 PID: 55624 Comm: reporter-urepor Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.41.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff944bac643180 ti: ffff944bab5b8000 task.ti: ffff944bab5b8000
RIP: 0010:[<ffffffffb8716a32>] [<ffffffffb8716a32>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff944bab5bbb60 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff944bab5bbb30 RCX: 0000000000000004
RDX: ffffffffb8e13f50 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff944bab5bbba8 R08: ffffffffb8e13f48 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000246
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS: 0000000000000000(0000) GS:ffff944bf7680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faa38ad6e78 CR3: 000000007b612000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb867ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb867ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb867ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb8716b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb8986a25>] ? cpumask_next_and+0x35/0x50
[<ffffffffb87170fb>] smp_call_function_many+0x22b/0x270
[<ffffffffb867e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb867e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffb8808108>] ptep_clear_flush+0x68/0xa0
[<ffffffffb87efc05>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffb87f202b>] do_wp_page+0xfb/0x720
[<ffffffffb87be42b>] ? unlock_page+0x2b/0x30
[<ffffffffb87eee49>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffb87f66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb87fd36c>] ? do_mmap+0x39c/0x590
[<ffffffffb87fed49>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffffb8d90653>] __do_page_fault+0x213/0x500
[<ffffffffb8d90975>] do_page_fault+0x35/0x90
[<ffffffffb8d8c778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 15 35 b9 48 89 df e8 67 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00