NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [abrt-dump-oops:40257]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmhgfs(OE) vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi aesni_intel lrw gf128mul glue_helper snd_ac97_codec ablk_helper cryptd ac97_bus vmw_balloon snd_seq snd_seq_device snd_pcm pcspkr joydev snd_timer snd sg nfit soundcore vmw_vmci libnvdimm i2c_piix4 shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables
xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ata_piix serio_raw e1000 libata mptspi scsi_transport_spi mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 40257 Comm: abrt-dump-oops Tainted: G           OEL ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff88021c2f4f10 ti: ffff8800899d8000 task.ti: ffff8800899d8000
RIP: 0010:[<ffffffff810f932e>]  [<ffffffff810f932e>] generic_exec_single+0xfe/0x1a0
RSP: 0000:ffff8800899dbbc0  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8800899dbb90 RCX: 0000000000000001
RDX: ffffffff816ce430 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff8800899dbc10 R08: ffffffff816ce428 R09: ffffea0002cd1740
R10: ffffea0002cd1740 R11: 800000022af93025 R12: 0000000000000000
R13: 0000000000000002 R14: 00000000899e5940 R15: ffff88023ffd9008
FS:  0000000000000000(0000) GS:ffff880235640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc5df754e98 CR3: 0000000034f9f000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106e4a0 ffff8800899dbc98
0000000000000003 000000002babbfbe 00000000000200da 0000000000000000
ffffffff8106e4a0 ffffffff8106e4a0 ffff8800899dbc40 ffffffff810f942f
Call Trace:
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff810f942f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813226f5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99c3>] smp_call_function_many+0x223/0x260
[<ffffffff8106e668>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106e864>] flush_tlb_page+0x54/0xa0
[<ffffffff811c2524>] ptep_clear_flush+0x54/0x80
[<ffffffff811adfe0>] wp_page_copy.isra.58+0x240/0x470
[<ffffffff811afc1b>] do_wp_page+0xeb/0x5c0
[<ffffffff811ad6a6>] ? do_read_fault.isra.44+0xe6/0x130
[<ffffffff811b1f8c>] handle_mm_fault+0x70c/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 48 89 de 48 03 14 c5 e0 fd b0 81 48 89 df e8 7a da 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 7f 

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [exe:17965]
Modules linked in: l2tp_ppp l2tp_netlink l2tp_core pppoe pppox ppp_generic slhc xt_multiport xt_policy dummy xt_nat veth tcp_lp fuse nf_conntrack_netlink xt_addrtype br_netfilter dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp
iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_seq_midi snd_seq_midi_event snd_ens1371 cryptd snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore joydev pcspkr sg vmw_balloon vmw_vmci parport_pc parport i2c_piix4 shpchp ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi ata_piix mptscsih drm e1000 crct10dif_pclmul crct10dif_common libata i2c_core serio_raw crc32c_intel mptbase floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 17965 Comm: exe Kdump: loaded Tainted: G             L ------------   3.10.0-862.3.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/20/2014
task: ffffa09b7b340000 ti: ffffa09b73c38000 task.ti: ffffa09b73c38000
RIP: 0010:[<ffffffffa0f07ace>]  [<ffffffffa0f07ace>] generic_exec_single+0xfe/0x1b0
RSP: 0000:ffffa09b73c3baf0  EFLAGS: 00000202
RAX: 0000000000000040 RBX: 0000000000000246 RCX: 0000000000000001
RDX: 0000000000000040 RSI: 0000000000000000 RDI: 0000000000000286
RBP: ffffa09b73c3bb38 R08: ffffffffa1613228 R09: fffffe0540f28700
R10: fffffe0540f28700 R11: 0000000000000000 R12: 0000000100000000
R13: ffffa09bfffd6800 R14: 000000000000001f R15: 000280da00000000
FS:  00007ff20a1d6880(0000) GS:ffffa09bfa6c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0000ae010 CR3: 000000003b73e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa0e77110>] ? leave_mm+0x110/0x110
[<ffffffffa0e77110>] ? leave_mm+0x110/0x110
[<ffffffffa0e77110>] ? leave_mm+0x110/0x110
[<ffffffffa0f07bdf>] smp_call_function_single+0x5f/0xa0
[<ffffffffa114a6b5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa0f0818b>] smp_call_function_many+0x22b/0x270
[<ffffffffa0e772d8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa0e77474>] flush_tlb_page+0x54/0xa0
[<ffffffffa0fd8b77>] ptep_clear_flush+0x67/0xa0
[<ffffffffa0fc1bfe>] wp_page_copy.isra.70+0x29e/0x4f0
[<ffffffffa0fc3dfb>] do_wp_page+0xfb/0x710
[<ffffffffa0f04585>] ? futex_wait+0x195/0x280
[<ffffffffa0fc56ad>] handle_pte_fault+0x36d/0xc30
[<ffffffffa0ed83d6>] ? update_curr+0x86/0x1e0
[<ffffffffa0fc77bd>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa151b5c7>] __do_page_fault+0x197/0x4f0
[<ffffffffa151b955>] do_page_fault+0x35/0x90
[<ffffffffa1517788>] page_fault+0x28/0x30
Code: 48 89 de 48 03 14 c5 e0 52 b3 a1 48 89 df e8 5a 88 25 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 87 

NMI watchdog: BUG: soft lockup - CPU#6 stuck for 21s! [dsa.Scheduler_0:8975]
Modules linked in: bmhook(OE) dsa_filter(POE) dsa_filter_hook(OE) tmhook(OE) binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack libcrc32c ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi ppdev crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_vmci parport_pc i2c_piix4 parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache
jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel mptspi nfit serio_raw scsi_transport_spi mptscsih libnvdimm vmxnet3 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: dsa_filter_hook]
CPU: 6 PID: 8975 Comm: dsa.Scheduler_0 Kdump: loaded Tainted: P           OEL ------------ T 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff8fb1f3a9a0e0 ti: ffff8fb1eee90000 task.ti: ffff8fb1eee90000
RIP: 0010:[<ffffffff89516f72>]  [<ffffffff89516f72>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff8fb1eee93b60  EFLAGS: 00000202
RAX: 0000000000000008 RBX: ffff8fb1eee93b30 RCX: 0000000000000830
RDX: 0000000000000008 RSI: 0000000000000008 RDI: 0000000000000286
RBP: ffff8fb1eee93ba8 R08: ffffffff89c14840 R09: fffff4dc88dfbb40
R10: 0000000000004d9f R11: ffff8fb1f3e70360 R12: 0000000000000002
R13: ffff8fb23ffaf008 R14: 0000000000000000 R15: 000000033ffae000
FS:  00007f679434d700(0000) GS:ffff8fb23fd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f676fa1b018 CR3: 0000000bc588e000 CR4: 00000000001607e0
Call Trace:
[<ffffffff8947e730>] ? leave_mm+0x120/0x120
[<ffffffff8947e730>] ? leave_mm+0x120/0x120
[<ffffffff8947e730>] ? leave_mm+0x120/0x120
[<ffffffff8951708f>] smp_call_function_single+0x5f/0xa0
[<ffffffff89785005>] ? cpumask_next_and+0x35/0x50
[<ffffffff8951763b>] smp_call_function_many+0x22b/0x270
[<ffffffff8947e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8947ea94>] flush_tlb_page+0x54/0xa0
[<ffffffff89607888>] ptep_clear_flush+0x68/0xa0
[<ffffffff895ef3c5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff895f17eb>] do_wp_page+0xfb/0x720
[<ffffffff895f5e82>] handle_mm_fault+0xb22/0xfb0
[<ffffffff89b8d653>] __do_page_fault+0x213/0x500
[<ffffffff89b8d975>] do_page_fault+0x35/0x90
[<ffffffff89b89778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 a0 10 15 8a 48 89 df e8 07 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 
[<ffffffff89b8d975>] do_page_fault+0x35/0x90
[<ffffffff89b89778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 a0 10 15 8a 48 89 df e8 07 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [httpd:18532]
Modules linked in: binfmt_misc xt_time xt_conntrack kcare(OE) ebtable_filter ebtables devlink ipt_REJECT nf_reject_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 tcp_diag nf_nat inet_diag nf_conntrack xt_multiport iptable_filter ip6table_filter xt_owner ip6_tables loop vmw_vsock_vmci_transport vsock xfs libcrc32c ppdev vmw_balloon edac_mce_amd pcspkr joydev sg i2c_piix4 vmw_vmci shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi libata scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 i2c_core
floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 6 PID: 18532 Comm: httpd Kdump: loaded Tainted: G           OEL ------------   3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff94ff20962f70 ti: ffff9503092d8000 task.ti: ffff9503092d8000
RIP: 0010:[<ffffffff9d90aa2e>]  [<ffffffff9d90aa2e>] generic_exec_single+0xfe/0x1b0
RSP: 0000:ffff9503092dbaf0  EFLAGS: 00000202
RAX: 0000000000000020 RBX: 0000000000000000 RCX: 0000000000000020
RDX: 0000000000000020 RSI: 0000000000000020 RDI: 0000000000000286
RBP: ffff9503092dbb38 R08: ffffffff9e0132a0 R09: ffffe7d18e3a7140
R10: 00000000000046b5 R11: 00003ffffffff000 R12: 0000000000000010
R13: ffffffff9d85b513 R14: 0000000000000002 R15: ffff95033ffcb008
FS:  00002b7dbac15700(0000) GS:ffff95032af80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002b7e1c03e210 CR3: 0000000508e68000 CR4: 00000000000007e0
Call Trace:
[<ffffffff9d879c90>] ? leave_mm+0x110/0x110
[<ffffffff9d879c90>] ? leave_mm+0x110/0x110
[<ffffffff9d879c90>] ? leave_mm+0x110/0x110
[<ffffffff9d90ab3f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9db4edb5>] ? cpumask_next_and+0x35/0x50
[<ffffffff9d90b0eb>] smp_call_function_many+0x22b/0x270
[<ffffffff9d879e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9d879ff4>] flush_tlb_page+0x54/0xa0
[<ffffffff9d9dc0f7>] ptep_clear_flush+0x67/0xa0
[<ffffffff9d9c49cb>] wp_page_copy.isra.70+0x30b/0x560
[<ffffffff9d9c6c3b>] do_wp_page+0xfb/0x720
[<ffffffff9d9c85cd>] handle_pte_fault+0x37d/0xd10
[<ffffffff9d9caefd>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9df20547>] __do_page_fault+0x197/0x4f0
[<ffffffff9df208d5>] do_page_fault+0x35/0x90
[<ffffffff9df1ca96>] ? error_swapgs+0xa7/0xbd
[<ffffffff9df1c758>] page_fault+0x28/0x30
Code: 48 89 de 48 03 14 c5 a0 54 53 9e 48 89 df e8 6a a1 25 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 87 

NMI watchdog: BUG: soft lockup - CPU#7 stuck for 23s! [work:0:23952]
Modules linked in: tcp_lp bnep nfnetlink_queue nfnetlink_log bluetooth rfkill xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev sg glue_helper ablk_helper cryptd joydev i2c_piix4 vmw_vmci vmw_balloon pcspkr parport_pc parport ip_tables
xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common nfit crc32c_intel libata mptspi libnvdimm scsi_transport_spi e1000 mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 7 PID: 23952 Comm: work:0 Kdump: loaded Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9bfb77e71080 ti: ffff9bfc1c820000 task.ti: ffff9bfc1c820000
RIP: 0010:[<ffffffff94f16562>]  [<ffffffff94f16562>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9bfc1c823b60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9bfc1c823b30 RCX: 0000000000000003
RDX: ffffffff95613c90 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9bfc1c823ba8 R08: ffffffff95613c88 R09: ffffd66ac4ca8b00
R10: 0000000000003868 R11: ffff9bfc69ff76c8 R12: 0000000000000002
R13: ffff9bfccc3db008 R14: 0000000000000000 R15: 000000031c823ca0
FS:  00007f5234c50700(0000) GS:ffff9bfcc07c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000615000e70e37 CR3: 000000020ee76000 CR4: 00000000003607e0
Call Trace:
[<ffffffff94e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffff94e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffff94e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffff94f1667f>] smp_call_function_single+0x5f/0xa0
[<ffffffff95185de5>] ? cpumask_next_and+0x35/0x50
[<ffffffff94f16c2b>] smp_call_function_many+0x22b/0x270
[<ffffffff94e7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff94e7ea04>] flush_tlb_page+0x54/0xa0
[<ffffffff95007728>] ptep_clear_flush+0x68/0xa0
[<ffffffff94fef295>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff94ff16bb>] do_wp_page+0xfb/0x720
[<ffffffff94e2b621>] ? __switch_to+0x151/0x580
[<ffffffff94ff5d32>] handle_mm_fault+0xb22/0xfb0
[<ffffffff9558e653>] __do_page_fault+0x213/0x500
[<ffffffff9558e975>] do_page_fault+0x35/0x90
[<ffffffff9558a778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 e0 13 b5 95 48 89 df e8 f7 69 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [dockerd:3168]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac ppdev iosf_mbi snd_ens1371 crc32_pclmul snd_rawmidi ghash_clmulni_intel snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm aesni_intel
vmw_balloon lrw snd_timer gf128mul glue_helper ablk_helper cryptd snd joydev pcspkr sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common nfit libata drm libnvdimm e1000 crc32c_intel serio_raw mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 3168 Comm: dockerd Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8e3bf566c200 ti: ffff8e3cb70e8000 task.ti: ffff8e3cb70e8000
RIP: 0010:[<ffffffffa9716b62>]  [<ffffffffa9716b62>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff8e3cb70ebb60  EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8e3cb70ebb30 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000286
RBP: ffff8e3cb70ebba8 R08: ffffffffa9e13a40 R09: fffff799015249c0
R10: 0000000000004104 R11: ffff8e3c28469798 R12: ffff8e3cb79f11b0
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS:  00007fe3fa7fc700(0000) GS:ffff8e3cbfd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe43b6c5c20 CR3: 00000000b16fe000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa967ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa967ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa967ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa9716c7f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa9986865>] ? cpumask_next_and+0x35/0x50
[<ffffffffa971722b>] smp_call_function_many+0x22b/0x270
[<ffffffffa967e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa967e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffa9808128>] ptep_clear_flush+0x68/0xa0
[<ffffffffa97efc55>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa97f207b>] do_wp_page+0xfb/0x720
[<ffffffffa985f29d>] ? path_openat+0xcd/0x5a0
[<ffffffffa98613c2>] ? user_path_at_empty+0x72/0xc0
[<ffffffffa97f66f2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa9d94653>] __do_page_fault+0x213/0x500
[<ffffffffa9d94975>] do_page_fault+0x35/0x90
[<ffffffffa9d90778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 18 35 aa 48 89 df e8 77 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 39s! [kubelet:12160]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 ppdev crc32_pclmul snd_rawmidi ghash_clmulni_intel snd_ac97_codec aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd ac97_bus btusb snd_seq btrtl btbcm btintel snd_seq_device bluetooth snd_pcm joydev pcspkr snd_timer snd rfkill soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom
ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel serio_raw libata mptspi scsi_transport_spi e1000 mptscsih nfit mptbase libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 12160 Comm: kubelet Kdump: loaded Tainted: G               ------------ T 3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8cd6e818a100 ti: ffff8cd6ea664000 task.ti: ffff8cd6ea664000
RIP: 0010:[<ffffffffb991db82>]  [<ffffffffb991db82>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff8cd6ea667b60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8cd6ea667b30 RCX: 0000000000000002
RDX: ffffffffba013c50 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff8cd6ea667ba8 R08: ffffffffba013c48 R09: ffffd7b641336580
R10: 0000000000003686 R11: ffff8cd6c239c798 R12: 0000000000000400
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS:  00007ff0515b7700(0000) GS:ffff8cd6fb600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00083b010 CR3: 0000000041a64000 CR4: 0000000000360ff0
Call Trace:
[<ffffffffb9881b10>] ? leave_mm+0x130/0x130
[<ffffffffb9881b10>] ? leave_mm+0x130/0x130
[<ffffffffb9881b10>] ? leave_mm+0x130/0x130
[<ffffffffb991dc9f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb9b9c5d5>] ? cpumask_next_and+0x35/0x50
[<ffffffffb991e25b>] smp_call_function_many+0x22b/0x270
[<ffffffffb9881fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb9882144>] flush_tlb_page+0x54/0xa0
[<ffffffffb9a14228>] ptep_clear_flush+0x68/0xa0
[<ffffffffb99fb65e>] wp_page_copy.isra.73+0x32e/0x5d0
[<ffffffffb99fdb6b>] do_wp_page+0xfb/0x730
[<ffffffffb991eb3f>] ? native_queued_spin_lock_slowpath+0x1f/0x200
[<ffffffffb9a0228a>] handle_mm_fault+0xb3a/0x1190
[<ffffffffb9fbf7d3>] __do_page_fault+0x213/0x510
[<ffffffffb9fbfb05>] do_page_fault+0x35/0x90
[<ffffffffb9fbb7b8>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 80 19 55 ba 48 89 df e8 97 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#6 stuck for 211s! [nginx-ingress-c:14997]
Modules linked in: xt_multiport xt_set ipt_rpfilter iptable_raw ip_set_hash_ip ipt_REJECT nf_reject_ipv4 ip_set_hash_net ip_set vxlan ip6_udp_tunnel udp_tunnel ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_filter ip6table_mangle ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables xt_mark xt_comment iptable_mangle nf_tables veth xt_nat xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 snd_rawmidi snd_ac97_codec btusb btrtl ac97_bus btbcm btintel iosf_mbi ppdev snd_seq crc32_pclmul bluetooth ghash_clmulni_intel
snd_seq_device aesni_intel snd_pcm lrw gf128mul rfkill snd_timer pcspkr snd glue_helper ablk_helper vmw_balloon cryptd i2c_piix4 joydev soundcore sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul nfit crct10dif_common crc32c_intel drm libata e1000 libnvdimm nvme serio_raw nvme_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod synosnap(OE)
CPU: 6 PID: 14997 Comm: nginx-ingress-c Kdump: loaded Tainted: G        W  OEL ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9a124825b180 ti: ffff9a14b2464000 task.ti: ffff9a14b2464000
RIP: 0010:[<ffffffff8931db12>]  [<ffffffff8931db12>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9a14b2467b60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9a14b2467b30 RCX: 0000000000000001
RDX: ffffffff89a13950 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9a14b2467ba8 R08: ffffffff89a13948 R09: fffff4bfcfd4fd00
R10: 0000000000004872 R11: ffff9a1645ebe870 R12: ffff9a13459e2000
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS:  000000c0001cc490(0000) GS:ffff9a1841f80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f49aeba4558 CR3: 0000000334dfc000 CR4: 00000000003607e0
Call Trace:
[<ffffffff89281b10>] ? leave_mm+0x130/0x130
[<ffffffff89281b10>] ? leave_mm+0x130/0x130
[<ffffffff89281b10>] ? leave_mm+0x130/0x130
[<ffffffff8931dc2f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8959c565>] ? cpumask_next_and+0x35/0x50
[<ffffffff8931e1eb>] smp_call_function_many+0x22b/0x270
[<ffffffff89281fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff89282144>] flush_tlb_page+0x54/0xa0
[<ffffffff894141b8>] ptep_clear_flush+0x68/0xa0
[<ffffffff893fb5ee>] wp_page_copy.isra.73+0x32e/0x5d0
[<ffffffff893fdafb>] do_wp_page+0xfb/0x730
[<ffffffff8940221a>] handle_mm_fault+0xb3a/0x1190
[<ffffffff899bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff899bfb05>] do_page_fault+0x35/0x90
[<ffffffff899bb7b8>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 00 19 f5 89 48 89 df e8 87 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [systemd:1]
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [/usr/libexec/we:95394]
Modules linked in: binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock joydev iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr sg vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops mptspi serio_raw ttm scsi_transport_spi mptscsih drm ata_piix nfit mptbase libata vmxnet3 libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 95394 Comm: /usr/libexec/we Kdump: loaded Tainted: G             L ------------   3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff929a71de8000 ti: ffff929a1eb10000 task.ti: ffff929a1eb10000
RIP: 0010:[<ffffffffadf16ae2>]  [<ffffffffadf16ae2>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff929a1eb13b60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff929a1eb13b30 RCX: 0000000000000004
RDX: ffffffffae613f50 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff929a1eb13ba8 R08: ffffffffae613f48 R09: 0000000000000002
R10: 000000100923f7d0 R11: 6c69665f64616572 R12: 000000000001acc0
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS:  00007f79390a0740(0000) GS:ffff929a75680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000ecdfe0 CR3: 00000001d3e88000 CR4: 00000000003407e0
Call Trace:
[<ffffffffade7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffade7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffade7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffadf16bff>] smp_call_function_single+0x5f/0xa0
[<ffffffffae186845>] ? cpumask_next_and+0x35/0x50
[<ffffffffadf171ab>] smp_call_function_many+0x22b/0x270
[<ffffffffade7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffade7e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffae008108>] ptep_clear_flush+0x68/0xa0
[<ffffffffadfefc35>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffadff205b>] do_wp_page+0xfb/0x720
[<ffffffffadff66d2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffadee2a06>] ? update_curr+0x86/0x1e0
[<ffffffffae594653>] __do_page_fault+0x213/0x500
[<ffffffffae594975>] do_page_fault+0x35/0x90
[<ffffffffae590778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 00 19 b5 ae 48 89 df e8 d7 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [cadvisor:26271]
Modules linked in: veth xt_CHECKSUM xt_nat tun devlink ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci sch_fq_codel
ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt crc_t10dif fb_sys_fops crct10dif_generic ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix serio_raw nfit libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 26271 Comm: cadvisor Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff96246a5e6300 ti: ffff962909efc000 task.ti: ffff962909efc000
RIP: 0010:[<ffffffff82916ae2>]  [<ffffffff82916ae2>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff962909effb60  EFLAGS: 00000202
RAX: 0000000000000008 RBX: ffff962909effb30 RCX: 0000000000000038
RDX: 00000000000000ff RSI: 0000000000000008 RDI: 0000000000000286
RBP: ffff962909effba8 R08: ffffffff830137c0 R09: ffffe4dfa117a780
R10: 00000000000050ad R11: ffff962a794b6510 R12: ffff960dbfc03500
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS:  00007f6630ff9700(0000) GS:ffff962c7fd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c2c1369000 CR3: 00000000840c2000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8287ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8287ddd0>] ? leave_mm+0x120/0x120
[<ffffffff8287ddd0>] ? leave_mm+0x120/0x120
[<ffffffff82916bff>] smp_call_function_single+0x5f/0xa0
[<ffffffff82b86845>] ? cpumask_next_and+0x35/0x50
[<ffffffff829171ab>] smp_call_function_many+0x22b/0x270
[<ffffffff8287e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8287e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffff82a08108>] ptep_clear_flush+0x68/0xa0
[<ffffffff829efc35>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff829f205b>] do_wp_page+0xfb/0x720
[<ffffffff829f66d2>] handle_mm_fault+0xb22/0xfb0
[<ffffffff8287dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffff8287dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffff8287dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffff8287dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffff82f94653>] __do_page_fault+0x213/0x500
[<ffffffff82f94975>] do_page_fault+0x35/0x90
[<ffffffff82f90778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 00 19 55 83 48 89 df e8 d7 6e 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#9 stuck for 67s! [python:1974]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 sb_edac snd_rawmidi edac_core snd_ac97_codec iosf_mbi crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq aesni_intel snd_seq_device lrw snd_pcm gf128mul glue_helper ablk_helper cryptd snd_timer ppdev snd vmw_balloon joydev soundcore sg pcspkr nfit i2c_piix4 vmw_vmci shpchp libnvdimm parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix libata mptspi scsi_transport_spi serio_raw mptscsih e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 1974 Comm: python Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff880624605ee0 ti: ffff8805ffa64000 task.ti: ffff8805ffa64000
RIP: 0010:[<ffffffff810f932a>]  [<ffffffff810f932a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff8805ffa67bc0  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8805ffa67b90 RCX: 0000000000000005
RDX: ffffffff816cee30 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff8805ffa67c10 R08: ffffffff816cee28 R09: 0000000000000002
R10: 0000000000000000 R11: 0000000000000002 R12: ffff88017fc76c00
R13: 0000000000000002 R14: 000000002178d780 R15: ffff88063ffcc008
FS:  00007fdb450fb700(0000) GS:ffff880625840000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdb30022ed0 CR3: 000000060da23000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106e4a0 ffff8805ffa67c98
0000000000000003 00000000e9112d10 00000000000200da 0000000000000004
ffffffff8106e4a0 ffffffff8106e4a0 ffff8805ffa67c40 ffffffff810f942f
Call Trace:
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff810f942f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813226f5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99c3>] smp_call_function_many+0x223/0x260
[<ffffffff8106e668>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106e864>] flush_tlb_page+0x54/0xa0
[<ffffffff811c2524>] ptep_clear_flush+0x54/0x80
[<ffffffff811adfe0>] wp_page_copy.isra.58+0x240/0x470
[<ffffffff811afc1b>] do_wp_page+0xeb/0x5c0
[<ffffffff816b02e5>] ? do_page_fault+0x35/0x90
[<ffffffff811b1f8c>] handle_mm_fault+0x70c/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 00 78 01 00 48 89 de 48 03 14 c5 e0 fd b0 81 48 89 df e8 7a da 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 38s! [abrtd:10505]
Modules linked in: arc4 md4 xt_CHECKSUM iptable_mangle rpcsec_gss_krb5 nfsv4 ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nfs nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack fscache nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock ppdev vmw_balloon coretemp crc32_pclmul ghash_clmulni_intel ext4 aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev mbcache jbd2 pcspkr sg parport_pc parport vmw_vmci i2c_piix4 nfsd nfs_acl lockd auth_rpcgss grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic pata_acpi
vmwgfx floppy drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix vmxnet3 mptspi libata scsi_transport_spi mptscsih drm_panel_orientation_quirks mptbase involflt(POE) dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 10505 Comm: abrtd Kdump: loaded Tainted: P           OEL ------------   3.10.0-957.21.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff9b5eb564a080 ti: ffff9b5eb06f0000 task.ti: ffff9b5eb06f0000
RIP: 0010:[<ffffffffa8b113ea>]  [<ffffffffa8b113ea>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff9b5eb06f3ae0  EFLAGS: 00000202
RAX: 00000000000008fb RBX: ffff9b5eb06f3de0 RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000286
RBP: ffff9b5eb06f3b30 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffffa8ac28ac
R13: 0000000000000002 R14: ffff9b5f3ffbf008 R15: 0000000000000000
FS:  00007f6953291900(0000) GS:ffff9b5f3fc80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffc27edcfd8 CR3: 00000007b7a3a000 CR4: 00000000000007e0
Call Trace:
[<ffffffffa8a7a4e0>] ? leave_mm+0x110/0x110
[<ffffffffa8a7a4e0>] ? leave_mm+0x110/0x110
[<ffffffffa8a7a4e0>] ? leave_mm+0x110/0x110
[<ffffffffa8b114ff>] smp_call_function_single+0x5f/0xa0
[<ffffffffa8d75cd5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa8b11aab>] smp_call_function_many+0x22b/0x270
[<ffffffffa8a7a6a8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa8a7a844>] flush_tlb_page+0x54/0xa0
[<ffffffffa8bfdb97>] ptep_clear_flush+0x67/0xa0
[<ffffffffa8be5bcb>] wp_page_copy.isra.71+0x30b/0x560
[<ffffffffa8be7e3b>] do_wp_page+0xfb/0x720
[<ffffffffa8c57530>] ? __pollwait+0xf0/0xf0
[<ffffffffa8c57530>] ? __pollwait+0xf0/0xf0
[<ffffffffa8be97cd>] handle_pte_fault+0x37d/0xd10
[<ffffffffa8c57530>] ? __pollwait+0xf0/0xf0
[<ffffffffa8bec27d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa9170603>] __do_page_fault+0x203/0x4f0
[<ffffffffa9170925>] do_page_fault+0x35/0x90
[<ffffffffa916cab6>] ? error_swapgs+0xa7/0xbd
[<ffffffffa916c768>] page_fault+0x28/0x30
Code: 00 b7 01 00 48 89 de 48 03 14 c5 a0 bc 74 a9 48 89 df e8 4a b7 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

BUG: soft lockup - CPU#2 stuck for 22s! [kubelet:18956]
Modules linked in: gsch(OE) redirfs(OE) dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop bridge stp llc ip_set nfnetlink dsa_filter(POE) vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg shpchp vmw_vmci parport_pc parport i2c_piix4 xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper ttm mptsas scsi_transport_sas drm mptscsih mptbase ata_piix vmxnet3 libata i2c_core dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 2 PID: 18956 Comm: kubelet Tainted: P           OEL ------------   3.10.0-327.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8803e4317300 ti: ffff880395e40000 task.ti: ffff880395e40000
RIP: 0010:[<ffffffff810e675a>]  [<ffffffff810e675a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff880395e43c40  EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff880395e43c10 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff880395e43c88 R08: ffffffff8165ea60 R09: ffffea000cde2a00
R10: ffffea000e446a70 R11: 8000000001c13225 R12: 0000000000000002
R13: ffff88043ffce000 R14: 00000000ffffffff R15: ffff88043ffcd000
FS:  00007f7002f04740(0000) GS:ffff88043fd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c4200ac8f8 CR3: 00000003966c7000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff81065c90 ffff880395e43d10
0000000000000003 00000000593cd64d 0000000000000001 ffffffff81065c90
ffffffff81065c90 ffff880395e43cb8 ffffffff810e685f ffff880395e43cb8
Call Trace:
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff810e685f>] smp_call_function_single+0x5f/0xa0
[<ffffffff812f2785>] ? cpumask_next_and+0x35/0x50
[<ffffffff810e6e03>] smp_call_function_many+0x223/0x260
[<ffffffff81065e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81066055>] flush_tlb_page+0x55/0xa0
[<ffffffff811a77c4>] ptep_clear_flush+0x54/0x80
[<ffffffff81194a41>] do_wp_page+0x271/0x800
[<ffffffff8119712c>] handle_mm_fault+0x65c/0xf50
[<ffffffff81640e22>] __do_page_fault+0x152/0x420
[<ffffffff81641113>] do_page_fault+0x23/0x80
[<ffffffff8163d408>] page_fault+0x28/0x30
Code: 40 52 01 00 48 89 de 48 03 14 c5 e0 b8 a5 81 48 89 df e8 da fc 21 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [ConnectionHandl:32351]
Modules linked in: gsch(OE) redirfs(OE) dsa_filter(POE) nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg ppdev parport_pc joydev pcspkr vmw_balloon i2c_piix4 parport shpchp vmw_vmci nfsd auth_rpcgss nfs_acl
lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm_kms_helper mptspi syscopyarea sysfillrect scsi_transport_spi sysimgblt fb_sys_fops ttm mptscsih ata_piix drm libata mptbase vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod [last unloaded: redirfs]
CPU: 1 PID: 32351 Comm: ConnectionHandl Tainted: P           OEL ------------   3.10.0-693.2.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff880013080fd0 ti: ffff880004dbc000 task.ti: ffff880004dbc000
RIP: 0010:[<ffffffff810f932a>]  [<ffffffff810f932a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff880004dbfbc0  EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff880004dbfb90 RCX: 0000000000000830
RDX: 0000000000000004 RSI: 0000000000000004 RDI: 0000000000000286
RBP: ffff880004dbfc10 R08: ffffffff816cebe0 R09: 5f305f30315f335f
R10: 315f30325f333231 R11: 6e65635f376c655f R12: ffff880004dbfd40
R13: 0000000000000002 R14: 0000000002def430 R15: ffff88023ffd9008
FS:  00007fdcc8cdb700(0000) GS:ffff88023fc80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdc7d3d501c CR3: 0000000035db7000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106e4a0 ffff880004dbfc98
0000000000000002 000000003b431871 00000000000200da 0000000000000003
ffffffff8106e4a0 ffffffff8106e4a0 ffff880004dbfc40 ffffffff810f942f
Call Trace:
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff810f942f>] smp_call_function_single+0x5f/0xa0
[<ffffffff81322905>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99c3>] smp_call_function_many+0x223/0x260
[<ffffffff8106e668>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106e864>] flush_tlb_page+0x54/0xa0
[<ffffffff811c2524>] ptep_clear_flush+0x54/0x80
[<ffffffff811adfe0>] wp_page_copy.isra.58+0x240/0x470
[<ffffffff811afc1b>] do_wp_page+0xeb/0x5c0
[<ffffffff811b1f8c>] handle_mm_fault+0x70c/0xfa0
[<ffffffff816afff4>] __do_page_fault+0x154/0x450
[<ffffffff816b0325>] do_page_fault+0x35/0x90
[<ffffffff816ac548>] page_fault+0x28/0x30
Code: 00 78 01 00 48 89 de 48 03 14 c5 e0 fd b0 81 48 89 df e8 8a dc 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#26 stuck for 22s! [systemd-journal:950]
NMI watchdog: BUG: soft lockup - CPU#26 stuck for 22s! [systemd-journal:950]
Modules linked in: tcp_diag udp_diag inet_diag 8021q garp mrp stp llc nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter bonding nls_utf8 isofs xfs libcrc32c intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd iTCO_wdt iTCO_vendor_support i2c_i801 sb_edac mei_me sg i2c_core edac_core mei lpc_ich pcspkr shpchp acpi_power_meter ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ixgbe ahci libahci mpt3sas mdio libata ptp raid_class pps_core scsi_transport_sas scsi_ep_front(OE) dca fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 26 PID: 950 Comm: systemd-journal Tainted: G        W  OEL ------------   3.10.0-514.el7.x86_64 #1
Hardware name: Huawei RH2288H V3/BC11HGSA0, BIOS 5.03 07/25/2018
task: ffff881ffd5a3ec0 ti: ffff883ffcab0000 task.ti: ffff883ffcab0000
RIP: 0010:[<ffffffff810f925e>]  [<ffffffff810f925e>] generic_exec_single+0xfe/0x1a0
RSP: 0000:ffff883ffcab3bd0  EFLAGS: 00000202
RAX: ffff883ffcdd7d00 RBX: ffffffff810c1945 RCX: ffff883ffcdd7d90
RDX: ffff883fff0d7780 RSI: ffff883ffcab3bd0 RDI: ffff883ffcab3bd0
RBP: ffff883ffcab3c18 R08: 0000000000000001 R09: ffffea00e6af2300
R10: 0000000000003723 R11: 8000000001c9d225 R12: ffff883ff7b5edd0
R13: 0000000000000002 R14: 00000000810c0c18 R15: ffff88407ffd8008
FS:  00007fc9fb95e880(0000) GS:ffff883fff100000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc9fbe13ad0 CR3: 0000003ffdb82000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff883ffcdd7d90 0000000000000000 ffffffff8106c300 ffff883ffcab3ca0
0000000000000003 00000000d29a4030 0000000000000019 ffffffff8106c300
ffffffff8106c300 ffff883ffcab3c48 ffffffff810f935f ffff883ffcab3c48
Call Trace:
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff810f935f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813179a5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f9903>] smp_call_function_many+0x223/0x260
[<ffffffff8106c4c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c6c5>] flush_tlb_page+0x55/0xa0
[<ffffffff811c0d74>] ptep_clear_flush+0x54/0x80
[<ffffffff811acffb>] wp_page_copy.isra.56+0x24b/0x470
[<ffffffff811aeba5>] do_wp_page+0xe5/0x530
[<ffffffff811b0e3c>] handle_mm_fault+0x72c/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 48 89 de 48 03 14 c5 40 57 ad 81 48 89 df e8 ea 28 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 80 

NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [redis-server:4034]
Modules linked in: nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM tun devlink binfmt_misc overlay(T) ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 iosf_mbi snd_ens1371 snd_rawmidi kvm_intel snd_ac97_codec ac97_bus kvm snd_seq irqbypass snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel
snd_timer aesni_intel lrw gf128mul snd glue_helper ablk_helper ppdev soundcore cryptd pcspkr joydev vmw_balloon sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel ata_piix nfit libnvdimm libata mptspi scsi_transport_spi serio_raw mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 4034 Comm: redis-server Kdump: loaded Tainted: G             L ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff90741595d230 ti: ffff9070b7da8000 task.ti: ffff9070b7da8000
RIP: 0010:[<ffffffffb2316f62>]  [<ffffffffb2316f62>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9070b7dabb60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9070b7dabb30 RCX: 0000000000000001
RDX: ffffffffb2a13610 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9070b7dabba8 R08: ffffffffb2a13608 R09: 6e3a65756575713a
R10: 746163696669746f R11: 77656e3a736e6f69 R12: 0000000000000002
R13: ffff90743ffdb008 R14: 0000000000000000 R15: 000000030000319f
FS:  00007f892fe3df80(0000) GS:ffff90742d780000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f892c406128 CR3: 0000000413cdc000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffb227e730>] ? leave_mm+0x120/0x120
[<ffffffffb227e730>] ? leave_mm+0x120/0x120
[<ffffffffb227e730>] ? leave_mm+0x120/0x120
[<ffffffffb231707f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb2584ee5>] ? cpumask_next_and+0x35/0x50
[<ffffffffb231762b>] smp_call_function_many+0x22b/0x270
[<ffffffffb227e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb227ea94>] flush_tlb_page+0x54/0xa0
[<ffffffffb24077f8>] ptep_clear_flush+0x68/0xa0
[<ffffffffb23ef345>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffb23f176b>] do_wp_page+0xfb/0x720
[<ffffffffb23f5e02>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb244c583>] ? do_sync_read+0x93/0xe0
[<ffffffffb298d653>] __do_page_fault+0x213/0x500
[<ffffffffb298d975>] do_page_fault+0x35/0x90
[<ffffffffb2989778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 e0 0f f5 b2 48 89 df e8 17 51 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [containerd:16942]
Modules linked in: xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vboxsf(OE) overlay(T) sunrpc joydev iTCO_wdt iTCO_vendor_support ppdev vboxvideo(OE) ttm drm_kms_helper syscopyarea pcspkr sysfillrect sg sysimgblt fb_sys_fops vboxguest(OE) drm lpc_ich i2c_piix4 drm_panel_orientation_quirks video parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common ata_generic pata_acpi ahci ata_piix libahci e1000 libata crc32c_intel serio_raw dm_mirror dm_region_hash dm_log
dm_mod
CPU: 1 PID: 16942 Comm: containerd Kdump: loaded Tainted: G           OEL ------------ T 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8bb33f24a0e0 ti: ffff8bb2830bc000 task.ti: ffff8bb2830bc000
RIP: 0010:[<ffffffffa9b16f22>]  [<ffffffffa9b16f22>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff8bb2830bfb60  EFLAGS: 00010202
RAX: 00000000000008fd RBX: 0000000000000001 RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000282
RBP: ffff8bb2830bfba8 R08: 0000000000000001 R09: ffffcc19c33f0e80
R10: 000000000000490d R11: ffff8bb286195ca8 R12: 000000000000490d
R13: ffff8bb286195ca8 R14: 0000000000000000 R15: ffff8bb2830bfb40
FS:  00007f2ab2563700(0000) GS:ffff8bb3a3d00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0004a7010 CR3: 00000000d34b0000 CR4: 00000000000206e0
Call Trace:
[<ffffffffa9a7e730>] ? leave_mm+0x120/0x120
[<ffffffffa9a7e730>] ? leave_mm+0x120/0x120
[<ffffffffa9a7e730>] ? leave_mm+0x120/0x120
[<ffffffffa9b1703f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa9d84fc5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa9b175eb>] smp_call_function_many+0x22b/0x270
[<ffffffffa9a7e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa9a7ea94>] flush_tlb_page+0x54/0xa0
[<ffffffffa9c07858>] ptep_clear_flush+0x68/0xa0
[<ffffffffa9bef3a5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa9bf17cb>] do_wp_page+0xfb/0x720
[<ffffffffa9b17e8d>] ? native_queued_spin_lock_slowpath+0x1d/0x200
[<ffffffffa9bf5e62>] handle_mm_fault+0xb22/0xfb0
[<ffffffffaa18d653>] __do_page_fault+0x213/0x500
[<ffffffffaa18d975>] do_page_fault+0x35/0x90
[<ffffffffaa189ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffaa189778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 10 75 aa 48 89 df e8 17 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 31s! [qaxsafed:17168]
Modules linked in: qax_tq_base(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 binfmt_misc tun devlink xt_comment ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev coretemp vmw_balloon pcspkr joydev sg vmw_vmci parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common sr_mod cdrom vmwgfx ata_generic drm_kms_helper pata_acpi
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi serio_raw scsi_transport_spi e1000 mptscsih vmxnet3 mptbase ata_piix libata drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: qax_tq_base]
CPU: 0 PID: 17168 Comm: qaxsafed Kdump: loaded Tainted: G           OEL ------------   3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 10/22/2013
task: ffff928cb5236300 ti: ffff928cb5028000 task.ti: ffff928cb5028000
RIP: 0010:[<ffffffff97716532>]  [<ffffffff97716532>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff928cb502bb60  EFLAGS: 00000202
RAX: 00000000000008fd RBX: 00000001000200da RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000282
RBP: ffff928cb502bba8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff928cbfd1b5f8
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS:  00007fae9928a700(0000) GS:ffff928cbfc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa952ba0000 CR3: 0000000065c02000 CR4: 00000000000007f0
Call Trace:
[<ffffffff9767ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9767ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9767ddd0>] ? leave_mm+0x120/0x120
[<ffffffff9771664f>] smp_call_function_single+0x5f/0xa0
[<ffffffff979864f5>] ? cpumask_next_and+0x35/0x50
[<ffffffff97716bfb>] smp_call_function_many+0x22b/0x270
[<ffffffff9767e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9767e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffff97807bf8>] ptep_clear_flush+0x68/0xa0
[<ffffffff977ef705>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff977f1b2b>] do_wp_page+0xfb/0x720
[<ffffffff977f61a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffff97d90653>] __do_page_fault+0x213/0x500
[<ffffffff97d90975>] do_page_fault+0x35/0x90
[<ffffffff97d8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff97d8c778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 15 35 98 48 89 df e8 37 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#8 stuck for 22s! [portmap:127013]
Modules linked in: xt_comment xt_mark veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event sb_edac
iosf_mbi crc32_pclmul snd_ens1371 ppdev ghash_clmulni_intel snd_rawmidi btusb snd_ac97_codec btrtl btbcm btintel vmw_balloon aesni_intel ac97_bus bluetooth snd_seq lrw gf128mul glue_helper ablk_helper snd_seq_device cryptd snd_pcm joydev snd_timer pcspkr rfkill snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix mptspi drm nfit scsi_transport_spi serio_raw mptscsih libata libnvdimm e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 8 PID: 127013 Comm: portmap Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9a41283c9080 ti: ffff9a4235408000 task.ti: ffff9a4235408000
RIP: 0010:[<ffffffffb9f16a32>]  [<ffffffffb9f16a32>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9a423540bb60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9a423540bb30 RCX: 0000000000000003
RDX: ffffffffba613cd0 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9a423540bba8 R08: ffffffffba613cc8 R09: ffffed6b8a5a0040
R10: 00000000000043b2 R11: ffff9a427c6ffe60 R12: 0000000000000004
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS:  000000c420070090(0000) GS:ffff9a42ed800000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c420162000 CR3: 0000000230316000 CR4: 00000000001607e0
Call Trace:
[<ffffffffb9e7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb9e7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb9e7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffb9f16b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffffba186a45>] ? cpumask_next_and+0x35/0x50
[<ffffffffb9f170fb>] smp_call_function_many+0x22b/0x270
[<ffffffffb9e7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb9e7e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffba008108>] ptep_clear_flush+0x68/0xa0
[<ffffffffb9fefc05>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffb9ff202b>] do_wp_page+0xfb/0x720
[<ffffffffba05f43d>] ? path_openat+0xcd/0x5a0
[<ffffffffb9ff66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffba590653>] __do_page_fault+0x213/0x500
[<ffffffffba590975>] do_page_fault+0x35/0x90
[<ffffffffba58c778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 15 b5 ba 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [server.rb:286:44198]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi iosf_mbi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq snd_seq_device
aesni_intel snd_pcm ppdev lrw gf128mul glue_helper snd_timer ablk_helper vmw_balloon cryptd snd joydev pcspkr soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect mptspi scsi_transport_spi sysimgblt fb_sys_fops nfit ata_piix ttm mptscsih crct10dif_pclmul crct10dif_common drm libata libnvdimm crc32c_intel e1000 mptbase serio_raw drm_panel_orientation_quirks fuse
CPU: 1 PID: 44198 Comm: server.rb:286 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9d6cf02b2100 ti: ffff9d6c85008000 task.ti: ffff9d6c85008000
RIP: 0010:[<ffffffff9e116562>]  [<ffffffff9e116562>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9d6c8500bb60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9d6c8500bb30 RCX: 0000000000000004
RDX: ffffffff9e813f10 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9d6c8500bba8 R08: ffffffff9e813f08 R09: ffffdd4a81fe2480
R10: 000000000000413e R11: ffff9d6c832ec288 R12: 0000000000000002
R13: ffff9d6dbffd9008 R14: 0000000000000000 R15: 0000000300000000
FS:  00007f93afbc7700(0000) GS:ffff9d6db9640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f93b4a28000 CR3: 0000000075c36000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9e07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9e07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9e07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9e11667f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9e385de5>] ? cpumask_next_and+0x35/0x50
[<ffffffff9e116c2b>] smp_call_function_many+0x22b/0x270
[<ffffffff9e07e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9e07ea04>] flush_tlb_page+0x54/0xa0
[<ffffffff9e207728>] ptep_clear_flush+0x68/0xa0
[<ffffffff9e1ef295>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff9e1f16bb>] do_wp_page+0xfb/0x720
[<ffffffff9e1f5d32>] handle_mm_fault+0xb22/0xfb0
[<ffffffff9e78e653>] __do_page_fault+0x213/0x500
[<ffffffff9e78e975>] do_page_fault+0x35/0x90
[<ffffffff9e78a778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 e0 13 d5 9e 48 89 df e8 f7 69 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [beam.smp:1987]
Modules linked in: rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock btusb btrtl btbcm btintel coretemp iosf_mbi ppdev crc32_pclmul bluetooth ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg vmw_vmci nfit rfkill pcspkr joydev i2c_piix4 libnvdimm shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper ata_piix libata syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm crct10dif_pclmul serio_raw crct10dif_common crc32c_intel drm mptspi scsi_transport_spi mptscsih e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 1987 Comm: beam.smp Not tainted 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8800a8c10fd0 ti: ffff8800a8c1c000 task.ti: ffff8800a8c1c000
RIP: 0010:[<ffffffff810f932a>]  [<ffffffff810f932a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff8800a8c1fbc0  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8800a8c1fb90 RCX: 0000000000000001
RDX: ffffffff816ce430 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff8800a8c1fc10 R08: ffffffff816ce428 R09: ffffea0004ba88c0
R10: ffffea0004ba88c0 R11: 8000000001cec225 R12: ffff880139616d40
R13: 0000000000000002 R14: 00000000810cf90c R15: ffff88013ffd9008
FS:  00007f6aed53d700(0000) GS:ffff880139640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6ae80b4000 CR3: 0000000134e1c000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106e4a0 ffff8800a8c1fc98
0000000000000003 000000002bfc8527 00000000000280da 0000000000000000
ffffffff8106e4a0 ffffffff8106e4a0 ffff8800a8c1fc40 ffffffff810f942f
Call Trace:
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff810f942f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813226f5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99c3>] smp_call_function_many+0x223/0x260
[<ffffffff8106e668>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106e864>] flush_tlb_page+0x54/0xa0
[<ffffffff811c2524>] ptep_clear_flush+0x54/0x80
[<ffffffff811adfe0>] wp_page_copy.isra.58+0x240/0x470
[<ffffffff811afc1b>] do_wp_page+0xeb/0x5c0
[<ffffffff811b1f8c>] handle_mm_fault+0x70c/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 00 78 01 00 48 89 de 48 03 14 c5 e0 fd b0 81 48 89 df e8 7a da 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [wdavdaemon:3828]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables vsock_diag tcp_diag udp_diag inet_diag unix_diag tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 nfsd nfs_acl lockd grace auth_rpcgss
sunrpc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm vmxnet3 mptspi drm ata_piix scsi_transport_spi mptscsih nfit mptbase libata libnvdimm drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 3 PID: 3828 Comm: wdavdaemon Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9df4db776300 ti: ffff9df4d6d50000 task.ti: ffff9df4d6d50000
RIP: 0010:[<ffffffffa1316532>]  [<ffffffffa1316532>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9df4d6d53b60  EFLAGS: 00000202
RAX: 00000000000008fd RBX: 00000001000200da RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000282
RBP: ffff9df4d6d53ba8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 737461657268740e R12: ffff9df48211d280
R13: ffffffffffffffff R14: 0000000000000002 R15: 0000000000000030
FS:  00007fa805404700(0000) GS:ffff9df4ffd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa7fc2a48e8 CR3: 000000041b7be000 CR4: 00000000000407e0
Call Trace:
[<ffffffffa127ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa127ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa127ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa131664f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa15864f5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa1316bfb>] smp_call_function_many+0x22b/0x270
[<ffffffffa127e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa127e3f4>] flush_tlb_page+0x54/0xa0
[<ffffffffa1407bf8>] ptep_clear_flush+0x68/0xa0
[<ffffffffa13ef705>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffa13f1b2b>] do_wp_page+0xfb/0x720
[<ffffffffa12dab02>] ? try_to_wake_up+0x192/0x390
[<ffffffffa13f61a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa1990653>] __do_page_fault+0x213/0x500
[<ffffffffa1990975>] do_page_fault+0x35/0x90
[<ffffffffa198cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa198c778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 60 15 f5 a1 48 89 df e8 37 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [ansible-playboo:8183]
Modules linked in: vmw_vsock_vmci_transport vsock iptable_filter ppdev vmw_balloon pcspkr joydev sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci serio_raw libahci drm ata_piix libata nfit libnvdimm vmw_pvscsi drm_panel_orientation_quirks vmxnet3 dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 8183 Comm: ansible-playboo Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/28/2020
task: ffff91e3bff9c200 ti: ffff91e39ed64000 task.ti: ffff91e39ed64000
RIP: 0010:[<ffffffffae116802>]  [<ffffffffae116802>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff91e39ed67b60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffffffffae385fe5 RCX: 0000000000000002
RDX: 0000000000000080 RSI: 0000000000000000 RDI: 0000000000000282
RBP: ffff91e39ed67ba8 R08: ffffffffae813a48 R09: 007c037c015f007c
R10: 000000530064025f R11: 0000000000000000 R12: 0000000000000002
R13: ffff91e67ffcf008 R14: 0000000000000000 R15: 0000000300000000
FS:  00007fe47c237700(0000) GS:ffff91e66d6c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe484327a08 CR3: 000000009dcc0000 CR4: 00000000000007e0
Call Trace:
[<ffffffffae07e6a0>] ? leave_mm+0x120/0x120
[<ffffffffae07e6a0>] ? leave_mm+0x120/0x120
[<ffffffffae07e6a0>] ? leave_mm+0x120/0x120
[<ffffffffae11691f>] smp_call_function_single+0x5f/0xa0
[<ffffffffae385fe5>] ? cpumask_next_and+0x35/0x50
[<ffffffffae116ecb>] smp_call_function_many+0x22b/0x270
[<ffffffffae07e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffae07ea04>] flush_tlb_page+0x54/0xa0
[<ffffffffae207908>] ptep_clear_flush+0x68/0xa0
[<ffffffffae1ef475>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffae1f189b>] do_wp_page+0xfb/0x720
[<ffffffffae1f5f12>] handle_mm_fault+0xb22/0xfb0
[<ffffffffae24d163>] ? do_sync_read+0x93/0xe0
[<ffffffffae78e653>] __do_page_fault+0x213/0x500
[<ffffffffae78e975>] do_page_fault+0x35/0x90
[<ffffffffae78aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffae78a778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 e0 13 d5 ae 48 89 df e8 57 69 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [etcd:1880]
Modules linked in: veth vxlan ip6_udp_tunnel udp_tunnel rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 grace nf_nat_ipv6 fscache nf_conntrack_netlink br_netfilter xt_addrtype xt_set xt_mark ip_set_hash_ipportnet ip_set_hash_ipportip ip_set_bitmap_port ip_set_hash_ipport ip_set nfnetlink dummy xt_comment xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc overlay(T) ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper
cryptd pcspkr joydev vmw_balloon ppdev sg parport_pc parport vmw_vmci i2c_piix4 shpchp sch_fq_codel ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci ata_piix libahci drm libata mptspi scsi_transport_spi mptscsih mptbase crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 1880 Comm: etcd Kdump: loaded Tainted: G             L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff97b19b6c2f70 ti: ffff97afb9570000 task.ti: ffff97afb9570000
RIP: 0010:[<ffffffffb370779a>]  [<ffffffffb370779a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff97afb9573af0  EFLAGS: 00000202
RAX: 0000000000000008 RBX: ffff97afb9573ac0 RCX: 0000000000000038
RDX: 00000000000000ff RSI: 0000000000000008 RDI: 0000000000000282
RBP: ffff97afb9573b38 R08: ffffffffb3e13160 R09: ffffe61b814c8340
R10: ffffe61b814c8340 R11: 00003ffffffff000 R12: 0000000100000000
R13: 0000000000002000 R14: 0000000000002000 R15: 000280da00000000
FS:  000000c42a01a090(0000) GS:ffff97b1bfd40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f54577e1030 CR3: 00000000ba992000 CR4: 00000000000007e0
Call Trace:
[<ffffffffb3676e50>] ? leave_mm+0x110/0x110
[<ffffffffb3676e50>] ? leave_mm+0x110/0x110
[<ffffffffb3676e50>] ? leave_mm+0x110/0x110
[<ffffffffb37078af>] smp_call_function_single+0x5f/0xa0
[<ffffffffb394a275>] ? cpumask_next_and+0x35/0x50
[<ffffffffb3707e5b>] smp_call_function_many+0x22b/0x270
[<ffffffffb3677018>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb36771b4>] flush_tlb_page+0x54/0xa0
[<ffffffffb37d8837>] ptep_clear_flush+0x67/0xa0
[<ffffffffb37c18be>] wp_page_copy.isra.70+0x29e/0x4f0
[<ffffffffb37c3abb>] do_wp_page+0xfb/0x710
[<ffffffffb37c536d>] handle_pte_fault+0x36d/0xc30
[<ffffffffb37c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffb3d1a597>] __do_page_fault+0x197/0x4f0
[<ffffffffb3d1a925>] do_page_fault+0x35/0x90
[<ffffffffb3d16ab6>] ? error_swapgs+0xa7/0xbd
[<ffffffffb3d16768>] page_fault+0x28/0x30
Code: 80 96 01 00 48 89 de 48 03 14 c5 a0 53 33 b4 48 89 df e8 4a 87 25 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 31s! [kubelet:4769]
Modules linked in: veth vxlan ip6_udp_tunnel udp_tunnel nfsv4 dns_resolver nfs fscache ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 rpcsec_gss_krb5 xt_set xt_mark ip_set_hash_ipportnet ip_set_hash_ipportip ip_set_bitmap_port ip_set_hash_ipport ip_set dummy xt_comment nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp overlay(T) llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh devlink ip_vs_wrr ip_vs_rr ip_vs nf_conntrack vmw_vsock_vmci_transport vsock crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper sg ppdev ablk_helper joydev pcspkr cryptd
vmw_balloon parport_pc parport vmw_vmci i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc sch_fq_codel ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci ata_piix mptspi crct10dif_pclmul crct10dif_common scsi_transport_spi libata mptscsih crc32c_intel serio_raw mptbase vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 4769 Comm: kubelet Kdump: loaded Tainted: G             L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffffa074baa90fd0 ti: ffffa0757a3ec000 task.ti: ffffa0757a3ec000
RIP: 0010:[<ffffffff8c70779a>]  [<ffffffff8c70779a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffffa0757a3efaf0  EFLAGS: 00000202
RAX: 0000000000000008 RBX: ffffa0757a3efac0 RCX: 0000000000000038
RDX: 00000000000000ff RSI: 0000000000000008 RDI: 0000000000000282
RBP: ffffa0757a3efb38 R08: ffffffff8ce13de0 R09: ffffdb2f4b2d5e80
R10: ffffdb2f4b2d5e80 R11: 00003ffffffff000 R12: 0000000100000000
R13: 0000000000000000 R14: ffffa0782ce40ba0 R15: 000280da00000000
FS:  00007f8d8e7fc700(0000) GS:ffffa0783fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8dac056008 CR3: 00000003fe720000 CR4: 00000000000007f0
Call Trace:
[<ffffffff8c676e50>] ? leave_mm+0x110/0x110
[<ffffffff8c676e50>] ? leave_mm+0x110/0x110
[<ffffffff8c676e50>] ? leave_mm+0x110/0x110
[<ffffffff8c7078af>] smp_call_function_single+0x5f/0xa0
[<ffffffff8c94a275>] ? cpumask_next_and+0x35/0x50
[<ffffffff8c707e5b>] smp_call_function_many+0x22b/0x270
[<ffffffff8c677018>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8c6771b4>] flush_tlb_page+0x54/0xa0
[<ffffffff8c7d8837>] ptep_clear_flush+0x67/0xa0
[<ffffffff8c7c18be>] wp_page_copy.isra.70+0x29e/0x4f0
[<ffffffff8c7c3abb>] do_wp_page+0xfb/0x710
[<ffffffff8c7f73b9>] ? kmem_cache_alloc+0x179/0x1f0
[<ffffffff8c82c58f>] ? getname_flags+0x4f/0x1a0
[<ffffffff8c7c536d>] handle_pte_fault+0x36d/0xc30
[<ffffffff8c82d732>] ? user_path_at_empty+0x72/0xc0
[<ffffffff8c7c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8cd1a597>] __do_page_fault+0x197/0x4f0
[<ffffffff8cd1a925>] do_page_fault+0x35/0x90
[<ffffffff8cd16ab6>] ? error_swapgs+0xa7/0xbd
[<ffffffff8cd16768>] page_fault+0x28/0x30
Code: 80 96 01 00 48 89 de 48 03 14 c5 a0 53 33 8d 48 89 df e8 4a 87 25 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [pgrep:41326]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 coretemp snd_rawmidi snd_ac97_codec crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper snd_timer ablk_helper snd cryptd soundcore ppdev pcspkr sg joydev vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul drm crct10dif_common crc32c_intel ata_piix serio_raw mptspi libata e1000 scsi_transport_spi mptscsih mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 41326 Comm: pgrep Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff8801a4231fa0 ti: ffff880034d34000 task.ti: ffff880034d34000
RIP: 0010:[<ffffffff810f932a>]  [<ffffffff810f932a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff880034d37bc0  EFLAGS: 00000202
RAX: 0000000000000040 RBX: ff30ffff8132d303 RCX: 0000000000000001
RDX: 0000000000000040 RSI: 0000000000000000 RDI: 0000000000000282
RBP: ffff880034d37c10 R08: ffffffff816ce428 R09: ffffea0000376400
R10: ffffea0000376400 R11: 0000000000000000 R12: ffff8802276cd000
R13: 0000000000000002 R14: 000000008132c312 R15: ffff88023ffd8008
FS:  00007f52d290f880(0000) GS:ffff880236640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f52d182e7c0 CR3: 000000003a964000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106e4a0 ffff880034d37c98
0000000000000003 0000000041a380f8 00000000000280da 0000000000000000
ffffffff8106e4a0 ffffffff8106e4a0 ffff880034d37c40 ffffffff810f942f
Call Trace:
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff810f942f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813226f5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99c3>] smp_call_function_many+0x223/0x260
[<ffffffff8106e668>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106e864>] flush_tlb_page+0x54/0xa0
[<ffffffff811c2524>] ptep_clear_flush+0x54/0x80
[<ffffffff811adfe0>] wp_page_copy.isra.58+0x240/0x470
[<ffffffff811afc1b>] do_wp_page+0xeb/0x5c0
[<ffffffff811ad6a6>] ? do_read_fault.isra.44+0xe6/0x130
[<ffffffff811b1f8c>] handle_mm_fault+0x70c/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 00 78 01 00 48 89 de 48 03 14 c5 e0 fd b0 81 48 89 df e8 7a da 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#5 stuck for 23s! [node_exporter:4491]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq crc32_pclmul snd_seq_device ghash_clmulni_intel snd_pcm aesni_intel lrw snd_timer gf128mul snd glue_helper ppdev ablk_helper soundcore sg cryptd joydev pcspkr vmw_balloon parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi
vmwgfx drm_kms_helper ata_piix mptspi syscopyarea scsi_transport_spi sysfillrect sysimgblt fb_sys_fops ttm mptscsih drm crct10dif_pclmul crct10dif_common nfit crc32c_intel libata libnvdimm e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 4491 Comm: node_exporter Kdump: loaded Tainted: G               ------------ T 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9875ccc1d280 ti: ffff9875cc054000 task.ti: ffff9875cc054000
RIP: 0010:[<ffffffff8c7167a2>]  [<ffffffff8c7167a2>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff9875cc057b60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9875cc057b30 RCX: 0000000000000008
RDX: ffffffff8ce14950 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9875cc057ba8 R08: ffffffff8ce14948 R09: fffff8c6c6c00dc0
R10: 0000000000003ea6 R11: ffff98756c8f85e8 R12: 0000000000000002
R13: ffff9875fffdb008 R14: 0000000000000000 R15: 00000003ed9c3000
FS:  000000c000080090(0000) GS:ffff9875f1740000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1b33cf03a4 CR3: 000000030c2ce000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff8c67e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8c67e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8c67e6a0>] ? leave_mm+0x120/0x120
[<ffffffff8c7168bf>] smp_call_function_single+0x5f/0xa0
[<ffffffff8c9862c5>] ? cpumask_next_and+0x35/0x50
[<ffffffff8c716e6b>] smp_call_function_many+0x22b/0x270
[<ffffffff8c67e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8c67ea04>] flush_tlb_page+0x54/0xa0
[<ffffffff8c807908>] ptep_clear_flush+0x68/0xa0
[<ffffffff8c7ef415>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffff8c7f183b>] do_wp_page+0xfb/0x720
[<ffffffff8c6c9a50>] ? hrtimer_get_res+0x50/0x50
[<ffffffff8c7f5eb2>] handle_mm_fault+0xb22/0xfb0
[<ffffffff8cd87af2>] ? __schedule+0x5a2/0x860
[<ffffffff8cd8f653>] __do_page_fault+0x213/0x500
[<ffffffff8cd8f975>] do_page_fault+0x35/0x90
[<ffffffff8cd8b778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 e0 13 35 8d 48 89 df e8 97 6c 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 64s! [do_robo_task:6441]
Modules linked in: binfmt_misc nf_log_ipv4 nf_log_common xt_LOG xt_limit xt_multiport xt_recent xt_conntrack iptable_filter ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack xt_CHECKSUM iptable_mangle vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 ppdev vmw_balloon coretemp pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata serio_raw mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 6441 Comm: do_robo_task Kdump: loaded Tainted: G             L ------------   3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 06/22/2012
task: ffff9482a10d2100 ti: ffff9481e6974000 task.ti: ffff9481e6974000
RIP: 0010:[<ffffffffb85165b2>]  [<ffffffffb85165b2>] generic_exec_single+0x102/0x1c0
INFO: rcu_sched self-detected stall on CPU
RSP: 0000:ffff9481e6977b60  EFLAGS: 00000202
{ 0} 
RAX: 0000000000000040 RBX: ffff9482a10d2168 RCX: 0000000000000004
RDX: 0000000000000040 RSI: 0000000000000000 RDI: 0000000000000282
RBP: ffff9481e6977ba8 R08: ffffffffb8c13f48 R09: 00000000010a3f38
R10: 0000000000000000 R11: 9547980200000000 R12: 0000000000000002
R13: ffff9482bffd5008 R14: 0000000000000000 R15: 00000003b84e23f9
FS:  00007f796be83700(0000) GS:ffff9482b3680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000094be6f8 CR3: 00000002f2dba000 CR4: 00000000000007e0
Call Trace:
[<ffffffffb847e6a0>] ? leave_mm+0x120/0x120
[<ffffffffb847e6a0>] ? leave_mm+0x120/0x120
[<ffffffffb847e6a0>] ? leave_mm+0x120/0x120
[<ffffffffb85166cf>] smp_call_function_single+0x5f/0xa0
[<ffffffffb8785e25>] ? cpumask_next_and+0x35/0x50
[<ffffffffb8516c7b>] smp_call_function_many+0x22b/0x270
[<ffffffffb847e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb847ea04>] flush_tlb_page+0x54/0xa0
[<ffffffffb8607768>] ptep_clear_flush+0x68/0xa0
[<ffffffffb85ef2d5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffb85f16fb>] do_wp_page+0xfb/0x720
[<ffffffffb8b86d4f>] ? __schedule+0x3af/0x860
[<ffffffffb85f5d72>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb8b8f653>] __do_page_fault+0x213/0x500
[<ffffffffb8b8f975>] do_page_fault+0x35/0x90
[<ffffffffb8b8bac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffb8b8b778>] page_fault+0x28/0x30

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [docker:3989]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock ext4 mbcache jbd2 dm_mirror dm_region_hash dm_log dm_mod intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper
ablk_helper cryptd ppdev vmw_balloon pcspkr sg vmw_vmci shpchp i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper mptspi syscopyarea crct10dif_pclmul crct10dif_common sysfillrect scsi_transport_spi sysimgblt fb_sys_fops crc32c_intel ata_piix ttm drm serio_raw mptscsih libata vmxnet3 mptbase i2c_core floppy fjes
CPU: 1 PID: 3989 Comm: docker Tainted: G             L ------------ T 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8807c7bb8000 ti: ffff8805ccea4000 task.ti: ffff8805ccea4000
RIP: 0010:[<ffffffff810f925a>]  [<ffffffff810f925a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff8805ccea7bd0  EFLAGS: 00000202
RAX: 0000000000000040 RBX: ffff8805ccea7b68 RCX: 0000000000000001
RDX: 0000000000000040 RSI: 0000000000000000 RDI: 0000000000000282
RBP: ffff8805ccea7c18 R08: ffffffff816af9a8 R09: ffffea001af4b140
R10: 0000000000004b34 R11: 8000000001c9d225 R12: 0000000000000010
R13: 0000000000000002 R14: 00000000ffffff10 R15: ffff88083ffbe008
FS:  00007f7aacb22740(0000) GS:ffff88081e640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c4204e8020 CR3: 00000005cbfd3000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106c300 ffff8805ccea7ca0
0000000000000003 00000000bd58e437 0000000000000000 ffffffff8106c300
ffffffff8106c300 ffff8805ccea7c48 ffffffff810f935f ffff8805ccea7c48
Call Trace:
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff810f935f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813179a5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f9903>] smp_call_function_many+0x223/0x260
[<ffffffff8106c4c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c6c5>] flush_tlb_page+0x55/0xa0
[<ffffffff811c0d74>] ptep_clear_flush+0x54/0x80
[<ffffffff811acffb>] wp_page_copy.isra.56+0x24b/0x470
[<ffffffff811aeba5>] do_wp_page+0xe5/0x530
[<ffffffff811b0e3c>] handle_mm_fault+0x72c/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 80 77 01 00 48 89 de 48 03 14 c5 40 57 ad 81 48 89 df e8 ea 28 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [exe:29040]
Modules linked in: xt_REDIRECT nf_nat_redirect ip_vs_rr xt_ipvs ip_vs xt_nat veth vxlan ip6_udp_tunnel udp_tunnel xt_mark nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul
ppdev ghash_clmulni_intel vmw_balloon snd_ens1371 btusb snd_rawmidi btrtl btbcm aesni_intel snd_ac97_codec ac97_bus btintel lrw gf128mul glue_helper ablk_helper cryptd bluetooth snd_seq snd_seq_device snd_pcm joydev pcspkr snd_timer snd sg soundcore rfkill i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper nfit syscopyarea sysfillrect sysimgblt fb_sys_fops libnvdimm ttm ata_piix drm libata crct10dif_pclmul crct10dif_common e1000 crc32c_intel mptspi scsi_transport_spi mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 29040 Comm: exe Kdump: loaded Tainted: G               ------------ T 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9669431fe2a0 ti: ffff96655d4f4000 task.ti: ffff96655d4f4000
RIP: 0010:[<ffffffffaf316f72>]  [<ffffffffaf316f72>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff96655d4f7b60  EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff96655d4f7b30 RCX: 0000000000000004
RDX: ffffffffafa13e50 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff96655d4f7ba8 R08: ffffffffafa13e48 R09: ffffeedc4fb669c0
R10: 00000000000048af R11: ffff966a44e1bcb0 R12: 0000000000000002
R13: ffff966a7ffdb008 R14: 0000000000000000 R15: 000000035d4f7bb8
FS:  00007f448e67b700(0000) GS:ffff966a65680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f44967ef860 CR3: 000000011d4da000 CR4: 00000000003607e0
Call Trace:
[<ffffffffaf27e730>] ? leave_mm+0x120/0x120
[<ffffffffaf27e730>] ? leave_mm+0x120/0x120
[<ffffffffaf27e730>] ? leave_mm+0x120/0x120
[<ffffffffaf31708f>] smp_call_function_single+0x5f/0xa0
[<ffffffffaf585005>] ? cpumask_next_and+0x35/0x50
[<ffffffffaf31763b>] smp_call_function_many+0x22b/0x270
[<ffffffffaf27e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffaf27ea94>] flush_tlb_page+0x54/0xa0
[<ffffffffaf407888>] ptep_clear_flush+0x68/0xa0
[<ffffffffaf3ef3c5>] wp_page_copy.isra.73+0x335/0x5b0
[<ffffffffaf3f17eb>] do_wp_page+0xfb/0x720
[<ffffffffaf2db6d0>] ? try_to_wake_up+0x190/0x390
[<ffffffffaf3f5e82>] handle_mm_fault+0xb22/0xfb0
[<ffffffffaf98d653>] __do_page_fault+0x213/0x500
[<ffffffffaf98d975>] do_page_fault+0x35/0x90
[<ffffffffaf989778>] page_fault+0x28/0x30
Code: 89 de 48 03 14 c5 a0 10 f5 af 48 89 df e8 07 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00