NMI watchdog: BUG: soft lockup - CPU#81 stuck for 22s! [NetworkManager:47480]
Modules linked in: binfmt_misc nvidia_uvm(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 mpt3sas mpt2sas raid_class bridge stp llc mptctl mptbase devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun sunrpc joydev dm_mirror dm_region_hash dm_log dm_mod iTCO_wdt iTCO_vendor_support skx_edac vfat intel_powerclamp fat coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_hda_codec_hdmi ses enclosure scsi_transport_sas sg snd_hda_intel pcspkr snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device snd_pcm snd_timer snd soundcore
mei_me lpc_ich i2c_i801 mei ipmi_si ipmi_devintf ipmi_msghandler acpi_cpufreq acpi_power_meter acpi_pad sch_fq_codel ip_tables ext4 mbcache jbd2 nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel megaraid_sas ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm igb drm ptp pps_core dca i2c_algo_bit ahci libahci drm_panel_orientation_quirks libata wmi nfit libnvdimm
CPU: 81 PID: 47480 Comm: NetworkManager Kdump: loaded Tainted: P           OEL ------------   3.10.0-957.el7.x86_64 #1
Hardware name: PowerLeader PR4865P-LW/T1QM, BIOS T1QM48.04 12/30/2019
task: ffff929d33bcc100 ti: ffff929ca5780000 task.ti: ffff929ca5780000
RIP: 0010:[<ffffffff9f8c387a>]  [<ffffffff9f8c387a>] proc_sys_compare+0x5a/0xc0
RSP: 0018:ffff929ca5783b80  EFLAGS: 00000286
RAX: 0000000000000000 RBX: 0000000000038c52 RCX: 0000000000000009
RDX: 0000000000000009 RSI: ffff920b5ac383f8 RDI: ffffffffa0823420
RBP: ffff929ca5783b98 R08: 0000000000000065 R09: 0000000000000000
R10: 0000000000038c52 R11: ffff920b5ac383c0 R12: ffffffff9f6cba9b
R13: ffff929ca5783b98 R14: ffffffff9f6d67c2 R15: ffff929ca5783ae8
FS:  00007f53b09cb980(0000) GS:ffff921d3e840000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f19cc38d9e5 CR3: 000000bf79768000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff9f85c512>] __d_lookup+0x152/0x160
[<ffffffff9f85c54a>] d_lookup+0x2a/0x50
[<ffffffff9f84c890>] lookup_dcache+0x30/0xc0
[<ffffffff9f84c94d>] __lookup_hash+0x2d/0x60
[<ffffffff9fd5ea61>] lookup_slow+0x42/0xa7
[<ffffffff9f85126f>] link_path_walk+0x80f/0x8b0
[<ffffffff9fc193a6>] ? sock_sendmsg+0xb6/0xf0
[<ffffffff9f8523d5>] path_openat+0xb5/0x640
[<ffffffff9f70cb18>] ? get_futex_key+0x1c8/0x2c0
[<ffffffff9f853dfd>] do_filp_open+0x4d/0xb0
[<ffffffff9f861487>] ? __alloc_fd+0x47/0x170
[<ffffffff9f83ff27>] do_sys_open+0x137/0x240
[<ffffffff9f84004e>] SyS_open+0x1e/0x20
[<ffffffff9fd74ddb>] system_call_fastpath+0x22/0x27
Code: 00 49 8b 78 08 89 c2 48 89 ce e8 a2 bd 0b 00 85 c0 89 c3 75 44 4d 8b 64 24 e0 4d 85 e4 74 3a 48 c7 c7 20 34 82 a0 4d 8b 6c 24 30 <e8> 61 6b 4a 00 49 83 7c 24 18 00 74 39 bb 01 00 00 00 48 c7 c7 

NMI watchdog: BUG: soft lockup - CPU#8 stuck for 22s! [runc:[2:INIT]:7805]
Modules linked in: tcp_diag udp_diag inet_diag unix_diag binfmt_misc nf_tables_ipv6 nft_counter nf_tables_ipv4 nf_tables(T) nfsv3 nfs_acl xt_set xt_u32 xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ip_set vxlan ip6_udp_tunnel udp_tunnel veth ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_statistic xt_nat xt_recent xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 tun ebtable_filter ebtables devlink ip6table_filter ip6_tables xt_comment xt_mark ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache overlay(T) vmw_vsock_vmci_transport
vsock sunrpc ppdev vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg joydev pcspkr parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm ata_piix libahci nfit crct10dif_pclmul libata crct10dif_common libnvdimm crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: dsa_filter]
CPU: 8 PID: 7805 Comm: runc:[2:INIT] Kdump: loaded Tainted: P        W  OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8cee9a974100 ti: ffff8cef2d884000 task.ti: ffff8cef2d884000
RIP: 0010:[<ffffffff98f6a3f0>]  [<ffffffff98f6a3f0>] _raw_spin_lock+0x10/0x30
RSP: 0018:ffff8cef2d887b78  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000065 RCX: 0000000000000003
RDX: 0000000000000001 RSI: ffff8cf69df935f8 RDI: ffffffff99a23420
RBP: ffff8cef2d887b98 R08: 0000000000000065 R09: 0000000000000000
R10: 0000000000000000 R11: ffff8cf69df935c0 R12: 0000000000000000
R13: ffff8cf335da0f00 R14: ffff8cef2d887b20 R15: ffff8cef2d887b50
FS:  00007f8b2fe4d740(0000) GS:ffff8d026f400000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005586ca6805e0 CR3: 0000000003788000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff98ac387f>] ? proc_sys_compare+0x5f/0xc0
[<ffffffff98a5c512>] __d_lookup+0x152/0x160
[<ffffffff98a5c54a>] d_lookup+0x2a/0x50
[<ffffffff98a4c890>] lookup_dcache+0x30/0xc0
[<ffffffff98a4c94d>] __lookup_hash+0x2d/0x60
[<ffffffff98f5ea61>] lookup_slow+0x42/0xa7
[<ffffffff98a5126f>] link_path_walk+0x80f/0x8b0
[<ffffffff98a523d5>] path_openat+0xb5/0x640
[<ffffffff98a53dfd>] do_filp_open+0x4d/0xb0
[<ffffffff98a61487>] ? __alloc_fd+0x47/0x170
[<ffffffff98a3ff27>] do_sys_open+0x137/0x240
[<ffffffff98a40064>] SyS_openat+0x14/0x20
[<ffffffff98f74ddb>] system_call_fastpath+0x22/0x27
Code: 44 00 00 85 d2 74 e4 0f 1f 40 00 eb ed 66 0f 1f 44 00 00 b8 01 00 00 00 5d c3 90 0f 1f 44 00 00 31 c0 ba 01 00 00 00 f0 0f b1 17 <85> c0 75 01 c3 55 89 c6 48 89 e5 e8 40 1b ff ff 5d c3 0f 1f 40 

NMI watchdog: BUG: soft lockup - CPU#39 stuck for 22s! [exe:3955088]
Modules linked in: binfmt_misc veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc tcp_diag inet_diag dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio ext4 mbcache jbd2 iTCO_wdt iTCO_vendor_support mxm_wmi ipmi_devintf intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr sb_edac edac_core ses enclosure sg i2c_i801 mei_me lpc_ich mei shpchp ipmi_ssif ipmi_si ipmi_msghandler wmi acpi_pad acpi_power_meter ip_tables xfs libcrc32c raid1 sd_mod crc_t10dif crct10dif_generic ast crct10dif_pclmul drm_kms_helper crct10dif_common crc32c_intel
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm mpt2sas libahci ixgbe igb libata mdio ptp raid_class pps_core i2c_algo_bit scsi_transport_sas dca i2c_core fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 39 PID: 3955088 Comm: exe Not tainted 3.10.0-514.el7.x86_64 #1
Hardware name: Inventec     K800G3-1G/B800G3, BIOS C2.06 02/26/2016
task: ffff8814483cce70 ti: ffff8817dc7c4000 task.ti: ffff8817dc7c4000
RIP: 0010:[<ffffffff8168d91a>]  [<ffffffff8168d91a>] _raw_spin_lock+0x3a/0x50
RSP: 0018:ffff8817dc7c7bb0  EFLAGS: 00000206
RAX: 0000000000007f95 RBX: 00000000dc7c7b70 RCX: 0000000000006e90
RDX: 0000000000006ea4 RSI: 0000000000006ea4 RDI: ffffffff81f76104
RBP: ffff8817dc7c7bb0 R08: 0000000000000065 R09: 0000000000000000
R10: 0000000000000001 R11: ffff8805ddb32540 R12: 0000000000000000
R13: 0000000000000246 R14: ffff8817dc7c7c20 R15: 0000000000000001
FS:  00007fb88b0d6740(0000) GS:ffff883f7f5c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f350f4a1a08 CR3: 0000001339774000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8817dc7c7bd8 ffffffff81276aaf ffff8805ddb32548 ffff883f7ea203c0
ffff8817dc7c7e60 ffff8817dc7c7c28 ffffffff81217e5c ffff8805ddb32540
ffff8836f3ae902e ffff883f00000004 0000000001e241f8 ffff8817dc7c7e60
Call Trace:
[<ffffffff81276aaf>] proc_sys_compare+0x5f/0xd0
[<ffffffff81217e5c>] __d_lookup+0x14c/0x160
[<ffffffff81217e9a>] d_lookup+0x2a/0x50
[<ffffffff81208c90>] lookup_dcache+0x30/0xb0
[<ffffffff81208d3d>] __lookup_hash+0x2d/0x60
[<ffffffff8168328b>] lookup_slow+0x42/0xa7
[<ffffffff8120b96f>] link_path_walk+0x80f/0x8b0
[<ffffffff8120dc53>] path_openat+0xa3/0x490
[<ffffffff8118055b>] ? unlock_page+0x2b/0x30
[<ffffffff8120fdeb>] do_filp_open+0x4b/0xb0
[<ffffffff8121ca67>] ? __alloc_fd+0xa7/0x130
[<ffffffff811fd2f3>] do_sys_open+0xf3/0x1f0
[<ffffffff81691dc5>] ? do_page_fault+0x35/0x90
[<ffffffff811fd424>] SyS_openat+0x14/0x20
[<ffffffff816965c9>] system_call_fastpath+0x16/0x1b
Code: c2 c1 ea 10 66 39 c2 75 01 c3 55 83 e2 fe 0f b7 f2 48 89 e5 b8 00 80 00 00 eb 0d 66 0f 1f 44 00 00 f3 90 83 e8 01 74 0a 0f b7 0f <66> 39 ca 75 f1 5d c3 0f 1f 80 00 00 00 00 eb d9 66 0f 1f 44 00 

NMI watchdog: BUG: soft lockup - CPU#83 stuck for 22s! [NetworkManager:47480]
Modules linked in: binfmt_misc nvidia_uvm(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 mpt3sas mpt2sas raid_class bridge stp llc mptctl mptbase devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun sunrpc joydev dm_mirror dm_region_hash dm_log dm_mod iTCO_wdt iTCO_vendor_support skx_edac vfat intel_powerclamp fat coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_hda_codec_hdmi ses enclosure scsi_transport_sas sg snd_hda_intel pcspkr snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device snd_pcm snd_timer snd soundcore
mei_me lpc_ich i2c_i801 mei ipmi_si ipmi_devintf ipmi_msghandler acpi_cpufreq acpi_power_meter acpi_pad sch_fq_codel ip_tables ext4 mbcache jbd2 nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel megaraid_sas ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm igb drm ptp pps_core dca i2c_algo_bit ahci libahci drm_panel_orientation_quirks libata wmi nfit libnvdimm
CPU: 83 PID: 47480 Comm: NetworkManager Kdump: loaded Tainted: P           OEL ------------   3.10.0-957.el7.x86_64 #1
Hardware name: PowerLeader PR4865P-LW/T1QM, BIOS T1QM48.04 12/30/2019
task: ffff929d33bcc100 ti: ffff929ca5780000 task.ti: ffff929ca5780000
RIP: 0010:[<ffffffff9f8c3869>]  [<ffffffff9f8c3869>] proc_sys_compare+0x49/0xc0
RSP: 0018:ffff929ca5783b80  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 00000000000c4114 RCX: 0000000000000009
RDX: 0000000000000009 RSI: ffff91fa888d6e78 RDI: ffff91dd13a18038
RBP: ffff929ca5783b98 R08: 0000000000000065 R09: 0000000000000000
R10: 00000000000c4114 R11: ffff91fa888d6e40 R12: ffffffff9f6cba9b
R13: ffff929ca5783b98 R14: ffffffff9f6d67c2 R15: ffff929ca5783ae8
FS:  00007f53b09cb980(0000) GS:ffff921d3e8c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe2d806f978 CR3: 000000bf79768000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff9f85c512>] __d_lookup+0x152/0x160
[<ffffffff9f85c54a>] d_lookup+0x2a/0x50
[<ffffffff9f84c890>] lookup_dcache+0x30/0xc0
[<ffffffff9f84c94d>] __lookup_hash+0x2d/0x60
[<ffffffff9fd5ea61>] lookup_slow+0x42/0xa7
[<ffffffff9f85126f>] link_path_walk+0x80f/0x8b0
[<ffffffff9f8523d5>] path_openat+0xb5/0x640
[<ffffffff9f853dfd>] do_filp_open+0x4d/0xb0
[<ffffffff9f861487>] ? __alloc_fd+0x47/0x170
[<ffffffff9f83ff27>] do_sys_open+0x137/0x240
[<ffffffff9f84004e>] SyS_open+0x1e/0x20
[<ffffffff9fd74ddb>] system_call_fastpath+0x22/0x27
Code: 00 00 39 d0 74 0c 89 d8 5b 41 5c 41 5d 5d c3 0f 1f 00 49 8b 78 08 89 c2 48 89 ce e8 a2 bd 0b 00 85 c0 89 c3 75 44 4d 8b 64 24 e0 <4d> 85 e4 74 3a 48 c7 c7 20 34 82 a0 4d 8b 6c 24 30 e8 61 6b 4a 

NMI watchdog: BUG: soft lockup - CPU#77 stuck for 23s! [NetworkManager:47480]
Modules linked in: binfmt_misc nvidia_uvm(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 mpt3sas mpt2sas raid_class bridge stp llc mptctl mptbase devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun sunrpc joydev dm_mirror dm_region_hash dm_log dm_mod iTCO_wdt iTCO_vendor_support skx_edac vfat intel_powerclamp fat coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_hda_codec_hdmi ses enclosure scsi_transport_sas sg snd_hda_intel pcspkr snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device snd_pcm snd_timer snd soundcore
mei_me lpc_ich i2c_i801 mei ipmi_si ipmi_devintf ipmi_msghandler acpi_cpufreq acpi_power_meter acpi_pad sch_fq_codel ip_tables ext4 mbcache jbd2 nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel megaraid_sas ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm igb drm ptp pps_core dca i2c_algo_bit ahci libahci drm_panel_orientation_quirks libata wmi nfit libnvdimm
CPU: 77 PID: 47480 Comm: NetworkManager Kdump: loaded Tainted: P           OEL ------------   3.10.0-957.el7.x86_64 #1
Hardware name: PowerLeader PR4865P-LW/T1QM, BIOS T1QM48.04 12/30/2019
task: ffff929d33bcc100 ti: ffff929ca5780000 task.ti: ffff929ca5780000
RIP: 0010:[<ffffffff9f8c387a>]  [<ffffffff9f8c387a>] proc_sys_compare+0x5a/0xc0
RSP: 0018:ffff929ca5783b80  EFLAGS: 00000286
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000009
RDX: 0000000000000009 RSI: ffff9234484059b8 RDI: ffffffffa0823420
RBP: ffff929ca5783b98 R08: 0000000000000065 R09: 0000000000000000
R10: 0000000000000000 R11: ffff923448405980 R12: ffffffff9f6cba9b
R13: ffff929ca5783b98 R14: ffffffff9f6d67c2 R15: ffff929ca5783ae8
FS:  00007f53b09cb980(0000) GS:ffff921d3e740000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb3cb1a6000 CR3: 000000bf79768000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff9f85c512>] __d_lookup+0x152/0x160
[<ffffffff9f85c54a>] d_lookup+0x2a/0x50
[<ffffffff9f84c890>] lookup_dcache+0x30/0xc0
[<ffffffff9f84c94d>] __lookup_hash+0x2d/0x60
[<ffffffff9fd5ea61>] lookup_slow+0x42/0xa7
[<ffffffff9f85126f>] link_path_walk+0x80f/0x8b0
[<ffffffff9fc193a6>] ? sock_sendmsg+0xb6/0xf0
[<ffffffff9f8523d5>] path_openat+0xb5/0x640
[<ffffffff9f853dfd>] do_filp_open+0x4d/0xb0
[<ffffffff9f861487>] ? __alloc_fd+0x47/0x170
[<ffffffff9f83ff27>] do_sys_open+0x137/0x240
[<ffffffff9f84004e>] SyS_open+0x1e/0x20
[<ffffffff9fd74ddb>] system_call_fastpath+0x22/0x27
Code: 00 49 8b 78 08 89 c2 48 89 ce e8 a2 bd 0b 00 85 c0 89 c3 75 44 4d 8b 64 24 e0 4d 85 e4 74 3a 48 c7 c7 20 34 82 a0 4d 8b 6c 24 30 <e8> 61 6b 4a 00 49 83 7c 24 18 00 74 39 bb 01 00 00 00 48 c7 c7