NMI watchdog: BUG: soft lockup - CPU#2 stuck for 24s! [udevadm:1683]
Modules linked in: overlay vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd sg joydev pcspkr vmw_balloon parport_pc parport vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c ata_generic sr_mod cdrom pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit sd_mod crc_t10dif crct10dif_generic libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel ahci ata_piix libahci libata drm_panel_orientation_quirks serio_raw vmw_pvscsi vmxnet3 dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 1683 Comm: udevadm Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff987a736b9080 ti: ffff9878f632c000 task.ti: ffff9878f632c000
RIP: 0010:[<ffffffff923ca6ae>]  [<ffffffff923ca6ae>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff9878f632fde0  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffffffff92271bb4 RCX: 0000000000000000
RDX: 0000000000000000 RSI: 0000000000000003 RDI: ffffffff9324f420
RBP: ffff9878f632fe08 R08: 0000000000000004 R09: ffff9878f632fde4
R10: 0000000000000000 R11: ffff987a76bb30a8 R12: ffff987a736b9080
R13: ffff9878f632fd78 R14: ffff987a76cf0188 R15: ffff987a736d5580
FS:  00007ff506e628c0(0000) GS:ffff987a75680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055a3f4065000 CR3: 00000000b6da6000 CR4: 00000000003607e0
Call Trace:
[<ffffffff923d8c24>] pci_read_config+0x114/0x2c0
[<ffffffff922db04a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffff922da4e5>] kernfs_fop_read+0xa5/0x170
[<ffffffff9224d9bf>] vfs_read+0x9f/0x170
[<ffffffff9224e83f>] SyS_read+0x7f/0xf0
[<ffffffff92793f92>] system_call_fastpath+0x25/0x2a
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 59 cc fc ff 48 c7 c7 20 f4 24 93 89 c2 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#19 stuck for 22s! [nvflash_eng:26310]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun uio_pci_generic uio vfio_pci vfio_iommu_type1 vfio cuse ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security rdma_ucm(OE) ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat rdma_cm(OE) iw_cm(OE) nf_conntrack libcrc32c iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ib_ipoib(OE) ib_cm(OE) ib_umad(OE) dm_mirror dm_region_hash dm_log dm_mod nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) fuse coretemp kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel
aesni_intel iTCO_wdt iTCO_vendor_support lrw gf128mul glue_helper ablk_helper cryptd pcspkr sg mei_me mei i2c_i801 wmi ipmi_si ipmi_devintf ipmi_msghandler pinctrl_lewisburg pinctrl_intel acpi_power_meter knem(OE) auth_rpcgss sunrpc ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mlx5_ib(OE) ib_uverbs(OE) ib_core(OE) ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mlx5_core(OE) ahci mlxfw(OE) psample auxiliary(OE) devlink libahci igb drm_panel_orientation_quirks mlx_compat(OE) crct10dif_pclmul crct10dif_common crc32c_intel libata ptp pps_core dca i2c_algo_bit xpmem(OE)
CPU: 19 PID: 26310 Comm: nvflash_eng Kdump: loaded Tainted: P        W  OE  ------------   3.10.0-957.5.1.el7.x86_64 #1
Hardware name: GIGABYTE MU72-SU0-00/MU72-SU0-00, BIOS F05 07/09/2021
task: ffff9f218342c100 ti: ffff9f21adb10000 task.ti: ffff9f21adb10000
RIP: 0010:[<ffffffff9b1b9a2e>]  [<ffffffff9b1b9a2e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff9f21adb13dd8  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9f21b6ed3000 RCX: 0000000000000084
RDX: 0000000000000000 RSI: 0000000000000006 RDI: ffffffff9c02dd60
RBP: ffff9f21adb13e00 R08: 0000000000000004 R09: ffff9f21adb13ddc
R10: 0000000000000000 R11: ffff9f21ff9d90a8 R12: ffff9f21adb13d70
R13: ffff9f21ff9d5188 R14: ffff9f21b5686980 R15: 0000000000000005
FS:  00007f77e7140740(0000) GS:ffff9f21bf2c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001f33080 CR3: 00000010352a2000 CR4: 0000000000760fe0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff9b1c7ed4>] pci_read_config+0x114/0x2c0
[<ffffffff9b0cbc3a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffff9b0cb0c5>] kernfs_fop_read+0xa5/0x170
[<ffffffff9b0414bf>] vfs_read+0x9f/0x170
[<ffffffff9b042572>] SyS_pread64+0x92/0xc0
[<ffffffff9b574ddb>] system_call_fastpath+0x22/0x27
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 39 d3 fc ff 48 c7 c7 60 dd 02 9c 89 c2 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#5 stuck for 28s! [lstopo:32414]
Modules linked in: binfmt_misc unix_diag af_packet_diag netlink_diag udp_diag tcp_diag inet_diag uinput nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink cmac arc4 md4 nls_utf8 cifs ccm dns_resolver overlay(T) dm_mirror dm_region_hash dm_log dm_mod sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul sg glue_helper joydev pcspkr ablk_helper cryptd i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi virtio_net net_failover virtio_console
virtio_scsi failover qxl drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy fuse
CPU: 5 PID: 32414 Comm: lstopo Tainted: G             L ------------ T 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org 04/01/2014
task: ffff978ab5b9d280 ti: ffff978aa8758000 task.ti: ffff978aa8758000
RIP: 0010:[<ffffffffa13cb10e>]  [<ffffffffa13cb10e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff978aa875bde0  EFLAGS: 00000246
RAX: 0000000000000001 RBX: 0000000000000cfc RCX: 0000000000000020
RDX: 0000000000000000 RSI: 0000000000000046 RDI: ffffffffa224f420
RBP: ffff978aa875be08 R08: 0000000000000004 R09: ffff978aa875bde4
R10: 00000000000000f0 R11: ffff978af5d760a8 R12: ffff978ab5b9d280
R13: ffff978aa875bd78 R14: ffff978c758b20f0 R15: ffff978aa875bd68
FS:  00007fbabf543740(0000) GS:ffff978dbfd40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001735098 CR3: 000000011fe88000 CR4: 0000000000160fe0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa13d9684>] pci_read_config+0x114/0x2c0
[<ffffffffa12db86a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffffa12dad05>] kernfs_fop_read+0xa5/0x170
[<ffffffffa124e31f>] vfs_read+0x9f/0x170
[<ffffffffa124f165>] SyS_read+0x55/0xd0
[<ffffffffa179a226>] tracesys+0xa6/0xcc
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 59 cc fc ff 48 c7 c7 20 f4 24 a2 89 c2 e8 1f c4 d4 ff 66 90 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#5 stuck for 21s! [lspci:12647]
Modules linked in: nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache uas usb_storage snd_hda_codec_hdmi snd_hda_codec_realtek snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device intel_powerclamp iTCO_wdt snd_pcm coretemp iTCO_vendor_support snd_timer windrvr1430(POE) mei_me intel_rapl snd kvm_intel soundcore kvm mxm_wmi mei cp210x irqbypass sg crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr lpc_ich i2c_i801 wmi ie31200_edac tpm_infineon nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic i915 i2c_algo_bit iosf_mbi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ahci libahci drm e1000e libata crct10dif_pclmul crct10dif_common crc32c_intel
nvme serio_raw ptp nvme_core pps_core drm_panel_orientation_quirks video dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ftdi_sio]
CPU: 5 PID: 12647 Comm: lspci Kdump: loaded Tainted: P           OE  ------------   3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: MSI MS-7751/Z77A-GD55 (MS-7751), BIOS V1.7 10/24/2012
task: ffff964e54a9c200 ti: ffff964dba264000 task.ti: ffff964dba264000
RIP: 0010:[<ffffffffac1cac5e>]  [<ffffffffac1cac5e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff964dba267dd8  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9647d13e8000 RCX: 000000000000002c
RDX: 0000000000000000 RSI: 0000000000000006 RDI: ffffffffad04f420
RBP: ffff964dba267e00 R08: 0000000000000004 R09: ffff964dba267ddc
R10: 0000000000000000 R11: ffff9647f87540a8 R12: ffff964dba267d70
R13: ffff9647f8368188 R14: ffff964e7ea77a80 R15: ffff964e9f378320
FS:  00007f1d39565740(0000) GS:ffff964e9f340000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb0a4d40df4 CR3: 000000073a26c000 CR4: 00000000001607e0
Call Trace:
[<ffffffffac1d91d4>] pci_read_config+0x114/0x2c0
[<ffffffffac0db48a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffffac0da925>] kernfs_fop_read+0xa5/0x170
[<ffffffffac04dc6f>] vfs_read+0x9f/0x170
[<ffffffffac04ece2>] SyS_pread64+0x92/0xc0
[<ffffffffac595f92>] system_call_fastpath+0x25/0x2a
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 59 cc fc ff 48 c7 c7 20 f4 04 ad 89 c2 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [lspci:24065]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg ppdev joydev pcspkr vmw_balloon i2c_piix4 parport_pc parport vmw_vmci binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common e1000e syscopyarea sysfillrect
crc32c_intel serio_raw sysimgblt ahci fb_sys_fops ttm libahci ptp pps_core drm nfit ata_piix vmw_pvscsi libnvdimm libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 24065 Comm: lspci Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff94d2e2ea8000 ti: ffff94d52daa4000 task.ti: ffff94d52daa4000
RIP: 0010:[<ffffffff8b3cac5e>]  [<ffffffff8b3cac5e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff94d52daa7dd8  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff94d9ffceb000 RCX: 0000000000000038
RDX: 0000000000000000 RSI: 0000000000000006 RDI: ffffffff8c24f420
RBP: ffff94d52daa7e00 R08: 0000000000000004 R09: ffff94d52daa7ddc
R10: 0000000000000000 R11: ffff94d336f790a8 R12: ffff94d52daa7d70
R13: ffff94d336b58188 R14: ffff94d9de825a80 R15: ffff94d31fbde920
FS:  00007fee64192740(0000) GS:ffff94d9ffc80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fee63892100 CR3: 000000023d44c000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8b3d91d4>] pci_read_config+0x114/0x2c0
[<ffffffff8b2db48a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffff8b2da925>] kernfs_fop_read+0xa5/0x170
[<ffffffff8b24dc6f>] vfs_read+0x9f/0x170
[<ffffffff8b24ece2>] SyS_pread64+0x92/0xc0
[<ffffffff8b795f92>] system_call_fastpath+0x25/0x2a
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 59 cc fc ff 48 c7 c7 20 f4 24 8c 89 c2 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 52s! [X:4101]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc ppdev iTCO_wdt iTCO_vendor_support sg pcspkr joydev parport_pc parport i2c_i801 lpc_ich ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci serio_raw
libata e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 4101 Comm: X Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: QEMU Standard PC (Q35 + ICH9, 2009), BIOS rel-1.11.2-0-gf9626cc-20200514_115617-mnm-med-spectrum 04/01/2014
task: ffff9e3363a2e180 ti: ffff9e3179008000 task.ti: ffff9e3179008000
RIP: 0010:[<ffffffff863b944e>]  [<ffffffff863b944e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff9e317900bdd8  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9e3370ebd000 RCX: 000000000000006c
RDX: 0000000000000000 RSI: 0000000000000006 RDI: ffffffff8722dd60
RBP: ffff9e317900be00 R08: 0000000000000004 R09: ffff9e317900bddc
R10: 0000000000000000 R11: ffff9e337fdd90a8 R12: ffff9e317900bd70
R13: ffff9e327cff1188 R14: ffff9e3362baec00 R15: 0000000000000005
FS:  00007f9a39c82a40(0000) GS:ffff9e337fd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005629b9a03a38 CR3: 000000026af10000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff863c7854>] pci_read_config+0x114/0x2c0
[<ffffffff862cb67a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffff862cab05>] kernfs_fop_read+0xa5/0x170
[<ffffffff86240f0f>] vfs_read+0x9f/0x170
[<ffffffff86241fc2>] SyS_pread64+0x92/0xc0
[<ffffffff86774d15>] ? system_call_after_swapgs+0xa2/0x146
[<ffffffff86774ddb>] system_call_fastpath+0x22/0x27
[<ffffffff86774d21>] ? system_call_after_swapgs+0xae/0x146
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 39 d3 fc ff 48 c7 c7 60 dd 22 87 89 c2 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#26 stuck for 22s! [lspci:106240]
Modules linked in: vhost_net vhost macvtap macvlan vfio_pci vfio_iommu_type1 vfio xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfsv3 nfs_acl nfs lockd grace fscache bridge stp llc falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_11611(E) sunrpc iTCO_wdt iTCO_vendor_support skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg mei_me i2c_i801 lpc_ich mei shpchp wmi ipmi_si ipmi_devintf ipmi_msghandler nfit libnvdimm
acpi_cpufreq acpi_pad acpi_power_meter ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel i40e ahci drm libahci libata ptp pps_core i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 26 PID: 106240 Comm: lspci Tainted: P            EL ------------   3.10.0-862.el7.x86_64 #1
Hardware name: Supermicro SYS-4029GP-TRT-IN001/X11DPG-OT-CPU, BIOS 3.0a 02/26/2019
task: ffff9f29f2ba1fa0 ti: ffff9f296ee7c000 task.ti: ffff9f296ee7c000
RIP: 0010:[<ffffffffb8b8ca9e>]  [<ffffffffb8b8ca9e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff9f296ee7fdd8  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9fa03b679000 RCX: 0000000000000028
RDX: 0000000000000000 RSI: 0000000000000006 RDI: ffffffffb9a0aba0
RBP: ffff9f296ee7fe00 R08: 0000000000000004 R09: ffff9f296ee7fddc
R10: 0000000000000000 R11: ffff9f680f7770a8 R12: ffff9f296ee7fd70
R13: ffff9f680f775188 R14: ffff9f68048acf00 R15: ffff9f6803e24020
FS:  00007fe2467b6740(0000) GS:ffff9fa04dc80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000947008 CR3: 0000000475ace000 CR4: 00000000007627e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffb8b9a874>] pci_read_config+0x114/0x2c0
[<ffffffffb8aa3a2a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffffb8aa2de1>] kernfs_fop_read+0xa1/0x160
[<ffffffffb8a1ab3f>] vfs_read+0x9f/0x170
[<ffffffffb8a1bc02>] SyS_pread64+0x92/0xc0
[<ffffffffb8f1f7d5>] system_call_fastpath+0x1c/0x21
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 c9 da fc ff 48 c7 c7 a0 ab a0 b9 89 c2 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#51 stuck for 22s! [lspci:25286]
Modules linked in: binfmt_misc vfio_pci(OE) vfio_iommu_type1(OE) vfio(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod iTCO_wdt iTCO_vendor_support skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg lpc_ich mei_me i2c_i801 mei wmi ipmi_si ipmi_devintf ipmi_msghandler pcc_cpufreq acpi_pad acpi_power_meter ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic ast i2c_algo_bit
crct10dif_pclmul drm_kms_helper crct10dif_common crc32c_intel syscopyarea sysfillrect mlx5_core sysimgblt fb_sys_fops ttm drm ahci r8169 libahci mlxfw ptp pps_core devlink drm_panel_orientation_quirks libata nfit libnvdimm
CPU: 51 PID: 25286 Comm: lspci Kdump: loaded Tainted: G           OE  ------------   3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: Inspur AliServer Thor02-2U/YZMB-00824-103, BIOS 3.0.33 03/04/2019
task: ffff89955a278000 ti: ffff899562784000 task.ti: ffff899562784000
RIP: 0010:[<ffffffff975c5f2e>]  [<ffffffff975c5f2e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff899562787dd8  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff8937ec618000 RCX: 0000000000000024
RDX: 0000000000000000 RSI: 0000000000000006 RDI: ffffffff9844bd60
RBP: ffff899562787e00 R08: 0000000000000004 R09: ffff899562787ddc
R10: 0000000000000000 R11: ffff8995adea10a8 R12: ffff899562787d70
R13: ffff8995ade51188 R14: ffff89959ba97a40 R15: ffff8995afd68320
FS:  00007ff6b4e1a740(0000) GS:ffff8995aeec0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2ccd13147e CR3: 0000005ea1a2e000 CR4: 00000000007627e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff975d4364>] pci_read_config+0x114/0x2c0
[<ffffffff974d6c3a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffff974d60c5>] kernfs_fop_read+0xa5/0x170
[<ffffffff9744a8ff>] vfs_read+0x9f/0x170
[<ffffffff9744b9b2>] SyS_pread64+0x92/0xc0
[<ffffffff9798dede>] system_call_fastpath+0x25/0x2a
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 09 ce fc ff 48 c7 c7 60 bd 44 98 89 c2 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#15 stuck for 22s! [lspci:11932]
Modules linked in: veloce_driver(OE) nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache binfmt_misc sunrpc vfat fat iTCO_wdt iTCO_vendor_support sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel ipmi_ssif kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr ioatdma hpilo hpwdt i2c_i801 lpc_ich sg ipmi_si ipmi_devintf ipmi_msghandler pcc_cpufreq wmi acpi_power_meter ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mgag200 drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm tg3 drm_panel_orientation_quirks igb hpsa dca ptp pps_core scsi_transport_sas i2c_algo_bit dm_mirror dm_region_hash dm_log dm_mod [last unloaded: veloce_driver]
CPU: 15 PID: 11932 Comm: lspci Kdump: loaded Tainted: G        W  OEL ------------   3.10.0-957.el7.x86_64 #1
Hardware name: HP ProLiant DL380 Gen9/ProLiant DL380 Gen9, BIOS P89 10/21/2019
task: ffff9c44a0fe9040 ti: ffff9c170a3e8000 task.ti: ffff9c170a3e8000
RIP: 0010:[<ffffffff925b944e>]  [<ffffffff925b944e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff9c170a3ebdd8  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9c3e31aea000 RCX: 0000000000000028
RDX: 0000000000000000 RSI: 0000000000000006 RDI: ffffffff9342dd60
RBP: ffff9c170a3ebe00 R08: 0000000000000004 R09: ffff9c170a3ebddc
R10: 0000000000000000 R11: ffff9c343ca4c0a8 R12: ffff9c170a3ebd70
R13: ffff9c2cdaa2f188 R14: ffff9c14bc454900 R15: 01ff9c0b60710020
FS:  00007fc48f1be740(0000) GS:ffff9c44bf3c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001ad1f2c CR3: 00000037785bc000 CR4: 00000000001607e0
Call Trace:
[<ffffffff925c7854>] pci_read_config+0x114/0x2c0
[<ffffffff924cb67a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffff924cab05>] kernfs_fop_read+0xa5/0x170
[<ffffffff92440f0f>] vfs_read+0x9f/0x170
[<ffffffff92441fc2>] SyS_pread64+0x92/0xc0
[<ffffffff92974ddb>] system_call_fastpath+0x22/0x27
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 39 d3 fc ff 48 c7 c7 60 dd 42 93 89 c2 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 3341s! [X:22871]
Modules linked in: tcp_lp nls_utf8 isofs vboxsf(OE) nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc xfs libcrc32c ppdev iosf_mbi crc32_pclmul snd_intel8x0 snd_ac97_codec ghash_clmulni_intel ac97_bus snd_seq snd_seq_device snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_timer pcspkr joydev snd sg parport_pc vboxguest(OE) soundcore i2c_piix4
parport video ip_tables ext4 mbcache jbd2 sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci ata_piix libata crct10dif_pclmul crct10dif_common e1000 serio_raw drm_panel_orientation_quirks crc32c_intel dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 22871 Comm: X Tainted: G           OEL ------------   3.10.0-1160.21.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff958e74e52100 ti: ffff958e40b54000 task.ti: ffff958e40b54000
RIP: 0010:[<ffffffff855cab2e>]  [<ffffffff855cab2e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff958e40b57dd8  EFLAGS: 00000246
RAX: 0000000000000001 RBX: ffff958e41328000 RCX: 0000000000000018
RDX: 0000000000000000 RSI: 0000000000000046 RDI: ffffffff8644f420
RBP: ffff958e40b57e00 R08: 0000000000000004 R09: ffff958e40b57ddc
R10: 0000000000000000 R11: ffff95915fc550a8 R12: ffff958e40b57d70
R13: ffff958eba375cf0 R14: ffff95914f2f03c0 R15: ffff95915fca6320
FS:  00007f0d0c57ba00(0000) GS:ffff95915fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005620b2efcfa0 CR3: 00000001773b4000 CR4: 00000000000606f0
Call Trace:
[<ffffffff855d90a4>] pci_read_config+0x114/0x2c0
[<ffffffff854db35a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffff854da7f5>] kernfs_fop_read+0xa5/0x170
[<ffffffff8544db3f>] vfs_read+0x9f/0x170
[<ffffffff8544ebb2>] SyS_pread64+0x92/0xc0
[<ffffffff85995ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff85995f92>] system_call_fastpath+0x25/0x2a
[<ffffffff85995ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 59 cc fc ff 48 c7 c7 20 f4 44 86 89 c2 e8 4f c6 d4 ff 66 90 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [X:1845]
Modules linked in: overlay bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device btusb btrtl snd_pcm aesni_intel btbcm btintel snd_timer lrw snd gf128mul bluetooth glue_helper ablk_helper ppdev rfkill soundcore vmw_balloon cryptd pcspkr sg joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul nfit crct10dif_common drm crc32c_intel libata libnvdimm mptspi scsi_transport_spi mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 1845 Comm: X Not tainted 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff991ba4c6d280 ti: ffff991a33a70000 task.ti: ffff991a33a70000
RIP: 0010:[<ffffffff8c1cab8e>]  [<ffffffff8c1cab8e>] pci_user_read_config_dword+0x8e/0xf0
RSP: 0018:ffff991a33a73dd8  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff991ba74b9000 RCX: 0000000000000018
RDX: 0000000000000000 RSI: 0000000000000046 RDI: ffffffff8d04f420
RBP: ffff991a33a73e00 R08: 0000000000000004 R09: ffff991a33a73ddc
R10: 00000000000000b4 R11: ffff991bb6cf50a8 R12: ffff991a33a73d70
R13: ffff991bb6db84f0 R14: ffff991ba74b5200 R15: 0000000000000005
FS:  00007f7e784a4a00(0000) GS:ffff991bb5680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7e7580b3d0 CR3: 00000000b4748000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff8c1d9104>] pci_read_config+0x114/0x2c0
[<ffffffff8c0db3ba>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffff8c0da855>] kernfs_fop_read+0xa5/0x170
[<ffffffff8c04db9f>] vfs_read+0x9f/0x170
[<ffffffff8c04ec12>] SyS_pread64+0x92/0xc0
[<ffffffff8c594f92>] system_call_fastpath+0x25/0x2a
Code: b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 59 cc fc ff 48 c7 c7 20 f4 04 8d 89 c2 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <8b> 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff ff b8 de 

NMI watchdog: BUG: soft lockup - CPU#8 stuck for 22s! [lspci:18372]
Modules linked in: mpt3sas mptctl mptbase xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc amd64_edac_mod edac_mce_amd kvm irqbypass crc32_pclmul ghash_clmulni_intel ixgbe aesni_intel lrw gf128mul glue_helper ablk_helper cryptd mdio ipmi_si joydev ipmi_devintf ipmi_msghandler pcspkr sp5100_tco fam15h_power
k10temp i2c_piix4 osst st sg acpi_cpufreq ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci igb mpt2sas libata crct10dif_pclmul crct10dif_common crc32c_intel megaraid_sas ptp serio_raw pps_core raid_class drm_panel_orientation_quirks dca scsi_transport_sas i2c_algo_bit dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 8 PID: 18372 Comm: lspci Kdump: loaded Tainted: G             L ------------   3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: Supermicro H8DG6/H8DGi/H8DG6/H8DGi, BIOS 3.5        11/25/2013
task: ffff9d65f7a0a100 ti: ffff9d6b7d9e0000 task.ti: ffff9d6b7d9e0000
RIP: 0010:[<ffffffff8dbca6eb>]  [<ffffffff8dbca6eb>] pci_user_read_config_dword+0x8b/0xf0
RSP: 0018:ffff9d6b7d9e3dd8  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000038
RDX: 0000000000000000 RSI: 0000000000000016 RDI: ffffffff8ea4f420
RBP: ffff9d6b7d9e3e00 R08: 0000000000000004 R09: ffff9d6b7d9e3ddc
R10: 0000000000000000 R11: ffff9d649b3600a8 R12: ffff9d6b7d9e3d70
R13: ffff9d557476f188 R14: fffff4efc01c4a00 R15: 00007fbc4c819000
FS:  00007fbc4d11f740(0000) GS:ffff9d6c07c00000(0000) knlGS:00000000f77e7700
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbc4c819070 CR3: 000000134dfba000 CR4: 00000000000407e0
Call Trace:
[<ffffffff8dbd8c64>] pci_read_config+0x114/0x2c0
[<ffffffff8dadb08a>] sysfs_kf_bin_read+0x4a/0x70
[<ffffffff8dada525>] kernfs_fop_read+0xa5/0x170
[<ffffffff8da4d9ff>] vfs_read+0x9f/0x170
[<ffffffff8da4ea72>] SyS_pread64+0x92/0xc0
[<ffffffff8df94f92>] system_call_fastpath+0x25/0x2a
[<ffffffff8df94ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 8d 45 dc b9 04 00 00 00 48 8b 87 b8 00 00 00 48 8b 00 e8 59 cc fc ff 48 c7 c7 20 f4 a4 8e 89 c2 c6 07 00 66 66 66 90 fb 66 66 90 <66> 66 90 8b 45 dc 85 d2 41 89 45 00 89 d0 7e 10 8d 92 7f ff ff