NMI watchdog: BUG: soft lockup - CPU#10 stuck for 22s! [129.112.5.24-ma:28711]
Modules linked in: vfat fat ses enclosure scsi_transport_sas nvidia_uvm(OE) tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) eeepc_wmi asus_wmi iTCO_wdt sparse_keymap
iTCO_vendor_support rfkill mxm_wmi video intel_powerclamp coretemp intel_rapl iosf_mbi raid456 kvm async_raid6_recov async_memcpy async_pq irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_hda_codec_hdmi raid0 raid6_pq libcrc32c async_xor xor async_tx uas snd_hda_codec_realtek pcspkr snd_hda_codec_generic usb_storage drm_kms_helper i2c_i801 snd_hda_intel syscopyarea sysfillrect sysimgblt fb_sys_fops snd_hda_codec drm snd_seq snd_hda_core snd_seq_device snd_hwdep snd_pcm ipmi_devintf ipmi_msghandler sg snd_timer mei_me snd lpc_ich mei soundcore shpchp wmi ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic igb crct10dif_pclmul i2c_algo_bit crct10dif_common dca i2c_core crc32c_intel ahci serio_raw e1000e libahci libata ptp
pps_core
CPU: 10 PID: 28711 Comm: 129.112.5.24-ma Kdump: loaded Tainted: P           OE  ------------   3.10.0-862.14.4.el7.x86_64 #1
Hardware name: ASUS All Series/X99-E WS/USB 3.1, BIOS 3201 06/17/2016
task: ffff8d9a85660000 ti: ffff8d9a75f64000 task.ti: ffff8d9a75f64000
RIP: 0010:[<ffffffffa3422b7e>]  [<ffffffffa3422b7e>] deactivate_super+0x2e/0x60
RSP: 0018:ffff8d9a75f67d90  EFLAGS: 00000246
RAX: 0000000000000009 RBX: ffff8d9a9874b08c RCX: 0000000000000008
RDX: 0000000000000009 RSI: ffff8d9a9874b08c RDI: ffff8d9a9874b000
RBP: ffff8d9a75f67d98 R08: ffff8d9a9874b08c R09: 0000000100200006
R10: 00000000ef690401 R11: fffff2f679bda400 R12: 00000000ef690401
R13: fffff2f679bda400 R14: ffff8d98ef690a00 R15: ffff8d9a75f67d88
FS:  0000000000000000(0000) GS:ffff8d9a9f480000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f829038e000 CR3: 000000177d40e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc1ecd179>] nfs_sb_deactive+0x29/0x30 [nfs]
[<ffffffffc1f4cd95>] nfs_delegation_reap_unclaimed+0x115/0x140 [nfsv4]
[<ffffffffc1f47038>] nfs4_state_clear_reclaim_reboot+0x138/0x160 [nfsv4]
[<ffffffffc1f49170>] nfs4_state_manager+0x5d0/0x8d0 [nfsv4]
[<ffffffffc1f49470>] ? nfs4_state_manager+0x8d0/0x8d0 [nfsv4]
[<ffffffffc1f4948f>] nfs4_run_state_manager+0x1f/0x40 [nfsv4]
[<ffffffffa32bdf21>] kthread+0xd1/0xe0
[<ffffffffa32bde50>] ? insert_kthread_work+0x40/0x40
[<ffffffffa39255f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa32bde50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 55 48 89 e5 53 8b 97 8c 00 00 00 48 89 fb 83 fa 01 74 1d 8d 4a ff 48 8d b7 8c 00 00 00 89 d0 f0 0f b1 8f 8c 00 00 00 39 c2 <89> c1 75 16 5b 5d c3 48 8d 7b 68 e8 f2 54 4f 00 48 89 df e8 2a 

NMI watchdog: BUG: soft lockup - CPU#13 stuck for 22s! [10.0.1.18-manag:26532]
Modules linked in: fuse xt_nat xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs binfmt_misc lockd grace fscache ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc ext4 mbcache jbd2 snd_hda_codec_hdmi snd_hda_codec_realtek sb_edac intel_powerclamp coretemp snd_hda_codec_generic snd_hda_intel intel_rapl iosf_mbi kvm_intel snd_hda_codec
kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_hda_core glue_helper ablk_helper cryptd snd_hwdep snd_seq ixgbe mei_wdt iTCO_wdt iTCO_vendor_support dcdbas snd_seq_device mdio dca snd_pcm sg snd_timer snd soundcore i2c_i801 pcspkr mei_me mei lpc_ich ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic cdrom nouveau video mxm_wmi wmi i2c_algo_bit drm_kms_helper crct10dif_pclmul ahci crct10dif_common crc32c_intel serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops libahci ttm e1000e ata_generic pata_acpi drm libata ptp pps_core uas drm_panel_orientation_quirks usb_storage dm_mirror dm_region_hash dm_log dm_mod
CPU: 13 PID: 26532 Comm: 10.0.1.18-manag Kdump: loaded Tainted: G             L ------------   3.10.0-957.1.3.el7.x86_64 #1
Hardware name: Dell Inc. Precision T5600/0V6XGW, BIOS A03 06/06/2012
task: ffff9babdbae4100 ti: ffff9bafa4874000 task.ti: ffff9bafa4874000
RIP: 0010:[<ffffffff85a44cdc>]  [<ffffffff85a44cdc>] deactivate_super+0x2c/0x60
RSP: 0018:ffff9bafa4877d90  EFLAGS: 00000246
RAX: 0000000000000008 RBX: ffff9bb37b73c88c RCX: 0000000000000007
RDX: 0000000000000008 RSI: ffff9bb37b73c88c RDI: ffff9bb37b73c800
RBP: ffff9bafa4877d98 R08: ffff9bb37b73c88c R09: 0000000180200007
R10: 0000000077bee601 R11: ffffd66d20defb00 R12: 0000000077bee601
R13: ffffd66d20defb00 R14: ffff9bb377bef800 R15: ffff9bafa4877d88
FS:  0000000000000000(0000) GS:ffff9baf7fbc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f20c5725ac0 CR3: 0000000281c10000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc0b221d9>] nfs_sb_deactive+0x29/0x30 [nfs]
[<ffffffffc0c23ba5>] nfs_delegation_reap_unclaimed+0x115/0x140 [nfsv4]
[<ffffffffc0c1de48>] nfs4_state_clear_reclaim_reboot+0x138/0x160 [nfsv4]
[<ffffffffc0c1ff80>] nfs4_state_manager+0x5d0/0x8d0 [nfsv4]
[<ffffffffc0c20280>] ? nfs4_state_manager+0x8d0/0x8d0 [nfsv4]
[<ffffffffc0c2029f>] nfs4_run_state_manager+0x1f/0x40 [nfsv4]
[<ffffffff858c1c31>] kthread+0xd1/0xe0
[<ffffffff858c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff85f74c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff858c1b60>] ? insert_kthread_work+0x40/0x40
Code: 66 66 66 90 55 48 89 e5 53 8b 97 8c 00 00 00 48 89 fb 83 fa 01 74 1d 8d 4a ff 48 8d b7 8c 00 00 00 89 d0 f0 0f b1 8f 8c 00 00 00 <39> c2 89 c1 75 16 5b 5d c3 48 8d 7b 68 e8 32 22 52 00 48 89 df 

NMI watchdog: BUG: soft lockup - CPU#5 stuck for 23s! [129.112.5.24-ma:6262]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod nvidia_drm(POE) nvidia_modeset(POE) nvidia_uvm(OE) nvidia(POE) eeepc_wmi asus_wmi sparse_keymap iTCO_wdt rfkill iTCO_vendor_support video mxm_wmi
intel_powerclamp coretemp intel_rapl iosf_mbi raid456 kvm async_raid6_recov async_memcpy async_pq irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_hda_codec_hdmi cryptd raid0 raid6_pq libcrc32c async_xor snd_hda_codec_realtek xor snd_hda_codec_generic pcspkr async_tx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops snd_hda_intel i2c_i801 snd_hda_codec drm snd_seq snd_hda_core snd_hwdep snd_seq_device ipmi_devintf snd_pcm ipmi_msghandler sg snd_timer mei_me snd mei lpc_ich soundcore shpchp wmi ip_tables ext4 mbcache jbd2 uas usb_storage sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel igb serio_raw ahci libahci e1000e i2c_algo_bit dca i2c_core libata ptp pps_core
CPU: 5 PID: 6262 Comm: 129.112.5.24-ma Kdump: loaded Tainted: P           OE  ------------   3.10.0-862.14.4.el7.x86_64 #1
Hardware name: ASUS All Series/X99-E WS/USB 3.1, BIOS 3201 06/17/2016
task: ffff9484d22cbf40 ti: ffff9484b9ac8000 task.ti: ffff9484b9ac8000
RIP: 0010:[<ffffffffc2010155>]  [<ffffffffc2010155>] nfs_sb_deactive+0x5/0x30 [nfs]
RSP: 0018:ffff9484b9acbdb0  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000009 RCX: ffff9484d174c800
RDX: 0000000000000000 RSI: 0000000000000009 RDI: ffff9484d174b000
RBP: ffff9484b9acbdf0 R08: ffff9484d174b08c R09: 0000000180200017
R10: 00000000dbbec001 R11: ffffdfae206efb00 R12: ffff9484d174c800
R13: 0000000000000000 R14: ffff9484d174b08c R15: 0000000180200017
FS:  0000000000000000(0000) GS:ffff9484df340000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000556493195610 CR3: 000000119e40e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc2069d95>] ? nfs_delegation_reap_unclaimed+0x115/0x140 [nfsv4]
[<ffffffffc2064038>] nfs4_state_clear_reclaim_reboot+0x138/0x160 [nfsv4]
[<ffffffffc2066170>] nfs4_state_manager+0x5d0/0x8d0 [nfsv4]
[<ffffffffc2066470>] ? nfs4_state_manager+0x8d0/0x8d0 [nfsv4]
[<ffffffffc206648f>] nfs4_run_state_manager+0x1f/0x40 [nfsv4]
[<ffffffffae0bdf21>] kthread+0xd1/0xe0
[<ffffffffae0bde50>] ? insert_kthread_work+0x40/0x40
[<ffffffffae7255f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffae0bde50>] ? insert_kthread_work+0x40/0x40
Code: c0 eb 0c 0f 1f 00 48 63 d0 39 74 97 04 74 0f 83 c0 01 39 c8 75 f0 31 c0 5d c3 0f 1f 40 00 b8 01 00 00 00 5d c3 90 0f 1f 44 00 00 <48> 8b 87 50 03 00 00 f0 ff 88 88 05 00 00 0f 94 c2 84 d2 75 06 

NMI watchdog: BUG: soft lockup - CPU#21 stuck for 23s! [222.31.135.63-m:137101]
Modules linked in: nfsd nfs_acl binfmt_misc ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) nfnetlink_queue nfnetlink_log nfnetlink bluetooth rfkill tcp_diag inet_diag rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache sunrpc iTCO_wdt iTCO_vendor_support skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg mei_me lpc_ich mei i2c_i801 wmi ipmi_si ipmi_devintf ipmi_msghandler acpi_cpufreq acpi_pad acpi_power_meter ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel i40e igb drm ahci ptp libahci pps_core dca i2c_algo_bit libata drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 21 PID: 137101 Comm: 222.31.135.63-m Kdump: loaded Tainted: G               ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: SuperCloud R5210 G11/X11DPi-N, BIOS 3.5 06/29/2021
task: ffff94f2f57e8000 ti: ffff94fa9adc4000 task.ti: ffff94fa9adc4000
RIP: 0010:[<ffffffffc06f2141>]  [<ffffffffc06f2141>] nfs_sb_active+0x51/0x80 [nfs]
RSP: 0018:ffff94fa9adc7da8  EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffff94f29e8df160 RCX: ffff94f287adf800
RDX: 0000000000000004 RSI: 0000000000000004 RDI: ffff94f287ade000
RBP: ffff94fa9adc7da8 R08: ffff94f287ade08c R09: ffffffffc08c258a
R10: ffff94f29e8df160 R11: ffffe60fc498be00 R12: ffff94f287ade08c
R13: ffff94fa9adc7da8 R14: ffff94f29e8df160 R15: ffffe60fc498be00
FS:  0000000000000000(0000) GS:ffff94f29e8c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faf95211ba0 CR3: 000000015d810000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 00000000
Call Trace:
[<ffffffffc08e0b30>] nfs_delegation_reap_unclaimed+0xa0/0x140 [nfsv4]
[<ffffffffc08dae48>] nfs4_state_clear_reclaim_reboot+0x138/0x160 [nfsv4]
[<ffffffffc08dcf80>] nfs4_state_manager+0x5d0/0x8d0 [nfsv4]
[<ffffffffc08dd280>] ? nfs4_state_manager+0x8d0/0x8d0 [nfsv4]
[<ffffffffc08dd29f>] nfs4_run_state_manager+0x1f/0x40 [nfsv4]
[<ffffffff8dcc1c31>] kthread+0xd1/0xe0
[<ffffffff8dcc1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8e374c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff8dcc1b60>] ? insert_kthread_work+0x40/0x40
Code: f0 0f b1 b7 8c 00 00 00 39 d0 89 c6 75 2b b8 01 00 00 00 f0 0f c1 81 88 05 00 00 85 c0 74 13 f0 ff 8f 8c 00 00 00 b8 01 00 00 00 <5d> c3 0f 1f 44 00 00 b8 01 00 00 00 5d c3 85 f6 74 12 8d 56 01 

NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [129.112.5.24-ma:20259]
Modules linked in: nvidia_uvm(OE) vfat fat uas usb_storage tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) iTCO_wdt iTCO_vendor_support eeepc_wmi asus_wmi sparse_keymap
rfkill video mxm_wmi intel_powerclamp coretemp intel_rapl iosf_mbi kvm raid456 async_raid6_recov async_memcpy irqbypass async_pq crc32_pclmul ghash_clmulni_intel snd_hda_codec_hdmi aesni_intel lrw gf128mul glue_helper ablk_helper cryptd raid0 raid6_pq libcrc32c async_xor snd_hda_codec_realtek xor async_tx snd_hda_codec_generic pcspkr drm_kms_helper snd_hda_intel syscopyarea sysfillrect snd_hda_codec sysimgblt fb_sys_fops snd_hda_core drm snd_hwdep snd_seq lpc_ich snd_seq_device i2c_i801 snd_pcm ipmi_devintf ipmi_msghandler sg snd_timer mei_me snd mei soundcore shpchp wmi ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic igb crct10dif_pclmul serio_raw ahci crct10dif_common crc32c_intel i2c_algo_bit dca libahci i2c_core e1000e libata ptp pps_core
CPU: 5 PID: 20259 Comm: 129.112.5.24-ma Kdump: loaded Tainted: P           OE  ------------   3.10.0-862.14.4.el7.x86_64 #1
Hardware name: ASUS All Series/X99-E WS/USB 3.1, BIOS 3201 06/17/2016
task: ffff8bc70e740000 ti: ffff8bc6d72a4000 task.ti: ffff8bc6d72a4000
RIP: 0010:[<ffffffffc1f8a0be>]  [<ffffffffc1f8a0be>] nfs_sb_active+0x2e/0x80 [nfs]
RSP: 0018:ffff8bc6d72a7da8  EFLAGS: 00000246
RAX: 000000000000000a RBX: ffff8bc6fc396000 RCX: ffff8bc6fc396000
RDX: 000000000000000a RSI: 000000000000000b RDI: ffff8bc6fc393800
RBP: ffff8bc6d72a7da8 R08: ffff8bc6fc39388c R09: 0000000180200017
R10: 0000000004e92601 R11: fffff7773f13a400 R12: ffff8bc6fc39388c
R13: 0000000180200017 R14: 0000000004e92601 R15: fffff7773f13a400
FS:  0000000000000000(0000) GS:ffff8bc75f340000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000056450d0dcb98 CR3: 0000001588a0e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc1fe1d20>] nfs_delegation_reap_unclaimed+0xa0/0x140 [nfsv4]
[<ffffffffc1fdc038>] nfs4_state_clear_reclaim_reboot+0x138/0x160 [nfsv4]
[<ffffffffc1fde170>] nfs4_state_manager+0x5d0/0x8d0 [nfsv4]
[<ffffffffc1fde470>] ? nfs4_state_manager+0x8d0/0x8d0 [nfsv4]
[<ffffffffc1fde48f>] nfs4_run_state_manager+0x1f/0x40 [nfsv4]
[<ffffffff8a8bdf21>] kthread+0xd1/0xe0
[<ffffffff8a8bde50>] ? insert_kthread_work+0x40/0x40
[<ffffffff8af255f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8a8bde50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 55 8b 97 8c 00 00 00 48 8b 8f 50 03 00 00 48 89 e5 85 d2 74 5b 8d 72 01 4c 8d 87 8c 00 00 00 89 d0 f0 0f b1 b7 8c 00 00 00 <39> d0 89 c6 75 2b b8 01 00 00 00 f0 0f c1 81 88 05 00 00 85 c0