BUG: soft lockup - CPU#26 stuck for 23s! [main.x:126146]
Modules linked in: 8021q garp stp mrp llc mpt2sas raid_class scsi_transport_sas mptctl mptbase beegfs(OE) nvidia_uvm(OE) rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dell_rbu ib_isert iscsi_target_mod target_core_mod ib_ucm nvidia_drm(POE) nvidia_modeset(POE) ext4 mbcache jbd2 svcrdma xprtrdma rdma_ucm intel_powerclamp ib_uverbs(OE) ib_iser coretemp rdma_cm intel_rapl mgag200 iw_cm kvm_intel syscopyarea libiscsi ib_umad sysfillrect kvm crc32_pclmul nvidia(POE) scsi_transport_iscsi sysimgblt ib_ipoib ttm ib_cm ghash_clmulni_intel ipmi_devintf iTCO_wdt drm_kms_helper aesni_intel ib_sa lrw gf128mul raid0 glue_helper iTCO_vendor_support sb_edac ablk_helper drm dcdbas pcspkr ipmi_si mei_me mxm_wmi lpc_ich cryptd edac_core mfd_core ipmi_msghandler shpchp mei sg wmi acpi_power_meter nfsd auth_rpcgss
nfs_acl lockd grace ip_tables sd_mod crc_t10dif crct10dif_generic hfi1(OE) rdmavt(OE) ib_mad ixgbe igb ahci dca libahci mdio ib_core crct10dif_pclmul ib_addr ptp crct10dif_common i2c_algo_bit libata crc32c_intel i2c_core pps_core sunrpc
CPU: 26 PID: 126146 Comm: main.x Tainted: P           OE  ------------   3.10.0-327.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge C4130/0YGHM5, BIOS 2.19.0 12/12/2023
task: ffff881023365c00 ti: ffff88012e348000 task.ti: ffff88012e348000
RIP: 0010:[<ffffffff810e675a>]  [<ffffffff810e675a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff88012e34b0a0  EFLAGS: 00000202
RAX: 00000000000000c0 RBX: 0000000000000000 RCX: 0000000000000013
RDX: 00000000000000c0 RSI: 0000000000000000 RDI: 0000000000000282
RBP: ffff88012e34b0f0 R08: ffffffff816614e8 R09: ffff88043f6cda38
R10: ffff88107ffda000 R11: 0000000000000000 R12: ffffffff81ca9dd6
R13: ffffffff812fdaab R14: ffff88012e34b038 R15: 000000000683ab98
FS:  00002b36bcc93000(0000) GS:ffff88103f3a0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002b38ab000000 CR3: 00000004685c2000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff81065c90 ffff88012e34b178
0000000000000003 000000000683ab98 ffffffff81ca9dc0 0000000000000012
ffffffff81065c90 ffffffff81065c90 ffff88012e34b120 ffffffff810e685f
Call Trace:
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff810e685f>] smp_call_function_single+0x5f/0xa0
[<ffffffff812f2785>] ? cpumask_next_and+0x35/0x50
[<ffffffff810e6e03>] smp_call_function_many+0x223/0x260
[<ffffffff81065e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81066055>] flush_tlb_page+0x55/0xa0
[<ffffffff811a77c4>] ptep_clear_flush+0x54/0x80
[<ffffffff811a1e87>] try_to_unmap_one+0xc7/0x470
[<ffffffff811a2300>] try_to_unmap_file+0xd0/0x670
[<ffffffff811d15c2>] ? __mem_cgroup_commit_charge+0x152/0x390
[<ffffffff811a33bd>] try_to_unmap+0x2d/0x60
[<ffffffff811c7449>] migrate_pages+0x439/0x790
[<ffffffff8118e260>] ? isolate_freepages_block+0x380/0x380
[<ffffffff8118f259>] compact_zone+0x299/0x400
[<ffffffff8101c829>] ? read_tsc+0x9/0x10
[<ffffffff8118f45c>] compact_zone_order+0x9c/0xf0
[<ffffffff812f2869>] ? free_cpumask_var+0x9/0x10
[<ffffffff8118f811>] try_to_compact_pages+0x121/0x1a0
[<ffffffff816305c8>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff811736f0>] __alloc_pages_nodemask+0x990/0xb90
[<ffffffff811b43f9>] alloc_pages_current+0xa9/0x170
[<ffffffffa08bfb4f>] uvm_cpu_chunk_alloc+0x8f/0xd0 [nvidia_uvm]
[<ffffffffa0896192>] block_populate_pages_cpu+0x452/0x4a0 [nvidia_uvm]
[<ffffffffa0896482>] block_populate_pages+0x2a2/0xd00 [nvidia_uvm]
[<ffffffffa088f49e>] ? uvm_va_block_next_page_in_mask.isra.51.part.52+0x1e/0x20 [nvidia_uvm]
[<ffffffffa089a5f8>] ? uvm_va_block_map+0x338/0xee0 [nvidia_uvm]
[<ffffffffa08b48a1>] ? uvm_tracker_add_tracker+0x21/0x130 [nvidia_uvm]
[<ffffffffa089b20f>] ? do_block_add_mappings_after_migration+0x6f/0x240 [nvidia_uvm]
[<ffffffffa086d097>] ? uvm_tools_record_read_duplicate_invalidate+0x47/0x180 [nvidia_uvm]
[<ffffffffa08b4c34>] ? uvm_tracker_add_tracker_safe+0x14/0xb0 [nvidia_uvm]
[<ffffffffa08b422a>] ? uvm_tracker_deinit+0x2a/0x30 [nvidia_uvm]
[<ffffffffa089c26b>] ? uvm_va_block_unmap_mask+0xfb/0x130 [nvidia_uvm]
[<ffffffffa089c40a>] uvm_va_block_make_resident_copy+0x16a/0x1f0 [nvidia_uvm]
[<ffffffffa089ed4d>] uvm_va_block_service_copy+0xcd/0x2a0 [nvidia_uvm]
[<ffffffffa089f81d>] uvm_va_block_service_locked+0xcd/0x310 [nvidia_uvm]
[<ffffffffa089fdba>] block_cpu_fault_locked+0x24a/0x430 [nvidia_uvm]
[<ffffffff8117026a>] ? __rmqueue+0x8a/0x460
[<ffffffff8117026a>] ? __rmqueue+0x8a/0x460
[<ffffffffa08a004c>] uvm_va_block_cpu_fault+0xac/0xf0 [nvidia_uvm]
[<ffffffffa087a71a>] uvm_va_space_cpu_fault.isra.23+0x1aa/0x450 [nvidia_uvm]
[<ffffffffa08b3768>] ? thread_context_non_interrupt_add+0x118/0x210 [nvidia_uvm]
[<ffffffffa087d524>] uvm_va_space_cpu_fault_managed+0x14/0x20 [nvidia_uvm]
[<ffffffffa08680c7>] uvm_vm_fault_entry.part.17+0xb7/0x100 [nvidia_uvm]
[<ffffffff8119f7c0>] ? change_protection_range+0x720/0x810
[<ffffffffa0868133>] uvm_vm_fault_entry+0x23/0x50 [nvidia_uvm]
[<ffffffff81192b2e>] __do_fault+0x7e/0x510
[<ffffffff81197088>] handle_mm_fault+0x5b8/0xf50
[<ffffffff8119f915>] ? change_protection+0x65/0xa0
[<ffffffff81640e22>] __do_page_fault+0x152/0x420
[<ffffffff81641113>] do_page_fault+0x23/0x80
[<ffffffff81014b12>] ? do_notify_resume+0x92/0xb0
[<ffffffff8163d408>] page_fault+0x28/0x30
Code: 40 52 01 00 48 89 de 48 03 14 c5 e0 b8 a5 81 48 89 df e8 da fc 21 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00