NMI watchdog: BUG: soft lockup - CPU#23 stuck for 22s! [slurmstepd:192840]
Modules linked in: nvidia_uvm(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs beegfs(OE) fscache rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm i40iw mlx5_ib ib_core dm_mirror dm_region_hash dm_log dm_mod vfat fat iTCO_wdt iTCO_vendor_support skx_edac edac_core intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw
gf128mul glue_helper ablk_helper cryptd pcspkr joydev ipmi_ssif sg mei_me mei i2c_i801 shpchp lpc_ich ipmi_si ipmi_devintf ipmi_msghandler nfit libnvdimm acpi_cpufreq acpi_power_meter acpi_pad nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c nvidia_drm(POE) nvidia_modeset(POE) raid1 sd_mod crc_t10dif crct10dif_generic nvidia(POE) ast i2c_algo_bit mlx5_core crct10dif_pclmul crct10dif_common drm_kms_helper crc32c_intel i40e ttm syscopyarea sysfillrect sysimgblt fb_sys_fops drm devlink ahci ptp libahci pps_core libata i2c_core wmi
CPU: 23 PID: 192840 Comm: slurmstepd Tainted: P           OEL ------------   3.10.0-693.11.6.el7.x86_64 #1
Hardware name: Supermicro SYS-4029GP-TRT2/X11DPG-OT-CPU, BIOS 3.3 02/21/2020
task: ffff88175a6a8000 ti: ffff886cc0ac4000 task.ti: ffff886cc0ac4000
RIP: 0010:[<ffffffff811f10a5>]  [<ffffffff811f10a5>] page_counter_cancel+0x15/0x50
RSP: 0018:ffff886cc0ac7d18  EFLAGS: 00000213
RAX: 0000000001685699 RBX: ffffffff811922b0 RCX: 0000000000000001
RDX: 00000000039d93f3 RSI: 0000000000000001 RDI: ffff883f4536f840
RBP: ffff886cc0ac7d20 R08: ffff887f4f2d0000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff81192bcc
R13: ffff886cc0ac7cc8 R14: ffff88807ffd7000 R15: ffff88807ffd7000
FS:  00002b8f683d6340(0000) GS:ffff887f7dac0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd725dbde40 CR3: 0000007e2df0e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff811f5413>] mem_cgroup_reparent_charges+0x2d3/0x3c0
[<ffffffff811f56b4>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff8110f467>] cgroup_destroy_locked+0xe7/0x370
[<ffffffff8110f712>] cgroup_rmdir+0x22/0x40
[<ffffffff812114f6>] vfs_rmdir+0xd6/0x150
[<ffffffff81214191>] do_rmdir+0x1f1/0x220
[<ffffffff81215396>] SyS_rmdir+0x16/0x20
[<ffffffff816b89fd>] system_call_fastpath+0x16/0x1b
Code: 84 00 00 00 00 00 48 8b 7a 40 e8 77 fe ff ff 48 83 c4 10 5b 5d c3 0f 1f 44 00 00 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 <48> 29 f0 48 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 

NMI watchdog: BUG: soft lockup - CPU#22 stuck for 22s! [slurmstepd:28243]
Modules linked in: nvidia_uvm(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache devlink fuse nvidia_drm(POE) nvidia_modeset(POE) btrfs vfat fat iTCO_wdt iTCO_vendor_support raid456 nvidia(POE) async_raid6_recov async_memcpy async_pq coretemp kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel raid6_pq lrw gf128mul glue_helper async_xor ablk_helper cryptd xor async_tx cdc_ether joydev usbnet mii pcspkr ipmi_ssif i2c_i801 shpchp mei_me mei ipmi_si ipmi_devintf ipmi_msghandler pinctrl_lewisburg pinctrl_intel
acpi_power_meter acpi_cpufreq sg nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic uas usb_storage nouveau ast video mxm_wmi drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel nvme syscopyarea sysfillrect sysimgblt nvme_core fb_sys_fops ttm ahci drm igb libahci libata ptp pps_core dca i2c_algo_bit i2c_core wmi dm_mirror dm_region_hash dm_log dm_mod
CPU: 22 PID: 28243 Comm: slurmstepd Kdump: loaded Tainted: P        W  OE  ------------   3.10.0-862.el7.x86_64 #1
Hardware name: N/A X660 G45/60WB32, BIOS NKMH051061 05/12/2023
task: ffff8fd3294bbf40 ti: ffff8ee564e44000 task.ti: ffff8ee564e44000
RIP: 0010:[<ffffffff9b408c98>]  [<ffffffff9b408c98>] page_counter_cancel+0x18/0x50
RSP: 0018:ffff8ee564e47d18  EFLAGS: 00000206
RAX: 00000000006584d1 RBX: ffffffff9b3a2400 RCX: 0000000000000001
RDX: 00000000016a313c RSI: 0000000000000001 RDI: ffff8df1dc1bac40
RBP: ffff8ee564e47d20 R08: ffff8df1dc1ba800 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff9b3a2d1c
R13: ffff8ee564e47cc8 R14: ffff8ed73ffda000 R15: ffff8ed73ffda000
FS:  00002b3ab1acd400(0000) GS:ffff8ed33ff80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000003a3fbc0 CR3: 000001eea34c8000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff9b40d133>] mem_cgroup_reparent_charges+0x2d3/0x3c0
[<ffffffff9b40d3d4>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff9b31c1da>] cgroup_destroy_locked+0xea/0x370
[<ffffffff9b31c482>] cgroup_rmdir+0x22/0x40
[<ffffffff9b4295ac>] vfs_rmdir+0xdc/0x150
[<ffffffff9b42cb31>] do_rmdir+0x1f1/0x220
[<ffffffff9b91a5bc>] ? __do_page_fault+0x1bc/0x4f0
[<ffffffff9b42dd66>] SyS_rmdir+0x16/0x20
[<ffffffff9b91f7d5>] system_call_fastpath+0x1c/0x21
Code: 00 00 00 48 8b 7a 40 e8 e7 fd ff ff 48 83 c4 10 5b 5d c3 0f 1f 44 00 00 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 48 29 f0 <48> 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 53 cf b0 

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [slurmstepd:26746]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_14812(E) rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache panfs(POE) 8021q garp mrp stp llc falcon_lsm_pinned_14810(E) rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) mlx5_fpga_tools(OE) ip6_tables iptable_filter edac_mce_amd edac_core kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel dell_smbios lrw gf128mul glue_helper dcdbas ablk_helper cryptd sparse_keymap sg mlx5_ib(OE) mlx4_ib(OE) mlx4_en(OE) ib_uverbs(OE) pcspkr ipmi_si ipmi_devintf ipmi_msghandler wmi i2c_piix4 acpi_power_meter shpchp mlx5_core(OE) mlxfw(OE) vfio_mdev(OE) binfmt_misc nfsd vfio_iommu_type1 vfio mdev(OE) ptp pps_core auth_rpcgss nfs_acl mlx4_core(OE) lockd devlink grace knem(OE) sunrpc ip_tables ext4 mbcache
jbd2 sd_mod crc_t10dif crct10dif_generic mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci crct10dif_pclmul drm crct10dif_common libahci crc32c_intel libata bnxt_en i2c_core megaraid_sas ib_ipoib(OE) ib_cm(OE) ib_umad(OE) ib_core(OE) mlx_compat(OE) [last unloaded: falcon_kal]
CPU: 0 PID: 26746 Comm: slurmstepd Tainted: P        W  OEL ------------   3.10.0-693.5.2.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R7525/0PYVT1, BIOS 1.4.8 05/06/2020
task: ffff887e1e7d9fa0 ti: ffff894d9fed8000 task.ti: ffff894d9fed8000
RIP: 0010:[<ffffffff811ef0d5>]  [<ffffffff811ef0d5>] page_counter_cancel+0x15/0x50
RSP: 0018:ffff894d9fedbcc8  EFLAGS: 00000217
RAX: 00000000007493b9 RBX: ffffffff811905c0 RCX: 0000000000000001
RDX: 000000004b0a5bec RSI: 0000000000000001 RDI: ffff8869f3e95900
RBP: ffff894d9fedbcd0 R08: ffff895bae045c00 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff81190edc
R13: ffff894d9fedbc78 R14: ffff897fffbd7000 R15: ffff897fffbd7000
FS:  00002b5eade1a300(0000) GS:ffff887e7e200000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000022304a0 CR3: 00000143f606c000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffea04b1a1af00 ffff894d9fedbd50 ffffffff811f3462 0000000200000001
ffff8869f3e95900 0000000000000001 0000000000001000 ffff8869f3e95840
0000000000000001 0000000100000002 ffff8869f3e95800 0000000000000000
Call Trace:
[<ffffffff811f3462>] mem_cgroup_reparent_charges+0x2f2/0x3c0
[<ffffffff811f36e4>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff8110d767>] cgroup_destroy_locked+0xe7/0x370
[<ffffffff8110da12>] cgroup_rmdir+0x22/0x40
[<ffffffff8120f5a6>] vfs_rmdir+0xd6/0x150
[<ffffffff81212241>] do_rmdir+0x1f1/0x220
[<ffffffff81213446>] SyS_rmdir+0x16/0x20
[<ffffffffc07388fd>] unload_network_ops_symbols+0x432d/0x72a0 [falcon_lsm_pinned_14810]
[<ffffffffc08268fd>] unload_network_ops_symbols+0x432d/0x72a0 [falcon_lsm_pinned_14812]
[<ffffffff816b5089>] system_call_fastpath+0x16/0x1b
Code: 84 00 00 00 00 00 48 8b 7a 40 e8 77 fe ff ff 48 83 c4 10 5b 5d c3 66 66 66 66 90 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 <48> 29 f0 48 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 

NMI watchdog: BUG: soft lockup - CPU#36 stuck for 23s! [slurmstepd:201344]
Modules linked in: mmfs26(OE) mmfslinux(OE) tracedev(OE) ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter dell_rbu dm_mirror dm_region_hash dm_log joydev iTCO_wdt iTCO_vendor_support skx_edac edac_core intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul crc32c_intel mgag200 ttm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ghash_clmulni_intel drm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr sr_mod cdrom mei_me mei shpchp i2c_i801 lpc_ich wmi ipmi_si ipmi_devintf ipmi_msghandler nfit libnvdimm acpi_power_meter acpi_pad binfmt_misc ip_tables bnxt_en nvme nvme_core qed hpilo dm_thin_pool dm_bio_prison dm_persistent_data dm_bufio dm_mod udf crc_itu_t vfat fat br_netfilter bridge stp llc xfs isci libsas
qla3xxx hpsa e1000e ixgbe(OE) megaraid_sas aacraid aic79xx ata_piix sd_mod crc_t10dif mpt2sas raid_class mptspi scsi_transport_spi mptsas mptscsih mptbase scsi_transport_sas arcmsr sata_nv sata_svw bnx2x(OE) mdio libcrc32c bnx2(OE) ext4 mbcache jbd2 sata_sil tg3(OE) e1000 nfsv3 nfs_acl nfs lockd grace sunrpc fscache tun sg crct10dif_pclmul crct10dif_common ahci igb(OE) i2c_algo_bit libahci i2c_core libata dca i40e(OE) ptp pps_core [last unloaded: ipmi_msghandler]
CPU: 36 PID: 201344 Comm: slurmstepd Tainted: G        W  OE  ------------   3.10.0-693.2.2.el7.x86_64 #1
Hardware name: FUJITSU PRIMERGY RX2540 M5/D3384-B1, BIOS V5.0.0.14 R1.15.0 for D3384-B1x                    10/17/2019
task: ffff8823c53a3f40 ti: ffff881841e38000 task.ti: ffff881841e38000
RIP: 0010:[<ffffffff811ef165>]  [<ffffffff811ef165>] page_counter_cancel+0x15/0x50
RSP: 0000:ffff881841e3bd48  EFLAGS: 00000213
RAX: 00000000019df0ff RBX: ffffffff81190590 RCX: 0000000000000001
RDX: 00000000032868cf RSI: 0000000000000001 RDI: ffff88400f2ef100
RBP: ffff881841e3bd50 R08: ffff882fdba57000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff81190eac
R13: ffff881841e3bcf8 R14: ffff88483ffda000 R15: ffff88483ffda000
FS:  00002aaaaaafd180(0000) GS:ffff8817e0640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000024bb000 CR3: 000000291c016000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffffea00cfd58000 ffff881841e3bdd0 ffffffff811f34f2 0000000200000002
ffff88400f2ef100 0000000000000002 0000000000001000 ffff88400f2ef040
0000000000000001 0000000100000003 ffff88400f2ef000 0000000000000000
Call Trace:
[<ffffffff811f34f2>] mem_cgroup_reparent_charges+0x2f2/0x3c0
[<ffffffff811f3774>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff8110d757>] cgroup_destroy_locked+0xe7/0x370
[<ffffffff8110da02>] cgroup_rmdir+0x22/0x40
[<ffffffff8120f636>] vfs_rmdir+0xd6/0x150
[<ffffffff812122d1>] do_rmdir+0x1f1/0x220
[<ffffffff816b0325>] ? do_page_fault+0x35/0x90
[<ffffffff812134d6>] SyS_rmdir+0x16/0x20
[<ffffffff816b5009>] system_call_fastpath+0x16/0x1b
Code: 84 00 00 00 00 00 48 8b 7a 40 e8 77 fe ff ff 48 83 c4 10 5b 5d c3 0f 1f 44 00 00 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 <48> 29 f0 48 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 

NMI watchdog: BUG: soft lockup - CPU#14 stuck for 22s! [slurmstepd:320189]
Modules linked in: squashfs loop overlay(T) mmfs26(OE) mmfslinux(OE) tracedev(OE) devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter dell_rbu dm_mirror dm_region_hash dm_log iTCO_wdt skx_edac edac_core iTCO_vendor_support dcdbas intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul crc32c_intel ghash_clmulni_intel mgag200 ttm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops drm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr mei_me mei shpchp lpc_ich i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler nfit libnvdimm acpi_power_meter acpi_pad binfmt_misc ip_tables bnxt_en nvme nvme_core qed hpilo dm_thin_pool dm_bio_prison dm_persistent_data dm_bufio dm_mod udf crc_itu_t vfat fat br_netfilter bridge stp llc xfs isci
libsas qla3xxx hpsa e1000e ixgbe(OE) igb(OE) i2c_algo_bit i2c_core dca aacraid aic79xx ata_piix mpt2sas raid_class mptspi scsi_transport_spi mptsas mptscsih mptbase scsi_transport_sas arcmsr sata_nv sata_svw bnx2x(OE) mdio libcrc32c bnx2(OE) ext4 mbcache jbd2 sata_sil e1000 nfsv3 nfs_acl nfs lockd grace sunrpc fscache tun sd_mod crc_t10dif crct10dif_generic sg crct10dif_pclmul crct10dif_common i40e(OE) megaraid_sas ahci libahci tg3(OE) ptp libata pps_core [last unloaded: ipmi_msghandler]
CPU: 14 PID: 320189 Comm: slurmstepd Tainted: G           OEL ------------ T 3.10.0-693.2.2.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R440/0WKGTH, BIOS 1.3.7 02/09/2018
task: ffff8801a1f71fa0 ti: ffff8804c7568000 task.ti: ffff8804c7568000
RIP: 0010:[<ffffffff811ef165>]  [<ffffffff811ef165>] page_counter_cancel+0x15/0x50
RSP: 0018:ffff8804c756bd48  EFLAGS: 00000213
RAX: 00000000004aba3e RBX: ffffffff81190590 RCX: 0000000000000001
RDX: 0000000004276529 RSI: 0000000000000001 RDI: ffff885297911440
RBP: ffff8804c756bd50 R08: ffff882f6d7b5000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff81190eac
R13: ffff8804c756bcf8 R14: ffff88603ffd7000 R15: ffff88603ffd7000
FS:  00002aaaaaafd180(0000) GS:ffff882f7dbc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002aaaaaad9000 CR3: 00000002ba972000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffffea00f277b4c0 ffff8804c756bdd0 ffffffff811f34d3 0000000200000001
ffff885297911500 0000000000000001 0000000000001000 ffff885297911440
0000000000000001 0000000100000003 ffff885297911400 0000000000000000
Call Trace:
[<ffffffff811f34d3>] mem_cgroup_reparent_charges+0x2d3/0x3c0
[<ffffffff811f3774>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff8110d757>] cgroup_destroy_locked+0xe7/0x370
[<ffffffff8110da02>] cgroup_rmdir+0x22/0x40
[<ffffffff8120f636>] vfs_rmdir+0xd6/0x150
[<ffffffff812122d1>] do_rmdir+0x1f1/0x220
[<ffffffff816b0325>] ? do_page_fault+0x35/0x90
[<ffffffff812134d6>] SyS_rmdir+0x16/0x20
[<ffffffff816b5009>] system_call_fastpath+0x16/0x1b
Code: 84 00 00 00 00 00 48 8b 7a 40 e8 77 fe ff ff 48 83 c4 10 5b 5d c3 0f 1f 44 00 00 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 <48> 29 f0 48 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 

NMI watchdog: BUG: soft lockup - CPU#240 stuck for 22s! [slurmstepd:143537]
Modules linked in: iscsi_target_mod target_core_mod macsec tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag ip_vs nf_conntrack libcrc32c binfmt_misc vfat fat uas usb_storage tcp_lp fuse nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache bonding sunrpc dm_mirror dm_region_hash dm_log dm_mod edac_mce_amd kvm_amd kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr sg ipmi_si ipmi_devintf ipmi_msghandler pinctrl_amd i2c_designware_platform i2c_designware_core acpi_cpufreq i2c_piix4 sch_fq_codel ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci
drm_panel_orientation_quirks libata megaraid_sas ixgbe igb(OE) mdio ptp pps_core i2c_algo_bit dca nfit libnvdimm [last unloaded: amifldrv_mod]
CPU: 240 PID: 143537 Comm: slurmstepd Kdump: loaded Tainted: P        W  OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: N/A 2U Rack Server/65N32-US, BIOS SZZQ042030 07/27/2020
task: ffff9fcc0be78000 ti: ffff9fb83a580000 task.ti: ffff9fb83a580000
RIP: 0010:[<ffffffffbaa2eb75>]  [<ffffffffbaa2eb75>] page_counter_cancel+0x15/0x50
RSP: 0018:ffff9fb83a583d18  EFLAGS: 00000213
RAX: 000000000e83ae2d RBX: ffffffffba9c4930 RCX: 0000000000000001
RDX: 000000020f528159 RSI: 0000000000000001 RDI: ffff9f8de6e9c108
RBP: ffff9fb83a583d20 R08: ffff9f8de6e9d800 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffffba9c524c
R13: ffff9fb83a583cc8 R14: ffffa00d0feda000 R15: ffffa00d0feda000
FS:  00002af6c925cfc0(0000) GS:ffffa1ccbf800000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002af6cd83c720 CR3: 000000263c0ee000 CR4: 0000000000340fe0
Call Trace:
[<ffffffffbaa33072>] mem_cgroup_reparent_charges+0x2f2/0x3c0
[<ffffffffbaa332f4>] mem_cgroup_css_offline+0x84/0x140
[<ffffffffba92573a>] cgroup_destroy_locked+0xea/0x370
[<ffffffffba9259e2>] cgroup_rmdir+0x22/0x40
[<ffffffffbaa4dc2c>] vfs_rmdir+0xdc/0x150
[<ffffffffbaa530d1>] do_rmdir+0x1f1/0x220
[<ffffffffbaa54306>] SyS_rmdir+0x16/0x20
[<ffffffffbaf74ddb>] system_call_fastpath+0x22/0x27
Code: 84 00 00 00 00 00 48 8b 7a 40 e8 e7 fd ff ff 48 83 c4 10 5b 5d c3 66 66 66 66 90 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 <48> 29 f0 48 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [runc:180415]
Modules linked in: nfsv3 nfs_acl nfs fscache binfmt_misc nvidia_uvm(OE) veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib lockd grace rdma_ucm sunrpc ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) iTCO_wdt iTCO_vendor_support skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm ext4 irqbypass
crc32_pclmul snd_hda_codec_hdmi ghash_clmulni_intel aesni_intel mbcache lrw jbd2 gf128mul glue_helper ablk_helper cryptd snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device i40iw snd_pcm ib_core joydev snd_timer pcspkr snd soundcore sg i2c_i801 lpc_ich mei_me mei shpchp ipmi_si ipmi_devintf ipmi_msghandler nfit acpi_cpufreq libnvdimm acpi_pad acpi_power_meter sch_fq_codel ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci i40e crct10dif_pclmul crct10dif_common crc32c_intel libahci libata ptp megaraid_sas pps_core i2c_core wmi dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 180415 Comm: runc Kdump: loaded Tainted: P           OE  ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: Supermicro SYS-4029GP-TRT2/X11DPG-OT-CPU, BIOS 3.4 12/18/2020
task: ffffa0fe11c45ee0 ti: ffffa107e2e4c000 task.ti: ffffa107e2e4c000
RIP: 0010:[<ffffffff8fa08c95>]  [<ffffffff8fa08c95>] page_counter_cancel+0x15/0x50
RSP: 0018:ffffa107e2e4fd18  EFLAGS: 00000217
RAX: 0000000000c4d301 RBX: ffffffff8f9a2400 RCX: 0000000000000001
RDX: 0000000365364e4b RSI: 0000000000000001 RDI: ffffa1161cb24900
RBP: ffffa107e2e4fd20 R08: ffffa13cbce3f400 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff8f9a2d1c
R13: ffffa107e2e4fcc8 R14: ffffa13d3ffd9000 R15: ffffa13d3ffd9000
FS:  00007f6cfa948740(0000) GS:ffffa11cbe680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdfad7fa9e0 CR3: 0000001427cc0000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff8fa0d152>] mem_cgroup_reparent_charges+0x2f2/0x3c0
[<ffffffff8fa0d3d4>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff8f91c1da>] cgroup_destroy_locked+0xea/0x370
[<ffffffff8f91c482>] cgroup_rmdir+0x22/0x40
[<ffffffff8fa295ac>] vfs_rmdir+0xdc/0x150
[<ffffffff8fa2cb31>] do_rmdir+0x1f1/0x220
[<ffffffff8fa20d84>] ? SYSC_newfstatat+0x24/0x60
[<ffffffff8fa2dd95>] SyS_unlinkat+0x25/0x40
[<ffffffff8ff1f7d5>] system_call_fastpath+0x1c/0x21
Code: 84 00 00 00 00 00 48 8b 7a 40 e8 e7 fd ff ff 48 83 c4 10 5b 5d c3 0f 1f 44 00 00 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 <48> 29 f0 48 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 

NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [docker-runc:12530]
Modules linked in: veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype xt_conntrack nf_nat nf_conntrack br_netfilter bridge squashfs loop overlay(T) nfsv3 8021q garp mrp stp llc rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache ip6_tables iptable_filter rpcrdma ib_isert iscsi_target_mod scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_core amd64_edac_mod edac_mce_amd edac_core kvm_amd kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd hpilo sg sp5100_tco hpwdt i2c_piix4 fam15h_power shpchp k10temp acpi_power_meter ipmi_si ipmi_devintf ipmi_msghandler pcspkr
pcc_cpufreq nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mgag200 i2c_algo_bit drm_kms_helper bnx2x syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_generic pata_acpi drm ahci pata_atiixp libahci libata crct10dif_pclmul hpsa crct10dif_common crc32c_intel mdio libcrc32c ptp serio_raw i2c_core pps_core scsi_transport_sas
CPU: 6 PID: 12530 Comm: docker-runc Tainted: G             L ------------ T 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: HP ProLiant BL465c Gen8, BIOS A26 11/02/2014
task: ffff8830d9343f40 ti: ffff88104421c000 task.ti: ffff88104421c000
RIP: 0010:[<ffffffff811ef0d5>]  [<ffffffff811ef0d5>] page_counter_cancel+0x15/0x50
RSP: 0018:ffff88104421fd48  EFLAGS: 00000217
RAX: 0000000000cf5031 RBX: ffffffff811905c0 RCX: 0000000000000001
RDX: 000000000d1a8196 RSI: 0000000000000001 RDI: ffff882b9d998100
RBP: ffff88104421fd50 R08: ffff882fffa21000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff81190edc
R13: ffff88104421fcf8 R14: ffff88303ffda000 R15: ffff88303ffda000
FS:  00007fd9d7551740(0000) GS:ffff880fffcc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c4201af008 CR3: 0000000ffe5fb000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffea00aaf6c2c0 ffff88104421fdd0 ffffffff811f3462 0000000200000002
ffff882b9d998100 0000000000000002 0000000000001000 ffff882b9d998040
0000000000000001 0000000100000003 ffff882b9d998000 0000000000000000
Call Trace:
[<ffffffff811f3462>] mem_cgroup_reparent_charges+0x2f2/0x3c0
[<ffffffff811f36e4>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff8110d767>] cgroup_destroy_locked+0xe7/0x370
[<ffffffff8110da12>] cgroup_rmdir+0x22/0x40
[<ffffffff8120f5a6>] vfs_rmdir+0xd6/0x150
[<ffffffff81212241>] do_rmdir+0x1f1/0x220
[<ffffffff81213475>] SyS_unlinkat+0x25/0x40
[<ffffffff816b5089>] system_call_fastpath+0x16/0x1b
Code: 84 00 00 00 00 00 48 8b 7a 40 e8 77 fe ff ff 48 83 c4 10 5b 5d c3 66 66 66 66 90 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 <48> 29 f0 48 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 

NMI watchdog: BUG: soft lockup - CPU#82 stuck for 23s! [runc:12024]
Modules linked in: xt_nat xt_addrtype nf_conntrack_netlink xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ipt_REJECT nf_reject_ipv4 iptable_filter xt_conntrack iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle ip_tables cmac arc4 md4 nls_utf8 cifs ccm veth ip_set rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver osc(OE) mgc(OE) lustre(OE) lmv(OE) fld(OE) mdc(OE) fid(OE) lov(OE) ko2iblnd(OE) ptlrpc(OE) obdclass(OE) lnet(OE) libcfs(OE) nfnetlink br_netfilter tun bridge stp llc nfsv3 nfs_acl nfs lockd grace fscache overlay(T) bonding rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx5_ib(OE) ib_uverbs(OE) mlx5_core(OE) mlxfw(OE) mlx4_en(OE) libcrc32c sunrpc dm_mirror dm_region_hash dm_log dm_mod
iTCO_wdt iTCO_vendor_support sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr wdat_wdt joydev sg i2c_i801 mei_me lpc_ich mei ipmi_si ipmi_devintf ipmi_msghandler knem(OE) ext4 mbcache jbd2 mlx4_ib(OE) ib_core(OE) sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ixgbe drm ahci mdio libahci mlx4_core(OE) igb libata drm_panel_orientation_quirks megaraid_sas ptp devlink pps_core dca mlx_compat(OE) i2c_algo_bit [last unloaded: ip_tables]
CPU: 82 PID: 12024 Comm: runc Kdump: loaded Tainted: G           OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: Inspur TS860G3/TS860G3, BIOS TS860G3_4.0.07 10/09/2016
task: ffff9350a7bb6180 ti: ffff93a26b9ac000 task.ti: ffff93a26b9ac000
RIP: 0010:[<ffffffffaae2eb75>]  [<ffffffffaae2eb75>] page_counter_cancel+0x15/0x50
RSP: 0018:ffff93a26b9afd18  EFLAGS: 00000217
RAX: 00000000003671bc RBX: ffffffffaadc4930 RCX: 0000000000000001
RDX: 0000000004183ff3 RSI: 0000000000000001 RDI: ffff93ce324a3848
RBP: ffff93a26b9afd20 R08: ffff93d05a6c6000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffffaadc524c
R13: ffff93a26b9afcc8 R14: ffff93b13ffda000 R15: ffff93b13ffda000
FS:  00007f00d7768740(0000) GS:ffff9390bfa80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0000e7010 CR3: 000000dff6e34000 CR4: 00000000001607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffaae33053>] mem_cgroup_reparent_charges+0x2d3/0x3c0
[<ffffffffaae332f4>] mem_cgroup_css_offline+0x84/0x140
[<ffffffffaad2573a>] cgroup_destroy_locked+0xea/0x370
[<ffffffffaad259e2>] cgroup_rmdir+0x22/0x40
[<ffffffffaae4dc2c>] vfs_rmdir+0xdc/0x150
[<ffffffffaae530d1>] do_rmdir+0x1f1/0x220
[<ffffffffaae47034>] ? SYSC_newfstatat+0x24/0x60
[<ffffffffaae54335>] SyS_unlinkat+0x25/0x40
[<ffffffffab374ddb>] system_call_fastpath+0x22/0x27
Code: 84 00 00 00 00 00 48 8b 7a 40 e8 e7 fd ff ff 48 83 c4 10 5b 5d c3 0f 1f 44 00 00 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 <48> 29 f0 48 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [runc:70102]
Modules linked in: xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ipip tunnel4 ip_tunnel xt_set veth ip_set_hash_ipportnet ip_set_hash_ipportip ip_set_bitmap_port ip_set_hash_ipport ip_set dummy nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_comment xt_mark nf_conntrack_netlink nfnetlink xt_addrtype xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 devlink tun ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) br_netfilter bridge stp llc nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack iTCO_wdt iTCO_vendor_support vfat fat intel_powerclamp coretemp kvm irqbypass crc32_pclmul
ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg mei_me mei i2c_i801 wmi ipmi_si ipmi_devintf ipmi_msghandler pinctrl_lewisburg pinctrl_intel acpi_cpufreq acpi_power_meter cambricon_drv(OE) nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast i2c_algo_bit crct10dif_pclmul drm_kms_helper crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt serio_raw fb_sys_fops ttm i40e drm ahci libahci megaraid_sas ptp libata pps_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 70102 Comm: runc Kdump: loaded Tainted: G        W  OE  ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: Inspur NF5468M6/NF5468M6, BIOS 06.01.02 06/28/2022
task: ffff963c28212080 ti: ffff96ba8572c000 task.ti: ffff96ba8572c000
RIP: 0010:[<ffffffff8a42eb60>]  [<ffffffff8a42eb60>] page_counter_cancel+0x0/0x50
RSP: 0018:ffff96ba8572fd28  EFLAGS: 00000246
RAX: 0000000000000001 RBX: ffffee1ee82afd80 RCX: 0000000000000001
RDX: 0000000001dcbfeb RSI: 0000000000000001 RDI: ffff963cf738f048
RBP: ffff96ba8572fda0 R08: ffff953c1eb67800 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff8a3c4930
R13: 0000000000000000 R14: ffffffff8a3c524c R15: ffff96ba8572fcc8
FS:  00007fd6ef784740(0000) GS:ffff953d7fa80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055dca0383000 CR3: 0000000ef97e8000 CR4: 0000000000760fe0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff8a433053>] ? mem_cgroup_reparent_charges+0x2d3/0x3c0
[<ffffffff8a4332f4>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff8a32573a>] cgroup_destroy_locked+0xea/0x370
[<ffffffff8a3259e2>] cgroup_rmdir+0x22/0x40
[<ffffffff8a44dc2c>] vfs_rmdir+0xdc/0x150
[<ffffffff8a4530d1>] do_rmdir+0x1f1/0x220
[<ffffffff8a447034>] ? SYSC_newfstatat+0x24/0x60
[<ffffffff8a454335>] SyS_unlinkat+0x25/0x40
[<ffffffff8a974ddb>] system_call_fastpath+0x22/0x27
Code: 07 fe ff ff 48 8b 4d e8 48 8b 55 f0 e9 55 ff ff ff 66 2e 0f 1f 84 00 00 00 00 00 48 8b 7a 40 e8 e7 fd ff ff 48 83 c4 10 5b 5d c3 <0f> 1f 44 00 00 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 

NMI watchdog: BUG: soft lockup - CPU#14 stuck for 22s! [runc:121642]
Modules linked in: can_bcm sctp can_raw can veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter squashfs loop overlay(T) devlink binfmt_misc nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack mpt2sas ip_set raid_class scsi_transport_sas nfnetlink ebtable_nat ebtable_broute bridge stp llc mptctl mptbase ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter dell_rbu sunrpc ext4 mbcache jbd2 vfat fat iTCO_wdt iTCO_vendor_support dcdbas intel_powerclamp
coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr ipmi_devintf sb_edac dm_multipath edac_core i2c_i801 sg lpc_ich mei_me mei shpchp wmi ipmi_si ipmi_msghandler acpi_power_meter sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel mgag200 drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci qla2xxx drm ixgbe igb libata mdio i2c_algo_bit ptp scsi_transport_fc i2c_core pps_core megaraid_sas scsi_tgt dca fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 14 PID: 121642 Comm: runc Tainted: G        W      ------------ T 3.10.0-514.21.1.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R930/0Y0V4F, BIOS 2.2.0 09/29/2016
task: ffff880192730fb0 ti: ffff8802724cc000 task.ti: ffff8802724cc000
RIP: 0010:[<ffffffff811ed4cb>]  [<ffffffff811ed4cb>] page_counter_cancel+0x1b/0x50
RSP: 0018:ffff8802724cfd48  EFLAGS: 00000206
RAX: 000000000054d409 RBX: ffffffff8118f010 RCX: 0000000000000001
RDX: 0000000005d3a2f4 RSI: 0000000000000001 RDI: ffff884192bc6840
RBP: ffff8802724cfd50 R08: ffff880242049800 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff8118f93c
R13: ffff8802724cfcf8 R14: ffff88807ffd6000 R15: ffff88807ffd6000
FS:  00007f19219f1740(0000) GS:ffff885fff2c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00067d010 CR3: 000000519bc54000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffffea01c6081c80 ffff8802724cfdd0 ffffffff811f18a3 0000000200000003
ffff884192bc6900 0000000000000003 0000000000001000 ffff884192bc6840
0000000000000001 0000000100000002 ffff884192bc6800 0000000000000000
Call Trace:
[<ffffffff811f18a3>] mem_cgroup_reparent_charges+0x2d3/0x3c0
[<ffffffff811f1b44>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff8110d6e7>] cgroup_destroy_locked+0xe7/0x360
[<ffffffff8110d982>] cgroup_rmdir+0x22/0x40
[<ffffffff8120a778>] vfs_rmdir+0xa8/0x100
[<ffffffff8120f815>] do_rmdir+0x1a5/0x200
[<ffffffff81203ee4>] ? SYSC_newfstatat+0x24/0x60
[<ffffffff81692db5>] ? do_page_fault+0x35/0x90
[<ffffffff812109f5>] SyS_unlinkat+0x25/0x40
[<ffffffff816975c9>] system_call_fastpath+0x16/0x1b
Code: 48 8b 7a 40 e8 67 fe ff ff 48 83 c4 10 5b 5d c3 0f 1f 44 00 00 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 48 29 f0 48 89 c3 <78> 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d 2c ba 8c 00 00 75 

NMI watchdog: BUG: soft lockup - CPU#85 stuck for 22s! [migration/85:444]
NMI watchdog: BUG: soft lockup - CPU#37 stuck for 22s! [runc:77324]
Modules linked in: rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 osc(OE) nf_defrag_ipv4 xt_conntrack nf_conntrack mgc(OE) libcrc32c lustre(OE) lmv(OE) fld(OE) mdc(OE) fid(OE) lov(OE) ipt_REJECT nf_reject_ipv4 tun bridge ko2iblnd(OE) stp llc ptlrpc(OE) beegfs(OE) obdclass(OE) lnet(OE) ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter libcfs(OE) nfsv3 nfs_acl nfs lockd grace fscache overlay(T) bonding rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx5_ib(OE) ib_uverbs(OE) mlx5_core(OE) mlxfw(OE) mlx4_en(OE) sunrpc dm_mirror dm_region_hash
dm_log dm_mod iTCO_wdt iTCO_vendor_support sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr wdat_wdt joydev sg i2c_i801 lpc_ich mei_me mei ipmi_si ipmi_devintf ipmi_msghandler knem(OE) ip_tables ext4 mbcache jbd2 mlx4_ib(OE) ib_core(OE) sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ixgbe drm igb ahci mlx4_core(OE) libahci mdio drm_panel_orientation_quirks ptp megaraid_sas pps_core libata devlink dca i2c_algo_bit mlx_compat(OE)
CPU: 37 PID: 77324 Comm: runc Kdump: loaded Tainted: G        W  OE  ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: Inspur TS860G3/TS860G3, BIOS TS860G3_4.0.07 10/09/2016
task: ffffa1d0c31e6180 ti: ffffa135ea244000 task.ti: ffffa135ea244000
RIP: 0010:[<ffffffff8882eb75>]  [<ffffffff8882eb75>] page_counter_cancel+0x15/0x50
RSP: 0018:ffffa135ea247d18  EFLAGS: 00000217
RAX: 00000000001f12aa RBX: ffffffff887c4930 RCX: 0000000000000001
RDX: 0000000001945c83 RSI: 0000000000000001 RDI: ffffa1493df4b048
RBP: ffffa135ea247d20 R08: ffffa1e91a573800 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffffffff887c524c
R13: ffffa135ea247cc8 R14: ffffa1e9bffd9000 R15: ffffa1e9bffd9000
FS:  00007f1f014ff740(0000) GS:ffffa1493fb40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055fa77d55700 CR3: 00000048b33c4000 CR4: 00000000001607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff88833053>] mem_cgroup_reparent_charges+0x2d3/0x3c0
[<ffffffff888332f4>] mem_cgroup_css_offline+0x84/0x140
[<ffffffff8872573a>] cgroup_destroy_locked+0xea/0x370
[<ffffffff887259e2>] cgroup_rmdir+0x22/0x40
[<ffffffff8884dc2c>] vfs_rmdir+0xdc/0x150
[<ffffffff888530d1>] do_rmdir+0x1f1/0x220
[<ffffffff88854335>] SyS_unlinkat+0x25/0x40
[<ffffffff88d74ddb>] system_call_fastpath+0x22/0x27
Code: 84 00 00 00 00 00 48 8b 7a 40 e8 e7 fd ff ff 48 83 c4 10 5b 5d c3 0f 1f 44 00 00 55 48 89 f0 48 f7 d8 48 89 e5 53 f0 48 0f c1 07 <48> 29 f0 48 89 c3 78 0b 31 c0 48 85 db 5b 0f 9f c0 5d c3 80 3d