NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [java:27197]
Modules linked in: tcp_lp fuse udp_diag tcp_diag inet_diag nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables binfmt_misc iptable_filter overlay(T) rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt sunrpc ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm iTCO_wdt iTCO_vendor_support skx_edac coretemp intel_rapl iosf_mbi kvm_intel vfat fat kvm ext4 irqbypass crc32_pclmul ghash_clmulni_intel mbcache jbd2 aesni_intel lrw gf128mul glue_helper
ablk_helper cryptd i40iw pcspkr ib_core ses enclosure joydev scsi_transport_sas sg i2c_i801 mei_me mei lpc_ich i2c_core shpchp nfit libnvdimm acpi_power_meter acpi_cpufreq ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ahci crct10dif_pclmul i40e crct10dif_common crc32c_intel libahci libata megaraid_sas ptp pps_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 27197 Comm: java Kdump: loaded Tainted: G        W    L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: Huawei 2288H V5/BC11SPSCB0, BIOS 7.79 10/20/2020
task: ffff9e60e850af70 ti: ffff9e5bd03d8000 task.ti: ffff9e5bd03d8000
RIP: 0010:[<ffffffff9fb08836>]  [<ffffffff9fb08836>] native_queued_spin_lock_slowpath+0x156/0x200
RSP: 0018:ffff9e5bd03db5c0  EFLAGS: 00000202
RAX: 0000000000000101 RBX: ffff9e5bd03db598 RCX: 0000000000310000
RDX: 0000000001790101 RSI: 0000000000000101 RDI: ffff9e85f6002480
RBP: ffff9e5bd03db5c0 R08: ffff9e8500999700 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffff9fd50676
R13: ffff9e5bd03db588 R14: ffff9e8500998b00 R15: ffff9e5bd03db5c0
FS:  00007f4935776700(0000) GS:ffff9e8500980000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3f48001848 CR3: 0000000040670000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffa010842a>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffa0115680>] _raw_spin_lock+0x20/0x30
[<ffffffffc068135b>] __ext4_es_shrink+0x5b/0x2a0 [ext4]
[<ffffffffc0681654>] ext4_es_shrink+0xb4/0x130 [ext4]
[<ffffffff9fba7305>] shrink_slab+0x175/0x340
[<ffffffff9fc11291>] ? vmpressure+0x21/0x90
[<ffffffff9fbaa482>] do_try_to_free_pages+0x3c2/0x4e0
[<ffffffff9fbaa69c>] try_to_free_pages+0xfc/0x180
[<ffffffff9fb9e7c6>] __alloc_pages_nodemask+0x806/0xbb0
[<ffffffff9fbe8528>] alloc_pages_current+0x98/0x110
[<ffffffff9fbf3b35>] new_slab+0x285/0x310
[<ffffffff9fbf543c>] ___slab_alloc+0x3ac/0x4f0
[<ffffffff9ffd6d0d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffff9fb9e157>] ? __alloc_pages_nodemask+0x197/0xbb0
[<ffffffffa0037973>] ? ip_output+0x73/0xe0
[<ffffffff9ffd6d0d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffffa010a9b0>] __slab_alloc+0x40/0x5c
[<ffffffff9fbf9e28>] __kmalloc_node_track_caller+0xb8/0x290
[<ffffffff9ffd6d0d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffff9ffd5b41>] __kmalloc_reserve.isra.32+0x31/0x90
[<ffffffff9ffd6cdd>] ? __alloc_skb+0x5d/0x2d0
[<ffffffff9ffd6d0d>] __alloc_skb+0x8d/0x2d0
[<ffffffffa00422f2>] sk_stream_alloc_skb+0x52/0x1b0
[<ffffffffa0043105>] tcp_sendmsg+0x6f5/0xc80
[<ffffffff9fc37c0f>] ? touch_atime+0x5f/0x240
[<ffffffffa006e5a9>] inet_sendmsg+0x69/0xb0
[<ffffffff9ffcb84d>] sock_aio_write+0x15d/0x180
[<ffffffff9fc1a1f3>] do_sync_write+0x93/0xe0
[<ffffffff9fc1add5>] vfs_write+0x1c5/0x1f0
[<ffffffff9fc1baff>] SyS_write+0x7f/0xf0
[<ffffffffa011f7d5>] system_call_fastpath+0x1c/0x21
Code: 8b 08 4d 85 c9 74 04 41 0f 18 09 8b 17 0f b7 c2 85 c0 74 21 83 f8 03 75 10 eb 1a 66 2e 0f 1f 84 00 00 00 00 00 85 c0 74 0c f3 90 <8b> 17 0f b7 c2 83 f8 03 75 f0 be 01 00 00 00 eb 15 66 0f 1f 84 

NMI watchdog: BUG: soft lockup - CPU#14 stuck for 21s! [sshd:213365]
Modules linked in: fuse nvidia_uvm(OE) mst_pciconf(OE) mst_pci(OE) mmfs26(OE) sep4_1(OE) mmfslinux(OE) tracedev(OE) socperf2_0(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 tun bridge stp llc mpt3sas mpt2sas pax(OE) raid_class scsi_transport_sas mptctl mptbase ebtable_filter ebtables ip6table_filter ip6_tables rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx5_ib(OE) mlx5_core(OE) mlxfw(OE) mlx4_en(OE) ipt_REJECT nf_reject_ipv4 xt_conntrack iptable_filter xt_nat iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack dm_mirror dm_region_hash dm_log dm_mod nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) iTCO_wdt iTCO_vendor_support skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel
ext4 kvm irqbypass mbcache crc32_pclmul jbd2 ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg mei_me mei lpc_ich shpchp i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler nfit libnvdimm acpi_cpufreq acpi_power_meter acpi_pad nfsd auth_rpcgss nfs_acl lockd grace sunrpc knem(OE) binfmt_misc ip_tables xfs libcrc32c mlx4_ib(OE) ib_uverbs(OE) ib_core(OE) sd_mod crc_t10dif crct10dif_generic ast i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mlx4_core(OE) crct10dif_pclmul crct10dif_common crc32c_intel i40e ahci drm devlink libahci mlx_compat(OE) megaraid_sas libata ptp pps_core i2c_core wmi
CPU: 14 PID: 213365 Comm: sshd Kdump: loaded Tainted: P           OEL ------------   3.10.0-862.el7.x86_64 #1
Hardware name: Supermicro SYS-4029GP-TRT/X11DPG-OT-CPU, BIOS 3.3 02/21/2020
task: ffff95e94bad4f10 ti: ffff95f15e280000 task.ti: ffff95f15e280000
RIP: 0010:[<ffffffff93508802>]  [<ffffffff93508802>] native_queued_spin_lock_slowpath+0x122/0x200
RSP: 0018:ffff95f15e2835c0  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff960e22a53060 RCX: 0000000000710000
RDX: ffff96263dc99700 RSI: 0000000000d10001 RDI: ffff95f73676a480
RBP: ffff95f15e2835c0 R08: ffff95f63f999700 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff962612718000
R13: ffff960b65b6e078 R14: ffff961559e133c0 R15: 0000000039c6ad25
FS:  00007f034f78e8c0(0000) GS:ffff95f63f980000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002ae2ae22c7d0 CR3: 000000010c0ae000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff93b0842a>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff93b15680>] _raw_spin_lock+0x20/0x30
[<ffffffffc0de835b>] __ext4_es_shrink+0x5b/0x2a0 [ext4]
[<ffffffffc0de8654>] ext4_es_shrink+0xb4/0x130 [ext4]
[<ffffffff935a7305>] shrink_slab+0x175/0x340
[<ffffffff93611291>] ? vmpressure+0x21/0x90
[<ffffffff935aa482>] do_try_to_free_pages+0x3c2/0x4e0
[<ffffffff935aa69c>] try_to_free_pages+0xfc/0x180
[<ffffffff9359e7c6>] __alloc_pages_nodemask+0x806/0xbb0
[<ffffffff935e8528>] alloc_pages_current+0x98/0x110
[<ffffffff935f3b35>] new_slab+0x285/0x310
[<ffffffff935f543c>] ___slab_alloc+0x3ac/0x4f0
[<ffffffff93499df7>] ? local_bh_enable+0x17/0x20
[<ffffffff939d6d0d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffff939d6d0d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffff93b0a9b0>] __slab_alloc+0x40/0x5c
[<ffffffff935f9e28>] __kmalloc_node_track_caller+0xb8/0x290
[<ffffffff93630830>] ? poll_select_copy_remaining+0x150/0x150
[<ffffffff939d6d0d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffff939d5b41>] __kmalloc_reserve.isra.32+0x31/0x90
[<ffffffff939d6cdd>] ? __alloc_skb+0x5d/0x2d0
[<ffffffff939d6d0d>] __alloc_skb+0x8d/0x2d0
[<ffffffff93a422f2>] sk_stream_alloc_skb+0x52/0x1b0
[<ffffffff93a43105>] tcp_sendmsg+0x6f5/0xc80
[<ffffffff93a6e5a9>] inet_sendmsg+0x69/0xb0
[<ffffffff939cb84d>] sock_aio_write+0x15d/0x180
[<ffffffff936306d1>] ? set_fd_set+0x21/0x30
[<ffffffff9361a1f3>] do_sync_write+0x93/0xe0
[<ffffffff9361add5>] vfs_write+0x1c5/0x1f0
[<ffffffff9361baff>] SyS_write+0x7f/0xf0
[<ffffffff93b1f7d5>] system_call_fastpath+0x1c/0x21
Code: 13 48 c1 ea 0d 48 98 83 e2 30 48 81 c2 00 97 01 00 48 03 14 c5 a0 53 13 94 4c 89 02 41 8b 40 08 85 c0 75 0f 0f 1f 44 00 00 f3 90 <41> 8b 40 08 85 c0 74 f6 4d 8b 08 4d 85 c9 74 04 41 0f 18 09 8b 

NMI watchdog: BUG: soft lockup - CPU#8 stuck for 22s! [ssh:31356]
Modules linked in: binfmt_misc vsock_diag vsock sctp_diag sctp unix_diag af_packet_diag netlink_diag tcp_diag udp_diag inet_diag veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter dm_round_robin iscsi_tcp libiscsi_tcp bonding ib_isert iscsi_target_mod ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ucm rpcrdma dm_mirror dm_region_hash dm_log sunrpc rdma_ucm ib_uverbs ib_iser ib_umad rdma_cm ib_ipoib iw_cm libiscsi scsi_transport_iscsi ib_cm iTCO_wdt iTCO_vendor_support sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm vfat
fat irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd mlx4_ib ib_core pcspkr dm_multipath sg dm_mod hpilo ioatdma hpwdt lpc_ich i2c_i801 shpchp dca wmi ipmi_si ipmi_devintf ipmi_msghandler pcc_cpufreq acpi_power_meter ip_tables ext4 mbcache jbd2 mlx4_en sd_mod crc_t10dif crct10dif_generic mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops bnx2x ttm drm mlx4_core crct10dif_pclmul crct10dif_common crc32c_intel tg3 hpsa i2c_core mdio libcrc32c ptp devlink scsi_transport_sas pps_core
CPU: 8 PID: 31356 Comm: ssh Kdump: loaded Tainted: G             L ------------ T 3.10.0-862.3.2.el7.x86_64 #1
Hardware name: HP ProLiant DL380 Gen9/ProLiant DL380 Gen9, BIOS P89 12/27/2015
task: ffff8e7bcce73f40 ti: ffff8eb867250000 task.ti: ffff8eb867250000
RIP: 0010:[<ffffffffa0708b36>]  [<ffffffffa0708b36>] native_queued_spin_lock_slowpath+0x126/0x200
RSP: 0018:ffff8eb8672535c0  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 00000000002c164c RCX: 0000000000410000
RDX: ffff8eb9bf399700 RSI: 0000000001110001 RDI: ffff8e8ab6e9e480
RBP: ffff8eb8672535c0 R08: ffff8e89bfa19700 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 000000000000001a
R13: ffffad275f123e00 R14: ffff8e6686033940 R15: 0000000003b6e484
FS:  00007f0c89d15840(0000) GS:ffff8e89bfa00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055a80839c000 CR3: 00000033d0f22000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa0d09450>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffa0d16780>] _raw_spin_lock+0x20/0x30
[<ffffffffc052f35b>] __ext4_es_shrink+0x5b/0x2a0 [ext4]
[<ffffffffa08394a4>] ? prune_icache_sb+0x174/0x340
[<ffffffffc052f654>] ext4_es_shrink+0xb4/0x130 [ext4]
[<ffffffffa07a7645>] shrink_slab+0x175/0x340
[<ffffffffa08115d1>] ? vmpressure+0x21/0x90
[<ffffffffa07aa7c2>] do_try_to_free_pages+0x3c2/0x4e0
[<ffffffffa07aa9dc>] try_to_free_pages+0xfc/0x180
[<ffffffffa079eb06>] __alloc_pages_nodemask+0x806/0xbb0
[<ffffffffa07e8868>] alloc_pages_current+0x98/0x110
[<ffffffffa07f3e75>] new_slab+0x285/0x310
[<ffffffffa07f577c>] ___slab_alloc+0x3ac/0x4f0
[<ffffffffa0bd7d0d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffffa079e497>] ? __alloc_pages_nodemask+0x197/0xbb0
[<ffffffffa0bd7d0d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffffa0d0b9d6>] __slab_alloc+0x40/0x5c
[<ffffffffa07fa168>] __kmalloc_node_track_caller+0xb8/0x290
[<ffffffffa0bd7d0d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffffa0bd6b41>] __kmalloc_reserve.isra.32+0x31/0x90
[<ffffffffa0bd7cdd>] ? __alloc_skb+0x5d/0x2d0
[<ffffffffa0bd7d0d>] __alloc_skb+0x8d/0x2d0
[<ffffffffa0c432f2>] sk_stream_alloc_skb+0x52/0x1b0
[<ffffffffa0c44105>] tcp_sendmsg+0x6f5/0xc80
[<ffffffffa0c6f5a9>] inet_sendmsg+0x69/0xb0
[<ffffffffa0699442>] ? current_fs_time+0x12/0x60
[<ffffffffa0bcc84d>] sock_aio_write+0x15d/0x180
[<ffffffffa0824dc1>] ? pipe_read+0x2b1/0x3c0
[<ffffffffa081a533>] do_sync_write+0x93/0xe0
[<ffffffffa081b115>] vfs_write+0x1c5/0x1f0
[<ffffffffa081be3f>] SyS_write+0x7f/0xf0
[<ffffffffa0d2082f>] system_call_fastpath+0x1c/0x21
Code: 0d 48 98 83 e2 30 48 81 c2 00 97 01 00 48 03 14 c5 e0 52 33 a1 4c 89 02 41 8b 40 08 85 c0 75 0f 0f 1f 44 00 00 f3 90 41 8b 40 08 <85> c0 74 f6 4d 8b 08 4d 85 c9 74 04 41 0f 18 09 8b 17 0f b7 c2