NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [sshd:4552]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ac97_bus ppdev snd_seq snd_seq_device btusb btrtl btbcm btintel aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd snd_pcm bluetooth snd_timer joydev pcspkr rfkill snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit mptspi crct10dif_pclmul crct10dif_common scsi_transport_spi crc32c_intel mptscsih ata_piix e1000 mptbase serio_raw drm_panel_orientation_quirks libnvdimm libata fuse
CPU: 0 PID: 4552 Comm: sshd Kdump: loaded Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9d70ce354200 ti: ffff9d70ad468000 task.ti: ffff9d70ad468000
RIP: 0010:[<ffffffff8ed174cd>]  [<ffffffff8ed174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9d70ad46bc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9d70f1858200 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9d716fc0a730
RBP: ffff9d70ad46bc18 R08: 0000000000000040 R09: 0000000000000000
R10: 00000000000001a5 R11: 0000000000000000 R12: dead000000000200
R13: dead000000000100 R14: ffffffff8ee63e50 R15: ffff9d70ad46baa0
FS:  00007fa46cf648c0(0000) GS:ffff9d7179600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002cb8ef716000 CR3: 000000008e0e0000 CR4: 0000000000360ff0
Call Trace:
[<ffffffff8f37b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff8f389ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff8f2385e0>] lock_sock_nested+0x20/0x50
[<ffffffff8f2ae293>] tcp_recvmsg+0x73/0xb30
[<ffffffff8ef0be65>] ? sock_has_perm+0x75/0x90
[<ffffffff8f2dd730>] inet_recvmsg+0x80/0xb0
[<ffffffff8f2336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff8ef0b63c>] ? avc_has_perm_flags+0xdc/0x1c0
[<ffffffff8f233731>] sock_aio_read+0x21/0x30
[<ffffffff8ee4cf83>] do_sync_read+0x93/0xe0
[<ffffffff8ee4da65>] vfs_read+0x145/0x170
[<ffffffff8ee4e83f>] SyS_read+0x7f/0xf0
[<ffffffff8f393f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [mysqld:6063]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 pcspkr snd_rawmidi joydev snd_ac97_codec ac97_bus snd_seq snd_seq_device
snd_pcm snd_timer snd soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw e1000 nfit libnvdimm ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata drm_panel_orientation_quirks mptspi scsi_transport_spi mptscsih mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 6063 Comm: mysqld Kdump: loaded Tainted: G        W    L ------------   3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffffa12f449cd140 ti: ffffa12f40930000 task.ti: ffffa12f40930000
RIP: 0010:[<ffffffff86511ffd>]  [<ffffffff86511ffd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffffa12f40933c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffa12f40933bf8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffa12fb7c55b30
RBP: ffffa12f40933c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffffa12f449cd140 R11: 0000000000000293 R12: ffffa12fb7c55ac0
R13: ffffffff86aa0855 R14: ffffa12f40933b90 R15: ffffa12fb7c55ac0
FS:  00007fc32a66d700(0000) GS:ffffa12fbb640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc388dc6000 CR3: 0000000020594000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff86b5bf4b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff86b6a443>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff86a1d550>] lock_sock_nested+0x20/0x50
[<ffffffff86a914f3>] tcp_recvmsg+0x73/0xb30
[<ffffffff86656d70>] ? __pollwait+0xf0/0xf0
[<ffffffff86ac0060>] inet_recvmsg+0x80/0xb0
[<ffffffff86a186ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff86a18731>] sock_aio_read+0x21/0x30
[<ffffffff866404d3>] do_sync_read+0x93/0xe0
[<ffffffff86640fb5>] vfs_read+0x145/0x170
[<ffffffff86641dcf>] SyS_read+0x7f/0xf0
[<ffffffff86b74ddb>] system_call_fastpath+0x22/0x27
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [node:19311]
[<ffffffff839ac21a>] queued_spin_lock_slowpath+0xb/0x13
[<ffffffff839ba777>] _raw_spin_lock_bh+0x37/0x40
[<ffffffff838629b0>] lock_sock_nested+0x20/0x50
[<ffffffff838db693>] tcp_recvmsg+0x73/0xb30
[<ffffffff8390b690>] inet_recvmsg+0x80/0xb0
[<ffffffff8385d7dc>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff8385d829>] sock_aio_read+0x29/0x40
[<ffffffff8345b1d3>] do_sync_read+0x93/0xe0
[<ffffffff8345bc9d>] vfs_read+0x14d/0x170
[<ffffffff8345ca65>] SyS_read+0x55/0xd0
[<ffffffff839c539a>] system_call_fastpath+0x25/0x2a

NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [prometheus:12356]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink tun vmw_vsock_vmci_transport vsock sunrpc vfat fat sb_edac nfit ppdev iosf_mbi libnvdimm crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport tpm_crb i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm drm ata_piix libata mptspi scsi_transport_spi mptscsih e1000 crct10dif_pclmul crct10dif_common crc32c_intel mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ipmi_msghandler]
CPU: 6 PID: 12356 Comm: prometheus Tainted: G        W    L ------------   3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.16707776.B64.2008070230 08/07/2020
task: ffff944f8914b180 ti: ffff944f8f034000 task.ti: ffff944f8f034000
RIP: 0010:[<ffffffff8151799d>]  [<ffffffff8151799d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff944f8f037c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff944f8f037bd8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff94488031c630
RBP: ffff944f8f037c18 R08: 0000000000000040 R09: 0000000000000000
R10: 000000000000007b R11: 0000000000000000 R12: ffff945028641f00
R13: 0000000000000001 R14: ffffffff814e4766 R15: ffff944f8f037ba8
FS:  000000c04219a490(0000) GS:ffff94503fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c05114d000 CR3: 0000000a21aea000 CR4: 00000000001607e0
Call Trace:
[<ffffffff81b7dcf3>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff81b8bae3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff81a3a5e0>] lock_sock_nested+0x20/0x50
[<ffffffff81ab0aa3>] tcp_recvmsg+0x73/0xb30
[<ffffffff8170c815>] ? sock_has_perm+0x75/0x90
[<ffffffff81512838>] ? futex_wait_queue_me+0xd8/0x130
[<ffffffff81adffb0>] inet_recvmsg+0x80/0xb0
[<ffffffff81a356ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff814e26ec>] ? set_next_entity+0x3c/0xe0
[<ffffffff81a35731>] sock_aio_read+0x21/0x30
[<ffffffff8164d9c3>] do_sync_read+0x93/0xe0
[<ffffffff8164e4a5>] vfs_read+0x145/0x170
[<ffffffff8164f27f>] SyS_read+0x7f/0xf0
[<ffffffff81b95f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [QuartzScheduler:2078]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper snd_seq_device cryptd joydev snd_pcm pcspkr snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper nfit
syscopyarea sysfillrect sysimgblt fb_sys_fops libnvdimm ttm crct10dif_pclmul crct10dif_common ata_piix drm libata mptspi crc32c_intel scsi_transport_spi mptscsih mptbase e1000 serio_raw drm_panel_orientation_quirks fuse
CPU: 3 PID: 2078 Comm: QuartzScheduler Kdump: loaded Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9db37e13c200 ti: ffff9db37e0f4000 task.ti: ffff9db37e0f4000
RIP: 0010:[<ffffffff871174cd>]  [<ffffffff871174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9db37e0f7c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffffff876be6e3 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9db3b2a62ef0
RBP: ffff9db37e0f7c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff9db37e13c200 R11: 0000000000000293 R12: 0000000000000000
R13: ffff9db3b2a62e80 R14: ffffffff00010001 R15: 0000000d00000001
FS:  00007f2e6a8f8700(0000) GS:ffff9db4396c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f25610bb038 CR3: 00000000b4226000 CR4: 0000000000360fe0
Call Trace:
[<ffffffff8777b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff87789ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff876385e0>] lock_sock_nested+0x20/0x50
[<ffffffff876ae293>] tcp_recvmsg+0x73/0xb30
[<ffffffff876dd730>] inet_recvmsg+0x80/0xb0
[<ffffffff876336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff870c9860>] ? hrtimer_get_res+0x50/0x50
[<ffffffff87633731>] sock_aio_read+0x21/0x30
[<ffffffff8724cf83>] do_sync_read+0x93/0xe0
[<ffffffff8724da65>] vfs_read+0x145/0x170
[<ffffffff8724e83f>] SyS_read+0x7f/0xf0
[<ffffffff87793f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 29s! [ssh:80463]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq ppdev snd_seq_device aesni_intel snd_pcm vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd snd_timer joydev snd pcspkr sg soundcore vmw_vmci i2c_piix4 parport_pc parport auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm serio_raw mptspi e1000 scsi_transport_spi mptscsih mptbase ata_piix libata nfit drm_panel_orientation_quirks libnvdimm fuse
CPU: 0 PID: 80463 Comm: ssh Kdump: loaded Tainted: G             L ------------   3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8b8eb168d280 ti: ffff8b8e4fedc000 task.ti: ffff8b8e4fedc000
RIP: 0010:[<ffffffff8411eb5d>]  [<ffffffff8411eb5d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff8b8e4fedfc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff8b8e38be4c00 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff8b8d276ecdf0
RBP: ffff8b8e4fedfc18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff8b8eb168d280 R11: 0000000000000246 R12: dead000000000200
R13: dead000000000100 R14: ffffffff84272550 R15: ffff8b8e4fedfaa0
FS:  00007f03fbc2a840(0000) GS:ffff8b8eb5600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0102afb000 CR3: 00000001de310000 CR4: 00000000003607f0
Call Trace:
[<ffffffff847ac21a>] queued_spin_lock_slowpath+0xb/0x13
[<ffffffff847ba777>] _raw_spin_lock_bh+0x37/0x40
[<ffffffff846629b0>] lock_sock_nested+0x20/0x50
[<ffffffff846db693>] tcp_recvmsg+0x73/0xb30
[<ffffffff84272550>] ? __pollwait+0xf0/0xf0
[<ffffffff8470b690>] inet_recvmsg+0x80/0xb0
[<ffffffff8465d7dc>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff8465d829>] sock_aio_read+0x29/0x40
[<ffffffff8425b1d3>] do_sync_read+0x93/0xe0
[<ffffffff8425bc9d>] vfs_read+0x14d/0x170
[<ffffffff8425ca65>] SyS_read+0x55/0xd0
[<ffffffff847c539a>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 cc 

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [java:6122]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm crc32_pclmul ghash_clmulni_intel aesni_intel snd_timer snd lrw gf128mul soundcore glue_helper ablk_helper ppdev cryptd pcspkr sg joydev vmw_balloon parport_pc parport vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi crct10dif_pclmul crct10dif_common scsi_transport_spi ata_piix crc32c_intel mptscsih nfit mptbase e1000 libata libnvdimm serio_raw drm_panel_orientation_quirks fuse
CPU: 3 PID: 6122 Comm: java Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff90e9703e0000 ti: ffff90e96cba0000 task.ti: ffff90e96cba0000
RIP: 0010:[<ffffffff9c3174cf>]  [<ffffffff9c3174cf>] native_queued_spin_lock_slowpath+0x1f/0x200
RSP: 0018:ffff90e96cba3c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff90e96cba3bb8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff90e96bccecf0
RBP: ffff90e96cba3c18 R08: 0000000000000040 R09: 0000000000000000
R10: 0000000000000954 R11: 0000000000000000 R12: ffff90e96cba3bb8
R13: ffffffff9c2e5ec1 R14: ffff90e96cba3bb8 R15: ffffffff9c2e48bc
FS:  00007f32aafe8700(0000) GS:ffff90e9796c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f32da4dc100 CR3: 000000009dc2c000 CR4: 0000000000360fe0
Call Trace:
[<ffffffff9c97b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff9c989ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff9c8385e0>] lock_sock_nested+0x20/0x50
[<ffffffff9c8ae293>] tcp_recvmsg+0x73/0xb30
[<ffffffff9c50be65>] ? sock_has_perm+0x75/0x90
[<ffffffff9c312208>] ? futex_wait_queue_me+0xd8/0x130
[<ffffffff9c8dd730>] inet_recvmsg+0x80/0xb0
[<ffffffff9c8336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff9c833731>] sock_aio_read+0x21/0x30
[<ffffffff9c44cf83>] do_sync_read+0x93/0xe0
[<ffffffff9c44da65>] vfs_read+0x145/0x170
[<ffffffff9c44e83f>] SyS_read+0x7f/0xf0
[<ffffffff9c993f92>] system_call_fastpath+0x25/0x2a
Code: ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 8b 17 <85> d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 1f 80 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [node:4211]
Modules linked in: tcp_diag inet_diag nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache vmw_vsock_vmci_transport vsock xfs libcrc32c sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr vmw_balloon joydev sg parport_pc i2c_piix4 vmw_vmci parport shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata mptspi scsi_transport_spi mptscsih i2c_core mptbase vmxnet3 floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 4211 Comm: node Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff88006b449fa0 ti: ffff8801a1704000 task.ti: ffff8801a1704000
RIP: 0010:[<ffffffff810fa232>]  [<ffffffff810fa232>] native_queued_spin_lock_slowpath+0x22/0x1e0
RSP: 0018:ffff8801a1707c48  EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffff88006b449fa0 RCX: ffff8801a1707fd8
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff88018ef51170
RBP: ffff8801a1707c48 R08: 0000000000000040 R09: 0000000000000000
R10: ffff88006b449fa0 R11: 0000000000000293 R12: ffff8801a1707fd8
R13: ffff880113272800 R14: ffff880113272800 R15: 00000000bfd975e8
FS:  00007f6352948780(0000) GS:ffff8801bfd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00003b37770ac000 CR3: 000000018a77a000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
 ffff8801a1707c58 ffffffff8169e5ff ffff8801a1707c68 ffffffff816abb93
 ffff8801a1707c88 ffffffff8156cfd0 0000000000000040 ffff8801a1707e48
 ffff8801a1707d28 ffffffff815d8681 000280da00000000 ffff88006b449fa0
Call Trace:
 [<ffffffff8169e5ff>] queued_spin_lock_slowpath+0xb/0xf
 [<ffffffff816abb93>] _raw_spin_lock_bh+0x33/0x40
 [<ffffffff8156cfd0>] lock_sock_nested+0x20/0x50
 [<ffffffff815d8681>] tcp_recvmsg+0x91/0xb50
 [<ffffffff81606a3a>] inet_recvmsg+0x7a/0xa0
 [<ffffffff81569936>] sock_aio_read.part.7+0x146/0x160
 [<ffffffff81569971>] sock_aio_read+0x21/0x30
 [<ffffffff8120019d>] do_sync_read+0x8d/0xd0
 [<ffffffff81200c45>] vfs_read+0x145/0x170
 [<ffffffff81201a5f>] SyS_read+0x7f/0xe0
 [<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 ba 01 00 00 00 8b 07 85 c0 75 0a f0 0f b1 17 85 c0 75 f2 5d c3 f3 90 <eb> ec 0f 1f 40 00 81 fe 00 01 00 00 66 90 0f 84 5c 01 00 00 41 

NMI watchdog: BUG: soft lockup - CPU#9 stuck for 22s! [node:56668]
Modules linked in: nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc ext4 snd_seq_midi snd_seq_midi_event mbcache jbd2 snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel snd_timer lrw gf128mul snd glue_helper ablk_helper cryptd joydev soundcore pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit drm crct10dif_pclmul crct10dif_common libata mptspi crc32c_intel libnvdimm scsi_transport_spi e1000 mptscsih mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 56668 Comm: node Kdump: loaded Tainted: G             L ------------ T 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff95bf97295230 ti: ffff95b51b7f4000 task.ti: ffff95b51b7f4000
RIP: 0010:[<ffffffffacd1598d>]  [<ffffffffacd1598d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff95b51b7f7c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff95bfb0f01c00 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff95bfa67e9f70
RBP: ffff95b51b7f7c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff95bf97295230 R11: 0000000000000293 R12: ffff95bd303c2a00
R13: 00000000ac5f69df R14: ffffffffad2b6bf5 R15: 000000201b7f7b88
FS:  00007fa59daaa780(0000) GS:ffff95bfbd840000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00001aa59db43000 CR3: 00000004f7bf2000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffad373365>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffad381b13>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffad2315e0>] lock_sock_nested+0x20/0x50
[<ffffffffad2a7783>] tcp_recvmsg+0x73/0xb30
[<ffffffffad2d6ae0>] inet_recvmsg+0x80/0xb0
[<ffffffffad22c6ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffacdef784>] ? handle_pte_fault+0x6b4/0xe20
[<ffffffffad22c731>] sock_aio_read+0x21/0x30
[<fffffffface47ac3>] do_sync_read+0x93/0xe0
[<fffffffface485a5>] vfs_read+0x145/0x170
[<fffffffface493bf>] SyS_read+0x7f/0xf0
[<ffffffffad38bede>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#7 stuck for 23s! [java:6553]
Modules linked in: ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi snd_ens1371 snd_rawmidi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus aesni_intel lrw snd_seq gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm ppdev vmw_balloon snd_timer snd soundcore joydev pcspkr vmw_vmci sg i2c_piix4 shpchp nfit libnvdimm parport_pc parport binfmt_misc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata scsi_transport_spi e1000 mptscsih serio_raw i2c_core mptbase [last unloaded: ip_tables]
CPU: 7 PID: 6553 Comm: java Tainted: G        W    L ------------   3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8b7eed6a2f70 ti: ffff8b7ecf624000 task.ti: ffff8b7ecf624000
RIP: 0010:[<ffffffff9d3086fd>]  [<ffffffff9d3086fd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff8b7ecf627c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff8b7ecf627ba8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff8b7d9c739170
RBP: ffff8b7ecf627c18 R08: 0000000000000040 R09: 0000000000000000
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 23s! [java:6510]
Modules linked in: ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi snd_ens1371 snd_rawmidi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus aesni_intel lrw snd_seq gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm ppdev vmw_balloon snd_timer snd soundcore joydev pcspkr vmw_vmci sg i2c_piix4 shpchp nfit libnvdimm parport_pc parport binfmt_misc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata scsi_transport_spi e1000 mptscsih serio_raw i2c_core mptbase [last unloaded: ip_tables]
CPU: 9 PID: 6510 Comm: java Tainted: G        W    L ------------   3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8b7fb948cf10 ti: ffff8b7ec2e60000 task.ti: ffff8b7ec2e60000
RIP: 0010:[<ffffffff9d3086fd>]  [<ffffffff9d3086fd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff8b7ec2e63c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff8b7ec2e63ba8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff8b7cf6e42af0
RBP: ffff8b7ec2e63c18 R08: 0000000000000040 R09: 0000000000000000
R10: 00000000000008d6 R11: 0000000000000000 R12: ffff8b7cbf62af70
R13: ffff8b7fbd9d9438 R14: ffff8b7ec2e63c28 R15: ffff8b7fbd958b00
FS:  00002adc45a05700(0000) GS:ffff8b7fbd840000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe856b66000 CR3: 0000000035dda000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff9d90842a>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff9d9156c3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff9d7d0170>] lock_sock_nested+0x20/0x50
[<ffffffff9d83ffe3>] tcp_recvmsg+0x73/0xb30
[<ffffffff9d4d3585>] ? sock_has_perm+0x75/0x90
[<ffffffff9d229602>] ? __switch_to+0x132/0x580
[<ffffffff9d86e750>] inet_recvmsg+0x80/0xb0
[<ffffffff9d7cb9bc>] sock_aio_read.part.10+0x14c/0x170
[<ffffffff9d7cba01>] sock_aio_read+0x21/0x30
[<ffffffff9d41a113>] do_sync_read+0x93/0xe0
[<ffffffff9d41abe5>] vfs_read+0x145/0x170
[<ffffffff9d41ba0f>] SyS_read+0x7f/0xf0
[<ffffffff9d91f7d5>] system_call_fastpath+0x1c/0x21
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [sshd:1331]
Modules linked in: nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev crc32_pclmul ghash_clmulni_intel snd_ens1371 vmw_balloon snd_rawmidi snd_ac97_codec ac97_bus aesni_intel snd_seq lrw gf128mul btusb snd_seq_device
glue_helper ablk_helper btrtl cryptd btbcm snd_pcm btintel bluetooth pcspkr joydev sg snd_timer snd rfkill i2c_piix4 vmw_vmci soundcore parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common drm_kms_helper crc32c_intel syscopyarea sysfillrect ata_piix sysimgblt fb_sys_fops ttm nfit serio_raw libnvdimm libata drm mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 1331 Comm: sshd Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9525f4d73180 ti: ffff9525e738c000 task.ti: ffff9525e738c000
RIP: 0010:[<ffffffff90f174cd>]  [<ffffffff90f174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9525e738fc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9525f561acc0 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9525367b0830
RBP: ffff9525e738fc18 R08: 0000000000000040 R09: 0000000000000000
R10: 00000000000001bf R11: 0000000000000000 R12: ffffffff90ed7229
R13: ffff9525e738fba0 R14: ffff9525d991b180 R15: ffffffff90ed7202
FS:  00007fb430c1b8c0(0000) GS:ffff9525f5600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055cde405fb20 CR3: 0000000226002000 CR4: 0000000000360ff0
Call Trace:
[<ffffffff9157b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff91589ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff914385e0>] lock_sock_nested+0x20/0x50
[<ffffffff914ae293>] tcp_recvmsg+0x73/0xb30
[<ffffffff9110be65>] ? sock_has_perm+0x75/0x90
[<ffffffff914dd730>] inet_recvmsg+0x80/0xb0
[<ffffffff914336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff90ff175e>] ? do_wp_page+0x19e/0x720
[<ffffffff91433731>] sock_aio_read+0x21/0x30
[<ffffffff9104cf83>] do_sync_read+0x93/0xe0
[<ffffffff9104da65>] vfs_read+0x145/0x170
[<ffffffff9104e83f>] SyS_read+0x7f/0xf0
[<ffffffff91593f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [ssh:21686]
Modules linked in: veth tcp_lp nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmnet(OE) vmmon(OE) overlay(T) fuse vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul snd_ens1371 glue_helper ablk_helper cryptd snd_rawmidi snd_ac97_codec ac97_bus snd_seq joydev pcspkr snd_seq_device snd_pcm snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom
crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ata_generic vmwgfx pata_acpi drm_kms_helper serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi drm scsi_transport_spi mptscsih e1000 mptbase ata_piix drm_panel_orientation_quirks nfit libata libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 21686 Comm: ssh Tainted: G           OE  ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff914616a70000 ti: ffff91455dbdc000 task.ti: ffff91455dbdc000
RIP: 0010:[<ffffffffa3911ffd>]  [<ffffffffa3911ffd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff91455dbdfc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff91455dbdfbf8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff91446c1cdd70
RBP: ffff91455dbdfc18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff914616a70000 R11: 0000000000000246 R12: dead000000000200
R13: dead000000000100 R14: ffffffffa3a56d70 R15: ffff91455dbdfaa0
FS:  00007f30ae55d840(0000) GS:ffff914730240000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000555ee69ced80 CR3: 00000001a3ec8000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa3f5bf4b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffa3f6a443>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffa3e1d550>] lock_sock_nested+0x20/0x50
[<ffffffffa3e914f3>] tcp_recvmsg+0x73/0xb30
[<ffffffffa3ec0060>] inet_recvmsg+0x80/0xb0
[<ffffffffa3e186ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffa3e18731>] sock_aio_read+0x21/0x30
[<ffffffffa3a404d3>] do_sync_read+0x93/0xe0
[<ffffffffa3a40fb5>] vfs_read+0x145/0x170
[<ffffffffa3a41dcf>] SyS_read+0x7f/0xf0
[<ffffffffa3f74ddb>] system_call_fastpath+0x22/0x27
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [dockerd:1656]
Modules linked in: xt_set ip_set_hash_ipportnet ip_set_hash_ipportip ip_set_bitmap_port ip_set_hash_ipport dummy nf_tables ip_set ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6table_mangle ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_filter ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables xt_comment xt_nat veth vxlan ip6_udp_tunnel udp_tunnel iptable_mangle xt_mark xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc binfmt_misc overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus
snd_seq snd_seq_device snd_pcm snd_timer snd soundcore iosf_mbi sg crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi ata_piix crct10dif_pclmul crct10dif_common scsi_transport_spi drm crc32c_intel mptscsih mptbase e1000 nfit libnvdimm libata serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 1656 Comm: dockerd Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffffa036f731e300 ti: ffffa036f1a6c000 task.ti: ffffa036f1a6c000
RIP: 0010:[<ffffffff91b1e97d>]  [<ffffffff91b1e97d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffffa036f1a6fc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffffff920ebe43 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffa036f34e4630
RBP: ffffa036f1a6fc18 R08: 0000000000000040 R09: 0000000000000000
R10: ffffa036f731e300 R11: 0000000000000216 R12: 0000000000000000
R13: ffffa036f75bb640 R14: ffffffff920eaecd R15: ffffa036f1a6fb88
FS:  00007f9c36f7d700(0000) GS:ffffa037796c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f491c127000 CR3: 00000000b352c000 CR4: 00000000003607e0
Call Trace:
[<ffffffff921ac21a>] queued_spin_lock_slowpath+0xb/0x13
[<ffffffff921ba777>] _raw_spin_lock_bh+0x37/0x40
[<ffffffff920629b0>] lock_sock_nested+0x20/0x50
[<ffffffff920db693>] tcp_recvmsg+0x73/0xb30
[<ffffffff91c34579>] ? ___slab_alloc+0x229/0x520
[<ffffffff9210b690>] inet_recvmsg+0x80/0xb0
[<ffffffff9205d7dc>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff9205d829>] sock_aio_read+0x29/0x40
[<ffffffff91c5ad53>] do_sync_read+0x93/0xe0
[<ffffffff91c5b81d>] vfs_read+0x14d/0x170
[<ffffffff91c5c5e5>] SyS_read+0x55/0xd0
[<ffffffff921c539a>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 cc 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [nginx:29158]
Modules linked in: rpcsec_gss_krb5 nfsd auth_rpcgss nfs_acl lockd grace dm_crypt drbg ansi_cprng iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc i2c_piix4 vmw_vmci parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm ata_piix libahci crct10dif_pclmul crct10dif_common crc32c_intel serio_raw libata nfit libnvdimm vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 29158 Comm: nginx Kdump: loaded Not tainted 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffffa02cb6d20000 ti: ffffa02a8b5ac000 task.ti: ffffa02a8b5ac000
RIP: 0010:[<ffffffffb551799d>]  [<ffffffffb551799d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffffa02a8b5afc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffa02a8b5afc80 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffa02c8a00be70
RBP: ffffa02a8b5afc18 R08: 0000000000000040 R09: 0000000000000000
R10: ffffa02cb6d20000 R11: 0000000000000246 R12: ffffa02a8b5afbf0
R13: 0000000000000e1e R14: 0000000400000001 R15: 00000000000000e7
FS:  00007fcb2b8f2740(0000) GS:ffffa02cbfd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0b56d07000 CR3: 00000000baff2000 CR4: 00000000003407e0
Call Trace:
[<ffffffffb5b7dcf3>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffb5b8bae3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffb5a3a5e0>] lock_sock_nested+0x20/0x50
[<ffffffffb5ab0aa3>] tcp_recvmsg+0x73/0xb30
[<ffffffffb547dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffffb547dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffb547dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffb5adffb0>] inet_recvmsg+0x80/0xb0
[<ffffffffb5a356ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffb5a35731>] sock_aio_read+0x21/0x30
[<ffffffffb564d9c3>] do_sync_read+0x93/0xe0
[<ffffffffb564e4a5>] vfs_read+0x145/0x170
[<ffffffffb564f27f>] SyS_read+0x7f/0xf0
[<ffffffffb5b95f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [node:23575]
Modules linked in: veth nls_utf8 isofs fuse xt_CHECKSUM tun devlink xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 vmhgfs(OE) ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev
pcspkr snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix e1000 drm libata mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 23575 Comm: node Kdump: loaded Tainted: G           OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff97ff9c560000 ti: ffff97ff945fc000 task.ti: ffff97ff945fc000
RIP: 0010:[<ffffffffb9b11ff6>]  [<ffffffffb9b11ff6>] native_queued_spin_lock_slowpath+0x16/0x200
RSP: 0018:ffff97ff945ffc18  EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffff97ff945ffbf8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff98002b405d70
RBP: ffff97ff945ffc18 R08: 0000000000000040 R09: 0000000000000000
R10: 000000000000061b R11: 0000000000000000 R12: 0000000000000000
R13: ffffffffba0a0855 R14: ffff97ff945ffb90 R15: ffff98002b405d00
FS:  00007fbe592557c0(0000) GS:ffff9800b9600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f79ca2f5280 CR3: 000000001203c000 CR4: 0000000000360ff0
Call Trace:
[<ffffffffba15bf4b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffba16a443>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffba01d550>] lock_sock_nested+0x20/0x50
[<ffffffffba0914f3>] tcp_recvmsg+0x73/0xb30
[<ffffffffb9cfc3a5>] ? sock_has_perm+0x75/0x90
[<ffffffffba0c0060>] inet_recvmsg+0x80/0xb0
[<ffffffffba0186ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffba018731>] sock_aio_read+0x21/0x30
[<ffffffffb9c404d3>] do_sync_read+0x93/0xe0
[<ffffffffb9c40fb5>] vfs_read+0x145/0x170
[<ffffffffb9c41dcf>] SyS_read+0x7f/0xf0
[<ffffffffba17505b>] tracesys+0xa3/0xc9
Code: c7 00 00 00 00 00 e9 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d <83> fa 03 74 08 f3 90 8b 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [nslcd:15649]
Modules linked in: tcp_diag inet_diag unix_diag nfsv3 xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter arc4 md4 nls_utf8 cifs ccm rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache vmw_vsock_vmci_transport vsock ext4 squashfs loop mbcache jbd2 crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg pcspkr vmw_vmci joydev ppdev vmw_balloon i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea crc_t10dif sysfillrect sysimgblt
crct10dif_generic fb_sys_fops ttm drm ata_piix nfit crct10dif_pclmul crct10dif_common libata crc32c_intel libnvdimm serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 15649 Comm: nslcd Kdump: loaded Tainted: G             L ------------   3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/03/2018
task: ffff8b88db412100 ti: ffff8b88d9f3c000 task.ti: ffff8b88d9f3c000
RIP: 0010:[<ffffffffaab17a4d>]  [<ffffffffaab17a4d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff8b88d9f3fc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff8b7cc092bd00 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff8b7fc8d6ecf0
RBP: ffff8b88d9f3fc18 R08: 0000000000000000 R09: 0000000000000000
R10: ffff8b88db412100 R11: 0000000000000293 R12: 0000000000000000
R13: ffff8b7cc092bd00 R14: ffffffff00010003 R15: 0000000c00000001
FS:  00007fd2477fe700(0000) GS:ffff8b80dfc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd22c01cc58 CR3: 000000080eade000 CR4: 00000000000007f0
Call Trace:
[<ffffffffab180d83>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffab18ed63>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffab03d5d0>] lock_sock_nested+0x20/0x50
[<ffffffffab0b3aa3>] tcp_recvmsg+0x73/0xb30
[<ffffffffab0e2ff0>] inet_recvmsg+0x80/0xb0
[<ffffffffab0386dc>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffab038721>] sock_aio_read+0x21/0x30
[<ffffffffaac4d943>] do_sync_read+0x93/0xe0
[<ffffffffaac4e3c5>] vfs_read+0x145/0x170
[<ffffffffaac4f165>] SyS_read+0x55/0xd0
[<ffffffffab199ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffab199f92>] system_call_fastpath+0x25/0x2a
[<ffffffffab199ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#4 stuck for 26s! [redis-server:10506]
Modules linked in: tcp_diag inet_diag xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_nat_ipv4 nf_nat br_netfilter bridge stp llc rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache scsi_transport_iscsi overlay(T) vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr nfsd ip_vs auth_rpcgss nfs_acl lockd grace sunrpc nf_conntrack ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm serio_raw ata_piix drm mptspi scsi_transport_spi libata mptscsih vmxnet3 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 10506 Comm: redis-server Kdump: loaded Tainted: G             L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff90f4983d30c0 ti: ffff90f493780000 task.ti: ffff90f493780000
RIP: 0010:[<ffffffff9ef11ffd>]  [<ffffffff9ef11ffd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff90f493783c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: 0000000400000000 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff90f4862e1f70
RBP: ffff90f493783c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff90f4983d30c0 R11: 0000000000000246 R12: 3036000100000000
R13: 0000000100000000 R14: ffff90f493783b86 R15: 0000000a0000ffff
FS:  00007faef76f7f80(0000) GS:ffff90f49d700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f20901aa010 CR3: 00000000ba8ee000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9f55bf4b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff9f56a443>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff9f41d550>] lock_sock_nested+0x20/0x50
[<ffffffff9f4914f3>] tcp_recvmsg+0x73/0xb30
[<ffffffff9ee2a621>] ? __switch_to+0x151/0x580
[<ffffffff9f4c0060>] inet_recvmsg+0x80/0xb0
[<ffffffff9f4186ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff9f418731>] sock_aio_read+0x21/0x30
[<ffffffff9f0404d3>] do_sync_read+0x93/0xe0
[<ffffffff9f040fb5>] vfs_read+0x145/0x170
[<ffffffff9f041dcf>] SyS_read+0x7f/0xf0
[<ffffffff9f574ddb>] system_call_fastpath+0x22/0x27
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [prometheus:2876]
Modules linked in: veth br_netfilter tun devlink overlay(T) bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq snd_seq_device aesni_intel snd_pcm lrw gf128mul ppdev glue_helper ablk_helper cryptd snd_timer vmw_balloon snd soundcore joydev sg pcspkr i2c_piix4 vmw_vmci parport_pc parport xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect crc32c_intel sysimgblt fb_sys_fops ttm nfit libnvdimm drm serio_raw mptspi e1000 scsi_transport_spi ata_piix mptscsih libata mptbase drm_panel_orientation_quirks
fuse [last unloaded: ip_tables]
CPU: 1 PID: 2876 Comm: prometheus Kdump: loaded Tainted: G    B        L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9c84fd6ae300 ti: ffff9c84fd7dc000 task.ti: ffff9c84fd7dc000
RIP: 0010:[<ffffffffb0f174cd>]  [<ffffffffb0f174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9c84fd7dfc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9c84be074c00 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9c8582931f70
RBP: ffff9c84fd7dfc18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff9c84fd6ae300 R11: 0000000000000202 R12: ffff9c85b338c000
R13: ffff9c84be074c00 R14: 0000000000000000 R15: ffffffffb1025e0d
FS:  00007fb55b5fe700(0000) GS:ffff9c85b9640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001f06000 CR3: 000000012c1cc000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb157b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffb1589ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffb14385e0>] lock_sock_nested+0x20/0x50
[<ffffffffb14ae293>] tcp_recvmsg+0x73/0xb30
[<ffffffffb14dd730>] inet_recvmsg+0x80/0xb0
[<ffffffffb14336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffb1433731>] sock_aio_read+0x21/0x30
[<ffffffffb104cf83>] do_sync_read+0x93/0xe0
[<ffffffffb104da65>] vfs_read+0x145/0x170
[<ffffffffb104e83f>] SyS_read+0x7f/0xf0
[<ffffffffb1594226>] tracesys+0xa6/0xcc
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [java:12840]
Modules linked in: veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw gf128mul ac97_bus ppdev glue_helper snd_seq ablk_helper cryptd snd_seq_device
snd_pcm vmw_balloon snd_timer snd pcspkr soundcore sg joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper syscopyarea serio_raw sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix nfit e1000 libata libnvdimm mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 12840 Comm: java Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9dfeb24da100 ti: ffff9dff3232c000 task.ti: ffff9dff3232c000
RIP: 0010:[<ffffffff9f9174cd>]  [<ffffffff9f9174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9dff3232fc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9dff3232fbb8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9dfe99adf4b0
RBP: ffff9dff3232fc18 R08: 0000000000000040 R09: 0000000000000000
R10: 00000000000000a8 R11: 0000000000000000 R12: ffff9dff3232fbb8
R13: ffffffff9f8e5ec1 R14: ffff9dff3232fbb8 R15: ffffffff9f8e48bc
FS:  00007f8fc138f700(0000) GS:ffff9dff73680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f03590ed500 CR3: 0000000194fe8000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9ff7b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff9ff89ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff9fe385e0>] lock_sock_nested+0x20/0x50
[<ffffffff9feae293>] tcp_recvmsg+0x73/0xb30
[<ffffffff9fb0be65>] ? sock_has_perm+0x75/0x90
[<ffffffff9f8d735f>] ? ttwu_do_activate+0x6f/0x80
[<ffffffff9fedd730>] inet_recvmsg+0x80/0xb0
[<ffffffff9fe336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff9fe33731>] sock_aio_read+0x21/0x30
[<ffffffff9fa4cf83>] do_sync_read+0x93/0xe0
[<ffffffff9fa4da65>] vfs_read+0x145/0x170
[<ffffffff9fa4e83f>] SyS_read+0x7f/0xf0
[<ffffffff9ff93f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [java:64432]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi iosf_mbi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq aesni_intel lrw snd_seq_device ppdev gf128mul snd_pcm glue_helper ablk_helper snd_timer cryptd snd soundcore pcspkr vmw_balloon joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm ata_generic pata_acpi e1000 mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks ata_piix libata nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 64432 Comm: java Kdump: loaded Tainted: G             L ------------   3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff9870567bc100 ti: ffff987052f44000 task.ti: ffff987052f44000
RIP: 0010:[<ffffffff9d311ffd>]  [<ffffffff9d311ffd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff987052f47c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: 00000000000000b0 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff986ffea008b0
RBP: ffff987052f47c18 R08: 0000000000000040 R09: 0000000000000000
R10: 000000000000095b R11: 0000000000000000 R12: 0000000000010840
R13: ffff987052f47fd8 R14: ffff98715aa66100 R15: ffff986ffea00840
FS:  00007fa0b38f4700(0000) GS:ffff987177640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1831814280 CR3: 0000000151cda000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9d95bf4b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff9d96a443>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff9d81d550>] lock_sock_nested+0x20/0x50
[<ffffffff9d8914f3>] tcp_recvmsg+0x73/0xb30
[<ffffffff9d4fc3a5>] ? sock_has_perm+0x75/0x90
[<ffffffff9d22a602>] ? __switch_to+0x132/0x580
[<ffffffff9d8c0060>] inet_recvmsg+0x80/0xb0
[<ffffffff9d8186ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff9d818731>] sock_aio_read+0x21/0x30
[<ffffffff9d4404d3>] do_sync_read+0x93/0xe0
[<ffffffff9d440fb5>] vfs_read+0x145/0x170
[<ffffffff9d441dcf>] SyS_read+0x7f/0xf0
[<ffffffff9d974ddb>] system_call_fastpath+0x22/0x27
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#8 stuck for 22s! [Brokerd:2110]
Modules linked in: xt_comment xt_mark veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event sb_edac
iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec btusb aesni_intel ac97_bus lrw gf128mul btrtl glue_helper btbcm ablk_helper snd_seq ppdev vmw_balloon btintel snd_seq_device bluetooth joydev cryptd pcspkr snd_pcm snd_timer rfkill snd soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul crct10dif_common fb_sys_fops ttm crc32c_intel ata_piix mptspi drm scsi_transport_spi nfit libata serio_raw mptscsih libnvdimm e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 8 PID: 2110 Comm: Brokerd Kdump: loaded Tainted: G        W      ------------ T 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff890d1044e300 ti: ffff890d065b4000 task.ti: ffff890d065b4000
RIP: 0010:[<ffffffffb431799d>]  [<ffffffffb431799d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff890d065b7c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: 0000000000000bfd RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff890d1a6d8070
RBP: ffff890d065b7c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff890d1044e300 R11: 0000000000000293 R12: ffff890a75a49800
R13: ffff890a75a48c00 R14: 0000000000000001 R15: 0000000600000001
FS:  00007f1658bee700(0000) GS:ffff890d2b800000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000886f80 CR3: 0000000416d42000 CR4: 00000000001607e0
Call Trace:
[<ffffffffb497dd33>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffb498bb23>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffb483a5e0>] lock_sock_nested+0x20/0x50
[<ffffffffb48b0aa3>] tcp_recvmsg+0x73/0xb30
[<ffffffffb48dfff0>] inet_recvmsg+0x80/0xb0
[<ffffffffb48356ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffb42e6321>] ? put_prev_entity+0x31/0x400
[<ffffffffb4835731>] sock_aio_read+0x21/0x30
[<ffffffffb444d9c3>] do_sync_read+0x93/0xe0
[<ffffffffb444e4a5>] vfs_read+0x145/0x170
[<ffffffffb444f27f>] SyS_read+0x7f/0xf0
[<ffffffffb4995f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [prometheus:101962]
Modules linked in: veth br_netfilter tun devlink overlay(T) bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi iosf_mbi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq snd_seq_device aesni_intel snd_pcm ppdev lrw gf128mul glue_helper snd_timer ablk_helper vmw_balloon cryptd snd joydev pcspkr soundcore sg vmw_vmci i2c_piix4 parport_pc parport xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect mptspi scsi_transport_spi sysimgblt fb_sys_fops nfit ata_piix ttm mptscsih crct10dif_pclmul crct10dif_common drm libata libnvdimm crc32c_intel e1000 mptbase serio_raw drm_panel_orientation_quirks
fuse [last unloaded: ip_tables]
CPU: 1 PID: 101962 Comm: prometheus Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9d6ca620c200 ti: ffff9d6d23c30000 task.ti: ffff9d6d23c30000
RIP: 0010:[<ffffffff9e1174cd>]  [<ffffffff9e1174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9d6d23c33c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9d6d14b00000 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9d6c8712be70
RBP: ffff9d6d23c33c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff9d6ca620c200 R11: 0000000000000212 R12: ffff9d6db338c000
R13: ffff9d6d14b00000 R14: 0000000000000000 R15: ffffffff9e225e0d
FS:  00007fd077301700(0000) GS:ffff9d6db9640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f85fce62000 CR3: 000000012bc3e000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9e77b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff9e789ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff9e6385e0>] lock_sock_nested+0x20/0x50
[<ffffffff9e6ae293>] tcp_recvmsg+0x73/0xb30
[<ffffffff9e6dd730>] inet_recvmsg+0x80/0xb0
[<ffffffff9e6336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff9e633731>] sock_aio_read+0x21/0x30
[<ffffffff9e24cf83>] do_sync_read+0x93/0xe0
[<ffffffff9e24da65>] vfs_read+0x145/0x170
[<ffffffff9e24e83f>] SyS_read+0x7f/0xf0
[<ffffffff9e794226>] tracesys+0xa6/0xcc
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [redis-server:16612]
Modules linked in: veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) overlay(T) sunrpc snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 lrw snd_rawmidi gf128mul glue_helper snd_ac97_codec ablk_helper cryptd ac97_bus snd_seq snd_seq_device ppdev snd_pcm snd_timer vmw_balloon snd soundcore pcspkr sg joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul
crct10dif_common crc32c_intel ata_generic pata_acpi serio_raw vmwgfx e1000 drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi scsi_transport_spi mptscsih libata mptbase drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 16612 Comm: redis-server Kdump: loaded Tainted: G           OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffffa0d2ea1a4100 ti: ffffa0d3fe6a0000 task.ti: ffffa0d3fe6a0000
RIP: 0010:[<ffffffffb7511ffd>]  [<ffffffffb7511ffd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffffa0d3fe6a3c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffa0d406265200 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffa0d403a34630
RBP: ffffa0d3fe6a3c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffffa0d2ea1a4100 R11: 0000000000000246 R12: ffffa0d246b26100
R13: 00000000311c243e R14: ffffa0d3fe6a3b90 R15: 0000002003a33e00
FS:  00007fb5529c6f80(0000) GS:ffffa0d412680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fae568ac3a0 CR3: 00000000ac3f6000 CR4: 00000000001607e0
Call Trace:
[<ffffffffb7b5bf4b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffb7b6a443>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffb7a1d550>] lock_sock_nested+0x20/0x50
[<ffffffffb7a914f3>] tcp_recvmsg+0x73/0xb30
[<ffffffffb742a621>] ? __switch_to+0x151/0x580
[<ffffffffb7ac0060>] inet_recvmsg+0x80/0xb0
[<ffffffffb7a186ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffb7a18731>] sock_aio_read+0x21/0x30
[<ffffffffb76404d3>] do_sync_read+0x93/0xe0
[<ffffffffb7640fb5>] vfs_read+0x145/0x170
[<ffffffffb7641dcf>] SyS_read+0x7f/0xf0
[<ffffffffb7b7505b>] tracesys+0xa3/0xc9
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [sshd:6171]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype tun br_netfilter devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus iosf_mbi snd_seq crc32_pclmul snd_seq_device ghash_clmulni_intel
snd_pcm ppdev aesni_intel lrw snd_timer gf128mul glue_helper vmw_balloon ablk_helper cryptd snd soundcore joydev pcspkr vmw_vmci sg i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ata_piix mptspi nfit scsi_transport_spi libata libnvdimm serio_raw mptscsih e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 1 PID: 6171 Comm: sshd Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff95c506e9e300 ti: ffff95c5758d4000 task.ti: ffff95c5758d4000
RIP: 0010:[<ffffffff8cd174cd>]  [<ffffffff8cd174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff95c5758d7c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff95c51e3d0a00 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff95c558bd8070
RBP: ffff95c5758d7c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff95c506e9e300 R11: 0000000000000246 R12: dead000000000200
R13: dead000000000100 R14: ffffffff8ce63e50 R15: ffff95c5758d7aa0
FS:  00007fd7e14cf8c0(0000) GS:ffff95c57b640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0abfbed9e5 CR3: 0000000074a4e000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8d37b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff8d389ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff8d2385e0>] lock_sock_nested+0x20/0x50
[<ffffffff8d2ae293>] tcp_recvmsg+0x73/0xb30
[<ffffffff8ccdaaf0>] ? wake_up_state+0x20/0x20
[<ffffffff8d2dd730>] inet_recvmsg+0x80/0xb0
[<ffffffff8d2336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff8d233731>] sock_aio_read+0x21/0x30
[<ffffffff8ce4cf83>] do_sync_read+0x93/0xe0
[<ffffffff8ce4da65>] vfs_read+0x145/0x170
[<ffffffff8ce4e83f>] SyS_read+0x7f/0xf0
[<ffffffff8d393f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [kubelet:91763]
Modules linked in: xt_set xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ip_set nf_conntrack_netlink nfnetlink xt_nat xt_statistic ip_vs_sh ip_vs_wrr ip_vs_rr veth ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache xt_comment xt_mark xt_addrtype br_netfilter ip_vs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock overlay(T) snd_seq_midi snd_seq_midi_event iosf_mbi snd_ens1371 crc32_pclmul snd_rawmidi snd_ac97_codec ghash_clmulni_intel aesni_intel lrw gf128mul ac97_bus snd_seq
snd_seq_device ppdev snd_pcm glue_helper snd_timer sg ablk_helper pcspkr snd cryptd joydev soundcore nfit libnvdimm vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix mptspi libata serio_raw scsi_transport_spi mptscsih e1000 mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 91763 Comm: kubelet Kdump: loaded Tainted: G             L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9e400ea6cf10 ti: ffff9e3fea234000 task.ti: ffff9e3fea234000
RIP: 0010:[<ffffffffab7086fd>]  [<ffffffffab7086fd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9e3fea237c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffffffabd12b08 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e3e61bb0830
RBP: ffff9e3fea237c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff9e400ea6cf10 R11: 0000000000000212 R12: ffffffffabd12b08
R13: ffffffffabd12b14 R14: ffffffffabd12b08 R15: ffffffffabd12b14
FS:  00007f595bfff700(0000) GS:ffff9e401ccc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fff875faf68 CR3: 000000009e1a4000 CR4: 00000000003607e0
Call Trace:
[<ffffffffabd0842a>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffabd156c3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffabbd0170>] lock_sock_nested+0x20/0x50
[<ffffffffabc3ffe3>] tcp_recvmsg+0x73/0xb30
[<ffffffffab703565>] ? futex_wait_queue_me+0xd5/0x130
[<ffffffffabc6e750>] inet_recvmsg+0x80/0xb0
[<ffffffffabbcb9bc>] sock_aio_read.part.10+0x14c/0x170
[<ffffffffabbcba01>] sock_aio_read+0x21/0x30
[<ffffffffab81a113>] do_sync_read+0x93/0xe0
[<ffffffffab81abe5>] vfs_read+0x145/0x170
[<ffffffffab81ba0f>] SyS_read+0x7f/0xf0
[<ffffffffabd1f7d5>] system_call_fastpath+0x1c/0x21
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [kube-apiserver:94128]
Modules linked in: rpcsec_gss_krb5 tcp_lp fuse veth xt_set xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ip_set nf_conntrack_netlink tcp_diag nfnetlink inet_diag xt_statistic xt_nat ip_vs_sh ip_vs_wrr ip_vs_rr ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_comment xt_mark xt_addrtype xt_CHECKSUM iptable_mangle br_netfilter ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge ip_vs stp llc nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink cfg80211 rfkill vmw_vsock_vmci_transport vsock overlay(T) snd_seq_midi snd_seq_midi_event iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw snd_ens1371 gf128mul
vmw_balloon glue_helper snd_rawmidi ablk_helper cryptd snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm joydev pcspkr snd_timer nfit snd sg vmw_vmci soundcore libnvdimm i2c_piix4 shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix mptspi scsi_transport_spi libata e1000 mptscsih serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 94128 Comm: kube-apiserver Kdump: loaded Tainted: G             L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9b94e3633f40 ti: ffff9b95d8390000 task.ti: ffff9b95d8390000
RIP: 0010:[<ffffffffbb9086fd>]  [<ffffffffbb9086fd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9b95d8393c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9b958d7dcc80 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9b918671ccf0
RBP: ffff9b95d8393c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff9b94e3633f40 R11: 0000000000000216 R12: ffff9b95d8393ba0
R13: ffff9b958d7dcc80 R14: ffffffffbbdd0928 R15: ffff9b95d8393b80
FS:  000000c000080790(0000) GS:ffff9b97a5640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c000ae9000 CR3: 000000008e9d0000 CR4: 00000000003607e0
Call Trace:
[<ffffffffbbf0842a>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffbbf156c3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffbbdd0170>] lock_sock_nested+0x20/0x50
[<ffffffffbbe3ffe3>] tcp_recvmsg+0x73/0xb30
[<ffffffffbbe6e750>] inet_recvmsg+0x80/0xb0
[<ffffffffbbdcb9bc>] sock_aio_read.part.10+0x14c/0x170
[<ffffffffbbdcba01>] sock_aio_read+0x21/0x30
[<ffffffffbba1a113>] do_sync_read+0x93/0xe0
[<ffffffffbba1abe5>] vfs_read+0x145/0x170
[<ffffffffbba1ba0f>] SyS_read+0x7f/0xf0
[<ffffffffbbf1f7d5>] system_call_fastpath+0x1c/0x21
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [sshd:4888]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus snd_seq crc32_pclmul snd_seq_device ppdev btusb snd_pcm btrtl ghash_clmulni_intel btbcm btintel aesni_intel bluetooth vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_vmci snd_timer i2c_piix4 snd rfkill soundcore parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common nfit crc32c_intel libnvdimm drm serio_raw ata_piix mptspi e1000 libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 4888 Comm: sshd Kdump: loaded Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff882ccc8d8000 ti: ffff882c6abd8000 task.ti: ffff882c6abd8000
RIP: 0010:[<ffffffff811174cd>]  [<ffffffff811174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff882c6abdbc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff882ccc8de300 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff882b77cc3e70
RBP: ffff882c6abdbc18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff882ccc8d8000 R11: 0000000000000246 R12: ffff882c6abdbb98
R13: 0000000000000003 R14: ffff882cf56dacc0 R15: ffff882cf56dacc0
FS:  00007f9a7dd7b8c0(0000) GS:ffff882cf56c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f157c00f0b8 CR3: 00000001ab820000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8177b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff81789ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff816385e0>] lock_sock_nested+0x20/0x50
[<ffffffff816ae293>] tcp_recvmsg+0x73/0xb30
[<ffffffff810daaf0>] ? wake_up_state+0x20/0x20
[<ffffffff810d2fd2>] ? __wake_up_common+0x82/0x120
[<ffffffff816dd730>] inet_recvmsg+0x80/0xb0
[<ffffffff816336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff81633731>] sock_aio_read+0x21/0x30
[<ffffffff8124cf83>] do_sync_read+0x93/0xe0
[<ffffffff8124da65>] vfs_read+0x145/0x170
[<ffffffff8124e83f>] SyS_read+0x7f/0xf0
[<ffffffff81793f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [sshd:1817]
Modules linked in: tcp_lp nls_utf8 isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi snd_ens1371 crc32_pclmul snd_rawmidi ghash_clmulni_intel snd_ac97_codec ac97_bus snd_seq ppdev snd_seq_device snd_pcm cryptd snd_timer pcspkr vmw_balloon snd joydev soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops crct10dif_pclmul crct10dif_common ttm nfit mptspi scsi_transport_spi ata_piix libnvdimm mptscsih crc32c_intel drm e1000 libata mptbase serio_raw drm_panel_orientation_quirks fuse
CPU: 3 PID: 1817 Comm: sshd Not tainted 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9b22f4aa6300 ti: ffff9b2258628000 task.ti: ffff9b2258628000
RIP: 0010:[<ffffffffb771749f>]  [<ffffffffb771749f>] native_queued_spin_lock_slowpath+0x1f/0x200
RSP: 0018:ffff9b225862bc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9b225529a900 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9b2275f117b0
RBP: ffff9b225862bc18 R08: 0000000000000040 R09: 0000000000000000
R10: 00000000000001ad R11: 0000000000000000 R12: dead000000000200
R13: dead000000000100 R14: ffffffffb7864130 R15: ffff9b225862baa0
FS:  00007fd31ffa18c0(0000) GS:ffff9b22f96c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fff3da14a58 CR3: 00000000920bc000 CR4: 00000000000607e0
Call Trace:
[<ffffffffb7d7dd63>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffb7d8bb53>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffb7c3a5e0>] lock_sock_nested+0x20/0x50
[<ffffffffb7cb0b13>] tcp_recvmsg+0x73/0xb30
[<ffffffffb790c2d5>] ? sock_has_perm+0x75/0x90
[<ffffffffb7ce0020>] inet_recvmsg+0x80/0xb0
[<ffffffffb7c356ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffb7c35731>] sock_aio_read+0x21/0x30
[<ffffffffb784d4b3>] do_sync_read+0x93/0xe0
[<ffffffffb784df95>] vfs_read+0x145/0x170
[<ffffffffb784ed6f>] SyS_read+0x7f/0xf0
[<ffffffffb7d95ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffb7d95f92>] system_call_fastpath+0x25/0x2a
[<ffffffffb7d95ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: ff ff 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 8b 17 <85> d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 1f 80 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [oneagentos:1673]
Modules linked in: binfmt_misc unix_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul vmw_balloon snd_seq ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr snd_timer sg snd soundcore parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common crc32c_intel ata_piix ttm mptspi nfit e1000 serio_raw drm scsi_transport_spi mptscsih libata mptbase drm_panel_orientation_quirks libnvdimm floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 1673 Comm: oneagentos Kdump: loaded Tainted: G        W    L ------------   3.10.0-957.27.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff95bdbabe1040 ti: ffff95bdacc78000 task.ti: ffff95bdacc78000
RIP: 0010:[<ffffffffba31342d>]  [<ffffffffba31342d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff95bdacc7bc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff95bdacc7bbf8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff95bd9bcc6cf0
RBP: ffff95bdacc7bc18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff95bdbabe1040 R11: 0000000000000293 R12: ffff95bd9bcc6c80
R13: ffffffff00000001 R14: 0000000900010003 R15: 0000001500000001
FS:  00007f5f9bfff700(0000) GS:ffff95be3a640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f95e3939000 CR3: 00000000baa8c000 CR4: 00000000001607e0
Call Trace:
[<ffffffffba95e2cb>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffba96c7e3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffba81f5d0>] lock_sock_nested+0x20/0x50
[<ffffffffba893573>] tcp_recvmsg+0x73/0xb30
[<ffffffffba8c2340>] inet_recvmsg+0x80/0xb0
[<ffffffffba81a6ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffba9691f2>] ? down_read+0x12/0x40
[<ffffffffba81a731>] sock_aio_read+0x21/0x30
[<ffffffffba441b33>] do_sync_read+0x93/0xe0
[<ffffffffba442615>] vfs_read+0x145/0x170
[<ffffffffba44342f>] SyS_read+0x7f/0xf0
[<ffffffffba976ddb>] system_call_fastpath+0x22/0x27
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [java:9667]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel btusb btrtl snd_ens1371 btbcm btintel snd_rawmidi snd_ac97_codec bluetooth aesni_intel ppdev lrw ac97_bus gf128mul snd_seq glue_helper ablk_helper cryptd snd_seq_device vmw_balloon snd_pcm joydev snd_timer snd pcspkr rfkill sg soundcore i2c_piix4 vmw_vmci shpchp nfit libnvdimm parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix drm libata mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 9667 Comm: java Kdump: loaded Not tainted 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9e9d0f69eeb0 ti: ffff9e9d0332c000 task.ti: ffff9e9d0332c000
RIP: 0010:[<ffffffff99b0b98d>]  [<ffffffff99b0b98d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9e9d0332fc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: 0000000000000001 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e9af0391930
RBP: ffff9e9d0332fc18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff9e9d0f69eeb0 R11: 0000000000000293 R12: ffff9e9d0332fbc0
R13: ffff9e9d0f69ef18 R14: ffffffff99acdcbe R15: ffff9e9d0332fb88
FS:  00007f254c6c4700(0000) GS:ffff9e9de8880000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f25a3262b00 CR3: 00000004be752000 CR4: 00000000000607e0
Call Trace:
[<ffffffff9a10dc5f>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff9a11b793>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff99fd5210>] lock_sock_nested+0x20/0x50
[<ffffffff9a0451b3>] tcp_recvmsg+0x73/0xb30
[<ffffffff99b06805>] ? futex_wait_queue_me+0xd5/0x130
[<ffffffff9a073b60>] inet_recvmsg+0x80/0xb0
[<ffffffff99fd09bc>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff99fd0a01>] sock_aio_read+0x21/0x30
[<ffffffff99c1e683>] do_sync_read+0x93/0xe0
[<ffffffff99c1f155>] vfs_read+0x145/0x170
[<ffffffff99c1ff7f>] SyS_read+0x7f/0xf0
[<ffffffff9a1256e1>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff9a12579b>] system_call_fastpath+0x22/0x27
[<ffffffff9a1256e1>] ? system_call_after_swapgs+0xae/0x146
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [sshd:77743]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm iosf_mbi crc32_pclmul snd_timer ghash_clmulni_intel snd soundcore aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd sg pcspkr joydev vmw_balloon parport_pc parport vmw_vmci i2c_piix4 ip_tables
xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common libata nfit mptspi scsi_transport_spi libnvdimm crc32c_intel mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 77743 Comm: sshd Kdump: loaded Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8dadf97ae300 ti: ffff8dadbed00000 task.ti: ffff8dadbed00000
RIP: 0010:[<ffffffffb4d174cd>]  [<ffffffffb4d174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff8dadbed03c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff8dade339bc00 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff8dadd5f20070
RBP: ffff8dadbed03c18 R08: 0000000000000040 R09: 0000000000000000
R10: 000000000000039b R11: 0000000000000000 R12: dead000000000200
R13: dead000000000100 R14: ffffffffb4e63e50 R15: ffff8dadbed03aa0
FS:  00007faa0c4898c0(0000) GS:ffff8dadfb640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6d1efc3000 CR3: 0000000037250000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb537b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffb5389ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffb52385e0>] lock_sock_nested+0x20/0x50
[<ffffffffb52ae293>] tcp_recvmsg+0x73/0xb30
[<ffffffffb4f0be65>] ? sock_has_perm+0x75/0x90
[<ffffffffb52dd730>] inet_recvmsg+0x80/0xb0
[<ffffffffb52336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffb5233731>] sock_aio_read+0x21/0x30
[<ffffffffb4e4cf83>] do_sync_read+0x93/0xe0
[<ffffffffb4e4da65>] vfs_read+0x145/0x170
[<ffffffffb4e4e83f>] SyS_read+0x7f/0xf0
[<ffffffffb5393f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [gpu-admission-m:3374]
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [kube-apiserver:7208]
Modules linked in: xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ipip tunnel4 ip_tunnel xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 tun ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_conntrack ebtable_filter ebtables ip6table_filter ip6_tables devlink xt_addrtype xt_set xt_mark ip_set_hash_ipportnet ip_set_hash_ipportip ip_set_bitmap_port ip_set_hash_ipport ip_set nfnetlink dummy xt_comment iptable_nat nf_nat_ipv4 nf_nat overlay(T) nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg i2c_piix4 parport_pc parport vmw_vmci br_netfilter
bridge stp llc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi ata_piix crct10dif_pclmul crct10dif_common scsi_transport_spi crc32c_intel mptscsih libata serio_raw nfit mptbase libnvdimm vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 7208 Comm: kube-apiserver Tainted: G        W    L ------------ T 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9646f027d140 ti: ffff9647bf328000 task.ti: ffff9647bf328000
RIP: 0010:[<ffffffffa3d1342d>]  [<ffffffffa3d1342d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9647bf32bc18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9647bf32bbf8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96472ff7c630
RBP: ffff9647bf32bc18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff9646f027d140 R11: 0000000000000212 R12: ffff9647beee5d00
R13: ffffffffa42a29a5 R14: ffff9647bf32bb90 R15: ffff9647beee5d00
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 132s! [etcd:3338]
FS:  000000c0000a4410(0000) GS:ffff9647ffd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005626bc0688d8 CR3: 000000040ea02000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa435e2cb>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffa436c7e3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffa421f5d0>] lock_sock_nested+0x20/0x50
[<ffffffffa4293573>] tcp_recvmsg+0x73/0xb30
[<ffffffffa42c2340>] inet_recvmsg+0x80/0xb0
[<ffffffffa421a6ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffa421a731>] sock_aio_read+0x21/0x30
[<ffffffffa3e41b33>] do_sync_read+0x93/0xe0
[<ffffffffa3e42615>] vfs_read+0x145/0x170
[<ffffffffa3e4342f>] SyS_read+0x7f/0xf0
[<ffffffffa4376ddb>] system_call_fastpath+0x22/0x27

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [java:24170]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt sr_mod fb_sys_fops ttm cdrom mptspi ata_generic drm pata_acpi crct10dif_pclmul scsi_transport_spi nfit crct10dif_common
mptscsih ata_piix crc32c_intel mptbase libnvdimm e1000 drm_panel_orientation_quirks serio_raw libata fuse
CPU: 2 PID: 24170 Comm: java Kdump: loaded Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffffa06faea1a100 ti: ffffa0711eea0000 task.ti: ffffa0711eea0000
RIP: 0010:[<ffffffff815174cd>]  [<ffffffff815174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffffa0711eea3c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffa0713565b5f8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffa0707a7873f0
RBP: ffffa0711eea3c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffffa06faea1a100 R11: 0000000000000293 R12: ffffa0711eede390
R13: ffffa0713565acc0 R14: ffffa0711eede390 R15: 00000000d9d8ea99
FS:  00007ff50c7b2700(0000) GS:ffffa07135680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff53d445f80 CR3: 000000017eb88000 CR4: 00000000003607e0
Call Trace:
[<ffffffff81b7b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff81b89ad3>] _raw_spin_lock_bh+0x33/0x40
[<ffffffff81a385e0>] lock_sock_nested+0x20/0x50
[<ffffffff81aae293>] tcp_recvmsg+0x73/0xb30
[<ffffffff81435c19>] ? sched_clock+0x9/0x10
[<ffffffff814de185>] ? sched_clock_cpu+0x85/0xc0
[<ffffffff8142b621>] ? __switch_to+0x151/0x580
[<ffffffff81add730>] inet_recvmsg+0x80/0xb0
[<ffffffff81a336ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff81a33731>] sock_aio_read+0x21/0x30
[<ffffffff8164cf83>] do_sync_read+0x93/0xe0
[<ffffffff8164da65>] vfs_read+0x145/0x170
[<ffffffff8164e83f>] SyS_read+0x7f/0xf0
[<ffffffff81b93f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [falcon-sensor:18705]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_lsm_pinned_10703(E) rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vmw_vsock_vmci_transport vsock falcon_lsm_pinned_10404(E) sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon nfit pcspkr joydev sg libnvdimm vmw_vmci shpchp i2c_piix4 parport_pc parport ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel mptspi serio_raw libata scsi_transport_spi mptscsih mptbase vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: falcon_lsm_serviceable]
CPU: 1 PID: 18705 Comm: falcon-sensor Kdump: loaded Tainted: P            EL ------------   3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9b79481ebf40 ti: ffff9b7bf4f80000 task.ti: ffff9b7bf4f80000
RIP: 0010:[<ffffffffa810b98d>]  [<ffffffffa810b98d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9b7bf4f83c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9b7cfffd9868 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9b78d1478070
RBP: ffff9b7bf4f83c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff9b79481ebf40 R11: 0000000000000293 R12: 0000000000000001
R13: 0000000600000001 R14: 0000001000010001 R15: 0000001100000003
FS:  00007ffa9b33c700(0000) GS:ffff9b7cffc40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8d03838000 CR3: 000000035be14000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa870dc5f>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffa871b793>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffa85d5210>] lock_sock_nested+0x20/0x50
[<ffffffffa86451b3>] tcp_recvmsg+0x73/0xb30
[<ffffffffa8673b60>] inet_recvmsg+0x80/0xb0
[<ffffffffa85d09bc>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffa85d0a01>] sock_aio_read+0x21/0x30
[<ffffffffa821e683>] do_sync_read+0x93/0xe0
[<ffffffffa821f155>] vfs_read+0x145/0x170
[<ffffffffa821ff7f>] SyS_read+0x7f/0xf0
[<ffffffffa8725a1b>] tracesys+0xa3/0xc9
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [sshd:3243]
sched: RT throttling activated
Modules linked in: tcp_lp nls_utf8 isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd snd_ens1371 snd_rawmidi joydev snd_ac97_codec pcspkr ac97_bus snd_seq snd_seq_device snd_pcm sg snd_timer snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm ata_piix nfit crc32c_intel libnvdimm libata e1000 mptspi serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 3243 Comm: sshd Kdump: loaded Not tainted 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9948f93aa0e0 ti: ffff994936dc4000 task.ti: ffff994936dc4000
RIP: 0010:[<ffffffffa1317edd>]  [<ffffffffa1317edd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff994936dc7c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9948fcf15700 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff994938df17b0
RBP: ffff994936dc7c18 R08: 0000000000000040 R09: 0000000000000000
R10: ffff9948f93aa0e0 R11: 0000000000000246 R12: dead000000000200
R13: dead000000000100 R14: ffffffffa1463430 R15: ffff994936dc7aa0
FS:  00007f2b497ed8c0(0000) GS:ffff99493b680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2e27e93000 CR3: 0000000041e08000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffa197a024>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffa1988713>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffa18375e0>] lock_sock_nested+0x20/0x50
[<ffffffffa18ad0d3>] tcp_recvmsg+0x73/0xb30
[<ffffffffa18dc530>] inet_recvmsg+0x80/0xb0
[<ffffffffa18326ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffa1832731>] sock_aio_read+0x21/0x30
[<ffffffffa144c633>] do_sync_read+0x93/0xe0
[<ffffffffa144d115>] vfs_read+0x145/0x170
[<ffffffffa144dedf>] SyS_read+0x7f/0xf0
[<ffffffffa1992ed2>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f 

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [svr0cent:31500]
Modules linked in: devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink vmw_vsock_vmci_transport vsock ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter fuse vmhgfs(OE) sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi kvm_intel kvm snd_ens1371 snd_rawmidi snd_ac97_codec irqbypass ac97_bus snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_seq_device gf128mul snd_pcm glue_helper snd_timer snd ablk_helper soundcore
cryptd ppdev sg vmw_balloon vmw_vmci joydev i2c_piix4 pcspkr parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit drm libnvdimm crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw e1000 mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks
CPU: 1 PID: 31500 Comm: svr0cent Kdump: loaded Tainted: G           OEL ------------   3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffffa06543b6b150 ti: ffffa065f4414000 task.ti: ffffa065f4414000
RIP: 0010:[<ffffffffbdb17e8d>]  [<ffffffffbdb17e8d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffffa065f4417c18  EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffa065f965acc0 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffa0654c0d2730
RBP: ffffa065f4417c18 R08: 0000000000000040 R09: 0000000000000000
R10: 000000000000095d R11: 0000000000000000 R12: ffffa065f4417ba0
R13: ffffffffbda35c19 R14: ffffa065f4417b80 R15: ffffa065f4417b88
FS:  00007faa14fe0700(0000) GS:ffffa065f9640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000ce985c CR3: 0000000134058000 CR4: 00000000003607e0
Call Trace:
[<ffffffffbe17a024>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffbe188713>] _raw_spin_lock_bh+0x33/0x40
[<ffffffffbe0375e0>] lock_sock_nested+0x20/0x50
[<ffffffffbe0ad0d3>] tcp_recvmsg+0x73/0xb30
[<ffffffffbdd0b1b5>] ? sock_has_perm+0x75/0x90
[<ffffffffbe0dc530>] inet_recvmsg+0x80/0xb0
[<ffffffffbe0326ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffbe032731>] sock_aio_read+0x21/0x30
[<ffffffffbdc4c5e3>] do_sync_read+0x93/0xe0
[<ffffffffbdc4d0c5>] vfs_read+0x145/0x170
[<ffffffffbdc4de8f>] SyS_read+0x7f/0xf0
[<ffffffffbe192ed2>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f