NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [ksoftirqd/1:14]
Modules linked in: rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache vmhgfs(OE) vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq ppdev aesni_intel snd_seq_device lrw snd_pcm gf128mul glue_helper ablk_helper snd_timer cryptd snd nfit vmw_balloon pcspkr sg soundcore joydev libnvdimm parport_pc parport shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm e1000 drm serio_raw ata_piix libata mptspi scsi_transport_spi
mptscsih mptbase i2c_core
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G           OEL ------------   3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff9b117cbdbf40 ti: ffff9b117cbf8000 task.ti: ffff9b117cbf8000
RIP: 0010:[<ffffffffc038a3be>]  [<ffffffffc038a3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9b117cbfbaa0  EFLAGS: 00000246
RAX: ffffb13a40d40000 RBX: ffff9b122d368200 RCX: 0000000000000017
RDX: ffff9b1231293a00 RSI: ffff9b1231939000 RDI: 000000000000000e
RBP: ffff9b117cbfbab0 R08: 0000000000000002 R09: 00000000ba07efff
R10: ffff9b123193f0d8 R11: fffffc6640d40e00 R12: 0000000100000001
R13: ffff9b1226abcf00 R14: ffff9b117cbfba14 R15: ffffffffaa1212cb
FS:  0000000000000000(0000) GS:ffff9b1235640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd1bb394000 CR3: 000000006860e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc03ac71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03812e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffaa29b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffaa2a45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffffaa118ad9>] __blk_run_queue+0x39/0x50
[<ffffffffaa118b56>] blk_run_queue+0x26/0x40
[<ffffffffaa2a2b58>] scsi_run_queue+0x258/0x2f0
[<ffffffffaa2a47b0>] scsi_next_command+0x20/0x40
[<ffffffffaa2a4905>] scsi_end_request+0x135/0x1e0
[<ffffffffaa2a4b78>] scsi_io_completion+0x168/0x6a0
[<ffffffffaa29a05c>] scsi_finish_command+0xdc/0x140

NMI watchdog: BUG: soft lockup - CPU#5 stuck for 79s! [ksoftirqd/5:34]
Modules linked in: binfmt_misc veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi sb_edac snd_ac97_codec ac97_bus snd_seq iosf_mbi snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel aesni_intel lrw snd_timer gf128mul snd glue_helper ablk_helper ppdev cryptd soundcore sg vmw_vmci pcspkr vmw_balloon i2c_piix4 joydev parport_pc parport ip_tables xfs libcrc32c sr_mod
cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix syscopyarea libata sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm e1000 crct10dif_pclmul crct10dif_common mptspi crc32c_intel scsi_transport_spi mptscsih mptbase serio_raw drm_panel_orientation_quirks fuse
CPU: 5 PID: 34 Comm: ksoftirqd/5 Kdump: loaded Tainted: G        W    L ------------ T 3.10.0-1160.92.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9a32ac18e300 ti: ffff9a32ac1cc000 task.ti: ffff9a32ac1cc000
RIP: 0010:[<ffffffffc02be44e>]  [<ffffffffc02be44e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffff9a32ac1cfaa0  EFLAGS: 00000246
RAX: ffffa57d03200000 RBX: ffff9a392997d520 RCX: 000000000000001e
RDX: ffff9a3175d6fa00 RSI: ffff9a395f56c000 RDI: 000000000000000e
RBP: ffff9a32ac1cfab0 R08: 0000000000000003 R09: 000000050a5effff
R10: ffff9a395d763d00 R11: ffffcc28a01fd300 R12: 0000000100000002
R13: ffff9a364ba7fd80 R14: ffff9a32ac1cfa14 R15: ffffffffa1d713fb
FS:  0000000000000000(0000) GS:ffff9a395d740000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f180d739700 CR3: 000000066200a000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc02e874e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03092f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa1f02fe0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffa1f0cb8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa1d68649>] __blk_run_queue+0x39/0x50
[<ffffffffa1d686d6>] blk_run_queue+0x26/0x40
[<ffffffffa1f0b068>] scsi_run_queue+0x258/0x2f0
[<ffffffffa1f0cda0>] scsi_next_command+0x20/0x40
[<ffffffffa1f0cf0d>] scsi_end_request+0x14d/0x200
[<ffffffffa1f0d190>] scsi_io_completion+0x170/0x720
[<ffffffffa207f968>] ? __netif_receive_skb+0x18/0x70
[<ffffffffa1f01f50>] scsi_finish_command+0xe0/0x140
[<ffffffffa1f0c6a8>] scsi_softirq_done+0x138/0x170
[<ffffffffa1d72876>] blk_done_softirq+0x96/0xd0

NMI watchdog: BUG: soft lockup - CPU#10 stuck for 26s! [ksoftirqd/10:59]
Modules linked in: tcp_lp xt_set ip_set_hash_net ip_set nf_conntrack_netlink nfnetlink iptable_raw vxlan ip6_udp_tunnel udp_tunnel xt_mark xfrm6_mode_tunnel xfrm4_mode_tunnel esp4 drbg ansi_cprng veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac coretemp snd_ens1371 snd_rawmidi iosf_mbi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq aesni_intel snd_seq_device lrw gf128mul snd_pcm
glue_helper ablk_helper cryptd ppdev snd_timer snd soundcore vmw_balloon sg pcspkr joydev i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper nfit libnvdimm syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul drm crct10dif_common crc32c_intel ata_piix e1000 mptspi serio_raw scsi_transport_spi libata mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 10 PID: 59 Comm: ksoftirqd/10 Kdump: loaded Tainted: G             L ------------   3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9070b7f63180 ti: ffff9070b7f78000 task.ti: ffff9070b7f78000
RIP: 0010:[<ffffffffc040e3be>]  [<ffffffffc040e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9070b7f7baa0  EFLAGS: 00000246
RAX: ffffa1d843480000 RBX: ffff90773bd68000 RCX: 0000000000000005
RDX: ffff9070a1794400 RSI: ffff90775e57b000 RDI: 000000000000000e
RBP: ffff9070b7f7bab0 R08: 0000000000000002 R09: 00000007b670efff
R10: 00000000b4790f01 R11: ffff9070b4792140 R12: ffff9070b7f7baa8
R13: ffff9072a62bcf00 R14: ffff9070b7f7ba14 R15: ffffffffa055c28b
FS:  0000000000000000(0000) GS:ffff90775d880000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c420732640 CR3: 000000021cc10000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc043071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04a12e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa06e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa06ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa0553869>] __blk_run_queue+0x39/0x50
[<ffffffffa05538e6>] blk_run_queue+0x26/0x40
[<ffffffffa06ebaf8>] scsi_run_queue+0x258/0x2f0
[<ffffffffa06ed7b0>] scsi_next_command+0x20/0x40
[<ffffffffa06ed905>] scsi_end_request+0x135/0x1e0
[<ffffffffa06edb78>] scsi_io_completion+0x168/0x720
[<ffffffffa0855b28>] ? __netif_receive_skb+0x18/0x60

NMI watchdog: BUG: soft lockup - CPU#7 stuck for 24s! [ksoftirqd/7:44]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper sg cryptd vmw_balloon pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic ata_generic drm pata_acpi ata_piix crct10dif_pclmul mptspi crct10dif_common scsi_transport_spi mptscsih libata nfit
libnvdimm mptbase e1000 crc32c_intel drm_panel_orientation_quirks serio_raw dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 44 Comm: ksoftirqd/7 Kdump: loaded Tainted: G             L ------------   3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9494f41e20e0 ti: ffff9494f41f4000 task.ti: ffff9494f41f4000
RIP: 0010:[<ffffffffc029e3be>]  [<ffffffffc029e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9494f41f7aa0  EFLAGS: 00000246
RAX: ffffae24431c0000 RBX: ffff949b66242060 RCX: 0000000000000017
RDX: ffff949b98696800 RSI: ffff949b9eab9000 RDI: 000000000000000e
RBP: ffff9494f41f7ab0 R08: 0000000000000003 R09: 00000008177bafff
R10: ffff949b96ea20d8 R11: ffff949b92715500 R12: 0000000100000004
R13: ffff949b7e3c0900 R14: ffff9494f41f7a14 R15: ffffffff9ad557ab
FS:  0000000000000000(0000) GS:ffff949b9d7c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000014f6088 CR3: 0000000035526000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc022e71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02252e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9aedc890>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9aee5efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff9ad4cf59>] __blk_run_queue+0x39/0x50
[<ffffffff9ad4cfd6>] blk_run_queue+0x26/0x40
[<ffffffff9aee44a8>] scsi_run_queue+0x258/0x2f0
[<ffffffff9aee60f0>] scsi_next_command+0x20/0x40
[<ffffffff9aee6245>] scsi_end_request+0x135/0x1e0
[<ffffffff9aee64b8>] scsi_io_completion+0x168/0x6a0
[<ffffffff9aedb89c>] scsi_finish_command+0xdc/0x140

NMI watchdog: BUG: soft lockup - CPU#6 stuck for 33s! [ksoftirqd/6:39]
Modules linked in: veth vxlan ip6_udp_tunnel udp_tunnel ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nfsv4 dns_resolver nfs fscache rpcsec_gss_krb5 nf_conntrack_netlink br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype xt_set xt_mark xt_conntrack ipt_REJECT ip_set_hash_ipportnet ip_set_bitmap_port ip_set_hash_ipportip nf_reject_ipv4 ip_set_hash_ipport ip_set nfnetlink dummy overlay(T) xt_comment tun bridge stp iptable_nat llc nf_nat_ipv4 nf_nat ebtable_filter ebtables nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev sg parport_pc
vmw_balloon parport pcspkr i2c_piix4 vmw_vmci shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc sch_fq_codel ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix libahci mptspi serio_raw scsi_transport_spi libata mptscsih mptbase vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 39 Comm: ksoftirqd/6 Kdump: loaded Tainted: G             L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff99a2b9c8cf10 ti: ffff99a2b9cb0000 task.ti: ffff99a2b9cb0000
RIP: 0010:[<ffffffffc038e3be>]  [<ffffffffc038e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff99a2b9cb3aa0  EFLAGS: 00000246
RAX: ffffa50841bc0000 RBX: ffff99a55261ca00 RCX: 000000000000000b
RDX: ffff99a2e50e3200 RSI: ffff99a56caf3000 RDI: 000000000000000e
RBP: ffff99a2b9cb3ab0 R08: 0000000000000002 R09: 00000003bb80dfff
R10: ffff99a57f7120d8 R11: fffff3c9cc6afb00 R12: 0000000100000001
R13: ffff99a3caf26000 R14: ffff99a2b9cb3a14 R15: ffffffffb33212cb
FS:  0000000000000000(0000) GS:ffff99a57fd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fa507c76000 CR3: 0000000423230000 CR4: 00000000000007e0
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [vmtoolsd:1003]
Call Trace:
[<ffffffffc03a971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04122e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb349b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb34a45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffffb3318ad9>] __blk_run_queue+0x39/0x50
[<ffffffffb3318b56>] blk_run_queue+0x26/0x40
[<ffffffffb34a2b58>] scsi_run_queue+0x258/0x2f0
[<ffffffffb34a47b0>] scsi_next_command+0x20/0x40
[<ffffffffb34a4905>] scsi_end_request+0x135/0x1e0
[<ffffffffb34a4b78>] scsi_io_completion+0x168/0x6a0

NMI watchdog: BUG: soft lockup - CPU#7 stuck for 28s! [ksoftirqd/7:46]
Modules linked in: tcp_lp nls_utf8 isofs fuse tcp_diag udp_diag inet_diag nf_conntrack_netlink nfnetlink nf_conntrack_ftp binfmt_misc xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 ppdev vmw_balloon sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper joydev cryptd pcspkr parport_pc sg parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic vmwgfx drm_kms_helper syscopyarea pata_acpi sysfillrect sysimgblt
fb_sys_fops ttm drm mptspi ata_piix scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common libata serio_raw vmxnet3 mptbase crc32c_intel drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 46 Comm: ksoftirqd/7 Kdump: loaded Tainted: G             L ------------   3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff91a8ba5b8000 ti: ffff91a8ba5b4000 task.ti: ffff91a8ba5b4000
RIP: 0010:[<ffffffffc03353be>]  [<ffffffffc03353be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff91a8ba5b7aa0  EFLAGS: 00000246
RAX: ffff9fa2c36c0000 RBX: ffff91a8ba5b7a48 RCX: 0000000000000029
RDX: ffff91a435cecc00 RSI: ffff91ac2d7bb000 RDI: 000000000000000e
RBP: ffff91a8ba5b7ab0 R08: 0000000000000003 R09: 000000046ac1afff
R10: ffff91a8ba4ce0d8 R11: ffffc1ede056e000 R12: ffffffff8d0d7770
R13: ffff91a8ba5b7a20 R14: ffff91ac1d3362a0 R15: ffff91ac3fd1ac80
FS:  0000000000000000(0000) GS:ffff91ac3fc40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0da6ad0bc0 CR3: 00000003c3210000 CR4: 00000000001607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc041871e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03762e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8d4deb10>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8d4e817c>] scsi_request_fn+0x4cc/0x680
[<ffffffff8d34f0c9>] __blk_run_queue+0x39/0x50
[<ffffffff8d34f146>] blk_run_queue+0x26/0x40
[<ffffffff8d4e6728>] scsi_run_queue+0x258/0x2f0
[<ffffffff8d4e8370>] scsi_next_command+0x20/0x40
[<ffffffff8d4e84c5>] scsi_end_request+0x135/0x1e0
[<ffffffff8d4e8738>] scsi_io_completion+0x168/0x6a0
[<ffffffff8d0d3360>] ? task_rq_unlock+0x20/0x20
[<ffffffff8d4ddb1c>] scsi_finish_command+0xdc/0x140
[<ffffffff8d4e7c82>] scsi_softirq_done+0x132/0x160
[<ffffffff8d358dd6>] blk_done_softirq+0x96/0xc0
[<ffffffff8d0a5305>] __do_softirq+0xf5/0x280

NMI watchdog: BUG: soft lockup - CPU#18 stuck for 31s! [ksoftirqd/18:99]
Modules linked in: xt_nat veth dcdbas nf_conntrack_netlink nfnetlink br_netfilter bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop overlay vmw_vsock_vmci_transport vsock xt_comment xt_conntrack iptable_filter ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ext4 mbcache jbd2 sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata mptspi crct10dif_pclmul
nfit crct10dif_common scsi_transport_spi crc32c_intel e1000 mptscsih serio_raw libnvdimm mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 18 PID: 99 Comm: ksoftirqd/18 Kdump: loaded Tainted: G             L ------------   3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff96fce90a5230 ti: ffff96fce90c8000 task.ti: ffff96fce90c8000
RIP: 0010:[<ffffffffc00d93be>]  [<ffffffffc00d93be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff96fce90cbaa0  EFLAGS: 00000246
RAX: ffffaebcc6c00000 RBX: ffff96fde1af2000 RCX: 0000000000000059
RDX: ffff970b7a36b200 RSI: ffff970b7b600000 RDI: 000000000000000e
RBP: ffff96fce90cbab0 R08: 0000000000000002 R09: 0000000035d87fff
R10: 0000000014cec301 R11: ffff970814ced880 R12: 0000000100000001
R13: ffff96fbd6ac4900 R14: ffff96fce90cba14 R15: ffffffffb815b0cb
FS:  0000000000000000(0000) GS:ffff970b7f480000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdae8a9a7c4 CR3: 0000000c3b410000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc012371e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01ed2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb82e2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb82ec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb81527a9>] __blk_run_queue+0x39/0x50
[<ffffffffb8152826>] blk_run_queue+0x26/0x40
[<ffffffffb82ea618>] scsi_run_queue+0x258/0x2f0
[<ffffffffb82ec2d0>] scsi_next_command+0x20/0x40
[<ffffffffb82ec425>] scsi_end_request+0x135/0x1e0
[<ffffffffb82ec698>] scsi_io_completion+0x168/0x720
[<ffffffffb82e198c>] scsi_finish_command+0xdc/0x140
[<ffffffffb82ebbe0>] scsi_softirq_done+0x130/0x160
[<ffffffffb815c4f6>] blk_done_softirq+0x96/0xc0
[<ffffffffb7ea5695>] __do_softirq+0xf5/0x280

NMI watchdog: BUG: soft lockup - CPU#9 stuck for 26s! [ksoftirqd/9:54]
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 67s! [ksoftirqd/3:24]
Modules linked in: tcp_diag inet_diag binfmt_misc ipmi_devintf ipmi_msghandler xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_nat nf_nat_ipv4 nf_nat overlay(T) vmw_vsock_vmci_transport vsock iptable_filter coretemp crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon sg joydev pcspkr vmw_vmci parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common libata mptspi scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror
dm_region_hash dm_log dm_mod fuse nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack libcrc32c br_netfilter bridge stp llc
CPU: 3 PID: 24 Comm: ksoftirqd/3 Tainted: G             L ------------ T 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff9b6676f43180 ti: ffff9b6676f54000 task.ti: ffff9b6676f54000
RIP: 0010:[<ffffffffc047e3be>]  [<ffffffffc047e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9b6676f57aa0  EFLAGS: 00000246
RAX: ffffb51c43500000 RBX: ffff9b6cf8c19420 RCX: 000000000000000e
RDX: ffff9b6d1ddbb200 RSI: ffff9b6d1f238000 RDI: 000000000000000e
RBP: ffff9b6676f57ab0 R08: 0000000000000003 R09: 000000016ffadfff
R10: ffff9b66627c1400 R11: ffff9b6535a4d880 R12: 0000000100000002
R13: ffff9b6cf634e580 R14: ffff9b6676f57a14 R15: ffffffff8675be3b
FS:  0000000000000000(0000) GS:ffff9b6d1d6c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe09c02b9e5 CR3: 00000007ef0aa000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc04a371e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04bd2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff868e39d0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff868ed0fc>] scsi_request_fn+0x4ac/0x680
[<ffffffff86753519>] __blk_run_queue+0x39/0x50
[<ffffffff86753596>] blk_run_queue+0x26/0x40
[<ffffffff868eb658>] scsi_run_queue+0x258/0x2f0
[<ffffffff868ed310>] scsi_next_command+0x20/0x40
[<ffffffff868ed465>] scsi_end_request+0x135/0x1e0
[<ffffffff868ed6d8>] scsi_io_completion+0x168/0x720
[<ffffffff868e29cc>] scsi_finish_command+0xdc/0x140
[<ffffffff868ecc20>] scsi_softirq_done+0x130/0x160

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 32s! [ksoftirqd/0:6]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul pcspkr vmw_balloon glue_helper ablk_helper joydev cryptd sg i2c_piix4 vmw_vmci parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c
sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ata_piix libnvdimm libata crct10dif_pclmul crct10dif_common mptspi crc32c_intel scsi_transport_spi serio_raw mptscsih e1000 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Tainted: G             L ------------   3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff960579365280 ti: ffff960579764000 task.ti: ffff960579764000
RIP: 0010:[<ffffffffc03703be>]  [<ffffffffc03703be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff960579767aa0  EFLAGS: 00000246
RAX: ffffbe2c41c80000 RBX: ffff960579767a40 RCX: 000000000000000a
RDX: ffff960435e05800 RSI: ffff96082e86e000 RDI: 000000000000000e
RBP: ffff960579767ab0 R08: 0000000000000002 R09: 00000000b4446fff
R10: 000000002dff3801 R11: ffff96082dff3100 R12: ffff960579767a20
R13: ffffffff96063cd3 R14: ffff960579767a10 R15: 0000000000000003
FS:  0000000000000000(0000) GS:ffff96083fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000029a9ed0 CR3: 00000002a8010000 CR4: 00000000000607f0
Call Trace:
[<ffffffffc03bf71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03f22e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff964e39d0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff964ed0fc>] scsi_request_fn+0x4ac/0x680
[<ffffffff96353519>] __blk_run_queue+0x39/0x50
[<ffffffff96353596>] blk_run_queue+0x26/0x40
[<ffffffff964eb658>] scsi_run_queue+0x258/0x2f0
[<ffffffff964ed310>] scsi_next_command+0x20/0x40
[<ffffffff964ed465>] scsi_end_request+0x135/0x1e0
[<ffffffff964ed6d8>] scsi_io_completion+0x168/0x720
[<ffffffff964e29cc>] scsi_finish_command+0xdc/0x140
[<ffffffff964ecc20>] scsi_softirq_done+0x130/0x160
[<ffffffff9635d266>] blk_done_softirq+0x96/0xc0

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [ksoftirqd/1:14]
Modules linked in: tcp_diag inet_diag xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon pcspkr sg joydev vmw_vmci i2c_piix4 parport_pc parport
ip_tables xfs libcrc32c vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper ata_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm pata_acpi drm nfit mptspi scsi_transport_spi e1000 mptscsih ata_piix libnvdimm libata crct10dif_pclmul crct10dif_common mptbase crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G        W    L ------------   3.10.0-957.21.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff94ca7a3d6180 ti: ffff94ca7a3f4000 task.ti: ffff94ca7a3f4000
RIP: 0010:[<ffffffffc01c33be>]  [<ffffffffc01c33be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff94ca7a3f7aa0  EFLAGS: 00000246
RAX: ffffaaa401c00000 RBX: 0000000100011700 RCX: 0000000000000023
RDX: ffff94cd2a306800 RSI: ffff94cd2acef000 RDI: 000000000000000e
RBP: ffff94ca7a3f7ab0 R08: 0000000000000002 R09: 0000000337a7cfff
R10: ffff94cd2afc50d8 R11: ffffefd110a09c00 R12: ffff94cc9f3ef7c0
R13: ffff94cd1abbc000 R14: ffff94cd1abbc000 R15: ffffffff95e1b9a1
FS:  0000000000000000(0000) GS:ffff94cd3fc40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd269defd70 CR3: 00000000bb7da000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc01e671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01de2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff960d1700>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff960dac9c>] scsi_request_fn+0x4cc/0x680
[<ffffffff95f43849>] __blk_run_queue+0x39/0x50
[<ffffffff95f438c6>] blk_run_queue+0x26/0x40
[<ffffffff960d9248>] scsi_run_queue+0x258/0x2f0
[<ffffffff960dae90>] scsi_next_command+0x20/0x40
[<ffffffff960dafe5>] scsi_end_request+0x135/0x1e0
[<ffffffff960db258>] scsi_io_completion+0x168/0x6a0
[<ffffffff960d070c>] scsi_finish_command+0xdc/0x140
[<ffffffff960da7a2>] scsi_softirq_done+0x132/0x160
[<ffffffff95f4d546>] blk_done_softirq+0x96/0xc0
[<ffffffff95ca1075>] __do_softirq+0xf5/0x280

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [ksoftirqd/2:18]
Modules linked in: tcp_diag inet_diag talpa_vfshook(OE) talpa_pedconnector(OE) talpa_pedevice(OE) talpa_vcdevice(OE) talpa_core(OE) talpa_linux(OE) talpa_syscallhook(OE) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock intel_powerclamp coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr vmw_balloon sg parport_pc
parport vmw_vmci i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common vmwgfx crc32c_intel drm_kms_helper serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops mptspi ttm scsi_transport_spi mptscsih mptbase ata_piix drm libata vmxnet3 i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 18 Comm: ksoftirqd/2 Tainted: G           OEL ------------   3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff880182278000 ti: ffff880182280000 task.ti: ffff880182280000
RIP: 0010:[<ffffffffa015b3be>]  [<ffffffffa015b3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff880182283aa0  EFLAGS: 00000246
RAX: ffffc90001b40000 RBX: ffff880182283a70 RCX: 0000000000000015
RDX: ffff88042bab7a00 RSI: ffff88043f745000 RDI: 000000000000000e
RBP: ffff880182283ab0 R08: 0000000000000003 R09: ffff88043f7460d8
R10: ffff8800716d2a00 R11: ffffea0010acfd00 R12: 0000000100000041
R13: ffff8800716f5b00 R14: ffff880182283a14 R15: ffffffff812f4a0b
FS:  0000000000000000(0000) GS:ffff88043fc80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fdf8ee1be00 CR3: 000000024b2cc000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88043f745d30 0000000000000048 ffff880182283b58 ffffffffa00c4729
ffff88043f745008 04000000c8de7dd3 0000000000000015 ffff8800716d2a00
0000000000000054 ffff88043f745188 0000006000000015 ffff880400000007
Call Trace:
[<ffffffffa00c4729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffa00702b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff814518da>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8145a9e1>] scsi_request_fn+0x501/0x770
[<ffffffff812eb053>] __blk_run_queue+0x33/0x40
[<ffffffff812eb0c6>] blk_run_queue+0x26/0x40
[<ffffffff81458d78>] scsi_run_queue+0x258/0x2f0
[<ffffffff8145ac90>] scsi_next_command+0x20/0x40
[<ffffffff8145ade5>] scsi_end_request+0x135/0x1e0
[<ffffffff8145b006>] scsi_io_completion+0x116/0x670
[<ffffffff814501b5>] scsi_finish_command+0xd5/0x130
[<ffffffff8145a4b2>] scsi_softirq_done+0x132/0x160
[<ffffffff812f59b0>] blk_done_softirq+0x90/0xc0