NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [xfsaild/dm-1:412]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_14713(E) falcon_lsm_pinned_14604(E) falcon_lsm_pinned_14504(E) xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop overlay snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq iosf_mbi snd_seq_device snd_pcm crc32_pclmul ghash_clmulni_intel snd_timer aesni_intel snd lrw virtio_rng gf128mul soundcore glue_helper virtio_balloon joydev pcspkr ablk_helper i2c_piix4 cryptd ip_tables xfs libcrc32c ata_generic pata_acpi virtio_blk virtio_console
qxl drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata e1000 crct10dif_pclmul crct10dif_common virtio_pci crc32c_intel serio_raw virtio_ring floppy drm_panel_orientation_quirks virtio dm_mirror dm_region_hash dm_log dm_mod [last unloaded: falcon_kal]
CPU: 2 PID: 412 Comm: xfsaild/dm-1 Tainted: P            EL ------------   3.10.0-1160.80.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 1.15.0-2.module+el8.6.0+20659+3dcf7c70 04/01/2014
task: ffff9d6cf5c18000 ti: ffff9d6df47d4000 task.ti: ffff9d6df47d4000
RIP: 0010:[<ffffffffc01cb8e7>]  [<ffffffffc01cb8e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9d6dffd03a90  EFLAGS: 00000286
RAX: ffffa8a4807c3818 RBX: ffff9d6dffd13940 RCX: 0000000000000024
RDX: 0000000000000024 RSI: ffff9d6df49d9380 RDI: ffff9d6df6c9e000
RBP: ffff9d6dffd03b10 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff9d6dffd03a08
R13: ffffffff957c63f2 R14: ffff9d6dffd03b10 R15: ffff9d6df6c9e000
FS:  0000000000000000(0000) GS:ffff9d6dffd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002c1b002 CR3: 0000000137bfe000 CR4: 00000000001606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#4 stuck for 21s! [swapper/4:0]
Modules linked in: ip6table_filter ip6_tables tcp_diag inet_diag xt_time nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 xt_owner xt_multiport iptable_filter ext4 mbcache jbd2 loop dm_mirror dm_region_hash dm_log dm_mod ppdev parport_pc parport sg pcspkr joydev i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_blk vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata e1000 virtio_pci serio_raw virtio_ring virtio drm_panel_orientation_quirks floppy
CPU: 4 PID: 0 Comm: swapper/4 Kdump: loaded Tainted: G             L ------------   3.10.0-1062.9.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.12.1-0-ga5cab58e9a3f-prebuilt.qemu.org 04/01/2014
task: ffff8bbd7a208000 ti: ffff8bbd7a204000 task.ti: ffff8bbd7a204000
RIP: 0010:[<ffffffffc011a877>]  [<ffffffffc011a877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8bc027d039c0  EFLAGS: 00000286
RAX: ffffb02641b83818 RBX: 0000000000000001 RCX: 00000000000000bd
RDX: 00000000000000bd RSI: ffff8bc013368440 RDI: ffff8bc015470000
RBP: ffff8bc027d03a40 R08: 0000000000000100 R09: 0000000022100000
R10: 00002c0000450008 R11: 0000000000000000 R12: ffff8bc027d03938
R13: ffffffff9618eefa R14: ffff8bc027d03a40 R15: ffff8bc015470000
FS:  0000000000000000(0000) GS:ffff8bc027d00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4a6bee045c CR3: 0000000414f96000 CR4: 00000000000006e0
Call Trace:

BUG: soft lockup - CPU#10 stuck for 45s! [mysqld:84895]
Modules linked in: binfmt_misc tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables dahdi(OF) crc_ccitt fuse netatop(OF) xt_CHECKSUM iptable_mangle xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype iptable_nat nf_nat_ipv4 nf_nat nf_log_ipv4 nf_log_common xt_LOG ipt_REJECT nf_conntrack_ipv4 nf_defrag_ipv4 xt_recent xt_multiport xt_mark xt_conntrack nf_conntrack iptable_filter coretemp ext4 mbcache jbd2 snd_ens1371 snd_rawmidi snd_ac97_codec crc32_pclmul ac97_bus snd_seq ghash_clmulni_intel snd_seq_device snd_pcm ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon snd_timer ablk_helper cryptd snd ahci soundcore pcspkr sg libahci vmw_vmci i2c_piix4 shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif
ata_generic crct10dif_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common drm_kms_helper crc32c_intel ttm mptspi serio_raw scsi_transport_spi ata_piix drm mptscsih e1000 libata mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 10 PID: 84895 Comm: mysqld Tainted: GF          O--------------   3.10.0-229.14.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff880127c08000 ti: ffff880127cdc000 task.ti: ffff880127cdc000
RIP: 0010:[<ffffffffa00bc5d1>]  [<ffffffffa00bc5d1>] e1000_xmit_frame+0xa51/0x10b0 [e1000]
RSP: 0000:ffff880332743a88  EFLAGS: 00000286
RAX: ffffc90009903818 RBX: 00000001880aa8c6 RCX: ffff8800355835a0
RDX: 000000000000005b RSI: 00000000ffffffff RDI: 00000000bc22b000
RBP: ffff880332743b18 R08: 0000000000000200 R09: 0000000022100000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8803327439f8
R13: ffffffff81614fdd R14: ffff880332743b18 R15: ffff880324200000
FS:  00007fec881d4700(0000) GS:ffff880332740000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f565db73000 CR3: 0000000328302000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff819e0700 ffff88032c245098 0000000000000059 ffff880035e33400
0000000000000009 ffff880000000000 0000000100001000 ffff880035db14c0
ffff8803296db2f8 ffff880324200000 ffff88032c245000 ffff880324200000
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 44s! [vmtoolsd:952]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel sg lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr vmw_balloon vmw_vmci parport_pc parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx ahci ata_piix libahci e1000e drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul libata nfit vmw_pvscsi libnvdimm crct10dif_common
crc32c_intel serio_raw ptp pps_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 952 Comm: vmtoolsd Kdump: loaded Not tainted 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8e6b35d6e2a0 ti: ffff8e6d35ef0000 task.ti: ffff8e6d35ef0000
RIP: 0010:[<ffffffffc0655e23>]  [<ffffffffc0655e23>] e1000_xmit_frame+0xc13/0xfa0 [e1000e]
RSP: 0000:ffff8e6d3fc03a68  EFLAGS: 00000246
RAX: 0000000000000039 RBX: ffffffffab703bc0 RCX: 0000000000000100
RDX: ffff9a3c80ec3818 RSI: 0000000000000013 RDI: ffff8e6b35cbf300
RBP: ffff8e6d3fc03ae0 R08: 0000000000000000 R09: ffff8e6d312c88c0
R10: 0000000000000000 R11: 00000002332fb8ce R12: ffff8e6d3fc039d8
R13: ffffffffaad93efa R14: ffff8e6d3fc03ae0 R15: ffff8e6ce3b52cf8
FS:  00007f0d0c21a880(0000) GS:ffff8e6d3fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8479afe830 CR3: 0000000034a9e000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [kworker/0:1:7794]
Modules linked in: nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack tun bridge stp llc fuse ebtable_filter ebtables ip6table_filter ip6_tables vboxsf(OE) vmwgfx snd_intel8x0 snd_ac97_codec ac97_bus ttm drm_kms_helper snd_seq snd_seq_device snd_pcm joydev ppdev drm snd_timer snd fjes parport_pc parport acpi_cpufreq tpm_tis vboxguest(OE) video soundcore tpm i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc xfs libcrc32c crc32c_intel e1000 ata_generic serio_raw pata_acpi
CPU: 0 PID: 7794 Comm: kworker/0:1 Tainted: G        W  OEL  4.5.5-300.el7.centos.x86_64 #2
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
Workqueue: events e1000_watchdog [e1000]
task: ffff88000f4b8000 ti: ffff88006a944000 task.ti: ffff88006a944000
RIP: 0010:[<ffffffffa0043064>]  [<ffffffffa0043064>] e1000_xmit_frame+0xd74/0x1150 [e1000]
RSP: 0018:ffff88007fc039f0  EFLAGS: 00010286
RAX: ffffc90000483818 RBX: ffff88007b60a000 RCX: 0000000000000100
RDX: 0000000000000015 RSI: 00000000a910004a RDI: ffff88007b60a000
RBP: ffff88007fc03a80 R08: 0000000000000000 R09: 00000000ffffffff
R10: 0000000000000000 R11: 00000000652168e6 R12: 0000000000000013
R13: 000000000000004a R14: 0000000000000014 R15: ffff880036df5e80
FS:  0000000000000000(0000) GS:ffff88007fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f932d17efdc CR3: 000000005693a000 CR4: 00000000000006f0
Stack:
ffff88006c478900 ffff8800652168e6 ffff88007fc03a10 ffffffff8169c0c9
000000137fc03a30 0000000000000009 ffff88006c478900 0000000000000001
0000000000001000 ffffffff00000000 ffff88007c9eb000 ffff88007c9eb098
Call Trace:

BUG: soft lockup - CPU#27 stuck for 27s! [rngd:1325]
Modules linked in: xt_set xt_multiport ip_set_hash_ip ip_set nfnetlink rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ip6t_REJECT ipt_REJECT xt_conntrack ebtable_nat ebtable_broute bridge stp llc ebtable_filter ebtables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw ip6table_filter ip6_tables iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw iptable_filter nvidia_drm(POE) nvidia_modeset(POE) nvidia_uvm(OE) nvidia(POE) ext4 mbcache jbd2 sg ipmi_msghandler snd_hda_intel snd_hda_codec ppdev virtio_balloon snd_hda_core snd_hwdep i2c_i801 lpc_ich mfd_core snd_seq snd_seq_device snd_pcm snd_timer
snd soundcore shpchp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc dm_multipath ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic virtio_blk cirrus syscopyarea sysfillrect sysimgblt drm_kms_helper ahci ttm libahci crct10dif_pclmul crct10dif_common virtio_pci virtio_ring crc32c_intel libata e1000 drm serio_raw virtio i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 27 PID: 1325 Comm: rngd Tainted: P        W  OEL ------------   3.10.0-327.el7.x86_64 #1
Hardware name: QEMU Standard PC (Q35 + ICH9, 2009), BIOS rel-1.8.2-0-g33fbe13 by qemu-project.org 04/01/2014
task: ffff8817fa6aa280 ti: ffff8817f9d6c000 task.ti: ffff8817f9d6c000
RIP: 0010:[<ffffffffa010f63a>]  [<ffffffffa010f63a>] e1000_xmit_frame+0xaca/0x10b0 [e1000]
RSP: 0000:ffff88307fd83a58  EFLAGS: 00000286
RAX: ffffc90028c83818 RBX: 0000002ff1c6d8ce RCX: ffff882ff9e86000
RDX: 000000000000003c RSI: 00000000ffffffff RDI: ffff882ff9e86000
RBP: ffff88307fd83ad8 R08: 0000000000000200 R09: 0000000022100000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff88307fd839c8
R13: ffffffff8164655d R14: ffff88307fd83ad8 R15: 0000000000000000
FS:  00007fe3c5764740(0000) GS:ffff88307fd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6866376400 CR3: 00000017f48b5000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
00000001ef326700 ffff882ffa9ee098 0000003adb410dc0 0000000900000000
000000007fd83b00 ffffffff00000000 0000000100001000 ffff882fef326700
ffff882ff83dd3c0 ffff882ff9e86000 ffff882ffa9ee000 ffff882ff9e86000
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [rtkit-daemon:633]
Modules linked in: devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack vmw_vsock_vmci_transport vsock ip_set nfnetlink fuse ebtable_filter ebtables vmhgfs(OE) ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi kvm_intel snd_ens1371 kvm snd_rawmidi snd_ac97_codec irqbypass ac97_bus snd_seq crc32_pclmul ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel snd_timer lrw gf128mul snd glue_helper ablk_helper cryptd
soundcore ppdev vmw_balloon sg joydev pcspkr i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi nfit libnvdimm crct10dif_pclmul crct10dif_common scsi_transport_spi libata crc32c_intel mptscsih mptbase e1000 serio_raw drm_panel_orientation_quirks
CPU: 0 PID: 633 Comm: rtkit-daemon Kdump: loaded Tainted: G           OEL ------------   3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff948371ea41c0 ti: ffff9482f5e3c000 task.ti: ffff9482f5e3c000
RIP: 0010:[<ffffffffc0253877>]  [<ffffffffc0253877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffff948379603860  EFLAGS: 00000286
RAX: ffffa86240983818 RBX: ffff948379603820 RCX: 00000000000000f9
RDX: 00000000000000f9 RSI: ffff948275dabfc0 RDI: ffff948375656000
RBP: ffff9483796038e0 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff9483796037d8
R13: ffffffffa9193efa R14: ffff9483796038e0 R15: ffff948375656000
FS:  00007f96cfb01700(0000) GS:ffff948379600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f96d2c20f48 CR3: 00000000b5d70000 CR4: 00000000003607f0
Call Trace: