NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [db2sysc:12932]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_15508(E) falcon_lsm_pinned_15402(E) falcon_lsm_pinned_15309(E) falcon_lsm_pinned_15110(E) falcon_lsm_pinned_15003(E) falcon_lsm_pinned_14812(E) falcon_lsm_pinned_14810(E) falcon_lsm_pinned_14713(E) falcon_lsm_pinned_14712(E) falcon_lsm_pinned_14604(E) falcon_lsm_pinned_14504(E) falcon_lsm_pinned_14306(E) falcon_lsm_pinned_14203(E) falcon_lsm_pinned_14006(E) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink falcon_lsm_pinned_13804(E) vmw_vsock_vmci_transport vsock
sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev i2c_piix4 vmw_vmci sg nfit shpchp libnvdimm parport_pc parport nfsd nfs_acl lockd auth_rpcgss grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod [last unloaded: falcon_kal]
CPU: 7 PID: 12932 Comm: db2sysc Tainted: P        W   EL ------------   3.10.0-862.9.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9eafcae9dee0 ti: ffff9eafd6bd4000 task.ti: ffff9eafd6bd4000
RIP: 0010:[<ffffffffc0817b0d>]  [<ffffffffc0817b0d>] nf_ct_delete_from_lists+0xad/0x190 [nf_conntrack]
RSP: 0018:ffff9eb2e1dc3db0  EFLAGS: 00010202
RAX: 0000000000005371 RBX: 0000000000000200 RCX: 000000000706e214
RDX: ffff9eb2cfa14dc0 RSI: 0000000000002eb1 RDI: ffffffffc082d384
RBP: ffff9eb2e1dc3df0 R08: 00000000335a1dd9 R09: 000000006beed2c3
R10: ffff9eb024689830 R11: ffffd5b74591a200 R12: ffff9eb2e1dc3d28
R13: ffffffff9fd217b2 R14: ffff9eb2e1dc3df0 R15: ffff9eb0246897c0
FS:  00007f5c857fe700(0000) GS:ffff9eb2e1dc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa7e8b60f49 CR3: 00000000b9fa4000 CR4: 00000000001607e0
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [feconf:8500]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ib_isert iscsi_target_mod ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt rpcrdma rdma_ucm ib_umad ib_iser ib_ipoib rdma_cm iw_cm libiscsi scsi_transport_iscsi ib_cm iTCO_wdt iTCO_vendor_support mxm_wmi sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm snd_hda_codec_realtek snd_hda_codec_generic irqbypass crc32_pclmul ghash_clmulni_intel ftdi_sio aesni_intel snd_hda_intel lrw gf128mul glue_helper ablk_helper snd_hda_codec cryptd pcspkr mlx5_ib snd_hda_core sg snd_hwdep
snd_seq ib_uverbs snd_seq_device snd_pcm lpc_ich joydev ib_core i2c_i801 snd_timer snd soundcore ipmi_si ipmi_devintf ipmi_msghandler wmi acpi_power_meter flx(OE) io_rcc(POE) openafs(POE) auth_rpcgss binfmt_misc cmem_rcc(OE) sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mlx5_core drm ahci libahci libata crct10dif_pclmul crct10dif_common crc32c_intel igb serio_raw mlxfw devlink ptp drm_panel_orientation_quirks dca i2c_algo_bit pps_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 8500 Comm: feconf Kdump: loaded Tainted: P           OEL ------------   3.10.0-1160.21.1.el7.x86_64 #1
Hardware name: Supermicro X10SRA-F/X10SRA-F, BIOS 2.0 01/28/2016
task: ffff8b49cca54200 ti: ffff8b51bd24c000 task.ti: ffff8b51bd24c000
RIP: 0010:[<ffffffffc133fa80>]  [<ffffffffc133fa80>] nf_ct_delete_from_lists+0xd0/0x150 [nf_conntrack]
RSP: 0000:ffff8b51df203db0  EFLAGS: 00000202
RAX: 0000000000017dfb RBX: ffff8b51df203d78 RCX: 00000000a0bc9256
RDX: ffff8b49f195f7e8 RSI: 000000000000befd RDI: ffffffffc1356534
RBP: ffff8b51df203df0 R08: 00000000e32839ac R09: 00000000efa60bea
R10: ffff8b516d9a8570 R11: ffff8b516d9a8640 R12: ffff8b51df203d28
R13: ffffffffbd796fba R14: ffff8b51df203df0 R15: ffffffffbdd15e40
FS:  00007fd47f1f6740(0000) GS:ffff8b51df200000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: ffffffffc133efd5 CR3: 000000015fbb0000 CR4: 00000000001607f0
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [systemd:1]
Modules linked in: ppp_deflate bsd_comp ppp_async crc_ccitt ppp_generic slhc tcp_lp nls_utf8 isofs vboxsf(OE) nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter binfmt_misc overlay(T) joydev snd_intel8x0 ppdev snd_ac97_codec ac97_bus snd_seq snd_seq_device iosf_mbi snd_pcm vboxguest(OE) sg pcspkr i2c_piix4 snd_timer parport_pc snd parport video soundcore nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci ata_piix drm libata crc32c_intel serio_raw e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 1 Comm: systemd Kdump: loaded Tainted: G           OEL ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9f95c5448000 ti: ffff9f95c5444000 task.ti: ffff9f95c5444000
RIP: 0010:[<ffffffffc072da0a>]  [<ffffffffc072da0a>] nf_ct_delete_from_lists+0x5a/0x150 [nf_conntrack]
RSP: 0018:ffff9f961f203db0  EFLAGS: 00010206
RAX: 000000000b00f239 RBX: ffffffffffffff10 RCX: 0000000087091b80
RDX: 00000000b118d3e9 RSI: 00000000e780fe99 RDI: ffff9f95e88d32a0
RBP: ffff9f961f203df0 R08: 000000009b118d3e R09: 0000000033a649df
R10: ffff9f95e88d32b8 R11: ffffe59dc16e7d40 R12: ffff9f961f203d28
R13: ffffffffa1396fba R14: ffff9f961f203df0 R15: ffffffffa1915e40
FS:  00007f4f01969940(0000) GS:ffff9f961f200000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fba53f45000 CR3: 00000000df398000 CR4: 00000000000206f0
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [runc:2751]
Modules linked in: tcp_lp nls_utf8 isofs fuse binfmt_misc nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache xt_set xt_u32 xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ip_set vxlan ip6_udp_tunnel udp_tunnel veth ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_statistic xt_nat xt_recent xt_mark xt_comment nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter gsch(OE) redirfs(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) dsa_filter(POE) vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon
iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 joydev sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci ata_piix crct10dif_pclmul crct10dif_common crc32c_intel nfit serio_raw libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 2751 Comm: runc Kdump: loaded Tainted: P        W  OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff885a28385140 ti: ffff885887214000 task.ti: ffff885887214000
RIP: 0010:[<ffffffffc0775b4e>]  [<ffffffffc0775b4e>] nf_ct_delete_from_lists+0xce/0x190 [nf_conntrack]
RSP: 0018:ffff885b3fd83db0  EFLAGS: 00010202
RAX: 0000000000012571 RBX: 0000000000000200 RCX: 000000000cd21b14
RDX: ffff884f364495c0 RSI: 00000000000092b8 RDI: ffffffffc078b3a0
RBP: ffff885b3fd83df0 R08: 000000004d9123fc R09: 000000005ffc4b8a
R10: ffff8850d6697ab0 R11: ffffd668059c9e80 R12: ffff885b3fd83d28
R13: ffffffffb4f75df2 R14: ffff885b3fd83df0 R15: ffff8850d6697a40
FS:  00007ff18c610740(0000) GS:ffff885b3fd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055831068a5e0 CR3: 00000001d644c000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [haproxy:19025]
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 21s! [haproxy:19022]
Modules linked in: ip6t_rpfilter ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw ip_set nfnetlink ebtable_filter ebtables nfsv3 nfs_acl nfs lockd grace fscache ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 ip6table_filter ip6_tables ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack vmw_vsock_vmci_transport vsock nf_conntrack iptable_filter sunrpc ppdev sb_edac vmw_balloon coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg pcspkr joydev parport_pc i2c_piix4 parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel e1000 serio_raw drm_panel_orientation_quirks vmw_pvscsi floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ipmi_msghandler]
CPU: 5 PID: 19022 Comm: haproxy Tainted: G        W    L ------------   3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff90a316c862a0 ti: ffff90a3150d8000 task.ti: ffff90a3150d8000
RIP: 0010:[<ffffffffc04d6a5e>]  [<ffffffffc04d6a5e>] nf_ct_delete_from_lists+0xae/0x150 [nf_conntrack]
RSP: 0018:ffff90a37fd43e18  EFLAGS: 00010202
RAX: 00000000000044c9 RBX: ffff90a37fd43db8 RCX: 00000000573d0359
RDX: ffff90a355111320 RSI: 0000000000005f07 RDI: ffffffffc04ed55c
RBP: ffff90a37fd43e58 R08: 000000008b47be46 R09: 0000000093ef3aeb
R10: ffff909ea5dfe930 R11: ffff909ea5dfe500 R12: ffff90a37fd43d88
R13: ffffffffa498eefa R14: ffff90a37fd43e58 R15: ffffffffa4f13a80
FS:  00007f7ee665d840(0000) GS:ffff90a37fd40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9484b6c000 CR3: 00000009bdfa0000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace: