NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [systemd-udevd:27722]
Modules linked in: xt_REDIRECT nf_nat_redirect ip_vs_rr xt_ipvs ip_vs xt_nat veth vxlan ip6_udp_tunnel udp_tunnel iptable_mangle xt_mark xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_nat_ipv4 nf_nat br_netfilter bridge stp llc overlay(T) ipmi_devintf gpio_ich iTCO_wdt iTCO_vendor_support dcdbas intel_powerclamp coretemp kvm irqbypass ipmi_ssif pcspkr sg ipmi_si ipmi_msghandler lpc_ich i7core_edac edac_core shpchp wmi acpi_power_meter nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common sr_mod cdrom ata_generic pata_acpi mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crc32c_intel drm serio_raw
mptsas libata scsi_transport_sas mptscsih i2c_core mptbase bnx2 fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 27722 Comm: systemd-udevd Tainted: G        W I  L ------------ T 3.10.0-514.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R410/0WWR83, BIOS 1.11.0 07/20/2012
task: ffff8803feb46dd0 ti: ffff880731338000 task.ti: ffff880731338000
RIP: 0010:[<ffffffff815f66f7>]  [<ffffffff815f66f7>] fib_table_lookup+0x177/0x2a0
RSP: 0018:ffff88083f683a50  EFLAGS: 00000286
RAX: ffff88042dabe080 RBX: ffff88083f6839e8 RCX: 0000000000000010
RDX: ffff88042dabe030 RSI: 0000000000000001 RDI: 0000000000000002
RBP: ffff88083f683a98 R08: 00000000ac110005 R09: ffff88042cee5400
R10: 000060f7c0401d40 R11: 0000000000000001 R12: ffff88083f6839c8
R13: ffffffff8169721d R14: ffff88083f683a98 R15: 0000000000000005
FS:  0000000000000000(0000) GS:ffff88083f680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fe4e847a024 CR3: 0000000628a97000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880428212140 0000000100000002 ffff88083f683af0 ffff880428212180
ffff880532c4a900 ffff88042d8a5800 ffffffff81a9cd80 ffff8800367d4000
0000000000000000 ffff88083f683b88 ffffffff815ad557 ffff880532c4a900
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [swapper/0:0]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter lp vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 sb_edac edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr ppdev joydev snd_ens1371 vmw_balloon snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore nfit sg libnvdimm parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi
sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel libata mptspi serio_raw scsi_transport_spi mptscsih mptbase vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 0 Comm: swapper/0 Tainted: G           OEL ------------   3.10.0-693.2.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffffffff819f9480 ti: ffffffff819e4000 task.ti: ffffffff819e4000
RIP: 0010:[<ffffffff81610fe4>]  [<ffffffff81610fe4>] fib_table_lookup+0x74/0x2a0
RSP: 0018:ffff88007b603a00  EFLAGS: 00000282
RAX: ffff880077ed2980 RBX: ffff88007b603998 RCX: 0000000000000002
RDX: 000000000000000e RSI: ffff8800738d7800 RDI: 0000000000000003
RBP: ffff88007b603a48 R08: 00000000c0a89674 R09: 0000000000000002
R10: 000060ff828046f0 R11: 0000000000000002 R12: ffff88007b603978
R13: ffffffff816b5c5d R14: ffff88007b603a48 R15: 0000000000009674
FS:  0000000000000000(0000) GS:ffff88007b600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8537869000 CR3: 000000004edbf000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000001 000000017b603aa0 ffff88007b603aa0 ffff8800738d7960
ffff88003622bf00 ffff88003606c000 ffffffff81ad9d40 ffff8800363bc000
0000000000000000 ffff88007b603b38 ffffffff815c7fa7 ffff88007b60d100
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [kworker/3:0:27998]
Modules linked in: binfmt_misc xt_CHECKSUM tun devlink rpcsec_gss_krb5 nfsv4 nfs fscache ip_set_hash_ip rbd libceph dns_resolver ipmi_devintf ipmi_msghandler nf_nat_tftp nf_conntrack_tftp nf_conntrack_netbios_ns nf_conntrack_broadcast nf_nat_ftp nf_conntrack_ftp xt_set xt_multiport ip6t_MASQUERADE nf_nat_masquerade_ipv6 xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_mark ip6t_rpfilter ipt_REJECT nf_reject_ipv4 nf_log_ipv4 ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 nf_log_common xt_LOG xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter
ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata serio_raw scsi_transport_spi nfit mptscsih libnvdimm mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 27998 Comm: kworker/3:0 Kdump: loaded Tainted: G        W    L ------------   3.10.0-957.21.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: ceph-msgr ceph_con_workfn [libceph]
task: ffff9248d85a6180 ti: ffff9253c8f0c000 task.ti: ffff9253c8f0c000
RIP: 0010:[<ffffffff964cbe7a>]  [<ffffffff964cbe7a>] fib_table_lookup+0xca/0x2a0
RSP: 0000:ffff924e67cc3aa8  EFLAGS: 00000286
RAX: ffff92546319ab30 RBX: 000000000000002a RCX: 0000000000000007
RDX: 00000000fff80000 RSI: ffff92545f206380 RDI: 0000000000000000
RBP: ffff924e67cc3af0 R08: 00000000c0a85215 R09: 0000000000000015
R10: 000000000002412c R11: 0000000000000015 R12: ffff924e67cc3a18
R13: ffffffff96576df2 R14: ffff924e67cc3af0 R15: 0000000000005215
FS:  0000000000000000(0000) GS:ffff924e67cc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000010c1f40 CR3: 0000000620b50000 CR4: 00000000001607e0
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 49s! [corosync:1273]
Modules linked in: tun vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx ata_piix drm_kms_helper libata sd_mod crc_t10dif syscopyarea crct10dif_generic sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul mptspi crct10dif_common crc32c_intel scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 1273 Comm: corosync Kdump: loaded Not tainted 3.10.0-1062.4.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff889b78aea0e0 ti: ffff889b78ae0000 task.ti: ffff889b78ae0000
RIP: 0010:[<ffffffff9f4e1721>]  [<ffffffff9f4e1721>] fib_table_lookup+0x71/0x2a0
RSP: 0000:ffff889b7c603ae0  EFLAGS: 00010246
RAX: ffff889b3685f0a0 RBX: ffffffff9eec8bc5 RCX: 0000000000000001
RDX: ffff889b7c603b70 RSI: ffff889b364234b8 RDI: 0000000000000000
RBP: ffff889b7c603b28 R08: 000000000a1b4005 R09: 0000000004401b0a
R10: 0000000000023f44 R11: ffff889b7c603b90 R12: ffff889b7c603a58
R13: ffffffff9f58cefa R14: ffff889b7c603b28 R15: ffff889b78d14e00
FS:  00007f2001240b80(0000) GS:ffff889b7c600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc46aa4f000 CR3: 0000000078ab8000 CR4: 00000000001607f0
Call Trace: