| Operating system | Count |
|---|---|
| CentOS 7 | 46 |
| Architecture | Count |
|---|---|
| x86_64 | 46 |
| Related packages | Count |
|---|---|
| kernel | 46 |
Packages names with count less than the total count of reports are most probably not the cause of the problem.
No reports in the last 20 days.
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:3] Modules linked in: xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev snd_seq_midi snd_seq_midi_event vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev snd_ens1371 pcspkr snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 ata_piix mptspi scsi_transport_spi libata mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G L ------------ T 3.10.0-957.el7.x86_64 #1 Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020 task: ffff9cfb3a35a080 ti: ffff9cfb39c58000 task.ti: ffff9cfb39c58000 RIP: 0010:[<ffffffffc0260857>] [<ffffffffc0260857>] e1000_xmit_frame+0x7f7/0x1120 [e1000] RSP: 0018:ffff9cfb39c5b540 EFLAGS: 00000286 RAX: ffffb7e901c83818 RBX: 0000000000000001 RCX: 00000000000000ce RDX: 00000000000000ce RSI: ffff9cfde931bb40 RDI: ffff9cfded474000 RBP: ffff9cfb39c5b5c0 R08: 0000000000000100 R09: 0000000022100000 R10: 3400004500083827 R11: 0000000000000000 R12: 0000000000000202 R13: 0000000285bde0ce R14: 00000001e931bb40 R15: ffffffffaa3a04b0 FS: 0000000000000000(0000) GS:ffff9cfded600000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 000000c0006bf000 CR3: 000000032f380000 CR4: 00000000007607f0 PKRU: 00000000 Call Trace: [<ffffffffaa638c66>] dev_hard_start_xmit+0x246/0x3b0 [<ffffffffaa665cea>] sch_direct_xmit+0x11a/0x250 [<ffffffffaa63bbe1>] __dev_queue_xmit+0x491/0x650 [<ffffffffc078a7ae>] ? nf_nat_ipv4_fn+0x1de/0x230 [nf_nat_ipv4] [<ffffffffc0785020>] ? iptable_nat_ipv4_fn+0x20/0x20 [iptable_nat] [<ffffffffaa63bdb0>] dev_queue_xmit+0x10/0x20 [<ffffffffaa64861d>] neigh_resolve_output+0x11d/0x220 [<ffffffffaa68845c>] ip_finish_output+0x27c/0x7b0 [<ffffffffaa688c93>] ip_output+0x73/0xe0 [<ffffffffaa6881e0>] ? __ip_append_data.isra.51+0xa50/0xa50 [<ffffffffaa686817>] ip_local_out_sk+0x37/0x40 [<ffffffffaa686bb4>] ip_queue_xmit+0x144/0x3c0 [<ffffffffaa6a0f64>] tcp_transmit_skb+0x4e4/0x9e0 [<ffffffffaa6a2fef>] tcp_send_ack+0x11f/0x170 [<ffffffffaa69796b>] __tcp_ack_snd_check+0x6b/0x90 [<ffffffffaa69d944>] tcp_rcv_established+0x264/0x770 [<ffffffffaa6a86da>] tcp_v4_do_rcv+0x10a/0x350 [<ffffffffaa6a9dcc>] tcp_v4_rcv+0x7bc/0x9c0 [<ffffffffc076f2ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4] [<ffffffffaa68285d>] ip_local_deliver_finish+0xbd/0x200 [<ffffffffaa682b49>] ip_local_deliver+0x59/0xd0 [<ffffffffaa6827a0>] ? ip_rcv_finish+0x370/0x370 [<ffffffffaa6824c0>] ip_rcv_finish+0x90/0x370 [<ffffffffaa682e79>] ip_rcv+0x2b9/0x410 [<ffffffffaa6b4902>] ? udp4_lib_lookup+0x52/0x70 [<ffffffffaa682430>] ? inet_del_offload+0x40/0x40 [<ffffffffaa6394f9>] __netif_receive_skb_core+0x729/0xa10 [<ffffffffaa6aee00>] ? tcp4_gro_receive+0x80/0x1a0 [<ffffffffaa1024ef>] ? __getnstimeofday64+0x3f/0xd0 [<ffffffffaa6397f8>] __netif_receive_skb+0x18/0x60 [<ffffffffaa639880>] netif_receive_skb_internal+0x40/0xc0 [<ffffffffaa63a508>] napi_gro_receive+0xd8/0x100 [<ffffffffc026143b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000] [<ffffffffc02620dd>] e1000_clean+0x27d/0x8e0 [e1000] [<ffffffffaa648d6b>] ? __neigh_notify+0xbb/0xf0 [<ffffffffaa639e9f>] net_rx_action+0x26f/0x390 [<ffffffffaa0a0f05>] __do_softirq+0xf5/0x280 [<ffffffffaa0a10c8>] run_ksoftirqd+0x38/0x50 [<ffffffffaa0ca5c4>] smpboot_thread_fn+0x144/0x1a0 [<ffffffffaa0ca480>] ? lg_double_unlock+0x40/0x40 [<ffffffffaa0c1c31>] kthread+0xd1/0xe0 [<ffffffffaa0c1b60>] ? insert_kthread_work+0x40/0x40 [<ffffffffaa774c1d>] ret_from_fork_nospec_begin+0x7/0x21 [<ffffffffaa0c1b60>] ? insert_kthread_work+0x40/0x40 Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ksoftirqd/0:6] Modules linked in: tcp_lp nls_utf8 isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm crct10dif_pclmul libnvdimm crct10dif_common crc32c_intel ata_piix e1000 libata mptspi serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1 Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017 task: ffff91e2b73b5280 ti: ffff91e2b77f4000 task.ti: ffff91e2b77f4000 RIP: 0010:[<ffffffffc03ae877>] [<ffffffffc03ae877>] e1000_xmit_frame+0x7f7/0x1120 [e1000] RSP: 0018:ffff91e2b77f7480 EFLAGS: 00000286 RAX: ffff9dbc80403818 RBX: 0000000000000010 RCX: 00000000000000ab RDX: 00000000000000ab RSI: ffff91e274da1f00 RDI: ffff91e2b5916000 RBP: ffff91e2b77f7500 R08: 0000000000000100 R09: 0000000022100000 R10: 0000000080000000 R11: 0000000000000000 R12: ffffffffffffff10 R13: ffff91e2b5916000 R14: ffff91e274da1f00 R15: 00000000000000a9 FS: 0000000000000000(0000) GS:ffff91e2bb600000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007f274b81a000 CR3: 000000001f18e000 CR4: 00000000003607f0 Call Trace: [<ffffffffad03c6f7>] ? kfree_skbmem+0x37/0x90 [<ffffffffad054386>] dev_hard_start_xmit+0x246/0x3b0 [<ffffffffad08242a>] sch_direct_xmit+0x11a/0x250 [<ffffffffad057301>] __dev_queue_xmit+0x491/0x650 [<ffffffffad0574d0>] dev_queue_xmit+0x10/0x20 [<ffffffffad0641fd>] neigh_resolve_output+0x11d/0x220 [<ffffffffad0a505c>] ip_finish_output+0x27c/0x8d0 [<ffffffffad0a59db>] ip_output+0x7b/0xf0 [<ffffffffad0a4de0>] ? __ip_append_data.isra.50+0xa60/0xa60 [<ffffffffad0a3407>] ip_local_out_sk+0x37/0x40 [<ffffffffad0a37a4>] ip_queue_xmit+0x144/0x3c0 [<ffffffffad0bde94>] tcp_transmit_skb+0x4e4/0x9e0 [<ffffffffad0c00af>] tcp_send_ack+0x11f/0x170 [<ffffffffad0b4c7b>] __tcp_ack_snd_check+0x6b/0x90 [<ffffffffad0ba7a4>] tcp_rcv_established+0x264/0x770 [<ffffffffad0c57aa>] tcp_v4_do_rcv+0x10a/0x350 [<ffffffffad0c6ffc>] tcp_v4_rcv+0x7dc/0x9e0 [<ffffffffc08c12ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4] [<ffffffffad09f28d>] ip_local_deliver_finish+0xbd/0x200 [<ffffffffad09f580>] ip_local_deliver+0x60/0xe0 [<ffffffffad09f1d0>] ? ip_rcv_finish+0x370/0x370 [<ffffffffad09eef0>] ip_rcv_finish+0x90/0x370 [<ffffffffad09f8c0>] ip_rcv+0x2c0/0x420 [<ffffffffad15f902>] ? packet_rcv+0x32/0x430 [<ffffffffad09ee60>] ? inet_del_offload+0x40/0x40 [<ffffffffad054c19>] __netif_receive_skb_core+0x729/0xa10 [<ffffffffad054f18>] __netif_receive_skb+0x18/0x60 [<ffffffffad054fa0>] netif_receive_skb_internal+0x40/0xc0 [<ffffffffad05510f>] napi_gro_complete+0x7f/0x100 [<ffffffffad0559ee>] dev_gro_receive+0x30e/0x470 [<ffffffffad055b88>] napi_gro_receive+0x38/0x100 [<ffffffffc03af45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000] [<ffffffffc03b0100>] e1000_clean+0x280/0x8e0 [e1000] [<ffffffffad06481b>] ? __neigh_notify+0xbb/0xf0 [<ffffffffad0555bf>] net_rx_action+0x26f/0x390 [<ffffffffacaa4b95>] __do_softirq+0xf5/0x280 [<ffffffffacaa4d58>] run_ksoftirqd+0x38/0x50 [<ffffffffacace674>] smpboot_thread_fn+0x144/0x1a0 [<ffffffffacace530>] ? lg_double_unlock+0x40/0x40 [<ffffffffacac5c21>] kthread+0xd1/0xe0 [<ffffffffacac5b50>] ? insert_kthread_work+0x40/0x40 [<ffffffffad193df7>] ret_from_fork_nospec_begin+0x21/0x21 [<ffffffffacac5b50>] ? insert_kthread_work+0x40/0x40 Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 100s! [ksoftirqd/2:19] Modules linked in: tcp_lp nls_utf8 isofs nfnetlink_queue nfnetlink_log veth br_netfilter tun devlink binfmt_misc overlay(T) bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi kvm_intel snd_ac97_codec ac97_bus kvm snd_seq irqbypass snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_timer snd soundcore cryptd ppdev sg vmw_balloon joydev pcspkr parport_pc parport i2c_piix4 vmw_vmci xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit crct10dif_pclmul drm crct10dif_common libata libnvdimm crc32c_intel mptspi e1000 scsi_transport_spi mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables] CPU: 2 PID: 19 Comm: ksoftirqd/2 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1 Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020 task: ffff8c9ff6f75280 ti: ffff8c9ff7358000 task.ti: ffff8c9ff7358000 RIP: 0010:[<ffffffffc021d877>] [<ffffffffc021d877>] e1000_xmit_frame+0x7f7/0x1120 [e1000] RSP: 0018:ffff8c9ff735b550 EFLAGS: 00000286 RAX: ffffa79cc35c3818 RBX: 0000000000000001 RCX: 0000000000000029 RDX: 0000000000000029 RSI: ffff8c9fe538a340 RDI: ffff8c9fc5be2000 RBP: ffff8c9ff735b5d0 R08: 0000000000000100 R09: 0000000022100000 R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202 R13: 000000041cb174ce R14: 0000000100000202 R15: ffffffff89bb1650 FS: 0000000000000000(0000) GS:ffff8ca69d680000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 0000557abd23b000 CR3: 00000007284c0000 CR4: 0000000000760fe0 PKRU: 00000000 Call Trace: [<ffffffff89e54386>] dev_hard_start_xmit+0x246/0x3b0 [<ffffffff89e8242a>] sch_direct_xmit+0x11a/0x250 [<ffffffff89e57301>] __dev_queue_xmit+0x491/0x650 [<ffffffff89e574d0>] dev_queue_xmit+0x10/0x20 [<ffffffff89ea545b>] ip_finish_output+0x67b/0x8d0 [<ffffffff89ea59db>] ip_output+0x7b/0xf0 [<ffffffff898ad8b3>] ? internal_add_timer+0x83/0xe0 [<ffffffff89ea3407>] ip_local_out_sk+0x37/0x40 [<ffffffff89ea37a4>] ip_queue_xmit+0x144/0x3c0 [<ffffffff89ebde94>] tcp_transmit_skb+0x4e4/0x9e0 [<ffffffff89ec00af>] tcp_send_ack+0x11f/0x170 [<ffffffff89eb4c7b>] __tcp_ack_snd_check+0x6b/0x90 [<ffffffff89eba7a4>] tcp_rcv_established+0x264/0x770 [<ffffffff898d316d>] ? __wake_up_sync_key+0x1d/0x20 [<ffffffff89ec57aa>] tcp_v4_do_rcv+0x10a/0x350 [<ffffffff89ec6ffc>] tcp_v4_rcv+0x7dc/0x9e0 [<ffffffff89ed265e>] ? __udp4_lib_rcv+0x18e/0xc30 [<ffffffff89ed7ca5>] ? icmp_rcv+0x125/0x370 [<ffffffff89e9f28d>] ip_local_deliver_finish+0xbd/0x200 [<ffffffff89e9f580>] ip_local_deliver+0x60/0xe0 [<ffffffff89ec67d2>] ? tcp_v4_early_demux+0x112/0x160 [<ffffffff89e9eef0>] ip_rcv_finish+0x90/0x370 [<ffffffff89e9f8c0>] ip_rcv+0x2c0/0x420 [<ffffffff89e9ee60>] ? inet_del_offload+0x40/0x40 [<ffffffff89e54c19>] __netif_receive_skb_core+0x729/0xa10 [<ffffffff89ecc100>] ? tcp4_gro_receive+0x80/0x1a0 [<ffffffff899078df>] ? __getnstimeofday64+0x3f/0xd0 [<ffffffff89e54f18>] __netif_receive_skb+0x18/0x60 [<ffffffff89e54fa0>] netif_receive_skb_internal+0x40/0xc0 [<ffffffff89e55c28>] napi_gro_receive+0xd8/0x100 [<ffffffffc021e45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000] [<ffffffffc021f100>] e1000_clean+0x280/0x8e0 [e1000] [<ffffffff89e38e68>] ? sk_reset_timer+0x18/0x30 [<ffffffff89ec085a>] ? tcp_send_loss_probe+0x8a/0x250 [<ffffffff89e555bf>] net_rx_action+0x26f/0x390 [<ffffffff898a4b95>] __do_softirq+0xf5/0x280 [<ffffffff898a4d58>] run_ksoftirqd+0x38/0x50 [<ffffffff898ce674>] smpboot_thread_fn+0x144/0x1a0 [<ffffffff898ce530>] ? lg_double_unlock+0x40/0x40 [<ffffffff898c5c21>] kthread+0xd1/0xe0 [<ffffffff898c5b50>] ? insert_kthread_work+0x40/0x40 [<ffffffff89f93ddd>] ret_from_fork_nospec_begin+0x7/0x21 [<ffffffff898c5b50>] ? insert_kthread_work+0x40/0x40 Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 21s! [ksoftirqd/4:29] Modules linked in: nls_utf8 isofs rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore crc32_pclmul btusb btrtl ghash_clmulni_intel btbcm btintel bluetooth vmw_balloon vmw_vmci aesni_intel lrw gf128mul glue_helper ablk_helper cryptd rfkill ppdev sg joydev pcspkr i2c_piix4 nfit libnvdimm shpchp parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul libata crct10dif_common crc32c_intel mptspi scsi_transport_spi e1000 mptscsih serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod CPU: 4 PID: 29 Comm: ksoftirqd/4 Not tainted 3.10.0-862.el7.x86_64 #1 Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020 task: ffff935e37272f70 ti: ffff935e372a4000 task.ti: ffff935e372a4000 RIP: 0010:[<ffffffffc0127867>] [<ffffffffc0127867>] e1000_xmit_frame+0x7f7/0x1120 [e1000] RSP: 0018:ffff935e372a7580 EFLAGS: 00000286 RAX: ffffba0100983818 RBX: 0000000000000001 RCX: 000000000000009d RDX: 000000000000009d RSI: ffff935d34cd6e80 RDI: ffff935e350fe000 RBP: ffff935e372a7600 R08: 0000000000000100 R09: 0000000022100000 R10: 340000450008ce83 R11: 0000000000000000 R12: 0000000000000202 R13: 00000001324bf0ce R14: 0000000100000000 R15: ffffffff8bf73e00 FS: 0000000000000000(0000) GS:ffff935e39700000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007ff7c55d5010 CR3: 0000000080e0e000 CR4: 00000000007607e0 PKRU: 00000000 Call Trace: [<ffffffff8c1d4397>] ? kfree_skbmem+0x37/0x90 [<ffffffff8c1eb166>] dev_hard_start_xmit+0x246/0x3b0 [<ffffffff8c216a2a>] sch_direct_xmit+0x11a/0x250 [<ffffffff8c1ee051>] __dev_queue_xmit+0x4a1/0x660 [<ffffffffc07342ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4] [<ffffffff8c1ee220>] dev_queue_xmit+0x10/0x20 [<ffffffff8c237416>] ip_finish_output+0x546/0x7a0 [<ffffffff8c237973>] ip_output+0x73/0xe0 [<ffffffff8c236ed0>] ? __ip_append_data.isra.50+0xa50/0xa50 [<ffffffff8c235567>] ip_local_out_sk+0x37/0x40 [<ffffffff8c2358d3>] ip_queue_xmit+0x143/0x3a0 [<ffffffff8c24f7b4>] tcp_transmit_skb+0x4e4/0x9e0 [<ffffffff8c25182f>] tcp_send_ack+0x11f/0x170 [<ffffffff8c24600b>] __tcp_ack_snd_check+0x6b/0xa0 [<ffffffff8c24c357>] tcp_rcv_established+0x417/0x770 [<ffffffff8c256dda>] tcp_v4_do_rcv+0x10a/0x350 [<ffffffff8c258568>] tcp_v4_rcv+0x788/0x990 [<ffffffffc07342ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4] [<ffffffff8c231699>] ip_local_deliver_finish+0xb9/0x200 [<ffffffff8c231989>] ip_local_deliver+0x59/0xd0 [<ffffffff8c2315e0>] ? ip_rcv_finish+0x370/0x370 [<ffffffff8c231300>] ip_rcv_finish+0x90/0x370 [<ffffffff8c231cb9>] ip_rcv+0x2b9/0x410 [<ffffffff8c263002>] ? udp4_lib_lookup+0x22/0x70 [<ffffffff8c231270>] ? inet_del_offload+0x40/0x40 [<ffffffff8c1eb9f9>] __netif_receive_skb_core+0x729/0xa20 [<ffffffff8c26edb9>] ? inet_gro_receive+0x249/0x290 [<ffffffff8c1ebd08>] __netif_receive_skb+0x18/0x60 [<ffffffff8c1ebd90>] netif_receive_skb_internal+0x40/0xc0 [<ffffffff8c1ec9b8>] napi_gro_receive+0xd8/0x100 [<ffffffffc012844b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000] [<ffffffffc01290eb>] e1000_clean+0x27b/0x8e0 [e1000] [<ffffffff8c1d0928>] ? sk_reset_timer+0x18/0x30 [<ffffffff8c251f8a>] ? tcp_send_loss_probe+0x8a/0x240 [<ffffffff8c1ec3af>] net_rx_action+0x26f/0x390 [<ffffffff8bc9a945>] __do_softirq+0xf5/0x280 [<ffffffff8bc9ab08>] run_ksoftirqd+0x38/0x50 [<ffffffff8bcc35e4>] smpboot_thread_fn+0x144/0x1a0 [<ffffffff8bcc34a0>] ? lg_double_unlock+0x40/0x40 [<ffffffff8bcbae31>] kthread+0xd1/0xe0 [<ffffffff8bcbad60>] ? insert_kthread_work+0x40/0x40 [<ffffffff8c31f637>] ret_from_fork_nospec_begin+0x21/0x21 [<ffffffff8bcbad60>] ? insert_kthread_work+0x40/0x40 Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [ksoftirqd/4:28] Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event nfit libnvdimm snd_ens1371 ppdev snd_rawmidi snd_ac97_codec parport_pc parport ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd sb_edac soundcore edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon i2c_piix4 joydev pcspkr vmw_vmci sg shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix e1000 libata mptspi scsi_transport_spi serio_raw mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod CPU: 4 PID: 28 Comm: ksoftirqd/4 Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1 Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020 task: ffff880174011fa0 ti: ffff880174020000 task.ti: ffff880174020000 RIP: 0010:[<ffffffffc00dfee7>] [<ffffffffc00dfee7>] e1000_xmit_frame+0x947/0x1040 [e1000] RSP: 0018:ffff880174023520 EFLAGS: 00000286 RAX: ffffc900031c3818 RBX: 0000000000000202 RCX: 0000000000000097 RDX: 0000000000000097 RSI: ffff8808176b9140 RDI: ffff8801743fe000 RBP: ffff8801740235a0 R08: 0000000000000100 R09: 0000000026100000 R10: 19ac2a957c9887a4 R11: 0000000000000000 R12: 00000001740234f8 R13: ffffffff813492f0 R14: ffff8801740234e8 R15: 0000000000000202 FS: 0000000000000000(0000) GS:ffff88081d700000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b CR2: 00007ff83374c338 CR3: 00000000019f2000 CR4: 00000000000407e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 Stack: ffff8807f93204f8 ffff88081d62c098 0000009300000000 0000000c00000001 000005b400000001 ffff880818c5baf0 ffff8808176b9140 0000000300001000 ffff88081d62c098 ffff8801743fe000 ffff88081d62c000 ffff8801743fe000 Call Trace: [<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0 [<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240 [<ffffffff815af6c0>] __qdisc_run+0x90/0x1b0 [<ffffffff81589603>] __dev_queue_xmit+0x2c3/0x550 [<ffffffff815898a0>] dev_queue_xmit+0x10/0x20 [<ffffffff815cfd3e>] ip_finish_output+0x52e/0x780 [<ffffffff815d0293>] ip_output+0x73/0xe0 [<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00 [<ffffffff815cdf31>] ip_local_out_sk+0x31/0x40 [<ffffffff815ce2a3>] ip_queue_xmit+0x143/0x3a0 [<ffffffff815e7c0f>] tcp_transmit_skb+0x4cf/0x9b0 [<ffffffff815e824a>] tcp_write_xmit+0x15a/0xce0 [<ffffffff815e904e>] __tcp_push_pending_frames+0x2e/0xc0 [<ffffffff815e457b>] tcp_rcv_established+0x14b/0x760 [<ffffffff815ef15a>] tcp_v4_do_rcv+0x10a/0x340 [<ffffffff815f08a8>] tcp_v4_rcv+0x798/0x9a0 [<ffffffffc0609306>] ? ipv4_confirm+0x86/0x100 [nf_conntrack_ipv4] [<ffffffff815ca054>] ip_local_deliver_finish+0xb4/0x1f0 [<ffffffff815ca339>] ip_local_deliver+0x59/0xd0 [<ffffffff815c9fa0>] ? ip_rcv_finish+0x350/0x350 [<ffffffff815c9cda>] ip_rcv_finish+0x8a/0x350 [<ffffffff815ca666>] ip_rcv+0x2b6/0x410 [<ffffffff815c9c50>] ? inet_del_offload+0x40/0x40 [<ffffffff81586f22>] __netif_receive_skb_core+0x572/0x7c0 [<ffffffff815f5944>] ? tcp4_gro_receive+0x134/0x1b0 [<ffffffff810ea8ca>] ? __getnstimeofday64+0x3a/0xd0 [<ffffffff81587188>] __netif_receive_skb+0x18/0x60 [<ffffffff81587210>] netif_receive_skb_internal+0x40/0xc0 [<ffffffff81588318>] napi_gro_receive+0xd8/0x130 [<ffffffffc00e147c>] e1000_clean_rx_irq+0x2ac/0x4f0 [e1000] [<ffffffffc00e1ed8>] e1000_clean+0x278/0x8d0 [e1000] [<ffffffff815e73fd>] ? tcp_schedule_loss_probe+0x1d/0x1e0 [<ffffffff8158799d>] net_rx_action+0x16d/0x380 [<ffffffff81090b3f>] __do_softirq+0xef/0x280 [<ffffffff81090d08>] run_ksoftirqd+0x38/0x50 [<ffffffff810b909f>] smpboot_thread_fn+0x12f/0x180 [<ffffffff810b8f70>] ? lg_double_unlock+0x40/0x40 [<ffffffff810b098f>] kthread+0xcf/0xe0 [<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40 [<ffffffff816b4f18>] ret_from_fork+0x58/0x90 [<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40 Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 23s! [ksoftirqd/4:29] Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic crct10dif_pclmul crct10dif_common crc32c_intel pata_acpi vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 ata_piix mptspi scsi_transport_spi mptscsih libata mptbase drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod CPU: 4 PID: 29 Comm: ksoftirqd/4 Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1 Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018 task: ffff9db6b7269040 ti: ffff9db6b7274000 task.ti: ffff9db6b7274000 RIP: 0010:[<ffffffffc017e857>] [<ffffffffc017e857>] e1000_xmit_frame+0x7f7/0x1120 [e1000] RSP: 0018:ffff9db6b7277580 EFLAGS: 00000286 RAX: ffffb64380a03818 RBX: 0000000000001900 RCX: 00000000000000a4 RDX: 00000000000000a4 RSI: ffff9db6b0e58b40 RDI: ffff9db6b6584000 RBP: ffff9db6b7277600 R08: 0000000000000100 R09: 0000000022100000 R10: 0000000080000000 R11: 0000000000000000 R12: ffff9db6b72775c8 R13: ffffffffacba0dcc R14: ffff9db6b72774f0 R15: ffff9db6b0e58b40 FS: 0000000000000000(0000) GS:ffff9db6b9700000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007fa185674000 CR3: 00000001367f2000 CR4: 00000000000607e0 Call Trace: [<fffffffface38c66>] dev_hard_start_xmit+0x246/0x3b0 [<fffffffface65cea>] sch_direct_xmit+0x11a/0x250 [<fffffffface3bbe1>] __dev_queue_xmit+0x491/0x650 [<ffffffffc06852ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4] [<fffffffface3bdb0>] dev_queue_xmit+0x10/0x20 [<fffffffface88736>] ip_finish_output+0x556/0x7b0 [<fffffffface88c93>] ip_output+0x73/0xe0 [<fffffffface881e0>] ? __ip_append_data.isra.51+0xa50/0xa50 [<fffffffface86817>] ip_local_out_sk+0x37/0x40 [<fffffffface86bb4>] ip_queue_xmit+0x144/0x3c0 [<ffffffffacea0f64>] tcp_transmit_skb+0x4e4/0x9e0 [<ffffffffacea2fef>] tcp_send_ack+0x11f/0x170 [<fffffffface9796b>] __tcp_ack_snd_check+0x6b/0x90 [<fffffffface9daf7>] tcp_rcv_established+0x417/0x770 [<ffffffffacea86da>] tcp_v4_do_rcv+0x10a/0x350 [<ffffffffacea9dcc>] tcp_v4_rcv+0x7bc/0x9c0 [<ffffffffc06852ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4] [<fffffffface8285d>] ip_local_deliver_finish+0xbd/0x200 [<fffffffface82b49>] ip_local_deliver+0x59/0xd0 [<fffffffface827a0>] ? ip_rcv_finish+0x370/0x370 [<fffffffface824c0>] ip_rcv_finish+0x90/0x370 [<fffffffface82e79>] ip_rcv+0x2b9/0x410 [<ffffffffaceb4902>] ? udp4_lib_lookup+0x52/0x70 [<fffffffface82430>] ? inet_del_offload+0x40/0x40 [<fffffffface394f9>] __netif_receive_skb_core+0x729/0xa10 [<ffffffffaceaee00>] ? tcp4_gro_receive+0x80/0x1a0 [<ffffffffac9024ef>] ? __getnstimeofday64+0x3f/0xd0 [<fffffffface397f8>] __netif_receive_skb+0x18/0x60 [<fffffffface39880>] netif_receive_skb_internal+0x40/0xc0 [<fffffffface3a508>] napi_gro_receive+0xd8/0x100 [<ffffffffc017f43b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000] [<ffffffffc01800dd>] e1000_clean+0x27d/0x8e0 [e1000] [<fffffffface1ddd8>] ? sk_reset_timer+0x18/0x30 [<ffffffffacea374a>] ? tcp_send_loss_probe+0x8a/0x240 [<fffffffface39e9f>] net_rx_action+0x26f/0x390 [<ffffffffac8a0f05>] __do_softirq+0xf5/0x280 [<ffffffffac8a10c8>] run_ksoftirqd+0x38/0x50 [<ffffffffac8ca5c4>] smpboot_thread_fn+0x144/0x1a0 [<ffffffffac8ca480>] ? lg_double_unlock+0x40/0x40 [<ffffffffac8c1c31>] kthread+0xd1/0xe0 [<ffffffffac8c1b60>] ? insert_kthread_work+0x40/0x40 [<ffffffffacf74c37>] ret_from_fork_nospec_begin+0x21/0x21 [<ffffffffac8c1b60>] ? insert_kthread_work+0x40/0x40 Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00