| Operating system | Count |
|---|---|
| CentOS 7 | 3 |
| Architecture | Count |
|---|---|
| x86_64 | 3 |
| Related packages | Count |
|---|---|
| kernel | 3 |
Packages names with count less than the total count of reports are most probably not the cause of the problem.
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 25s! [ksoftirqd/3:23] Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 snd_ens1371 iosf_mbi snd_rawmidi snd_ac97_codec crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq ppdev nfit snd_seq_device libnvdimm aesni_intel vmw_balloon snd_pcm lrw gf128mul glue_helper ablk_helper cryptd snd_timer joydev pcspkr sg snd i2c_piix4 vmw_vmci soundcore shpchp parport_pc parport fuse ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi scsi_transport_spi serio_raw mptscsih e1000 mptbase i2c_core CPU: 3 PID: 23 Comm: ksoftirqd/3 Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1 Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020 task: ffff88017d30cf10 ti: ffff88017d328000 task.ti: ffff88017d328000 RIP: 0010:[<ffffffffc002eee7>] [<ffffffffc002eee7>] e1000_xmit_frame+0x947/0x1040 [e1000] RSP: 0018:ffff88017d32b4c0 EFLAGS: 00000286 RAX: ffffc90000d03818 RBX: ffff8800654c204c RCX: 000000000000005d RDX: 000000000000005d RSI: ffff880036211e80 RDI: ffff8801bf874000 RBP: ffff88017d32b540 R08: 0000000000000100 R09: 0000000022100000 R10: 0000000080000000 R11: 0000000000000000 R12: 00000000d3569145 R13: 0000000000000286 R14: 0000000000000010 R15: ffffffffc002eee7 FS: 0000000000000000(0000) GS:ffff8801b76c0000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007f9bf84ee258 CR3: 00000001a3eb8000 CR4: 00000000003407e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 Stack: ffff880138f6242a ffff8801b7c6c098 0000005b81586771 0000000900000000 00000000ace29b00 ffff880100000000 ffffffff00000000 0000000100001000 ffff880188accc00 ffff8801bf874000 ffff8801b7c6c000 ffff8801bf874000 Call Trace: [<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0 [<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240 [<ffffffff81589566>] __dev_queue_xmit+0x226/0x550 [<ffffffff815898a0>] dev_queue_xmit+0x10/0x20 [<ffffffff8159527b>] neigh_resolve_output+0x11b/0x220 [<ffffffff815cfaa7>] ip_finish_output+0x297/0x780 [<ffffffff815d0293>] ip_output+0x73/0xe0 [<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00 [<ffffffff815cdf31>] ip_local_out_sk+0x31/0x40 [<ffffffff815ce0a2>] ip_build_and_send_pkt+0x162/0x220 [<ffffffff815eff64>] tcp_v4_send_synack+0x74/0xd0 [<ffffffff8160cbd6>] ? __fib_validate_source.isra.12+0x2b6/0x400 [<ffffffff815e637b>] tcp_rtx_synack+0x3b/0x70 [<ffffffff81090007>] ? local_bh_enable+0x17/0x20 [<ffffffffc0050d06>] ? ipt_do_table+0x336/0x710 [ip_tables] [<ffffffff81090007>] ? local_bh_enable+0x17/0x20 [<ffffffffc0050d06>] ? ipt_do_table+0x336/0x710 [ip_tables] [<ffffffff815d54b7>] inet_rtx_syn_ack+0x17/0x30 [<ffffffff815f1729>] tcp_check_req+0x239/0x580 [<ffffffff815ef26f>] tcp_v4_do_rcv+0x21f/0x340 [<ffffffff815f08a8>] tcp_v4_rcv+0x798/0x9a0 [<ffffffff815ca054>] ip_local_deliver_finish+0xb4/0x1f0 [<ffffffff815ca339>] ip_local_deliver+0x59/0xd0 [<ffffffff815c9fa0>] ? ip_rcv_finish+0x350/0x350 [<ffffffff815c9cda>] ip_rcv_finish+0x8a/0x350 [<ffffffff815ca666>] ip_rcv+0x2b6/0x410 [<ffffffff815c9c50>] ? inet_del_offload+0x40/0x40 [<ffffffff81586f22>] __netif_receive_skb_core+0x572/0x7c0 [<ffffffff815f5944>] ? tcp4_gro_receive+0x134/0x1b0 [<ffffffff81607087>] ? inet_gro_receive+0x247/0x290 [<ffffffff81587188>] __netif_receive_skb+0x18/0x60 [<ffffffff81587210>] netif_receive_skb_internal+0x40/0xc0 [<ffffffff81588318>] napi_gro_receive+0xd8/0x130 [<ffffffffc003047c>] e1000_clean_rx_irq+0x2ac/0x4f0 [e1000] [<ffffffffc0030ed8>] e1000_clean+0x278/0x8d0 [e1000] [<ffffffff810ba588>] ? __wake_up_common+0x58/0x90 [<ffffffff8158799d>] net_rx_action+0x16d/0x380 [<ffffffff81090b3f>] __do_softirq+0xef/0x280 [<ffffffff81090d08>] run_ksoftirqd+0x38/0x50 [<ffffffff810b909f>] smpboot_thread_fn+0x12f/0x180 [<ffffffff810b8f70>] ? lg_double_unlock+0x40/0x40 [<ffffffff810b098f>] kthread+0xcf/0xe0 [<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40 [<ffffffff816b4f18>] ret_from_fork+0x58/0x90 [<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40 Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 27s! [ksoftirqd/9:54] Modules linked in: nfnetlink_queue nfnetlink_log bluetooth rfkill tun devlink bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus sb_edac snd_seq iosf_mbi snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel snd_timer aesni_intel snd lrw gf128mul glue_helper ablk_helper cryptd soundcore ppdev sg vmw_vmci vmw_balloon nfit i2c_piix4 shpchp libnvdimm pcspkr joydev parport_pc parport xfs libcrc32c vmwgfx sr_mod cdrom drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ata_generic ttm pata_acpi drm ata_piix libata crct10dif_pclmul crct10dif_common nvme e1000 crc32c_intel i2c_core nvme_core serio_raw [last unloaded: ip_tables] CPU: 9 PID: 54 Comm: ksoftirqd/9 Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1 Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020 task: ffff8ea1f420bf40 ti: ffff8ea1f4224000 task.ti: ffff8ea1f4224000 RIP: 0010:[<ffffffffc0130867>] [<ffffffffc0130867>] e1000_xmit_frame+0x7f7/0x1120 [e1000] RSP: 0018:ffff8ea1f42274e0 EFLAGS: 00000286 RAX: ffffb1c883503818 RBX: 0000000000000001 RCX: 00000000000000e6 RDX: 00000000000000e6 RSI: ffff8ea897e37140 RDI: ffff8ea89d596000 RBP: ffff8ea1f4227560 R08: 0000000000000100 R09: 0000000022100000 R10: 32ca064000400000 R11: 0000000000000000 R12: 0000000000000202 R13: 00000002ee23dcc6 R14: 00000001ffffff10 R15: ffffffffab973e00 FS: 0000000000000000(0000) GS:ffff8ea89d840000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007fc62380e000 CR3: 0000000810b36000 CR4: 00000000003607e0 Call Trace: [<ffffffffabbd4397>] ? kfree_skbmem+0x37/0x90 [<ffffffffabbeb166>] dev_hard_start_xmit+0x246/0x3b0 [<ffffffffabc16a2a>] sch_direct_xmit+0x11a/0x250 [<ffffffffabbee051>] __dev_queue_xmit+0x4a1/0x660 [<ffffffffabbee220>] dev_queue_xmit+0x10/0x20 [<ffffffffabc37416>] ip_finish_output+0x546/0x7a0 [<ffffffffabc37973>] ip_output+0x73/0xe0 [<ffffffffab633919>] ? sched_clock+0x9/0x10 [<ffffffffabc35567>] ip_local_out_sk+0x37/0x40 [<ffffffffabc356d2>] ip_build_and_send_pkt+0x162/0x220 [<ffffffffabc57c24>] tcp_v4_send_synack+0x74/0xd0 [<ffffffffab6cebfc>] ? try_to_wake_up+0x18c/0x350 [<ffffffffabc4ded1>] tcp_rtx_synack+0x41/0x70 [<ffffffffabc747a5>] ? __fib_validate_source.isra.13+0xf5/0x380 [<ffffffffabc3cd8d>] inet_rtx_syn_ack+0x1d/0x30 [<ffffffffabc59419>] tcp_check_req+0x239/0x590 [<ffffffffabc56eff>] tcp_v4_do_rcv+0x22f/0x350 [<ffffffffabc58568>] tcp_v4_rcv+0x788/0x990 [<ffffffffabbfc0a9>] ? neigh_update+0xc9/0x650 [<ffffffffabbd6102>] ? skb_release_data+0x132/0x140 [<ffffffffabc31699>] ip_local_deliver_finish+0xb9/0x200 [<ffffffffabc31989>] ip_local_deliver+0x59/0xd0 [<ffffffffabc31300>] ip_rcv_finish+0x90/0x370 [<ffffffffabc31cb9>] ip_rcv+0x2b9/0x410 [<ffffffffabced08c>] ? packet_rcv+0x4c/0x430 [<ffffffffabc630b1>] ? udp4_lib_lookup_skb+0x61/0x70 [<ffffffffabbeb9f9>] __netif_receive_skb_core+0x729/0xa20 [<ffffffffab6f8c5f>] ? __getnstimeofday64+0x3f/0xd0 [<ffffffffabbebd08>] __netif_receive_skb+0x18/0x60 [<ffffffffabbebd90>] netif_receive_skb_internal+0x40/0xc0 [<ffffffffabbec9b8>] napi_gro_receive+0xd8/0x100 [<ffffffffc013144b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000] [<ffffffffc01320eb>] e1000_clean+0x27b/0x8e0 [e1000] [<ffffffffab6d816c>] ? update_curr+0x14c/0x1e0 [<ffffffffab6d4ade>] ? account_entity_dequeue+0xae/0xd0 [<ffffffffabbec3af>] net_rx_action+0x26f/0x390 [<ffffffffab69a945>] __do_softirq+0xf5/0x280 [<ffffffffab69ab08>] run_ksoftirqd+0x38/0x50 [<ffffffffab6c35e4>] smpboot_thread_fn+0x144/0x1a0 [<ffffffffab6c34a0>] ? lg_double_unlock+0x40/0x40 [<ffffffffab6bae31>] kthread+0xd1/0xe0 [<ffffffffab6bad60>] ? insert_kthread_work+0x40/0x40 [<ffffffffabd1f637>] ret_from_fork_nospec_begin+0x21/0x21 [<ffffffffab6bad60>] ? insert_kthread_work+0x40/0x40 Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00