Info

Permalink
Function
e1000_xmit_frame
First occurrence
2021-05-18
Last occurrence
2021-05-29
State
NEW
Components
kernel
Quality
-89

Statistics

Operating system Count
CentOS 7 21
Architecture Count
x86_64 21
Related packages Count
kernel 21
 0:3.10.0-1160.25.1.el7 4
 0:3.10.0-862.el7 3
 0:3.10.0-1160.81.1.el7 2
 0:3.10.0-1160.90.1.el7 2
 0:3.10.0-1160.71.1.el7 2
 0:3.10.0-957.el7 2
 0:3.10.0-1062.1.1.el7 1
 0:3.10.0-1160.el7 1
 0:3.10.0-1160.36.2.el7 1
 0:3.10.0-1160.119.1.el7 1
 0:3.10.0-1160.62.1.el7 1
 0:3.10.0-1160.41.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

No reports in the last 20 days.

No reports in the last 20 weeks.

Report backtrace


Complete report #989818
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc03c1877
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffab8416e7
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffffab858f86
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffab88709a
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x11a
5
__dev_queue_xmit
vmlinux 0xffffffffab85bf01
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x491
6
? iptable_nat_ipv4_fn
iptable_nat 0xffffffffc0966020
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x20
7
dev_queue_xmit
vmlinux 0xffffffffab85c0d0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x10
8
neigh_resolve_output
vmlinux 0xffffffffab868dfd
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x11d
9
ip_finish_output
vmlinux 0xffffffffab8aa85c
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x27c
10
ip_output
vmlinux 0xffffffffab8ab1db
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x7b
11
? __ip_append_data.isra.50
vmlinux 0xffffffffab8aa5e0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xa60
12
ip_local_out_sk
vmlinux 0xffffffffab8a8c07
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x37
13
ip_send_skb
vmlinux 0xffffffffab8abc46
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x16
14
ip_push_pending_frames
vmlinux 0xffffffffab8abcb3
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x33
15
ip_send_unicast_reply
vmlinux 0xffffffffab8ac088
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x288
16
? _raw_spin_unlock_bh
vmlinux 0xffffffffab98ebbe
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x1e
17
tcp_v4_send_reset
vmlinux 0xffffffffab8cade6
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x356
18
tcp_v4_rcv
vmlinux 0xffffffffab8cc67b
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x5bb
19
ip_local_deliver_finish
vmlinux 0xffffffffab8a4a8d
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xbd
20
ip_local_deliver
vmlinux 0xffffffffab8a4d80
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x60
21
? ip_rcv_finish
vmlinux 0xffffffffab8a49d0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x370
22
ip_rcv_finish
vmlinux 0xffffffffab8a46f0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x90
23
ip_rcv
vmlinux 0xffffffffab8a50c0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x2c0
24
? packet_create
vmlinux 0xffffffffab960802
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x262
25
? inet_del_offload
vmlinux 0xffffffffab8a4660
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40
26
__netif_receive_skb_core
vmlinux 0xffffffffab859819
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x729
27
? inet_gro_receive
vmlinux 0xffffffffab8e3659
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x249
28
__netif_receive_skb
vmlinux 0xffffffffab859b18
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x18
29
netif_receive_skb_internal
vmlinux 0xffffffffab859ba0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40
30
napi_gro_receive
vmlinux 0xffffffffab85a828
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xd8
31
e1000_clean_rx_irq
e1000 0xffffffffc03c245b
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x2bb
32
e1000_clean
e1000 0xffffffffc03c3100
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x280
33
net_rx_action
vmlinux 0xffffffffab85a1bf
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x26f
34
__do_softirq
vmlinux 0xffffffffab2a4d85
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xf5
35
run_ksoftirqd
vmlinux 0xffffffffab2a4f48
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x38
36
smpboot_thread_fn
vmlinux 0xffffffffab2ce9e4
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x144
37
? lg_double_unlock
vmlinux 0xffffffffab2ce8a0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40
38
kthread
vmlinux 0xffffffffab2c5f91
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xd1
39
? insert_kthread_work
vmlinux 0xffffffffab2c5ec0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40
40
ret_from_fork_nospec_begin
vmlinux 0xffffffffab999df7
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x21
41
? insert_kthread_work
vmlinux 0xffffffffab2c5ec0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 28s! [ksoftirqd/0:6]
Modules linked in: xt_nat veth tcp_lp nls_utf8 isofs rfcomm nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec btusb btrtl ac97_bus btbcm btintel snd_seq bluetooth iosf_mbi snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel aesni_intel snd_timer ppdev lrw snd gf128mul glue_helper rfkill ablk_helper soundcore cryptd sg vmw_balloon pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs
libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ata_piix e1000 libnvdimm libata mptspi scsi_transport_spi mptscsih mptbase crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9455393ad280 ti: ffff945538ce0000 task.ti: ffff945538ce0000
RIP: 0010:[<ffffffffc03c1877>]  [<ffffffffc03c1877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffff945538ce3490  EFLAGS: 00000286
RAX: ffffb52641983818 RBX: 0000000000000001 RCX: 0000000000000029
RDX: 0000000000000029 RSI: ffff94566d846140 RDI: ffff9455392bc000
RBP: ffff945538ce3510 R08: 0000000000000100 R09: 0000000002000000
R10: d828000014503346 R11: 0000000000000000 R12: 0000000000000202
R13: 000000018a431802 R14: 0000000138ce3400 R15: ffffffffab5b20d0
FS:  0000000000000000(0000) GS:ffff945673600000(0000) knlGS:0000000000000000
psmouse serio1: VMMouse at isa0060/serio1/input0 lost synchronization, throwing 1 bytes away.
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6914bc169e CR3: 0000000278610000 CR4: 00000000003607f0
Call Trace:
[<ffffffffab8416e7>] ? kfree_skbmem+0x37/0x90
[<ffffffffab858f86>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffab88709a>] sch_direct_xmit+0x11a/0x250
[<ffffffffab85bf01>] __dev_queue_xmit+0x491/0x650
[<ffffffffc0966020>] ? iptable_nat_ipv4_fn+0x20/0x20 [iptable_nat]
[<ffffffffab85c0d0>] dev_queue_xmit+0x10/0x20
[<ffffffffab868dfd>] neigh_resolve_output+0x11d/0x220
[<ffffffffab8aa85c>] ip_finish_output+0x27c/0x8d0
[<ffffffffab8ab1db>] ip_output+0x7b/0xf0
[<ffffffffab8aa5e0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffab8a8c07>] ip_local_out_sk+0x37/0x40
[<ffffffffab8abc46>] ip_send_skb+0x16/0x50
[<ffffffffab8abcb3>] ip_push_pending_frames+0x33/0x40
[<ffffffffab8ac088>] ip_send_unicast_reply+0x288/0x2f0
[<ffffffffab98ebbe>] ? _raw_spin_unlock_bh+0x1e/0x20
[<ffffffffab8cade6>] tcp_v4_send_reset+0x356/0x4b0
[<ffffffffab8cc67b>] tcp_v4_rcv+0x5bb/0x9e0
[<ffffffffab8a4a8d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffffab8a4d80>] ip_local_deliver+0x60/0xe0
[<ffffffffab8a49d0>] ? ip_rcv_finish+0x370/0x370
[<ffffffffab8a46f0>] ip_rcv_finish+0x90/0x370
[<ffffffffab8a50c0>] ip_rcv+0x2c0/0x420
[<ffffffffab960802>] ? packet_create+0x262/0x290
[<ffffffffab8a4660>] ? inet_del_offload+0x40/0x40
[<ffffffffab859819>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffab8e3659>] ? inet_gro_receive+0x249/0x290
[<ffffffffab859b18>] __netif_receive_skb+0x18/0x60
[<ffffffffab859ba0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffab85a828>] napi_gro_receive+0xd8/0x100
[<ffffffffc03c245b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc03c3100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffab85a1bf>] net_rx_action+0x26f/0x390
[<ffffffffab2a4d85>] __do_softirq+0xf5/0x280
[<ffffffffab2a4f48>] run_ksoftirqd+0x38/0x50
[<ffffffffab2ce9e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffab2ce8a0>] ? lg_double_unlock+0x40/0x40
[<ffffffffab2c5f91>] kthread+0xd1/0xe0
[<ffffffffab2c5ec0>] ? insert_kthread_work+0x40/0x40
[<ffffffffab999df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffab2c5ec0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #952976
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc008a877
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffff8dc416e7
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffff8dc58f86
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffff8dc8709a
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff8dc5bf01
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x491
6
dev_queue_xmit
vmlinux 0xffffffff8dc5c0d0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffff8dcaac5b
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x67b
8
ip_output
vmlinux 0xffffffff8dcab1db
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff8dcaa5e0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xa60
10
ip_local_out_sk
vmlinux 0xffffffff8dca8c07
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x37
11
ip_send_skb
vmlinux 0xffffffff8dcabc46
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x16
12
ip_push_pending_frames
vmlinux 0xffffffff8dcabcb3
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x33
13
ip_send_unicast_reply
vmlinux 0xffffffff8dcac088
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x288
14
? tcp_in_window
nf_conntrack 0xffffffffc05b0fad
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xfd
15
? ipt_do_table
ip_tables 0xffffffffc00ab721
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x361
16
tcp_v4_send_reset
vmlinux 0xffffffff8dccade6
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x356
17
tcp_v4_rcv
vmlinux 0xffffffff8dccc67b
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x5bb
18
ip_local_deliver_finish
vmlinux 0xffffffff8dca4a8d
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xbd
19
ip_local_deliver
vmlinux 0xffffffff8dca4d80
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x60
20
? ip_rcv_finish
vmlinux 0xffffffff8dca49d0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x370
21
ip_rcv_finish
vmlinux 0xffffffff8dca46f0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x90
22
ip_rcv
vmlinux 0xffffffff8dca50c0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x2c0
23
? packet_create
vmlinux 0xffffffff8dd60802
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x262
24
? inet_del_offload
vmlinux 0xffffffff8dca4660
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40
25
__netif_receive_skb_core
vmlinux 0xffffffff8dc59819
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x729
26
? __getnstimeofday64
vmlinux 0xffffffff8d70803f
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x3f
27
__netif_receive_skb
vmlinux 0xffffffff8dc59b18
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x18
28
netif_receive_skb_internal
vmlinux 0xffffffff8dc59ba0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40
29
napi_gro_receive
vmlinux 0xffffffff8dc5a828
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xd8
30
e1000_clean_rx_irq
e1000 0xffffffffc008b45b
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x2bb
31
e1000_clean
e1000 0xffffffffc008c100
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x280
32
? nf_ct_delete
nf_conntrack 0xffffffffc05a902d
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x18d
33
net_rx_action
vmlinux 0xffffffff8dc5a1bf
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x26f
34
__do_softirq
vmlinux 0xffffffff8d6a4d85
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xf5
35
run_ksoftirqd
vmlinux 0xffffffff8d6a4f48
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x38
36
smpboot_thread_fn
vmlinux 0xffffffff8d6ce9e4
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x144
37
? lg_double_unlock
vmlinux 0xffffffff8d6ce8a0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40
38
kthread
vmlinux 0xffffffff8d6c5f91
Build id: 3.10.0-1160.71.1.el7.x86_64 		0xd1
39
? insert_kthread_work
vmlinux 0xffffffff8d6c5ec0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40
40
ret_from_fork_nospec_begin
vmlinux 0xffffffff8dd99ddd
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x7
41
? insert_kthread_work
vmlinux 0xffffffff8d6c5ec0
Build id: 3.10.0-1160.71.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [ksoftirqd/4:29]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter nfnetlink_queue nfnetlink_log bluetooth rfkill xt_CHECKSUM tun devlink overlay(T) ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm crc32_pclmul snd_timer ghash_clmulni_intel
snd aesni_intel lrw gf128mul soundcore ppdev glue_helper sg ablk_helper pcspkr joydev cryptd vmw_balloon parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel ata_piix mptspi nfit libata scsi_transport_spi libnvdimm mptscsih serio_raw e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 29 Comm: ksoftirqd/4 Kdump: loaded Tainted: G               ------------ T 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8a8936289080 ti: ffff8a8936294000 task.ti: ffff8a8936294000
RIP: 0010:[<ffffffffc008a877>]  [<ffffffffc008a877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8a89362974d0  EFLAGS: 00000286
RAX: ffffa49dc06c3818 RBX: ffff8a88b00538d0 RCX: 00000000000000ed
RDX: 00000000000000ed RSI: ffff8a8835c09a00 RDI: ffff8a89341e0000
RBP: ffff8a8936297550 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: ffffffffc05b0fad
R13: ffff8a8936297510 R14: ffff8a8835c09a00 R15: 00000000000000e4
FS:  0000000000000000(0000) GS:ffff8a8939700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055d3b9928000 CR3: 00000000adba0000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8dc416e7>] ? kfree_skbmem+0x37/0x90
[<ffffffff8dc58f86>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8dc8709a>] sch_direct_xmit+0x11a/0x250
[<ffffffff8dc5bf01>] __dev_queue_xmit+0x491/0x650
[<ffffffff8dc5c0d0>] dev_queue_xmit+0x10/0x20
[<ffffffff8dcaac5b>] ip_finish_output+0x67b/0x8d0
[<ffffffff8dcab1db>] ip_output+0x7b/0xf0
[<ffffffff8dcaa5e0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff8dca8c07>] ip_local_out_sk+0x37/0x40
[<ffffffff8dcabc46>] ip_send_skb+0x16/0x50
[<ffffffff8dcabcb3>] ip_push_pending_frames+0x33/0x40
[<ffffffff8dcac088>] ip_send_unicast_reply+0x288/0x2f0
[<ffffffffc05b0fad>] ? tcp_in_window+0xfd/0xa60 [nf_conntrack]
[<ffffffffc00ab721>] ? ipt_do_table+0x361/0x740 [ip_tables]
[<ffffffff8dccade6>] tcp_v4_send_reset+0x356/0x4b0
[<ffffffff8dccc67b>] tcp_v4_rcv+0x5bb/0x9e0
[<ffffffff8dca4a8d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffff8dca4d80>] ip_local_deliver+0x60/0xe0
[<ffffffff8dca49d0>] ? ip_rcv_finish+0x370/0x370
[<ffffffff8dca46f0>] ip_rcv_finish+0x90/0x370
[<ffffffff8dca50c0>] ip_rcv+0x2c0/0x420
[<ffffffff8dd60802>] ? packet_create+0x262/0x290
[<ffffffff8dca4660>] ? inet_del_offload+0x40/0x40
[<ffffffff8dc59819>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff8d70803f>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffff8dc59b18>] __netif_receive_skb+0x18/0x60
[<ffffffff8dc59ba0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff8dc5a828>] napi_gro_receive+0xd8/0x100
[<ffffffffc008b45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc008c100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffc05a902d>] ? nf_ct_delete+0x18d/0x270 [nf_conntrack]
[<ffffffff8dc5a1bf>] net_rx_action+0x26f/0x390
[<ffffffff8d6a4d85>] __do_softirq+0xf5/0x280
[<ffffffff8d6a4f48>] run_ksoftirqd+0x38/0x50
[<ffffffff8d6ce9e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff8d6ce8a0>] ? lg_double_unlock+0x40/0x40
[<ffffffff8d6c5f91>] kthread+0xd1/0xe0
[<ffffffff8d6c5ec0>] ? insert_kthread_work+0x40/0x40
[<ffffffff8dd99ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff8d6c5ec0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #546761
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc04ba877
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffff91a3e6f7
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffff91a55f96
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffff91a840aa
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff91a58f11
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x491
6
dev_queue_xmit
vmlinux 0xffffffff91a590e0
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffff91aa7ccb
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x67b
8
ip_output
vmlinux 0xffffffff91aa824b
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff91aa7650
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xa60
10
ip_local_out_sk
vmlinux 0xffffffff91aa5c77
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x37
11
ip_send_skb
vmlinux 0xffffffff91aa8cb6
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x16
12
ip_push_pending_frames
vmlinux 0xffffffff91aa8d23
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x33
13
ip_send_unicast_reply
vmlinux 0xffffffff91aa90f8
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x288
14
? local_bh_enable
vmlinux 0xffffffff914a4057
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x17
15
? tcp_in_window
nf_conntrack 0xffffffffc0ba6fad
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xfd
16
? ipt_do_table
ip_tables 0xffffffffc0533719
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x359
17
tcp_v4_send_reset
vmlinux 0xffffffff91ac7e06
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x356
18
tcp_v4_rcv
vmlinux 0xffffffff91ac969b
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x5bb
19
ip_local_deliver_finish
vmlinux 0xffffffff91aa1afd
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xbd
20
ip_local_deliver
vmlinux 0xffffffff91aa1df0
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x60
21
? ip_rcv_finish
vmlinux 0xffffffff91aa1a40
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x370
22
ip_rcv_finish
vmlinux 0xffffffff91aa1760
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x90
23
ip_rcv
vmlinux 0xffffffff91aa2130
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x2c0
24
? packet_setsockopt
vmlinux 0xffffffff91b62202
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xab2
25
? inet_del_offload
vmlinux 0xffffffff91aa16d0
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x40
26
__netif_receive_skb_core
vmlinux 0xffffffff91a56829
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x729
27
? __getnstimeofday64
vmlinux 0xffffffff91507eef
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x3f
28
__netif_receive_skb
vmlinux 0xffffffff91a56b28
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x18
29
netif_receive_skb_internal
vmlinux 0xffffffff91a56bb0
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x40
30
napi_gro_receive
vmlinux 0xffffffff91a57838
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xd8
31
e1000_clean_rx_irq
e1000 0xffffffffc04bb45b
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x2bb
32
e1000_clean
e1000 0xffffffffc04bc100
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x280
33
? neigh_probe
vmlinux 0xffffffff91a641cf
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x5f
34
net_rx_action
vmlinux 0xffffffff91a571cf
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x26f
35
__do_softirq
vmlinux 0xffffffff914a4bd5
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xf5
36
run_ksoftirqd
vmlinux 0xffffffff914a4d98
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x38
37
smpboot_thread_fn
vmlinux 0xffffffff914ce894
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x144
38
? lg_double_unlock
vmlinux 0xffffffff914ce750
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x40
39
kthread
vmlinux 0xffffffff914c5e41
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xd1
40
? insert_kthread_work
vmlinux 0xffffffff914c5d70
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x40
41
ret_from_fork_nospec_begin
vmlinux 0xffffffff91b95df7
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x21
42
? insert_kthread_work
vmlinux 0xffffffff914c5d70
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [ksoftirqd/0:6]
Modules linked in: rpcsec_gss_krb5 nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink nls_cp936 cifs ccm dns_resolver overlay(T) vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper snd_ens1371 ablk_helper snd_rawmidi ppdev snd_ac97_codec ac97_bus snd_seq cryptd snd_seq_device pcspkr vmw_vmci snd_pcm vmw_balloon snd_timer snd soundcore joydev sg i2c_piix4 parport_pc parport nfsd sch_fq_codel auth_rpcgss
nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit e1000 libata mptspi libnvdimm scsi_transport_spi mptscsih mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9854bafe5280 ti: ffff9854ba8a4000 task.ti: ffff9854ba8a4000
RIP: 0010:[<ffffffffc04ba877>]  [<ffffffffc04ba877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9854ba8a74d0  EFLAGS: 00000286
RAX: ffffb3ccc1003818 RBX: 0000000000000001 RCX: 000000000000006f
RDX: 000000000000006f RSI: ffff98556f0e5180 RDI: ffff9854ba7b8000
RBP: ffff9854ba8a7550 R08: 0000000000000100 R09: 0000000002000000
R10: a273000004500000 R11: 0000000000000000 R12: 0000000000000202
R13: 0000000213bd6c02 R14: 000000016f0e5180 R15: ffffffff917b2260
FS:  0000000000000000(0000) GS:ffff98557d600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6b33ff9c60 CR3: 00000000b5fac000 CR4: 00000000001607f0
Call Trace:
[<ffffffff91a3e6f7>] ? kfree_skbmem+0x37/0x90
[<ffffffff91a55f96>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff91a840aa>] sch_direct_xmit+0x11a/0x250
[<ffffffff91a58f11>] __dev_queue_xmit+0x491/0x650
[<ffffffff91a590e0>] dev_queue_xmit+0x10/0x20
[<ffffffff91aa7ccb>] ip_finish_output+0x67b/0x8d0
[<ffffffff91aa824b>] ip_output+0x7b/0xf0
[<ffffffff91aa7650>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff91aa5c77>] ip_local_out_sk+0x37/0x40
[<ffffffff91aa8cb6>] ip_send_skb+0x16/0x50
[<ffffffff91aa8d23>] ip_push_pending_frames+0x33/0x40
[<ffffffff91aa90f8>] ip_send_unicast_reply+0x288/0x2f0
[<ffffffff914a4057>] ? local_bh_enable+0x17/0x20
[<ffffffffc0ba6fad>] ? tcp_in_window+0xfd/0xa60 [nf_conntrack]
[<ffffffffc0533719>] ? ipt_do_table+0x359/0x740 [ip_tables]
[<ffffffff91ac7e06>] tcp_v4_send_reset+0x356/0x4b0
[<ffffffff91ac969b>] tcp_v4_rcv+0x5bb/0x9e0
[<ffffffff91aa1afd>] ip_local_deliver_finish+0xbd/0x200
[<ffffffff91aa1df0>] ip_local_deliver+0x60/0xe0
[<ffffffff91aa1a40>] ? ip_rcv_finish+0x370/0x370
[<ffffffff91aa1760>] ip_rcv_finish+0x90/0x370
[<ffffffff91aa2130>] ip_rcv+0x2c0/0x420
[<ffffffff91b62202>] ? packet_setsockopt+0xab2/0xae0
[<ffffffff91aa16d0>] ? inet_del_offload+0x40/0x40
[<ffffffff91a56829>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff91507eef>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffff91a56b28>] __netif_receive_skb+0x18/0x60
[<ffffffff91a56bb0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff91a57838>] napi_gro_receive+0xd8/0x100
[<ffffffffc04bb45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc04bc100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffff91a641cf>] ? neigh_probe+0x5f/0x70
[<ffffffff91a571cf>] net_rx_action+0x26f/0x390
[<ffffffff914a4bd5>] __do_softirq+0xf5/0x280
[<ffffffff914a4d98>] run_ksoftirqd+0x38/0x50
[<ffffffff914ce894>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff914ce750>] ? lg_double_unlock+0x40/0x40
[<ffffffff914c5e41>] kthread+0xd1/0xe0
[<ffffffff914c5d70>] ? insert_kthread_work+0x40/0x40
[<ffffffff91b95df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff914c5d70>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #229573
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc04ab867
Build id: 3.10.0-862.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff9ffeb166
Build id: 3.10.0-862.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffa0016a2a
Build id: 3.10.0-862.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff9ffee051
Build id: 3.10.0-862.el7.x86_64 		0x4a1
5
? nf_nat_ipv4_out
nf_nat_ipv4 0xffffffffc098d8d8
Build id: 3.10.0-862.el7.x86_64 		0x48
6
dev_queue_xmit
vmlinux 0xffffffff9ffee220
Build id: 3.10.0-862.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffffa0037416
Build id: 3.10.0-862.el7.x86_64 		0x546
8
ip_output
vmlinux 0xffffffffa0037973
Build id: 3.10.0-862.el7.x86_64 		0x73
9
? __ip_append_data.isra.50
vmlinux 0xffffffffa0036ed0
Build id: 3.10.0-862.el7.x86_64 		0xa50
10
ip_local_out_sk
vmlinux 0xffffffffa0035567
Build id: 3.10.0-862.el7.x86_64 		0x37
11
ip_send_skb
vmlinux 0xffffffffa00383c6
Build id: 3.10.0-862.el7.x86_64 		0x16
12
ip_push_pending_frames
vmlinux 0xffffffffa0038433
Build id: 3.10.0-862.el7.x86_64 		0x33
13
ip_send_unicast_reply
vmlinux 0xffffffffa0038804
Build id: 3.10.0-862.el7.x86_64 		0x284
14
? local_bh_enable
vmlinux 0xffffffff9fa99df7
Build id: 3.10.0-862.el7.x86_64 		0x17
15
? local_bh_enable
vmlinux 0xffffffff9fa99df7
Build id: 3.10.0-862.el7.x86_64 		0x17
16
? ipt_do_table
ip_tables 0xffffffffc04cca2e
Build id: 3.10.0-862.el7.x86_64 		0x33e
17
? __fib_validate_source.isra.13
vmlinux 0xffffffffa00747a5
Build id: 3.10.0-862.el7.x86_64 		0xf5
18
tcp_v4_send_reset
vmlinux 0xffffffffa0056b8a
Build id: 3.10.0-862.el7.x86_64 		0x31a
19
tcp_v4_rcv
vmlinux 0xffffffffa0058376
Build id: 3.10.0-862.el7.x86_64 		0x596
20
ip_local_deliver_finish
vmlinux 0xffffffffa0031699
Build id: 3.10.0-862.el7.x86_64 		0xb9
21
ip_local_deliver
vmlinux 0xffffffffa0031989
Build id: 3.10.0-862.el7.x86_64 		0x59
22
? ip_rcv_finish
vmlinux 0xffffffffa00315e0
Build id: 3.10.0-862.el7.x86_64 		0x370
23
ip_rcv_finish
vmlinux 0xffffffffa0031300
Build id: 3.10.0-862.el7.x86_64 		0x90
24
ip_rcv
vmlinux 0xffffffffa0031cb9
Build id: 3.10.0-862.el7.x86_64 		0x2b9
25
? udp4_lib_lookup
vmlinux 0xffffffffa0063002
Build id: 3.10.0-862.el7.x86_64 		0x22
26
? inet_del_offload
vmlinux 0xffffffffa0031270
Build id: 3.10.0-862.el7.x86_64 		0x40
27
__netif_receive_skb_core
vmlinux 0xffffffff9ffeb9f9
Build id: 3.10.0-862.el7.x86_64 		0x729
28
? tcp4_gro_receive
vmlinux 0xffffffffa005d600
Build id: 3.10.0-862.el7.x86_64 		0xe0
29
? inet_gro_receive
vmlinux 0xffffffffa006edb9
Build id: 3.10.0-862.el7.x86_64 		0x249
30
__netif_receive_skb
vmlinux 0xffffffff9ffebd08
Build id: 3.10.0-862.el7.x86_64 		0x18
31
netif_receive_skb_internal
vmlinux 0xffffffff9ffebd90
Build id: 3.10.0-862.el7.x86_64 		0x40
32
napi_gro_receive
vmlinux 0xffffffff9ffec9b8
Build id: 3.10.0-862.el7.x86_64 		0xd8
33
e1000_clean_rx_irq
e1000 0xffffffffc04ac44b
Build id: 3.10.0-862.el7.x86_64 		0x2bb
34
e1000_clean
e1000 0xffffffffc04ad0eb
Build id: 3.10.0-862.el7.x86_64 		0x27b
35
? mod_timer
vmlinux 0xffffffff9faa445d
Build id: 3.10.0-862.el7.x86_64 		0x14d
36
net_rx_action
vmlinux 0xffffffff9ffec3af
Build id: 3.10.0-862.el7.x86_64 		0x26f
37
__do_softirq
vmlinux 0xffffffff9fa9a945
Build id: 3.10.0-862.el7.x86_64 		0xf5
38
run_ksoftirqd
vmlinux 0xffffffff9fa9ab08
Build id: 3.10.0-862.el7.x86_64 		0x38
39
smpboot_thread_fn
vmlinux 0xffffffff9fac35e4
Build id: 3.10.0-862.el7.x86_64 		0x144
40
? lg_double_unlock
vmlinux 0xffffffff9fac34a0
Build id: 3.10.0-862.el7.x86_64 		0x40
41
kthread
vmlinux 0xffffffff9fabae31
Build id: 3.10.0-862.el7.x86_64 		0xd1
42
? insert_kthread_work
vmlinux 0xffffffff9fabad60
Build id: 3.10.0-862.el7.x86_64 		0x40
43
ret_from_fork_nospec_begin
vmlinux 0xffffffffa011f637
Build id: 3.10.0-862.el7.x86_64 		0x21
44
? insert_kthread_work
vmlinux 0xffffffff9fabad60
Build id: 3.10.0-862.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [ksoftirqd/0:3]
Modules linked in: esn_cfs(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm coretemp snd_timer snd soundcore iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul
syscopyarea crct10dif_common sysfillrect sysimgblt fb_sys_fops crc32c_intel ttm ata_piix drm mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase libata i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G           OEL ------------   3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff8870bb5a1fa0 ti: ffff8870bb600000 task.ti: ffff8870bb600000
RIP: 0010:[<ffffffffc04ab867>]  [<ffffffffc04ab867>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8870bb603500  EFLAGS: 00000286
RAX: ffffb426003c3818 RBX: ffff88707516d100 RCX: 000000000000002a
RDX: 000000000000002a RSI: ffff88707516d100 RDI: ffff8870b9f70000
RBP: ffff8870bb603580 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 00000000000000fc
R13: ffffb426003c3818 R14: 0000000000000100 R15: 0000000002000000
FS:  0000000000000000(0000) GS:ffff8870bc600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f52bf812310 CR3: 00000000796d2000 CR4: 00000000001607f0
Call Trace:
[<ffffffff9ffeb166>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa0016a2a>] sch_direct_xmit+0x11a/0x250
[<ffffffff9ffee051>] __dev_queue_xmit+0x4a1/0x660
[<ffffffffc098d8d8>] ? nf_nat_ipv4_out+0x48/0xf0 [nf_nat_ipv4]
[<ffffffff9ffee220>] dev_queue_xmit+0x10/0x20
[<ffffffffa0037416>] ip_finish_output+0x546/0x7a0
[<ffffffffa0037973>] ip_output+0x73/0xe0
[<ffffffffa0036ed0>] ? __ip_append_data.isra.50+0xa50/0xa50
[<ffffffffa0035567>] ip_local_out_sk+0x37/0x40
[<ffffffffa00383c6>] ip_send_skb+0x16/0x50
[<ffffffffa0038433>] ip_push_pending_frames+0x33/0x40
[<ffffffffa0038804>] ip_send_unicast_reply+0x284/0x2d0
[<ffffffff9fa99df7>] ? local_bh_enable+0x17/0x20
[<ffffffff9fa99df7>] ? local_bh_enable+0x17/0x20
[<ffffffffc04cca2e>] ? ipt_do_table+0x33e/0x710 [ip_tables]
[<ffffffffa00747a5>] ? __fib_validate_source.isra.13+0xf5/0x380
[<ffffffffa0056b8a>] tcp_v4_send_reset+0x31a/0x460
[<ffffffffa0058376>] tcp_v4_rcv+0x596/0x990
[<ffffffffa0031699>] ip_local_deliver_finish+0xb9/0x200
[<ffffffffa0031989>] ip_local_deliver+0x59/0xd0
[<ffffffffa00315e0>] ? ip_rcv_finish+0x370/0x370
[<ffffffffa0031300>] ip_rcv_finish+0x90/0x370
[<ffffffffa0031cb9>] ip_rcv+0x2b9/0x410
[<ffffffffa0063002>] ? udp4_lib_lookup+0x22/0x70
[<ffffffffa0031270>] ? inet_del_offload+0x40/0x40
[<ffffffff9ffeb9f9>] __netif_receive_skb_core+0x729/0xa20
[<ffffffffa005d600>] ? tcp4_gro_receive+0xe0/0x1a0
[<ffffffffa006edb9>] ? inet_gro_receive+0x249/0x290
[<ffffffff9ffebd08>] __netif_receive_skb+0x18/0x60
[<ffffffff9ffebd90>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff9ffec9b8>] napi_gro_receive+0xd8/0x100
[<ffffffffc04ac44b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc04ad0eb>] e1000_clean+0x27b/0x8e0 [e1000]
[<ffffffff9faa445d>] ? mod_timer+0x14d/0x230
[<ffffffff9ffec3af>] net_rx_action+0x26f/0x390
[<ffffffff9fa9a945>] __do_softirq+0xf5/0x280
[<ffffffff9fa9ab08>] run_ksoftirqd+0x38/0x50
[<ffffffff9fac35e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff9fac34a0>] ? lg_double_unlock+0x40/0x40
[<ffffffff9fabae31>] kthread+0xd1/0xe0
[<ffffffff9fabad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa011f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9fabad60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #159615
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc004a877
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffa463e6f7
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffffa4655f96
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffa46840aa
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x11a
5
__qdisc_run
vmlinux 0xffffffffa468426e
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x8e
6
__dev_queue_xmit
vmlinux 0xffffffffa4658c98
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x218
7
dev_queue_xmit
vmlinux 0xffffffffa46590e0
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x10
8
ip_finish_output
vmlinux 0xffffffffa46a70eb
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x67b
9
ip_output
vmlinux 0xffffffffa46a766b
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffffa46a6a70
Build id: 3.10.0-1160.25.1.el7.x86_64 		0xa60
11
ip_local_out_sk
vmlinux 0xffffffffa46a5097
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x37
12
ip_send_skb
vmlinux 0xffffffffa46a80d6
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x16
13
ip_push_pending_frames
vmlinux 0xffffffffa46a8143
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x33
14
ip_send_unicast_reply
vmlinux 0xffffffffa46a8518
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x288
15
? local_bh_enable
vmlinux 0xffffffffa40a3fb7
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x17
16
? ipt_do_table
ip_tables 0xffffffffc022d719
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x359
17
tcp_v4_send_ack.isra.33
vmlinux 0xffffffffa46c5b10
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x230
18
tcp_v4_rcv
vmlinux 0xffffffffa46c8896
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x396
19
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc06852ce
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x4e
20
? nf_iterate
vmlinux 0xffffffffa4696ab8
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x98
21
ip_local_deliver_finish
vmlinux 0xffffffffa46a0f1d
Build id: 3.10.0-1160.25.1.el7.x86_64 		0xbd
22
ip_local_deliver
vmlinux 0xffffffffa46a1210
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x60
23
? ip_rcv_finish
vmlinux 0xffffffffa46a0e60
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x370
24
ip_rcv_finish
vmlinux 0xffffffffa46a0b80
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x90
25
ip_rcv
vmlinux 0xffffffffa46a1550
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x2c0
26
? packet_setsockopt
vmlinux 0xffffffffa4761602
Build id: 3.10.0-1160.25.1.el7.x86_64 		0xa32
27
? inet_del_offload
vmlinux 0xffffffffa46a0af0
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x40
28
__netif_receive_skb_core
vmlinux 0xffffffffa4656829
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x729
29
? __getnstimeofday64
vmlinux 0xffffffffa4107bbf
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x3f
30
__netif_receive_skb
vmlinux 0xffffffffa4656b28
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x18
31
netif_receive_skb_internal
vmlinux 0xffffffffa4656bb0
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x40
32
napi_gro_receive
vmlinux 0xffffffffa4657838
Build id: 3.10.0-1160.25.1.el7.x86_64 		0xd8
33
e1000_clean_rx_irq
e1000 0xffffffffc004b45b
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x2bb
34
e1000_clean
e1000 0xffffffffc004c100
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x280
35
net_rx_action
vmlinux 0xffffffffa46571cf
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x26f
36
__do_softirq
vmlinux 0xffffffffa40a4b35
Build id: 3.10.0-1160.25.1.el7.x86_64 		0xf5
37
run_ksoftirqd
vmlinux 0xffffffffa40a4cf8
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x38
38
smpboot_thread_fn
vmlinux 0xffffffffa40ce7f4
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x144
39
? lg_double_unlock
vmlinux 0xffffffffa40ce6b0
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x40
40
kthread
vmlinux 0xffffffffa40c5da1
Build id: 3.10.0-1160.25.1.el7.x86_64 		0xd1
41
? insert_kthread_work
vmlinux 0xffffffffa40c5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x40
42
ret_from_fork_nospec_begin
vmlinux 0xffffffffa4795ddd
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x7
43
? insert_kthread_work
vmlinux 0xffffffffa40c5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [ksoftirqd/1:14]
Modules linked in: veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache overlay nf_conntrack_netbios_ns nf_conntrack_broadcast xt_nat xt_mark ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash
dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 lrw snd_rawmidi snd_ac97_codec gf128mul ppdev glue_helper ablk_helper cryptd ac97_bus snd_seq sg snd_seq_device joydev pcspkr snd_pcm snd_timer snd vmw_balloon soundcore vmw_vmci i2c_piix4 parport_pc parport nfsd sch_fq_codel auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea nfit sysfillrect sysimgblt fb_sys_fops libnvdimm ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi scsi_transport_spi mptscsih serio_raw mptbase e1000 drm_panel_orientation_quirks fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8a6c70bb8000 ti: ffff8a6c70bb4000 task.ti: ffff8a6c70bb4000
RIP: 0010:[<ffffffffc004a877>]  [<ffffffffc004a877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8a6c70bb7478  EFLAGS: 00000286
RAX: ffffb78ec0d03818 RBX: 00000000000005b8 RCX: 0000000000000016
RDX: 0000000000000010 RSI: 0000000000000010 RDI: ffff8a6d323dfc00
RBP: ffff8a6c70bb74f8 R08: 0000000000000000 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 00000002192a9002
R13: 0000000100000848 R14: ffffffffa43b1c00 R15: ffff8a6c70bb7430
FS:  0000000000000000(0000) GS:ffff8a6d35640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff7aed6431a CR3: 00000000bb4bc000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa463e6f7>] ? kfree_skbmem+0x37/0x90
[<ffffffffa4655f96>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa46840aa>] sch_direct_xmit+0x11a/0x250
[<ffffffffa468426e>] __qdisc_run+0x8e/0x360
[<ffffffffa4658c98>] __dev_queue_xmit+0x218/0x650
[<ffffffffa46590e0>] dev_queue_xmit+0x10/0x20
[<ffffffffa46a70eb>] ip_finish_output+0x67b/0x8d0
[<ffffffffa46a766b>] ip_output+0x7b/0xf0
[<ffffffffa46a6a70>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa46a5097>] ip_local_out_sk+0x37/0x40
[<ffffffffa46a80d6>] ip_send_skb+0x16/0x50
[<ffffffffa46a8143>] ip_push_pending_frames+0x33/0x40
[<ffffffffa46a8518>] ip_send_unicast_reply+0x288/0x2f0
[<ffffffffa40a3fb7>] ? local_bh_enable+0x17/0x20
[<ffffffffc022d719>] ? ipt_do_table+0x359/0x740 [ip_tables]
[<ffffffffa46c5b10>] tcp_v4_send_ack.isra.33+0x230/0x290
[<ffffffffa46c8896>] tcp_v4_rcv+0x396/0x9e0
[<ffffffffc06852ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffffa4696ab8>] ? nf_iterate+0x98/0xe0
[<ffffffffa46a0f1d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffffa46a1210>] ip_local_deliver+0x60/0xe0
[<ffffffffa46a0e60>] ? ip_rcv_finish+0x370/0x370
[<ffffffffa46a0b80>] ip_rcv_finish+0x90/0x370
[<ffffffffa46a1550>] ip_rcv+0x2c0/0x420
[<ffffffffa4761602>] ? packet_setsockopt+0xa32/0xae0
[<ffffffffa46a0af0>] ? inet_del_offload+0x40/0x40
[<ffffffffa4656829>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffa4107bbf>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffffa4656b28>] __netif_receive_skb+0x18/0x60
[<ffffffffa4656bb0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa4657838>] napi_gro_receive+0xd8/0x100
[<ffffffffc004b45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc004c100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffa46571cf>] net_rx_action+0x26f/0x390
[<ffffffffa40a4b35>] __do_softirq+0xf5/0x280
[<ffffffffa40a4cf8>] run_ksoftirqd+0x38/0x50
[<ffffffffa40ce7f4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa40ce6b0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa40c5da1>] kthread+0xd1/0xe0
[<ffffffffa40c5cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa4795ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa40c5cd0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #1158604
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc03b6857
Build id: 3.10.0-957.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffb0038c66
Build id: 3.10.0-957.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffb0065cea
Build id: 3.10.0-957.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffb003bbe1
Build id: 3.10.0-957.el7.x86_64 		0x491
5
dev_queue_xmit
vmlinux 0xffffffffb003bdb0
Build id: 3.10.0-957.el7.x86_64 		0x10
6
ip_finish_output
vmlinux 0xffffffffb0088736
Build id: 3.10.0-957.el7.x86_64 		0x556
7
ip_output
vmlinux 0xffffffffb0088c93
Build id: 3.10.0-957.el7.x86_64 		0x73
8
? __ip_append_data.isra.51
vmlinux 0xffffffffb00881e0
Build id: 3.10.0-957.el7.x86_64 		0xa50
9
ip_local_out_sk
vmlinux 0xffffffffb0086817
Build id: 3.10.0-957.el7.x86_64 		0x37
10
ip_send_skb
vmlinux 0xffffffffb00896f6
Build id: 3.10.0-957.el7.x86_64 		0x16
11
ip_push_pending_frames
vmlinux 0xffffffffb0089763
Build id: 3.10.0-957.el7.x86_64 		0x33
12
icmp_push_reply
vmlinux 0xffffffffb00b915e
Build id: 3.10.0-957.el7.x86_64 		0xee
13
icmp_send
vmlinux 0xffffffffb00ba300
Build id: 3.10.0-957.el7.x86_64 		0x500
14
__udp4_lib_rcv
vmlinux 0xffffffffb00b5a96
Build id: 3.10.0-957.el7.x86_64 		0xa16
15
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc087f2ce
Build id: 3.10.0-957.el7.x86_64 		0x4e
16
udp_rcv
vmlinux 0xffffffffb00b60da
Build id: 3.10.0-957.el7.x86_64 		0x1a
17
ip_local_deliver_finish
vmlinux 0xffffffffb008285d
Build id: 3.10.0-957.el7.x86_64 		0xbd
18
ip_local_deliver
vmlinux 0xffffffffb0082b49
Build id: 3.10.0-957.el7.x86_64 		0x59
19
? ip_rcv_finish
vmlinux 0xffffffffb00827a0
Build id: 3.10.0-957.el7.x86_64 		0x370
20
ip_rcv_finish
vmlinux 0xffffffffb00824c0
Build id: 3.10.0-957.el7.x86_64 		0x90
21
ip_rcv
vmlinux 0xffffffffb0082e79
Build id: 3.10.0-957.el7.x86_64 		0x2b9
22
? udp4_lib_lookup
vmlinux 0xffffffffb00b4902
Build id: 3.10.0-957.el7.x86_64 		0x52
23
? inet_del_offload
vmlinux 0xffffffffb0082430
Build id: 3.10.0-957.el7.x86_64 		0x40
24
__netif_receive_skb_core
vmlinux 0xffffffffb00394f9
Build id: 3.10.0-957.el7.x86_64 		0x729
25
? __getnstimeofday64
vmlinux 0xffffffffafb024ef
Build id: 3.10.0-957.el7.x86_64 		0x3f
26
__netif_receive_skb
vmlinux 0xffffffffb00397f8
Build id: 3.10.0-957.el7.x86_64 		0x18
27
netif_receive_skb_internal
vmlinux 0xffffffffb0039880
Build id: 3.10.0-957.el7.x86_64 		0x40
28
napi_gro_receive
vmlinux 0xffffffffb003a508
Build id: 3.10.0-957.el7.x86_64 		0xd8
29
e1000_clean_rx_irq
e1000 0xffffffffc03b743b
Build id: 3.10.0-957.el7.x86_64 		0x2bb
30
e1000_clean
e1000 0xffffffffc03b80dd
Build id: 3.10.0-957.el7.x86_64 		0x27d
31
? update_curr
vmlinux 0xffffffffafae00bc
Build id: 3.10.0-957.el7.x86_64 		0x14c
32
net_rx_action
vmlinux 0xffffffffb0039e9f
Build id: 3.10.0-957.el7.x86_64 		0x26f
33
__do_softirq
vmlinux 0xffffffffafaa0f05
Build id: 3.10.0-957.el7.x86_64 		0xf5
34
run_ksoftirqd
vmlinux 0xffffffffafaa10c8
Build id: 3.10.0-957.el7.x86_64 		0x38
35
smpboot_thread_fn
vmlinux 0xffffffffafaca5c4
Build id: 3.10.0-957.el7.x86_64 		0x144
36
? lg_double_unlock
vmlinux 0xffffffffafaca480
Build id: 3.10.0-957.el7.x86_64 		0x40
37
kthread
vmlinux 0xffffffffafac1c31
Build id: 3.10.0-957.el7.x86_64 		0xd1
38
? insert_kthread_work
vmlinux 0xffffffffafac1b60
Build id: 3.10.0-957.el7.x86_64 		0x40
39
ret_from_fork_nospec_begin
vmlinux 0xffffffffb0174c37
Build id: 3.10.0-957.el7.x86_64 		0x21
40
? insert_kthread_work
vmlinux 0xffffffffafac1b60
Build id: 3.10.0-957.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [ksoftirqd/0:3]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus crc32_pclmul snd_seq ghash_clmulni_intel aesni_intel snd_seq_device snd_pcm snd_timer snd soundcore lrw gf128mul glue_helper pcspkr ablk_helper cryptd joydev ppdev vmw_balloon parport_pc parport sg vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common
crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix libata e1000 drm mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff999077462080 ti: ffff9990774f0000 task.ti: ffff9990774f0000
RIP: 0010:[<ffffffffc03b6857>]  [<ffffffffc03b6857>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffff9990774f3520  EFLAGS: 00010286
RAX: ffffae3f43503818 RBX: 0000000000000001 RCX: 000000000000004e
RDX: 000000000000004e RSI: ffff999426055940 RDI: ffff9994295da000
RBP: ffff9990774f35a0 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202
R13: 00000005242a8402 R14: 0000000100000202 R15: ffffffffafda04b0
FS:  0000000000000000(0000) GS:ffff999429600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efdeab1dacb CR3: 000000052249a000 CR4: 0000000000360ff0
Call Trace:
[<ffffffffb0038c66>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffb0065cea>] sch_direct_xmit+0x11a/0x250
[<ffffffffb003bbe1>] __dev_queue_xmit+0x491/0x650
[<ffffffffb003bdb0>] dev_queue_xmit+0x10/0x20
[<ffffffffb0088736>] ip_finish_output+0x556/0x7b0
[<ffffffffb0088c93>] ip_output+0x73/0xe0
[<ffffffffb00881e0>] ? __ip_append_data.isra.51+0xa50/0xa50
[<ffffffffb0086817>] ip_local_out_sk+0x37/0x40
[<ffffffffb00896f6>] ip_send_skb+0x16/0x50
[<ffffffffb0089763>] ip_push_pending_frames+0x33/0x40
[<ffffffffb00b915e>] icmp_push_reply+0xee/0x120
[<ffffffffb00ba300>] icmp_send+0x500/0x520
[<ffffffffb00b5a96>] __udp4_lib_rcv+0xa16/0xbe0
[<ffffffffc087f2ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffffb00b60da>] udp_rcv+0x1a/0x20
[<ffffffffb008285d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffffb0082b49>] ip_local_deliver+0x59/0xd0
[<ffffffffb00827a0>] ? ip_rcv_finish+0x370/0x370
[<ffffffffb00824c0>] ip_rcv_finish+0x90/0x370
[<ffffffffb0082e79>] ip_rcv+0x2b9/0x410
[<ffffffffb00b4902>] ? udp4_lib_lookup+0x52/0x70
[<ffffffffb0082430>] ? inet_del_offload+0x40/0x40
[<ffffffffb00394f9>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffafb024ef>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffffb00397f8>] __netif_receive_skb+0x18/0x60
[<ffffffffb0039880>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffb003a508>] napi_gro_receive+0xd8/0x100
[<ffffffffc03b743b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc03b80dd>] e1000_clean+0x27d/0x8e0 [e1000]
[<ffffffffafae00bc>] ? update_curr+0x14c/0x1e0
[<ffffffffb0039e9f>] net_rx_action+0x26f/0x390
[<ffffffffafaa0f05>] __do_softirq+0xf5/0x280
[<ffffffffafaa10c8>] run_ksoftirqd+0x38/0x50
[<ffffffffafaca5c4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffafaca480>] ? lg_double_unlock+0x40/0x40
[<ffffffffafac1c31>] kthread+0xd1/0xe0
[<ffffffffafac1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb0174c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffafac1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #1139655
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc059b857
Build id: 3.10.0-957.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff97038c66
Build id: 3.10.0-957.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffff97065cea
Build id: 3.10.0-957.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff9703bbe1
Build id: 3.10.0-957.el7.x86_64 		0x491
5
dev_queue_xmit
vmlinux 0xffffffff9703bdb0
Build id: 3.10.0-957.el7.x86_64 		0x10
6
neigh_resolve_output
vmlinux 0xffffffff9704861d
Build id: 3.10.0-957.el7.x86_64 		0x11d
7
ip_finish_output
vmlinux 0xffffffff9708845c
Build id: 3.10.0-957.el7.x86_64 		0x27c
8
ip_output
vmlinux 0xffffffff97088c93
Build id: 3.10.0-957.el7.x86_64 		0x73
9
? __ip_append_data.isra.51
vmlinux 0xffffffff970881e0
Build id: 3.10.0-957.el7.x86_64 		0xa50
10
ip_local_out_sk
vmlinux 0xffffffff97086817
Build id: 3.10.0-957.el7.x86_64 		0x37
11
ip_send_skb
vmlinux 0xffffffff970896f6
Build id: 3.10.0-957.el7.x86_64 		0x16
12
ip_push_pending_frames
vmlinux 0xffffffff97089763
Build id: 3.10.0-957.el7.x86_64 		0x33
13
icmp_push_reply
vmlinux 0xffffffff970b915e
Build id: 3.10.0-957.el7.x86_64 		0xee
14
icmp_send
vmlinux 0xffffffff970ba300
Build id: 3.10.0-957.el7.x86_64 		0x500
15
__udp4_lib_rcv
vmlinux 0xffffffff970b5a96
Build id: 3.10.0-957.el7.x86_64 		0xa16
16
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc09922ce
Build id: 3.10.0-957.el7.x86_64 		0x4e
17
udp_rcv
vmlinux 0xffffffff970b60da
Build id: 3.10.0-957.el7.x86_64 		0x1a
18
ip_local_deliver_finish
vmlinux 0xffffffff9708285d
Build id: 3.10.0-957.el7.x86_64 		0xbd
19
ip_local_deliver
vmlinux 0xffffffff97082b49
Build id: 3.10.0-957.el7.x86_64 		0x59
20
? ip_rcv_finish
vmlinux 0xffffffff970827a0
Build id: 3.10.0-957.el7.x86_64 		0x370
21
ip_rcv_finish
vmlinux 0xffffffff970824c0
Build id: 3.10.0-957.el7.x86_64 		0x90
22
ip_rcv
vmlinux 0xffffffff97082e79
Build id: 3.10.0-957.el7.x86_64 		0x2b9
23
? udp4_lib_lookup
vmlinux 0xffffffff970b4902
Build id: 3.10.0-957.el7.x86_64 		0x52
24
? inet_del_offload
vmlinux 0xffffffff97082430
Build id: 3.10.0-957.el7.x86_64 		0x40
25
__netif_receive_skb_core
vmlinux 0xffffffff970394f9
Build id: 3.10.0-957.el7.x86_64 		0x729
26
? __getnstimeofday64
vmlinux 0xffffffff96b024ef
Build id: 3.10.0-957.el7.x86_64 		0x3f
27
__netif_receive_skb
vmlinux 0xffffffff970397f8
Build id: 3.10.0-957.el7.x86_64 		0x18
28
netif_receive_skb_internal
vmlinux 0xffffffff97039880
Build id: 3.10.0-957.el7.x86_64 		0x40
29
napi_gro_receive
vmlinux 0xffffffff9703a508
Build id: 3.10.0-957.el7.x86_64 		0xd8
30
e1000_clean_rx_irq
e1000 0xffffffffc059c43b
Build id: 3.10.0-957.el7.x86_64 		0x2bb
31
e1000_clean
e1000 0xffffffffc059d0dd
Build id: 3.10.0-957.el7.x86_64 		0x27d
32
? neigh_probe
vmlinux 0xffffffff97046c0f
Build id: 3.10.0-957.el7.x86_64 		0x5f
33
net_rx_action
vmlinux 0xffffffff97039e9f
Build id: 3.10.0-957.el7.x86_64 		0x26f
34
__do_softirq
vmlinux 0xffffffff96aa0f05
Build id: 3.10.0-957.el7.x86_64 		0xf5
35
run_ksoftirqd
vmlinux 0xffffffff96aa10c8
Build id: 3.10.0-957.el7.x86_64 		0x38
36
smpboot_thread_fn
vmlinux 0xffffffff96aca5c4
Build id: 3.10.0-957.el7.x86_64 		0x144
37
? lg_double_unlock
vmlinux 0xffffffff96aca480
Build id: 3.10.0-957.el7.x86_64 		0x40
38
kthread
vmlinux 0xffffffff96ac1c31
Build id: 3.10.0-957.el7.x86_64 		0xd1
39
? insert_kthread_work
vmlinux 0xffffffff96ac1b60
Build id: 3.10.0-957.el7.x86_64 		0x40
40
ret_from_fork_nospec_begin
vmlinux 0xffffffff97174c24
Build id: 3.10.0-957.el7.x86_64 		0xe
41
? insert_kthread_work
vmlinux 0xffffffff96ac1b60
Build id: 3.10.0-957.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ksoftirqd/0:3]
Modules linked in: xt_nat xt_addrtype xt_REDIRECT nf_nat_redirect iptable_raw binfmt_misc xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi crc32_pclmul snd_ac97_codec ghash_clmulni_intel aesni_intel ac97_bus snd_seq lrw snd_seq_device gf128mul snd_pcm glue_helper ablk_helper snd_timer cryptd snd ppdev soundcore vmw_balloon pcspkr joydev sg parport_pc parport
i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw e1000 vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix libata mptspi scsi_transport_spi mptscsih drm mptbase nfit drm_panel_orientation_quirks libnvdimm
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff990dfa35a080 ti: ffff990df9c58000 task.ti: ffff990df9c58000
RIP: 0010:[<ffffffffc059b857>]  [<ffffffffc059b857>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff990df9c5b4e0  EFLAGS: 00000286
RAX: ffffa74981943818 RBX: 0000000000000001 RCX: 00000000000000f2
RDX: 00000000000000f2 RSI: ffff9910a8acb340 RDI: ffff990df98c8000
RBP: ffff990df9c5b560 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202
R13: 00000003a9746c02 R14: 00000001fa35a080 R15: ffffffff96da04b0
FS:  0000000000000000(0000) GS:ffff9910ad600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4c7ea27504 CR3: 0000000299210000 CR4: 0000000000340ff0
Call Trace:
[<ffffffff97038c66>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff97065cea>] sch_direct_xmit+0x11a/0x250
[<ffffffff9703bbe1>] __dev_queue_xmit+0x491/0x650
[<ffffffff9703bdb0>] dev_queue_xmit+0x10/0x20
[<ffffffff9704861d>] neigh_resolve_output+0x11d/0x220
[<ffffffff9708845c>] ip_finish_output+0x27c/0x7b0
[<ffffffff97088c93>] ip_output+0x73/0xe0
[<ffffffff970881e0>] ? __ip_append_data.isra.51+0xa50/0xa50
[<ffffffff97086817>] ip_local_out_sk+0x37/0x40
[<ffffffff970896f6>] ip_send_skb+0x16/0x50
[<ffffffff97089763>] ip_push_pending_frames+0x33/0x40
[<ffffffff970b915e>] icmp_push_reply+0xee/0x120
[<ffffffff970ba300>] icmp_send+0x500/0x520
[<ffffffff970b5a96>] __udp4_lib_rcv+0xa16/0xbe0
[<ffffffffc09922ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffff970b60da>] udp_rcv+0x1a/0x20
[<ffffffff9708285d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffff97082b49>] ip_local_deliver+0x59/0xd0
[<ffffffff970827a0>] ? ip_rcv_finish+0x370/0x370
[<ffffffff970824c0>] ip_rcv_finish+0x90/0x370
[<ffffffff97082e79>] ip_rcv+0x2b9/0x410
[<ffffffff970b4902>] ? udp4_lib_lookup+0x52/0x70
[<ffffffff97082430>] ? inet_del_offload+0x40/0x40
[<ffffffff970394f9>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff96b024ef>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffff970397f8>] __netif_receive_skb+0x18/0x60
[<ffffffff97039880>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff9703a508>] napi_gro_receive+0xd8/0x100
[<ffffffffc059c43b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc059d0dd>] e1000_clean+0x27d/0x8e0 [e1000]
[<ffffffff97046c0f>] ? neigh_probe+0x5f/0x70
[<ffffffff97039e9f>] net_rx_action+0x26f/0x390
[<ffffffff96aa0f05>] __do_softirq+0xf5/0x280
[<ffffffff96aa10c8>] run_ksoftirqd+0x38/0x50
[<ffffffff96aca5c4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff96aca480>] ? lg_double_unlock+0x40/0x40
[<ffffffff96ac1c31>] kthread+0xd1/0xe0
[<ffffffff96ac1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff97174c24>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffff96ac1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #1031506
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc034c877
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffaea55f96
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffaea840aa
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffaea58f11
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x491
5
dev_queue_xmit
vmlinux 0xffffffffaea590e0
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x10
6
ip_finish_output
vmlinux 0xffffffffaeaa7c6b
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x67b
7
ip_output
vmlinux 0xffffffffaeaa81eb
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x7b
8
? __ip_append_data.isra.50
vmlinux 0xffffffffaeaa75f0
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xa60
9
ip_local_out_sk
vmlinux 0xffffffffaeaa5c17
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x37
10
ip_send_skb
vmlinux 0xffffffffaeaa8c56
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x16
11
ip_push_pending_frames
vmlinux 0xffffffffaeaa8cc3
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x33
12
icmp_push_reply
vmlinux 0xffffffffaead8eae
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xee
13
icmp_send
vmlinux 0xffffffffaeada080
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x530
14
__udp4_lib_rcv
vmlinux 0xffffffffaead573c
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xa0c
15
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc090a2ce
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x4e
16
udp_rcv
vmlinux 0xffffffffaead5dda
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x1a
17
ip_local_deliver_finish
vmlinux 0xffffffffaeaa1a9d
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xbd
18
ip_local_deliver
vmlinux 0xffffffffaeaa1d90
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x60
19
? ip_rcv_finish
vmlinux 0xffffffffaeaa19e0
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x370
20
ip_rcv_finish
vmlinux 0xffffffffaeaa1700
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x90
21
ip_rcv
vmlinux 0xffffffffaeaa20d0
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x2c0
22
? inet_del_offload
vmlinux 0xffffffffaeaa1670
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x40
23
__netif_receive_skb_core
vmlinux 0xffffffffaea56829
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x729
24
? __getnstimeofday64
vmlinux 0xffffffffae507f0f
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x3f
25
__netif_receive_skb
vmlinux 0xffffffffaea56b28
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x18
26
netif_receive_skb_internal
vmlinux 0xffffffffaea56bb0
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x40
27
napi_gro_receive
vmlinux 0xffffffffaea57838
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xd8
28
e1000_clean_rx_irq
e1000 0xffffffffc034d45b
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x2bb
29
e1000_clean
e1000 0xffffffffc034e100
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x280
30
? switch_mm_irqs_off
vmlinux 0xffffffffae47dfe9
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x109
31
? switch_mm_irqs_off
vmlinux 0xffffffffae47dff5
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x115
32
? switch_mm_irqs_off
vmlinux 0xffffffffae47dfe9
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x109
33
? switch_mm_irqs_off
vmlinux 0xffffffffae47dff5
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x115
34
? switch_mm_irqs_off
vmlinux 0xffffffffae47dfe9
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x109
35
net_rx_action
vmlinux 0xffffffffaea571cf
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x26f
36
__do_softirq
vmlinux 0xffffffffae4a4bf5
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xf5
37
run_ksoftirqd
vmlinux 0xffffffffae4a4db8
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x38
38
smpboot_thread_fn
vmlinux 0xffffffffae4ce8b4
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x144
39
? lg_double_unlock
vmlinux 0xffffffffae4ce770
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x40
40
kthread
vmlinux 0xffffffffae4c5e61
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xd1
41
? insert_kthread_work
vmlinux 0xffffffffae4c5d90
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x40
42
ret_from_fork_nospec_begin
vmlinux 0xffffffffaeb95df7
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x21
43
? insert_kthread_work
vmlinux 0xffffffffae4c5d90
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:6]
Modules linked in: rpcsec_gss_krb5 xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_ens1371 snd_rawmidi snd_ac97_codec
cryptd ac97_bus ppdev snd_seq snd_seq_device snd_pcm vmw_balloon snd_timer snd soundcore sg vmw_vmci pcspkr joydev i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel nfit libnvdimm serio_raw e1000 mptspi scsi_transport_spi mptscsih ata_piix libata mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.41.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff904e365b5280 ti: ffff904e36678000 task.ti: ffff904e36678000
RIP: 0010:[<ffffffffc034c877>]  [<ffffffffc034c877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff904e3667b500  EFLAGS: 00000286
RAX: ffffbc7080983818 RBX: 0000000000000202 RCX: 00000000000000e8
RDX: 00000000000000e8 RSI: ffff904d35efb800 RDI: ffff904e34648000
RBP: ffff904e3667b580 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 000000013667b498
R13: ffffffffae7b2290 R14: ffff904e3667b4c8 R15: 0000000000000202
FS:  0000000000000000(0000) GS:ffff904e39600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0bda0868c0 CR3: 000000005e132000 CR4: 00000000003607f0
Call Trace:
[<ffffffffaea55f96>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffaea840aa>] sch_direct_xmit+0x11a/0x250
[<ffffffffaea58f11>] __dev_queue_xmit+0x491/0x650
[<ffffffffaea590e0>] dev_queue_xmit+0x10/0x20
[<ffffffffaeaa7c6b>] ip_finish_output+0x67b/0x8d0
[<ffffffffaeaa81eb>] ip_output+0x7b/0xf0
[<ffffffffaeaa75f0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffaeaa5c17>] ip_local_out_sk+0x37/0x40
[<ffffffffaeaa8c56>] ip_send_skb+0x16/0x50
[<ffffffffaeaa8cc3>] ip_push_pending_frames+0x33/0x40
[<ffffffffaead8eae>] icmp_push_reply+0xee/0x120
[<ffffffffaeada080>] icmp_send+0x530/0x550
[<ffffffffaead573c>] __udp4_lib_rcv+0xa0c/0xc30
[<ffffffffc090a2ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffffaead5dda>] udp_rcv+0x1a/0x20
[<ffffffffaeaa1a9d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffffaeaa1d90>] ip_local_deliver+0x60/0xe0
[<ffffffffaeaa19e0>] ? ip_rcv_finish+0x370/0x370
[<ffffffffaeaa1700>] ip_rcv_finish+0x90/0x370
[<ffffffffaeaa20d0>] ip_rcv+0x2c0/0x420
[<ffffffffaeaa1670>] ? inet_del_offload+0x40/0x40
[<ffffffffaea56829>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffae507f0f>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffffaea56b28>] __netif_receive_skb+0x18/0x60
[<ffffffffaea56bb0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffaea57838>] napi_gro_receive+0xd8/0x100
[<ffffffffc034d45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc034e100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffae47dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffffae47dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffae47dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffffae47dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffae47dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffffaea571cf>] net_rx_action+0x26f/0x390
[<ffffffffae4a4bf5>] __do_softirq+0xf5/0x280
[<ffffffffae4a4db8>] run_ksoftirqd+0x38/0x50
[<ffffffffae4ce8b4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffae4ce770>] ? lg_double_unlock+0x40/0x40
[<ffffffffae4c5e61>] kthread+0xd1/0xe0
[<ffffffffae4c5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffffaeb95df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffae4c5d90>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #1007612
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc033d877
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff90458f86
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffff9048709a
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x11a
4
__qdisc_run
vmlinux 0xffffffff9048725e
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x8e
5
__dev_queue_xmit
vmlinux 0xffffffff9045bf19
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x4a9
6
dev_queue_xmit
vmlinux 0xffffffff9045c0d0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffff904aac5b
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x67b
8
ip_output
vmlinux 0xffffffff904ab1db
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff904aa5e0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xa60
10
ip_local_out_sk
vmlinux 0xffffffff904a8c07
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x37
11
ip_send_skb
vmlinux 0xffffffff904abc46
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x16
12
ip_push_pending_frames
vmlinux 0xffffffff904abcb3
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x33
13
icmp_push_reply
vmlinux 0xffffffff904dbede
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xee
14
icmp_send
vmlinux 0xffffffff904dd0b0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x530
15
__udp4_lib_rcv
vmlinux 0xffffffff904d876c
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xa0c
16
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc08da2ce
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x4e
17
udp_rcv
vmlinux 0xffffffff904d8e0a
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x1a
18
ip_local_deliver_finish
vmlinux 0xffffffff904a4a8d
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xbd
19
ip_local_deliver
vmlinux 0xffffffff904a4d80
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x60
20
? ip_rcv_finish
vmlinux 0xffffffff904a49d0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x370
21
ip_rcv_finish
vmlinux 0xffffffff904a46f0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x90
22
ip_rcv
vmlinux 0xffffffff904a50c0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x2c0
23
? inet_del_offload
vmlinux 0xffffffff904a4660
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40
24
__netif_receive_skb_core
vmlinux 0xffffffff90459819
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x729
25
? __wake_up_common
vmlinux 0xffffffff8fed3200
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x70
26
? __getnstimeofday64
vmlinux 0xffffffff8ff0805f
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x3f
27
__netif_receive_skb
vmlinux 0xffffffff90459b18
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x18
28
netif_receive_skb_internal
vmlinux 0xffffffff90459ba0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40
29
napi_gro_receive
vmlinux 0xffffffff9045a828
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xd8
30
e1000_clean_rx_irq
e1000 0xffffffffc033e45b
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x2bb
31
e1000_clean
e1000 0xffffffffc033f100
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x280
32
? switch_mm_irqs_off
vmlinux 0xffffffff8fe7dfe9
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x109
33
? switch_mm_irqs_off
vmlinux 0xffffffff8fe7dff5
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x115
34
? switch_mm_irqs_off
vmlinux 0xffffffff8fe7dfe9
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x109
35
? switch_mm_irqs_off
vmlinux 0xffffffff8fe7dff5
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x115
36
? switch_mm_irqs_off
vmlinux 0xffffffff8fe7dfe9
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x109
37
net_rx_action
vmlinux 0xffffffff9045a1bf
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x26f
38
__do_softirq
vmlinux 0xffffffff8fea4d85
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xf5
39
run_ksoftirqd
vmlinux 0xffffffff8fea4f48
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x38
40
smpboot_thread_fn
vmlinux 0xffffffff8fecea04
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x144
41
? lg_double_unlock
vmlinux 0xffffffff8fece8c0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40
42
kthread
vmlinux 0xffffffff8fec5fb1
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xd1
43
? insert_kthread_work
vmlinux 0xffffffff8fec5ee0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40
44
ret_from_fork_nospec_begin
vmlinux 0xffffffff90599df7
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x21
45
? insert_kthread_work
vmlinux 0xffffffff8fec5ee0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:6]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq snd_seq_device vmw_balloon aesni_intel lrw gf128mul snd_pcm glue_helper ablk_helper cryptd snd_timer snd soundcore pcspkr joydev sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit libata mptspi serio_raw libnvdimm scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------   3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8ce1763ad280 ti: ffff8ce175ce0000 task.ti: ffff8ce175ce0000
RIP: 0010:[<ffffffffc033d877>]  [<ffffffffc033d877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffff8ce175ce34a8  EFLAGS: 00000286
RAX: ffff9b5d41c43818 RBX: ffff8ce175ce3430 RCX: 00000000000000d3
RDX: 00000000000000d3 RSI: ffff8ce427611900 RDI: ffff8ce42c6e2000
RBP: ffff8ce175ce3528 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8ce3c1263800
R13: 000000000000005a R14: ffff8ce377f08440 R15: ffff8ce377f08440
FS:  0000000000000000(0000) GS:ffff8ce42d600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5493102d50 CR3: 000000007f210000 CR4: 00000000007607f0
PKRU: 00000000
Call Trace:
[<ffffffff90458f86>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff9048709a>] sch_direct_xmit+0x11a/0x250
[<ffffffff9048725e>] __qdisc_run+0x8e/0x360
[<ffffffff9045bf19>] __dev_queue_xmit+0x4a9/0x650
[<ffffffff9045c0d0>] dev_queue_xmit+0x10/0x20
[<ffffffff904aac5b>] ip_finish_output+0x67b/0x8d0
[<ffffffff904ab1db>] ip_output+0x7b/0xf0
[<ffffffff904aa5e0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff904a8c07>] ip_local_out_sk+0x37/0x40
[<ffffffff904abc46>] ip_send_skb+0x16/0x50
[<ffffffff904abcb3>] ip_push_pending_frames+0x33/0x40
[<ffffffff904dbede>] icmp_push_reply+0xee/0x120
[<ffffffff904dd0b0>] icmp_send+0x530/0x550
[<ffffffff904d876c>] __udp4_lib_rcv+0xa0c/0xc30
[<ffffffffc08da2ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffff904d8e0a>] udp_rcv+0x1a/0x20
[<ffffffff904a4a8d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffff904a4d80>] ip_local_deliver+0x60/0xe0
[<ffffffff904a49d0>] ? ip_rcv_finish+0x370/0x370
[<ffffffff904a46f0>] ip_rcv_finish+0x90/0x370
[<ffffffff904a50c0>] ip_rcv+0x2c0/0x420
[<ffffffff904a4660>] ? inet_del_offload+0x40/0x40
[<ffffffff90459819>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff8fed3200>] ? __wake_up_common+0x70/0x120
[<ffffffff8ff0805f>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffff90459b18>] __netif_receive_skb+0x18/0x60
[<ffffffff90459ba0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff9045a828>] napi_gro_receive+0xd8/0x100
[<ffffffffc033e45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc033f100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffff8fe7dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffff8fe7dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffff8fe7dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffff8fe7dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffff8fe7dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffff9045a1bf>] net_rx_action+0x26f/0x390
[<ffffffff8fea4d85>] __do_softirq+0xf5/0x280
[<ffffffff8fea4f48>] run_ksoftirqd+0x38/0x50
[<ffffffff8fecea04>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff8fece8c0>] ? lg_double_unlock+0x40/0x40
[<ffffffff8fec5fb1>] kthread+0xd1/0xe0
[<ffffffff8fec5ee0>] ? insert_kthread_work+0x40/0x40
[<ffffffff90599df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8fec5ee0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #789126
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc02be8e7
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffff8c266c7f
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x3f
3
dev_hard_start_xmit
vmlinux 0xffffffff8c27edc6
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffff8c2add72
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x122
5
__qdisc_run
vmlinux 0xffffffff8c2adf2e
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x8e
6
__dev_queue_xmit
vmlinux 0xffffffff8c281b58
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x218
7
dev_queue_xmit
vmlinux 0xffffffff8c281fa0
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x10
8
neigh_resolve_output
vmlinux 0xffffffff8c28f03d
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x11d
9
ip_finish_output
vmlinux 0xffffffff8c2d220c
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x27c
10
ip_output
vmlinux 0xffffffff8c2d2b9b
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x7b
11
? __ip_local_out_sk
vmlinux 0xffffffff8c2d0542
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x102
12
ip_local_out_sk
vmlinux 0xffffffff8c2d0587
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x37
13
ip_send_skb
vmlinux 0xffffffff8c2d3636
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x16
14
ip_push_pending_frames
vmlinux 0xffffffff8c2d36a3
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x33
15
icmp_push_reply
vmlinux 0xffffffff8c30435e
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xee
16
icmp_send
vmlinux 0xffffffff8c305560
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x530
17
__udp4_lib_rcv
vmlinux 0xffffffff8c300b5c
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xa0c
18
udp_rcv
vmlinux 0xffffffff8c3011fa
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x1a
19
ip_local_deliver_finish
vmlinux 0xffffffff8c2cc34d
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xbd
20
ip_local_deliver
vmlinux 0xffffffff8c2cc660
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x60
21
? ip_rcv_finish
vmlinux 0xffffffff8c2cc290
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x380
22
ip_rcv_finish
vmlinux 0xffffffff8c2cbfa0
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x90
23
ip_rcv
vmlinux 0xffffffff8c2cc9a0
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x2c0
24
? packet_rcv
vmlinux 0xffffffff8c38b1fc
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x4c
25
? udp4_lib_lookup_skb
vmlinux 0xffffffff8c2ff941
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x61
26
__netif_receive_skb_core
vmlinux 0xffffffff8c27f669
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x739
27
? __getnstimeofday64
vmlinux 0xffffffff8bd0ea2f
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x3f
28
__netif_receive_skb
vmlinux 0xffffffff8c27f968
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x18
29
netif_receive_skb_internal
vmlinux 0xffffffff8c27fa00
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x40
30
napi_gro_receive
vmlinux 0xffffffff8c2806b8
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xd8
31
e1000_clean_rx_irq
e1000 0xffffffffc02bf4cb
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x2bb
32
e1000_clean
e1000 0xffffffffc02c0180
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x280
33
? neigh_probe
vmlinux 0xffffffff8c28d30f
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x5f
34
net_rx_action
vmlinux 0xffffffff8c280037
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x277
35
__do_softirq
vmlinux 0xffffffff8bca9595
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xf5
36
run_ksoftirqd
vmlinux 0xffffffff8bca9768
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x38
37
smpboot_thread_fn
vmlinux 0xffffffff8bcd43fc
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x14c
38
? lg_double_unlock
vmlinux 0xffffffff8bcd42b0
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x40
39
kthread
vmlinux 0xffffffff8bccb621
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xd1
40
? insert_kthread_work
vmlinux 0xffffffff8bccb550
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x40
41
ret_from_fork_nospec_begin
vmlinux 0xffffffff8c3c51dd
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x7
42
? insert_kthread_work
vmlinux 0xffffffff8bccb550
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 21s! [ksoftirqd/6:39]
Modules linked in: ip_vs nf_conntrack vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq sb_edac snd_seq_device snd_pcm iosf_mbi crc32_pclmul ghash_clmulni_intel snd_timer aesni_intel snd lrw gf128mul ppdev glue_helper ablk_helper cryptd vmw_balloon soundcore sg vmw_vmci joydev pcspkr i2c_piix4 parport_pc parport ip_tables xfs libcrc32c vmwgfx drm_kms_helper sr_mod cdrom syscopyarea sysfillrect sysimgblt ata_generic fb_sys_fops pata_acpi ttm drm ata_piix libata nvme nfit crct10dif_pclmul e1000 crct10dif_common nvme_core libnvdimm crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod synosnap(OE)
CPU: 6 PID: 39 Comm: ksoftirqd/6 Kdump: loaded Tainted: G           OEL ------------   3.10.0-1160.90.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9be36c1d4200 ti: ffff9be36c1e8000 task.ti: ffff9be36c1e8000
RIP: 0010:[<ffffffffc02be8e7>]  [<ffffffffc02be8e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9be36c1eb468  EFLAGS: 00000286
RAX: ffffaecb43203818 RBX: 0000000000000057 RCX: 000000000000005e
RDX: 000000000000005e RSI: ffff9be765fe7140 RDI: ffff9bea1d672000
RBP: ffff9be36c1eb4e8 R08: 0000000000000000 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 00000007707fd202
R13: 000000011d672000 R14: ffffffff8bfc8fd0 R15: ffff9be36c1eb420
FS:  0000000000000000(0000) GS:ffff9bea1d780000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fab5840dd70 CR3: 0000000566010000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8c266c7f>] ? kfree_skbmem+0x3f/0xa0
[<ffffffff8c27edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8c2add72>] sch_direct_xmit+0x122/0x250
[<ffffffff8c2adf2e>] __qdisc_run+0x8e/0x360
[<ffffffff8c281b58>] __dev_queue_xmit+0x218/0x650
[<ffffffff8c281fa0>] dev_queue_xmit+0x10/0x20
[<ffffffff8c28f03d>] neigh_resolve_output+0x11d/0x220
[<ffffffff8c2d220c>] ip_finish_output+0x27c/0x8d0
[<ffffffff8c2d2b9b>] ip_output+0x7b/0x100
[<ffffffff8c2d0542>] ? __ip_local_out_sk+0x102/0x110
[<ffffffff8c2d0587>] ip_local_out_sk+0x37/0x40
[<ffffffff8c2d3636>] ip_send_skb+0x16/0x50
[<ffffffff8c2d36a3>] ip_push_pending_frames+0x33/0x40
[<ffffffff8c30435e>] icmp_push_reply+0xee/0x130
[<ffffffff8c305560>] icmp_send+0x530/0x550
[<ffffffff8c300b5c>] __udp4_lib_rcv+0xa0c/0xc30
[<ffffffff8c3011fa>] udp_rcv+0x1a/0x20
[<ffffffff8c2cc34d>] ip_local_deliver_finish+0xbd/0x210
[<ffffffff8c2cc660>] ip_local_deliver+0x60/0xe0
[<ffffffff8c2cc290>] ? ip_rcv_finish+0x380/0x380
[<ffffffff8c2cbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffff8c2cc9a0>] ip_rcv+0x2c0/0x420
[<ffffffff8c38b1fc>] ? packet_rcv+0x4c/0x440
[<ffffffff8c2ff941>] ? udp4_lib_lookup_skb+0x61/0x70
[<ffffffff8c27f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffff8bd0ea2f>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffff8c27f968>] __netif_receive_skb+0x18/0x70
[<ffffffff8c27fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff8c2806b8>] napi_gro_receive+0xd8/0x100
[<ffffffffc02bf4cb>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc02c0180>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffff8c28d30f>] ? neigh_probe+0x5f/0x80
[<ffffffff8c280037>] net_rx_action+0x277/0x3a0
[<ffffffff8bca9595>] __do_softirq+0xf5/0x290
[<ffffffff8bca9768>] run_ksoftirqd+0x38/0x60
[<ffffffff8bcd43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff8bcd42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff8bccb621>] kthread+0xd1/0xe0
[<ffffffff8bccb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff8c3c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff8bccb550>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc
Complete report #775463
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc02b78e7
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffab266c7f
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x3f
3
dev_hard_start_xmit
vmlinux 0xffffffffab27edc6
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffab2add72
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x122
5
__dev_queue_xmit
vmlinux 0xffffffffab281dd1
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x491
6
dev_queue_xmit
vmlinux 0xffffffffab281fa0
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffffab2d260b
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x67b
8
ip_output
vmlinux 0xffffffffab2d2b9b
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffab2d1f90
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xa60
10
ip_local_out_sk
vmlinux 0xffffffffab2d0587
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x37
11
ip_send_skb
vmlinux 0xffffffffab2d3636
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x16
12
ip_push_pending_frames
vmlinux 0xffffffffab2d36a3
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x33
13
icmp_push_reply
vmlinux 0xffffffffab30435e
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xee
14
icmp_send
vmlinux 0xffffffffab305560
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x530
15
__udp4_lib_rcv
vmlinux 0xffffffffab300b5c
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xa0c
16
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc09762ee
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x4e
17
udp_rcv
vmlinux 0xffffffffab3011fa
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x1a
18
ip_local_deliver_finish
vmlinux 0xffffffffab2cc34d
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xbd
19
ip_local_deliver
vmlinux 0xffffffffab2cc660
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x60
20
? ip_rcv_finish
vmlinux 0xffffffffab2cc290
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x380
21
ip_rcv_finish
vmlinux 0xffffffffab2cbfa0
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x90
22
ip_rcv
vmlinux 0xffffffffab2cc9a0
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x2c0
23
? packet_create
vmlinux 0xffffffffab38b102
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x1f2
24
? inet_del_offload
vmlinux 0xffffffffab2cbf10
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x40
25
__netif_receive_skb_core
vmlinux 0xffffffffab27f669
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x739
26
? __getnstimeofday64
vmlinux 0xffffffffaad0ea2f
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x3f
27
__netif_receive_skb
vmlinux 0xffffffffab27f968
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x18
28
netif_receive_skb_internal
vmlinux 0xffffffffab27fa00
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x40
29
napi_gro_receive
vmlinux 0xffffffffab2806b8
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xd8
30
e1000_clean_rx_irq
e1000 0xffffffffc02b84cb
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x2bb
31
e1000_clean
e1000 0xffffffffc02b9180
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x280
32
? nf_ct_delete
nf_conntrack 0xffffffffc07d80cd
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x18d
33
net_rx_action
vmlinux 0xffffffffab280037
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x277
34
__do_softirq
vmlinux 0xffffffffaaca9595
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xf5
35
run_ksoftirqd
vmlinux 0xffffffffaaca9768
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x38
36
smpboot_thread_fn
vmlinux 0xffffffffaacd43fc
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x14c
37
? lg_double_unlock
vmlinux 0xffffffffaacd42b0
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x40
38
kthread
vmlinux 0xffffffffaaccb621
Build id: 3.10.0-1160.90.1.el7.x86_64 		0xd1
39
? insert_kthread_work
vmlinux 0xffffffffaaccb550
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x40
40
ret_from_fork_nospec_begin
vmlinux 0xffffffffab3c51dd
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x7
41
? insert_kthread_work
vmlinux 0xffffffffaaccb550
Build id: 3.10.0-1160.90.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:6]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink iptable_filter vmw_vsock_vmci_transport vsock fuse ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 xt_conntrack nf_conntrack ip6table_filter ip6_tables snd_seq_midi snd_seq_midi_event ext4 iosf_mbi crc32_pclmul ghash_clmulni_intel mbcache jbd2 ppdev snd_ens1371 snd_rawmidi snd_ac97_codec aesni_intel ac97_bus vmw_balloon snd_seq lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm joydev pcspkr snd_timer sg vmw_vmci snd soundcore i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod
crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix serio_raw libata mptspi e1000 scsi_transport_spi mptscsih mptbase nfit libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ipmi_msghandler]
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------   3.10.0-1160.90.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff9ec6f92ad280 ti: ffff9ec6f93e0000 task.ti: ffff9ec6f93e0000
RIP: 0010:[<ffffffffc02b78e7>]  [<ffffffffc02b78e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffff9ec6f93e3500  EFLAGS: 00000286
RAX: ffffc1c681c83818 RBX: ffffffffffffff10 RCX: 000000000000001f
RDX: 000000000000001f RSI: ffff9ec76b0ac700 RDI: ffff9ec82a8f4000
RBP: ffff9ec6f93e3580 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff9ec76b0ac700
R13: 000000000000004f R14: 000000000000004f R15: ffffc1c681c83818
FS:  0000000000000000(0000) GS:ffff9ec82b800000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f28d99af000 CR3: 0000000288af2000 CR4: 00000000003607f0
Call Trace:
[<ffffffffab266c7f>] ? kfree_skbmem+0x3f/0xa0
[<ffffffffab27edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffab2add72>] sch_direct_xmit+0x122/0x250
[<ffffffffab281dd1>] __dev_queue_xmit+0x491/0x650
[<ffffffffab281fa0>] dev_queue_xmit+0x10/0x20
[<ffffffffab2d260b>] ip_finish_output+0x67b/0x8d0
[<ffffffffab2d2b9b>] ip_output+0x7b/0x100
[<ffffffffab2d1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffab2d0587>] ip_local_out_sk+0x37/0x40
[<ffffffffab2d3636>] ip_send_skb+0x16/0x50
[<ffffffffab2d36a3>] ip_push_pending_frames+0x33/0x40
[<ffffffffab30435e>] icmp_push_reply+0xee/0x130
[<ffffffffab305560>] icmp_send+0x530/0x550
[<ffffffffab300b5c>] __udp4_lib_rcv+0xa0c/0xc30
[<ffffffffc09762ee>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffffab3011fa>] udp_rcv+0x1a/0x20
[<ffffffffab2cc34d>] ip_local_deliver_finish+0xbd/0x210
[<ffffffffab2cc660>] ip_local_deliver+0x60/0xe0
[<ffffffffab2cc290>] ? ip_rcv_finish+0x380/0x380
[<ffffffffab2cbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffffab2cc9a0>] ip_rcv+0x2c0/0x420
[<ffffffffab38b102>] ? packet_create+0x1f2/0x2a0
[<ffffffffab2cbf10>] ? inet_del_offload+0x40/0x40
[<ffffffffab27f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffffaad0ea2f>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffffab27f968>] __netif_receive_skb+0x18/0x70
[<ffffffffab27fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffab2806b8>] napi_gro_receive+0xd8/0x100
[<ffffffffc02b84cb>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc02b9180>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffc07d80cd>] ? nf_ct_delete+0x18d/0x280 [nf_conntrack]
[<ffffffffab280037>] net_rx_action+0x277/0x3a0
[<ffffffffaaca9595>] __do_softirq+0xf5/0x290
[<ffffffffaaca9768>] run_ksoftirqd+0x38/0x60
[<ffffffffaacd43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffffaacd42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffffaaccb621>] kthread+0xd1/0xe0
[<ffffffffaaccb550>] ? insert_kthread_work+0x40/0x40
[<ffffffffab3c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffaaccb550>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc
Complete report #682787
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc028c8e7
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffa3e66c7f
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x3f
3
dev_hard_start_xmit
vmlinux 0xffffffffa3e7edc6
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffa3eadd72
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x122
5
__dev_queue_xmit
vmlinux 0xffffffffa3e81dd1
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x491
6
dev_queue_xmit
vmlinux 0xffffffffa3e81fa0
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffffa3ed260b
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x67b
8
ip_output
vmlinux 0xffffffffa3ed2b9b
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffa3ed1f90
Build id: 3.10.0-1160.81.1.el7.x86_64 		0xa60
10
ip_local_out_sk
vmlinux 0xffffffffa3ed0587
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x37
11
ip_send_skb
vmlinux 0xffffffffa3ed3636
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x16
12
ip_push_pending_frames
vmlinux 0xffffffffa3ed36a3
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x33
13
icmp_push_reply
vmlinux 0xffffffffa3f0435e
Build id: 3.10.0-1160.81.1.el7.x86_64 		0xee
14
icmp_send
vmlinux 0xffffffffa3f05560
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x530
15
__udp4_lib_rcv
vmlinux 0xffffffffa3f00b5c
Build id: 3.10.0-1160.81.1.el7.x86_64 		0xa0c
16
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc08bf2ee
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x4e
17
udp_rcv
vmlinux 0xffffffffa3f011fa
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x1a
18
ip_local_deliver_finish
vmlinux 0xffffffffa3ecc34d
Build id: 3.10.0-1160.81.1.el7.x86_64 		0xbd
19
ip_local_deliver
vmlinux 0xffffffffa3ecc660
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x60
20
? ip_rcv_finish
vmlinux 0xffffffffa3ecc290
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x380
21
ip_rcv_finish
vmlinux 0xffffffffa3ecbfa0
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x90
22
ip_rcv
vmlinux 0xffffffffa3ecc9a0
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x2c0
23
? packet_create
vmlinux 0xffffffffa3f8b102
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x1f2
24
? inet_del_offload
vmlinux 0xffffffffa3ecbf10
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x40
25
__netif_receive_skb_core
vmlinux 0xffffffffa3e7f669
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x739
26
? inet_gro_receive
vmlinux 0xffffffffa3f0bcf9
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x249
27
__netif_receive_skb
vmlinux 0xffffffffa3e7f968
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x18
28
netif_receive_skb_internal
vmlinux 0xffffffffa3e7fa00
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x40
29
napi_gro_receive
vmlinux 0xffffffffa3e806b8
Build id: 3.10.0-1160.81.1.el7.x86_64 		0xd8
30
e1000_clean_rx_irq
e1000 0xffffffffc028d4cb
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x2bb
31
e1000_clean
e1000 0xffffffffc028e180
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x280
32
net_rx_action
vmlinux 0xffffffffa3e80037
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x277
33
__do_softirq
vmlinux 0xffffffffa38a9545
Build id: 3.10.0-1160.81.1.el7.x86_64 		0xf5
34
run_ksoftirqd
vmlinux 0xffffffffa38a9718
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x38
35
smpboot_thread_fn
vmlinux 0xffffffffa38d42ac
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x14c
36
? lg_double_unlock
vmlinux 0xffffffffa38d4160
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x40
37
kthread
vmlinux 0xffffffffa38cb4d1
Build id: 3.10.0-1160.81.1.el7.x86_64 		0xd1
38
? insert_kthread_work
vmlinux 0xffffffffa38cb400
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x40
39
ret_from_fork_nospec_begin
vmlinux 0xffffffffa3fc51f7
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x21
40
? insert_kthread_work
vmlinux 0xffffffffa38cb400
Build id: 3.10.0-1160.81.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 21s! [ksoftirqd/13:74]
Modules linked in: snd_seq_dummy vboxsf(OE) xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 tun xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack libcrc32c br_netfilter bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev joydev kvm_intel snd_intel8x0 kvm snd_ac97_codec ac97_bus irqbypass snd_seq crc32_pclmul ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper snd_timer cryptd snd sg pcspkr vboxguest(OE) i2c_piix4 soundcore parport_pc parport video binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci ata_piix crct10dif_pclmul e1000 crct10dif_common libata serio_raw crc32c_intel drm_panel_orientation_quirks fuse
CPU: 13 PID: 74 Comm: ksoftirqd/13 Kdump: loaded Tainted: G           OEL ------------ T 3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8963e1e6a100 ti: ffff8963e1e7c000 task.ti: ffff8963e1e7c000
RIP: 0010:[<ffffffffc028c8e7>]  [<ffffffffc028c8e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffff8963e1e7f500  EFLAGS: 00000286
RAX: ffffb1a346b83818 RBX: 0000000000000001 RCX: 0000000000000010
RDX: 0000000000000010 RSI: ffff896e23932f40 RDI: ffff896e273fe000
RBP: ffff8963e1e7f580 R08: 0000000000000000 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202
R13: 0000000151d45c02 R14: 0000000100000140 R15: ffffffffa3bc8a90
FS:  0000000000000000(0000) GS:ffff896e28740000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2f12960b00 CR3: 000000038f810000 CR4: 00000000000606e0
Call Trace:
[<ffffffffa3e66c7f>] ? kfree_skbmem+0x3f/0xa0
[<ffffffffa3e7edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa3eadd72>] sch_direct_xmit+0x122/0x250
[<ffffffffa3e81dd1>] __dev_queue_xmit+0x491/0x650
[<ffffffffa3e81fa0>] dev_queue_xmit+0x10/0x20
[<ffffffffa3ed260b>] ip_finish_output+0x67b/0x8d0
[<ffffffffa3ed2b9b>] ip_output+0x7b/0x100
[<ffffffffa3ed1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa3ed0587>] ip_local_out_sk+0x37/0x40
[<ffffffffa3ed3636>] ip_send_skb+0x16/0x50
[<ffffffffa3ed36a3>] ip_push_pending_frames+0x33/0x40
[<ffffffffa3f0435e>] icmp_push_reply+0xee/0x130
[<ffffffffa3f05560>] icmp_send+0x530/0x550
[<ffffffffa3f00b5c>] __udp4_lib_rcv+0xa0c/0xc30
[<ffffffffc08bf2ee>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffffa3f011fa>] udp_rcv+0x1a/0x20
[<ffffffffa3ecc34d>] ip_local_deliver_finish+0xbd/0x210
[<ffffffffa3ecc660>] ip_local_deliver+0x60/0xe0
[<ffffffffa3ecc290>] ? ip_rcv_finish+0x380/0x380
[<ffffffffa3ecbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffffa3ecc9a0>] ip_rcv+0x2c0/0x420
[<ffffffffa3f8b102>] ? packet_create+0x1f2/0x2a0
[<ffffffffa3ecbf10>] ? inet_del_offload+0x40/0x40
[<ffffffffa3e7f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffffa3f0bcf9>] ? inet_gro_receive+0x249/0x290
[<ffffffffa3e7f968>] __netif_receive_skb+0x18/0x70
[<ffffffffa3e7fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa3e806b8>] napi_gro_receive+0xd8/0x100
[<ffffffffc028d4cb>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc028e180>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffa3e80037>] net_rx_action+0x277/0x3a0
[<ffffffffa38a9545>] __do_softirq+0xf5/0x290
[<ffffffffa38a9718>] run_ksoftirqd+0x38/0x60
[<ffffffffa38d42ac>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffffa38d4160>] ? lg_double_unlock+0x40/0x40
[<ffffffffa38cb4d1>] kthread+0xd1/0xe0
[<ffffffffa38cb400>] ? insert_kthread_work+0x40/0x40
[<ffffffffa3fc51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa38cb400>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc
Complete report #464846
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc02be877
Build id: 3.10.0-1160.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffbb254386
Build id: 3.10.0-1160.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffbb28242a
Build id: 3.10.0-1160.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffbb257301
Build id: 3.10.0-1160.el7.x86_64 		0x491
5
dev_queue_xmit
vmlinux 0xffffffffbb2574d0
Build id: 3.10.0-1160.el7.x86_64 		0x10
6
neigh_resolve_output
vmlinux 0xffffffffbb2641fd
Build id: 3.10.0-1160.el7.x86_64 		0x11d
7
ip_finish_output
vmlinux 0xffffffffbb2a505c
Build id: 3.10.0-1160.el7.x86_64 		0x27c
8
ip_output
vmlinux 0xffffffffbb2a59db
Build id: 3.10.0-1160.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffbb2a4de0
Build id: 3.10.0-1160.el7.x86_64 		0xa60
10
ip_local_out_sk
vmlinux 0xffffffffbb2a3407
Build id: 3.10.0-1160.el7.x86_64 		0x37
11
ip_send_skb
vmlinux 0xffffffffbb2a6446
Build id: 3.10.0-1160.el7.x86_64 		0x16
12
ip_push_pending_frames
vmlinux 0xffffffffbb2a64b3
Build id: 3.10.0-1160.el7.x86_64 		0x33
13
icmp_push_reply
vmlinux 0xffffffffbb2d662e
Build id: 3.10.0-1160.el7.x86_64 		0xee
14
icmp_send
vmlinux 0xffffffffbb2d7800
Build id: 3.10.0-1160.el7.x86_64 		0x530
15
__udp4_lib_rcv
vmlinux 0xffffffffbb2d2edc
Build id: 3.10.0-1160.el7.x86_64 		0xa0c
16
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc08162ce
Build id: 3.10.0-1160.el7.x86_64 		0x4e
17
udp_rcv
vmlinux 0xffffffffbb2d357a
Build id: 3.10.0-1160.el7.x86_64 		0x1a
18
ip_local_deliver_finish
vmlinux 0xffffffffbb29f28d
Build id: 3.10.0-1160.el7.x86_64 		0xbd
19
ip_local_deliver
vmlinux 0xffffffffbb29f580
Build id: 3.10.0-1160.el7.x86_64 		0x60
20
? ip_rcv_finish
vmlinux 0xffffffffbb29f1d0
Build id: 3.10.0-1160.el7.x86_64 		0x370
21
ip_rcv_finish
vmlinux 0xffffffffbb29eef0
Build id: 3.10.0-1160.el7.x86_64 		0x90
22
ip_rcv
vmlinux 0xffffffffbb29f8c0
Build id: 3.10.0-1160.el7.x86_64 		0x2c0
23
? inet_del_offload
vmlinux 0xffffffffbb29ee60
Build id: 3.10.0-1160.el7.x86_64 		0x40
24
__netif_receive_skb_core
vmlinux 0xffffffffbb254c19
Build id: 3.10.0-1160.el7.x86_64 		0x729
25
? __getnstimeofday64
vmlinux 0xffffffffbad078df
Build id: 3.10.0-1160.el7.x86_64 		0x3f
26
__netif_receive_skb
vmlinux 0xffffffffbb254f18
Build id: 3.10.0-1160.el7.x86_64 		0x18
27
netif_receive_skb_internal
vmlinux 0xffffffffbb254fa0
Build id: 3.10.0-1160.el7.x86_64 		0x40
28
napi_gro_receive
vmlinux 0xffffffffbb255c28
Build id: 3.10.0-1160.el7.x86_64 		0xd8
29
e1000_clean_rx_irq
e1000 0xffffffffc02bf45b
Build id: 3.10.0-1160.el7.x86_64 		0x2bb
30
e1000_clean
e1000 0xffffffffc02c0100
Build id: 3.10.0-1160.el7.x86_64 		0x280
31
? update_curr
vmlinux 0xffffffffbace43cc
Build id: 3.10.0-1160.el7.x86_64 		0x14c
32
net_rx_action
vmlinux 0xffffffffbb2555bf
Build id: 3.10.0-1160.el7.x86_64 		0x26f
33
__do_softirq
vmlinux 0xffffffffbaca4b95
Build id: 3.10.0-1160.el7.x86_64 		0xf5
34
run_ksoftirqd
vmlinux 0xffffffffbaca4d58
Build id: 3.10.0-1160.el7.x86_64 		0x38
35
smpboot_thread_fn
vmlinux 0xffffffffbacce674
Build id: 3.10.0-1160.el7.x86_64 		0x144
36
? lg_double_unlock
vmlinux 0xffffffffbacce530
Build id: 3.10.0-1160.el7.x86_64 		0x40
37
kthread
vmlinux 0xffffffffbacc5c21
Build id: 3.10.0-1160.el7.x86_64 		0xd1
38
? insert_kthread_work
vmlinux 0xffffffffbacc5b50
Build id: 3.10.0-1160.el7.x86_64 		0x40
39
ret_from_fork_nospec_begin
vmlinux 0xffffffffbb393df7
Build id: 3.10.0-1160.el7.x86_64 		0x21
40
? insert_kthread_work
vmlinux 0xffffffffbacc5b50
Build id: 3.10.0-1160.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 25s! [ksoftirqd/4:29]
<EOI> 
Modules linked in:
veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) tcp_lp nls_utf8 isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 aesni_intel snd_rawmidi snd_ac97_codec lrw gf128mul glue_helper ablk_helper ac97_bus cryptd ppdev snd_seq snd_seq_device snd_pcm vmw_balloon snd_timer snd soundcore joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sd_mod
crc_t10dif crct10dif_generic vmwgfx sr_mod cdrom drm_kms_helper ata_generic pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul ttm crct10dif_common nfit mptspi ata_piix scsi_transport_spi drm crc32c_intel mptscsih serio_raw e1000 libnvdimm libata mptbase drm_panel_orientation_quirks fuse
CPU: 4 PID: 29 Comm: ksoftirqd/4 Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff954f39b89080 ti: ffff954f39b90000 task.ti: ffff954f39b90000
RIP: 0010:[<ffffffffc02be877>]  [<ffffffffc02be877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffff954f39b934c0  EFLAGS: 00000286
RAX: ffffb47dc0483818 RBX: ffff954f357d8000 RCX: 00000000000000ca
RDX: 00000000000000ca RSI: ffff954ef55201c0 RDI: ffff954f3a374000
RBP: ffff954f39b93540 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 00000000688b5621
R13: 0000000000000000 R14: 000000043a374000 R15: ffffffffbb282396
FS:  0000000000000000(0000) GS:ffff954f3b700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000560e0ebff018 CR3: 000000001f410000 CR4: 00000000003607e0
Call Trace:
[<ffffffffbb254386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffbb28242a>] sch_direct_xmit+0x11a/0x250
[<ffffffffbb257301>] __dev_queue_xmit+0x491/0x650
[<ffffffffbb2574d0>] dev_queue_xmit+0x10/0x20
[<ffffffffbb2641fd>] neigh_resolve_output+0x11d/0x220
[<ffffffffbb2a505c>] ip_finish_output+0x27c/0x8d0
[<ffffffffbb2a59db>] ip_output+0x7b/0xf0
[<ffffffffbb2a4de0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffbb2a3407>] ip_local_out_sk+0x37/0x40
[<ffffffffbb2a6446>] ip_send_skb+0x16/0x50
[<ffffffffbb2a64b3>] ip_push_pending_frames+0x33/0x40
[<ffffffffbb2d662e>] icmp_push_reply+0xee/0x120
[<ffffffffbb2d7800>] icmp_send+0x530/0x550
[<ffffffffbb2d2edc>] __udp4_lib_rcv+0xa0c/0xc30
[<ffffffffc08162ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffffbb2d357a>] udp_rcv+0x1a/0x20
[<ffffffffbb29f28d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffffbb29f580>] ip_local_deliver+0x60/0xe0
[<ffffffffbb29f1d0>] ? ip_rcv_finish+0x370/0x370
[<ffffffffbb29eef0>] ip_rcv_finish+0x90/0x370
[<ffffffffbb29f8c0>] ip_rcv+0x2c0/0x420
[<ffffffffbb29ee60>] ? inet_del_offload+0x40/0x40
[<ffffffffbb254c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffbad078df>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffffbb254f18>] __netif_receive_skb+0x18/0x60
[<ffffffffbb254fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffbb255c28>] napi_gro_receive+0xd8/0x100
[<ffffffffc02bf45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc02c0100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffbace43cc>] ? update_curr+0x14c/0x1e0
[<ffffffffbb2555bf>] net_rx_action+0x26f/0x390
[<ffffffffbaca4b95>] __do_softirq+0xf5/0x280
[<ffffffffbaca4d58>] run_ksoftirqd+0x38/0x50
[<ffffffffbacce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffbacce530>] ? lg_double_unlock+0x40/0x40
[<ffffffffbacc5c21>] kthread+0xd1/0xe0
[<ffffffffbacc5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffbb393df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffbacc5b50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #392292
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc03cd877
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x7f7
2
? swiotlb_tbl_map_single
vmlinux 0xffffffffabbaabc0
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x280
3
dev_hard_start_xmit
vmlinux 0xffffffffabe4d346
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffabe7b0ba
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x11a
5
__qdisc_run
vmlinux 0xffffffffabe7b27e
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x8e
6
__dev_queue_xmit
vmlinux 0xffffffffabe50038
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x218
7
dev_queue_xmit
vmlinux 0xffffffffabe50480
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x10
8
neigh_resolve_output
vmlinux 0xffffffffabe5cfed
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x11d
9
ip_finish_output
vmlinux 0xffffffffabe9e57c
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x27c
10
ip_output
vmlinux 0xffffffffabe9eefb
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x7b
11
? __ip_append_data.isra.50
vmlinux 0xffffffffabe9e300
Build id: 3.10.0-1062.1.1.el7.x86_64 		0xa60
12
ip_local_out_sk
vmlinux 0xffffffffabe9c927
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x37
13
ip_send_skb
vmlinux 0xffffffffabe9f966
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x16
14
ip_push_pending_frames
vmlinux 0xffffffffabe9f9d3
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x33
15
icmp_push_reply
vmlinux 0xffffffffabecfa4e
Build id: 3.10.0-1062.1.1.el7.x86_64 		0xee
16
icmp_send
vmlinux 0xffffffffabed0bf0
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x500
17
__udp4_lib_rcv
vmlinux 0xffffffffabecc376
Build id: 3.10.0-1062.1.1.el7.x86_64 		0xa16
18
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc095b2ce
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x4e
19
udp_rcv
vmlinux 0xffffffffabecc9ba
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x1a
20
ip_local_deliver_finish
vmlinux 0xffffffffabe9886d
Build id: 3.10.0-1062.1.1.el7.x86_64 		0xbd
21
ip_local_deliver
vmlinux 0xffffffffabe98b60
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x60
22
? ip_rcv_finish
vmlinux 0xffffffffabe987b0
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x370
23
ip_rcv_finish
vmlinux 0xffffffffabe984d0
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x90
24
ip_rcv
vmlinux 0xffffffffabe98ea0
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x2c0
25
? inet_del_offload
vmlinux 0xffffffffabe98440
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x40
26
__netif_receive_skb_core
vmlinux 0xffffffffabe4dbd9
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x729
27
? __getnstimeofday64
vmlinux 0xffffffffab905d5f
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x3f
28
__netif_receive_skb
vmlinux 0xffffffffabe4ded8
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x18
29
netif_receive_skb_internal
vmlinux 0xffffffffabe4df60
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x40
30
napi_gro_receive
vmlinux 0xffffffffabe4ebe8
Build id: 3.10.0-1062.1.1.el7.x86_64 		0xd8
31
e1000_clean_rx_irq
e1000 0xffffffffc03ce45b
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x2bb
32
e1000_clean
e1000 0xffffffffc03cf100
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x280
33
? update_curr
vmlinux 0xffffffffab8e375c
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x14c
34
net_rx_action
vmlinux 0xffffffffabe4e57f
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x26f
35
__do_softirq
vmlinux 0xffffffffab8a41e5
Build id: 3.10.0-1062.1.1.el7.x86_64 		0xf5
36
run_ksoftirqd
vmlinux 0xffffffffab8a43a8
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x38
37
smpboot_thread_fn
vmlinux 0xffffffffab8cdb04
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x144
38
? lg_double_unlock
vmlinux 0xffffffffab8cd9c0
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x40
39
kthread
vmlinux 0xffffffffab8c50d1
Build id: 3.10.0-1062.1.1.el7.x86_64 		0xd1
40
? insert_kthread_work
vmlinux 0xffffffffab8c5000
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x40
41
ret_from_fork_nospec_begin
vmlinux 0xffffffffabf8cd1d
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x7
42
? insert_kthread_work
vmlinux 0xffffffffab8c5000
Build id: 3.10.0-1062.1.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 49s! [ksoftirqd/0:6]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter fuse vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 nfit snd_rawmidi snd_ac97_codec ac97_bus libnvdimm ppdev snd_seq crc32_pclmul ghash_clmulni_intel snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper snd_timer vmw_balloon i2c_piix4 snd ablk_helper soundcore vmw_vmci cryptd joydev sg pcspkr parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel libata mptspi serio_raw scsi_transport_spi e1000 drm_panel_orientation_quirks mptscsih mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------   3.10.0-1062.1.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9a9c774b5230 ti: ffff9a9c77550000 task.ti: ffff9a9c77550000
RIP: 0010:[<ffffffffc03cd877>]  [<ffffffffc03cd877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9a9c77553468  EFLAGS: 00000286
RAX: ffffa7ce834c3818 RBX: 000000000000003c RCX: 000000000000000a
RDX: 000000000000000a RSI: ffff9a9e19ab2680 RDI: ffff9aa028e94000
RBP: ffff9a9c775534e8 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000528931202
R13: 000000010000005a R14: ffffffffabbaabc0 R15: ffff9a9c77553420
FS:  0000000000000000(0000) GS:ffff9aa029600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055e8c13f1000 CR3: 0000000319810000 CR4: 00000000003607f0
Call Trace:
[<ffffffffabbaabc0>] ? swiotlb_tbl_map_single+0x280/0x2e0
[<ffffffffabe4d346>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffabe7b0ba>] sch_direct_xmit+0x11a/0x250
[<ffffffffabe7b27e>] __qdisc_run+0x8e/0x360
[<ffffffffabe50038>] __dev_queue_xmit+0x218/0x650
[<ffffffffabe50480>] dev_queue_xmit+0x10/0x20
[<ffffffffabe5cfed>] neigh_resolve_output+0x11d/0x220
[<ffffffffabe9e57c>] ip_finish_output+0x27c/0x8d0
[<ffffffffabe9eefb>] ip_output+0x7b/0xf0
[<ffffffffabe9e300>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffabe9c927>] ip_local_out_sk+0x37/0x40
[<ffffffffabe9f966>] ip_send_skb+0x16/0x50
[<ffffffffabe9f9d3>] ip_push_pending_frames+0x33/0x40
[<ffffffffabecfa4e>] icmp_push_reply+0xee/0x120
[<ffffffffabed0bf0>] icmp_send+0x500/0x520
[<ffffffffabecc376>] __udp4_lib_rcv+0xa16/0xbe0
[<ffffffffc095b2ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffffabecc9ba>] udp_rcv+0x1a/0x20
[<ffffffffabe9886d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffffabe98b60>] ip_local_deliver+0x60/0xe0
[<ffffffffabe987b0>] ? ip_rcv_finish+0x370/0x370
[<ffffffffabe984d0>] ip_rcv_finish+0x90/0x370
[<ffffffffabe98ea0>] ip_rcv+0x2c0/0x420
[<ffffffffabe98440>] ? inet_del_offload+0x40/0x40
[<ffffffffabe4dbd9>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffab905d5f>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffffabe4ded8>] __netif_receive_skb+0x18/0x60
[<ffffffffabe4df60>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffabe4ebe8>] napi_gro_receive+0xd8/0x100
[<ffffffffc03ce45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc03cf100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffab8e375c>] ? update_curr+0x14c/0x1e0
[<ffffffffabe4e57f>] net_rx_action+0x26f/0x390
[<ffffffffab8a41e5>] __do_softirq+0xf5/0x280
[<ffffffffab8a43a8>] run_ksoftirqd+0x38/0x50
[<ffffffffab8cdb04>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffab8cd9c0>] ? lg_double_unlock+0x40/0x40
[<ffffffffab8c50d1>] kthread+0xd1/0xe0
[<ffffffffab8c5000>] ? insert_kthread_work+0x40/0x40
[<ffffffffabf8cd1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffab8c5000>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00