Info

Permalink
Function
e1000_xmit_frame
First occurrence
2020-10-25
Last occurrence
2026-08-06
State
NEW
Components
kernel
Quality
-94

Statistics

Operating system Count
CentOS 7 46
Architecture Count
x86_64 46
Related packages Count
kernel 46
 0:3.10.0-957.el7 32
 0:3.10.0-957.27.2.el7 5
 0:3.10.0-1160.el7 4
 0:3.10.0-1160.102.1.el7 1
 0:3.10.0-1160.108.1.el7 1
 0:3.10.0-1160.95.1.el7 1
 0:3.10.0-693.el7 1
 0:3.10.0-862.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

No reports in the last 20 days.

Report backtrace


Complete report #832732
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0260857
Build id: 3.10.0-957.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffaa638c66
Build id: 3.10.0-957.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffffaa665cea
Build id: 3.10.0-957.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffaa63bbe1
Build id: 3.10.0-957.el7.x86_64
0x491
5
? nf_nat_ipv4_fn
nf_nat_ipv4 0xffffffffc078a7ae
Build id: 3.10.0-957.el7.x86_64
0x1de
6
? iptable_nat_ipv4_fn
iptable_nat 0xffffffffc0785020
Build id: 3.10.0-957.el7.x86_64
0x20
7
dev_queue_xmit
vmlinux 0xffffffffaa63bdb0
Build id: 3.10.0-957.el7.x86_64
0x10
8
neigh_resolve_output
vmlinux 0xffffffffaa64861d
Build id: 3.10.0-957.el7.x86_64
0x11d
9
ip_finish_output
vmlinux 0xffffffffaa68845c
Build id: 3.10.0-957.el7.x86_64
0x27c
10
ip_output
vmlinux 0xffffffffaa688c93
Build id: 3.10.0-957.el7.x86_64
0x73
11
? __ip_append_data.isra.51
vmlinux 0xffffffffaa6881e0
Build id: 3.10.0-957.el7.x86_64
0xa50
12
ip_local_out_sk
vmlinux 0xffffffffaa686817
Build id: 3.10.0-957.el7.x86_64
0x37
13
ip_queue_xmit
vmlinux 0xffffffffaa686bb4
Build id: 3.10.0-957.el7.x86_64
0x144
14
tcp_transmit_skb
vmlinux 0xffffffffaa6a0f64
Build id: 3.10.0-957.el7.x86_64
0x4e4
15
tcp_send_ack
vmlinux 0xffffffffaa6a2fef
Build id: 3.10.0-957.el7.x86_64
0x11f
16
__tcp_ack_snd_check
vmlinux 0xffffffffaa69796b
Build id: 3.10.0-957.el7.x86_64
0x6b
17
tcp_rcv_established
vmlinux 0xffffffffaa69d944
Build id: 3.10.0-957.el7.x86_64
0x264
18
tcp_v4_do_rcv
vmlinux 0xffffffffaa6a86da
Build id: 3.10.0-957.el7.x86_64
0x10a
19
tcp_v4_rcv
vmlinux 0xffffffffaa6a9dcc
Build id: 3.10.0-957.el7.x86_64
0x7bc
20
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc076f2ce
Build id: 3.10.0-957.el7.x86_64
0x4e
21
ip_local_deliver_finish
vmlinux 0xffffffffaa68285d
Build id: 3.10.0-957.el7.x86_64
0xbd
22
ip_local_deliver
vmlinux 0xffffffffaa682b49
Build id: 3.10.0-957.el7.x86_64
0x59
23
? ip_rcv_finish
vmlinux 0xffffffffaa6827a0
Build id: 3.10.0-957.el7.x86_64
0x370
24
ip_rcv_finish
vmlinux 0xffffffffaa6824c0
Build id: 3.10.0-957.el7.x86_64
0x90
25
ip_rcv
vmlinux 0xffffffffaa682e79
Build id: 3.10.0-957.el7.x86_64
0x2b9
26
? udp4_lib_lookup
vmlinux 0xffffffffaa6b4902
Build id: 3.10.0-957.el7.x86_64
0x52
27
? inet_del_offload
vmlinux 0xffffffffaa682430
Build id: 3.10.0-957.el7.x86_64
0x40
28
__netif_receive_skb_core
vmlinux 0xffffffffaa6394f9
Build id: 3.10.0-957.el7.x86_64
0x729
29
? tcp4_gro_receive
vmlinux 0xffffffffaa6aee00
Build id: 3.10.0-957.el7.x86_64
0x80
30
? __getnstimeofday64
vmlinux 0xffffffffaa1024ef
Build id: 3.10.0-957.el7.x86_64
0x3f
31
__netif_receive_skb
vmlinux 0xffffffffaa6397f8
Build id: 3.10.0-957.el7.x86_64
0x18
32
netif_receive_skb_internal
vmlinux 0xffffffffaa639880
Build id: 3.10.0-957.el7.x86_64
0x40
33
napi_gro_receive
vmlinux 0xffffffffaa63a508
Build id: 3.10.0-957.el7.x86_64
0xd8
34
e1000_clean_rx_irq
e1000 0xffffffffc026143b
Build id: 3.10.0-957.el7.x86_64
0x2bb
35
e1000_clean
e1000 0xffffffffc02620dd
Build id: 3.10.0-957.el7.x86_64
0x27d
36
? __neigh_notify
vmlinux 0xffffffffaa648d6b
Build id: 3.10.0-957.el7.x86_64
0xbb
37
net_rx_action
vmlinux 0xffffffffaa639e9f
Build id: 3.10.0-957.el7.x86_64
0x26f
38
__do_softirq
vmlinux 0xffffffffaa0a0f05
Build id: 3.10.0-957.el7.x86_64
0xf5
39
run_ksoftirqd
vmlinux 0xffffffffaa0a10c8
Build id: 3.10.0-957.el7.x86_64
0x38
40
smpboot_thread_fn
vmlinux 0xffffffffaa0ca5c4
Build id: 3.10.0-957.el7.x86_64
0x144
41
? lg_double_unlock
vmlinux 0xffffffffaa0ca480
Build id: 3.10.0-957.el7.x86_64
0x40
42
kthread
vmlinux 0xffffffffaa0c1c31
Build id: 3.10.0-957.el7.x86_64
0xd1
43
? insert_kthread_work
vmlinux 0xffffffffaa0c1b60
Build id: 3.10.0-957.el7.x86_64
0x40
44
ret_from_fork_nospec_begin
vmlinux 0xffffffffaa774c1d
Build id: 3.10.0-957.el7.x86_64
0x7
45
? insert_kthread_work
vmlinux 0xffffffffaa0c1b60
Build id: 3.10.0-957.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:3]
Modules linked in: xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev snd_seq_midi snd_seq_midi_event vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev snd_ens1371 pcspkr snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod
crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 ata_piix mptspi scsi_transport_spi libata mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9cfb3a35a080 ti: ffff9cfb39c58000 task.ti: ffff9cfb39c58000
RIP: 0010:[<ffffffffc0260857>]  [<ffffffffc0260857>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9cfb39c5b540  EFLAGS: 00000286
RAX: ffffb7e901c83818 RBX: 0000000000000001 RCX: 00000000000000ce
RDX: 00000000000000ce RSI: ffff9cfde931bb40 RDI: ffff9cfded474000
RBP: ffff9cfb39c5b5c0 R08: 0000000000000100 R09: 0000000022100000
R10: 3400004500083827 R11: 0000000000000000 R12: 0000000000000202
R13: 0000000285bde0ce R14: 00000001e931bb40 R15: ffffffffaa3a04b0
FS:  0000000000000000(0000) GS:ffff9cfded600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0006bf000 CR3: 000000032f380000 CR4: 00000000007607f0
PKRU: 00000000
Call Trace:
[<ffffffffaa638c66>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffaa665cea>] sch_direct_xmit+0x11a/0x250
[<ffffffffaa63bbe1>] __dev_queue_xmit+0x491/0x650
[<ffffffffc078a7ae>] ? nf_nat_ipv4_fn+0x1de/0x230 [nf_nat_ipv4]
[<ffffffffc0785020>] ? iptable_nat_ipv4_fn+0x20/0x20 [iptable_nat]
[<ffffffffaa63bdb0>] dev_queue_xmit+0x10/0x20
[<ffffffffaa64861d>] neigh_resolve_output+0x11d/0x220
[<ffffffffaa68845c>] ip_finish_output+0x27c/0x7b0
[<ffffffffaa688c93>] ip_output+0x73/0xe0
[<ffffffffaa6881e0>] ? __ip_append_data.isra.51+0xa50/0xa50
[<ffffffffaa686817>] ip_local_out_sk+0x37/0x40
[<ffffffffaa686bb4>] ip_queue_xmit+0x144/0x3c0
[<ffffffffaa6a0f64>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffffaa6a2fef>] tcp_send_ack+0x11f/0x170
[<ffffffffaa69796b>] __tcp_ack_snd_check+0x6b/0x90
[<ffffffffaa69d944>] tcp_rcv_established+0x264/0x770
[<ffffffffaa6a86da>] tcp_v4_do_rcv+0x10a/0x350
[<ffffffffaa6a9dcc>] tcp_v4_rcv+0x7bc/0x9c0
[<ffffffffc076f2ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffffaa68285d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffffaa682b49>] ip_local_deliver+0x59/0xd0
[<ffffffffaa6827a0>] ? ip_rcv_finish+0x370/0x370
[<ffffffffaa6824c0>] ip_rcv_finish+0x90/0x370
[<ffffffffaa682e79>] ip_rcv+0x2b9/0x410
[<ffffffffaa6b4902>] ? udp4_lib_lookup+0x52/0x70
[<ffffffffaa682430>] ? inet_del_offload+0x40/0x40
[<ffffffffaa6394f9>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffaa6aee00>] ? tcp4_gro_receive+0x80/0x1a0
[<ffffffffaa1024ef>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffffaa6397f8>] __netif_receive_skb+0x18/0x60
[<ffffffffaa639880>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffaa63a508>] napi_gro_receive+0xd8/0x100
[<ffffffffc026143b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc02620dd>] e1000_clean+0x27d/0x8e0 [e1000]
[<ffffffffaa648d6b>] ? __neigh_notify+0xbb/0xf0
[<ffffffffaa639e9f>] net_rx_action+0x26f/0x390
[<ffffffffaa0a0f05>] __do_softirq+0xf5/0x280
[<ffffffffaa0a10c8>] run_ksoftirqd+0x38/0x50
[<ffffffffaa0ca5c4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffaa0ca480>] ? lg_double_unlock+0x40/0x40
[<ffffffffaa0c1c31>] kthread+0xd1/0xe0
[<ffffffffaa0c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffaa774c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffaa0c1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #247840
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc03ae877
Build id: 3.10.0-1160.el7.x86_64
0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffad03c6f7
Build id: 3.10.0-1160.el7.x86_64
0x37
3
dev_hard_start_xmit
vmlinux 0xffffffffad054386
Build id: 3.10.0-1160.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffffad08242a
Build id: 3.10.0-1160.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffffad057301
Build id: 3.10.0-1160.el7.x86_64
0x491
6
dev_queue_xmit
vmlinux 0xffffffffad0574d0
Build id: 3.10.0-1160.el7.x86_64
0x10
7
neigh_resolve_output
vmlinux 0xffffffffad0641fd
Build id: 3.10.0-1160.el7.x86_64
0x11d
8
ip_finish_output
vmlinux 0xffffffffad0a505c
Build id: 3.10.0-1160.el7.x86_64
0x27c
9
ip_output
vmlinux 0xffffffffad0a59db
Build id: 3.10.0-1160.el7.x86_64
0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffffad0a4de0
Build id: 3.10.0-1160.el7.x86_64
0xa60
11
ip_local_out_sk
vmlinux 0xffffffffad0a3407
Build id: 3.10.0-1160.el7.x86_64
0x37
12
ip_queue_xmit
vmlinux 0xffffffffad0a37a4
Build id: 3.10.0-1160.el7.x86_64
0x144
13
tcp_transmit_skb
vmlinux 0xffffffffad0bde94
Build id: 3.10.0-1160.el7.x86_64
0x4e4
14
tcp_send_ack
vmlinux 0xffffffffad0c00af
Build id: 3.10.0-1160.el7.x86_64
0x11f
15
__tcp_ack_snd_check
vmlinux 0xffffffffad0b4c7b
Build id: 3.10.0-1160.el7.x86_64
0x6b
16
tcp_rcv_established
vmlinux 0xffffffffad0ba7a4
Build id: 3.10.0-1160.el7.x86_64
0x264
17
tcp_v4_do_rcv
vmlinux 0xffffffffad0c57aa
Build id: 3.10.0-1160.el7.x86_64
0x10a
18
tcp_v4_rcv
vmlinux 0xffffffffad0c6ffc
Build id: 3.10.0-1160.el7.x86_64
0x7dc
19
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc08c12ce
Build id: 3.10.0-1160.el7.x86_64
0x4e
20
ip_local_deliver_finish
vmlinux 0xffffffffad09f28d
Build id: 3.10.0-1160.el7.x86_64
0xbd
21
ip_local_deliver
vmlinux 0xffffffffad09f580
Build id: 3.10.0-1160.el7.x86_64
0x60
22
? ip_rcv_finish
vmlinux 0xffffffffad09f1d0
Build id: 3.10.0-1160.el7.x86_64
0x370
23
ip_rcv_finish
vmlinux 0xffffffffad09eef0
Build id: 3.10.0-1160.el7.x86_64
0x90
24
ip_rcv
vmlinux 0xffffffffad09f8c0
Build id: 3.10.0-1160.el7.x86_64
0x2c0
25
? packet_rcv
vmlinux 0xffffffffad15f902
Build id: 3.10.0-1160.el7.x86_64
0x32
26
? inet_del_offload
vmlinux 0xffffffffad09ee60
Build id: 3.10.0-1160.el7.x86_64
0x40
27
__netif_receive_skb_core
vmlinux 0xffffffffad054c19
Build id: 3.10.0-1160.el7.x86_64
0x729
28
__netif_receive_skb
vmlinux 0xffffffffad054f18
Build id: 3.10.0-1160.el7.x86_64
0x18
29
netif_receive_skb_internal
vmlinux 0xffffffffad054fa0
Build id: 3.10.0-1160.el7.x86_64
0x40
30
napi_gro_complete
vmlinux 0xffffffffad05510f
Build id: 3.10.0-1160.el7.x86_64
0x7f
31
dev_gro_receive
vmlinux 0xffffffffad0559ee
Build id: 3.10.0-1160.el7.x86_64
0x30e
32
napi_gro_receive
vmlinux 0xffffffffad055b88
Build id: 3.10.0-1160.el7.x86_64
0x38
33
e1000_clean_rx_irq
e1000 0xffffffffc03af45b
Build id: 3.10.0-1160.el7.x86_64
0x2bb
34
e1000_clean
e1000 0xffffffffc03b0100
Build id: 3.10.0-1160.el7.x86_64
0x280
35
? __neigh_notify
vmlinux 0xffffffffad06481b
Build id: 3.10.0-1160.el7.x86_64
0xbb
36
net_rx_action
vmlinux 0xffffffffad0555bf
Build id: 3.10.0-1160.el7.x86_64
0x26f
37
__do_softirq
vmlinux 0xffffffffacaa4b95
Build id: 3.10.0-1160.el7.x86_64
0xf5
38
run_ksoftirqd
vmlinux 0xffffffffacaa4d58
Build id: 3.10.0-1160.el7.x86_64
0x38
39
smpboot_thread_fn
vmlinux 0xffffffffacace674
Build id: 3.10.0-1160.el7.x86_64
0x144
40
? lg_double_unlock
vmlinux 0xffffffffacace530
Build id: 3.10.0-1160.el7.x86_64
0x40
41
kthread
vmlinux 0xffffffffacac5c21
Build id: 3.10.0-1160.el7.x86_64
0xd1
42
? insert_kthread_work
vmlinux 0xffffffffacac5b50
Build id: 3.10.0-1160.el7.x86_64
0x40
43
ret_from_fork_nospec_begin
vmlinux 0xffffffffad193df7
Build id: 3.10.0-1160.el7.x86_64
0x21
44
? insert_kthread_work
vmlinux 0xffffffffacac5b50
Build id: 3.10.0-1160.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ksoftirqd/0:6]
Modules linked in: tcp_lp nls_utf8 isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm nfit drm crct10dif_pclmul libnvdimm crct10dif_common crc32c_intel ata_piix e1000 libata mptspi serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff91e2b73b5280 ti: ffff91e2b77f4000 task.ti: ffff91e2b77f4000
RIP: 0010:[<ffffffffc03ae877>]  [<ffffffffc03ae877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff91e2b77f7480  EFLAGS: 00000286
RAX: ffff9dbc80403818 RBX: 0000000000000010 RCX: 00000000000000ab
RDX: 00000000000000ab RSI: ffff91e274da1f00 RDI: ffff91e2b5916000
RBP: ffff91e2b77f7500 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffffffffffffff10
R13: ffff91e2b5916000 R14: ffff91e274da1f00 R15: 00000000000000a9
FS:  0000000000000000(0000) GS:ffff91e2bb600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f274b81a000 CR3: 000000001f18e000 CR4: 00000000003607f0
Call Trace:
[<ffffffffad03c6f7>] ? kfree_skbmem+0x37/0x90
[<ffffffffad054386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffad08242a>] sch_direct_xmit+0x11a/0x250
[<ffffffffad057301>] __dev_queue_xmit+0x491/0x650
[<ffffffffad0574d0>] dev_queue_xmit+0x10/0x20
[<ffffffffad0641fd>] neigh_resolve_output+0x11d/0x220
[<ffffffffad0a505c>] ip_finish_output+0x27c/0x8d0
[<ffffffffad0a59db>] ip_output+0x7b/0xf0
[<ffffffffad0a4de0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffad0a3407>] ip_local_out_sk+0x37/0x40
[<ffffffffad0a37a4>] ip_queue_xmit+0x144/0x3c0
[<ffffffffad0bde94>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffffad0c00af>] tcp_send_ack+0x11f/0x170
[<ffffffffad0b4c7b>] __tcp_ack_snd_check+0x6b/0x90
[<ffffffffad0ba7a4>] tcp_rcv_established+0x264/0x770
[<ffffffffad0c57aa>] tcp_v4_do_rcv+0x10a/0x350
[<ffffffffad0c6ffc>] tcp_v4_rcv+0x7dc/0x9e0
[<ffffffffc08c12ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffffad09f28d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffffad09f580>] ip_local_deliver+0x60/0xe0
[<ffffffffad09f1d0>] ? ip_rcv_finish+0x370/0x370
[<ffffffffad09eef0>] ip_rcv_finish+0x90/0x370
[<ffffffffad09f8c0>] ip_rcv+0x2c0/0x420
[<ffffffffad15f902>] ? packet_rcv+0x32/0x430
[<ffffffffad09ee60>] ? inet_del_offload+0x40/0x40
[<ffffffffad054c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffad054f18>] __netif_receive_skb+0x18/0x60
[<ffffffffad054fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffad05510f>] napi_gro_complete+0x7f/0x100
[<ffffffffad0559ee>] dev_gro_receive+0x30e/0x470
[<ffffffffad055b88>] napi_gro_receive+0x38/0x100
[<ffffffffc03af45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc03b0100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffad06481b>] ? __neigh_notify+0xbb/0xf0
[<ffffffffad0555bf>] net_rx_action+0x26f/0x390
[<ffffffffacaa4b95>] __do_softirq+0xf5/0x280
[<ffffffffacaa4d58>] run_ksoftirqd+0x38/0x50
[<ffffffffacace674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffacace530>] ? lg_double_unlock+0x40/0x40
[<ffffffffacac5c21>] kthread+0xd1/0xe0
[<ffffffffacac5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffad193df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffacac5b50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #1045458
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc021d877
Build id: 3.10.0-1160.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff89e54386
Build id: 3.10.0-1160.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffff89e8242a
Build id: 3.10.0-1160.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff89e57301
Build id: 3.10.0-1160.el7.x86_64
0x491
5
dev_queue_xmit
vmlinux 0xffffffff89e574d0
Build id: 3.10.0-1160.el7.x86_64
0x10
6
ip_finish_output
vmlinux 0xffffffff89ea545b
Build id: 3.10.0-1160.el7.x86_64
0x67b
7
ip_output
vmlinux 0xffffffff89ea59db
Build id: 3.10.0-1160.el7.x86_64
0x7b
8
? internal_add_timer
vmlinux 0xffffffff898ad8b3
Build id: 3.10.0-1160.el7.x86_64
0x83
9
ip_local_out_sk
vmlinux 0xffffffff89ea3407
Build id: 3.10.0-1160.el7.x86_64
0x37
10
ip_queue_xmit
vmlinux 0xffffffff89ea37a4
Build id: 3.10.0-1160.el7.x86_64
0x144
11
tcp_transmit_skb
vmlinux 0xffffffff89ebde94
Build id: 3.10.0-1160.el7.x86_64
0x4e4
12
tcp_send_ack
vmlinux 0xffffffff89ec00af
Build id: 3.10.0-1160.el7.x86_64
0x11f
13
__tcp_ack_snd_check
vmlinux 0xffffffff89eb4c7b
Build id: 3.10.0-1160.el7.x86_64
0x6b
14
tcp_rcv_established
vmlinux 0xffffffff89eba7a4
Build id: 3.10.0-1160.el7.x86_64
0x264
15
? __wake_up_sync_key
vmlinux 0xffffffff898d316d
Build id: 3.10.0-1160.el7.x86_64
0x1d
16
tcp_v4_do_rcv
vmlinux 0xffffffff89ec57aa
Build id: 3.10.0-1160.el7.x86_64
0x10a
17
tcp_v4_rcv
vmlinux 0xffffffff89ec6ffc
Build id: 3.10.0-1160.el7.x86_64
0x7dc
18
? __udp4_lib_rcv
vmlinux 0xffffffff89ed265e
Build id: 3.10.0-1160.el7.x86_64
0x18e
19
? icmp_rcv
vmlinux 0xffffffff89ed7ca5
Build id: 3.10.0-1160.el7.x86_64
0x125
20
ip_local_deliver_finish
vmlinux 0xffffffff89e9f28d
Build id: 3.10.0-1160.el7.x86_64
0xbd
21
ip_local_deliver
vmlinux 0xffffffff89e9f580
Build id: 3.10.0-1160.el7.x86_64
0x60
22
? tcp_v4_early_demux
vmlinux 0xffffffff89ec67d2
Build id: 3.10.0-1160.el7.x86_64
0x112
23
ip_rcv_finish
vmlinux 0xffffffff89e9eef0
Build id: 3.10.0-1160.el7.x86_64
0x90
24
ip_rcv
vmlinux 0xffffffff89e9f8c0
Build id: 3.10.0-1160.el7.x86_64
0x2c0
25
? inet_del_offload
vmlinux 0xffffffff89e9ee60
Build id: 3.10.0-1160.el7.x86_64
0x40
26
__netif_receive_skb_core
vmlinux 0xffffffff89e54c19
Build id: 3.10.0-1160.el7.x86_64
0x729
27
? tcp4_gro_receive
vmlinux 0xffffffff89ecc100
Build id: 3.10.0-1160.el7.x86_64
0x80
28
? __getnstimeofday64
vmlinux 0xffffffff899078df
Build id: 3.10.0-1160.el7.x86_64
0x3f
29
__netif_receive_skb
vmlinux 0xffffffff89e54f18
Build id: 3.10.0-1160.el7.x86_64
0x18
30
netif_receive_skb_internal
vmlinux 0xffffffff89e54fa0
Build id: 3.10.0-1160.el7.x86_64
0x40
31
napi_gro_receive
vmlinux 0xffffffff89e55c28
Build id: 3.10.0-1160.el7.x86_64
0xd8
32
e1000_clean_rx_irq
e1000 0xffffffffc021e45b
Build id: 3.10.0-1160.el7.x86_64
0x2bb
33
e1000_clean
e1000 0xffffffffc021f100
Build id: 3.10.0-1160.el7.x86_64
0x280
34
? sk_reset_timer
vmlinux 0xffffffff89e38e68
Build id: 3.10.0-1160.el7.x86_64
0x18
35
? tcp_send_loss_probe
vmlinux 0xffffffff89ec085a
Build id: 3.10.0-1160.el7.x86_64
0x8a
36
net_rx_action
vmlinux 0xffffffff89e555bf
Build id: 3.10.0-1160.el7.x86_64
0x26f
37
__do_softirq
vmlinux 0xffffffff898a4b95
Build id: 3.10.0-1160.el7.x86_64
0xf5
38
run_ksoftirqd
vmlinux 0xffffffff898a4d58
Build id: 3.10.0-1160.el7.x86_64
0x38
39
smpboot_thread_fn
vmlinux 0xffffffff898ce674
Build id: 3.10.0-1160.el7.x86_64
0x144
40
? lg_double_unlock
vmlinux 0xffffffff898ce530
Build id: 3.10.0-1160.el7.x86_64
0x40
41
kthread
vmlinux 0xffffffff898c5c21
Build id: 3.10.0-1160.el7.x86_64
0xd1
42
? insert_kthread_work
vmlinux 0xffffffff898c5b50
Build id: 3.10.0-1160.el7.x86_64
0x40
43
ret_from_fork_nospec_begin
vmlinux 0xffffffff89f93ddd
Build id: 3.10.0-1160.el7.x86_64
0x7
44
? insert_kthread_work
vmlinux 0xffffffff898c5b50
Build id: 3.10.0-1160.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 100s! [ksoftirqd/2:19]
Modules linked in: tcp_lp nls_utf8 isofs nfnetlink_queue nfnetlink_log veth br_netfilter tun devlink binfmt_misc overlay(T) bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi kvm_intel snd_ac97_codec ac97_bus kvm snd_seq irqbypass snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_timer snd soundcore cryptd ppdev sg vmw_balloon joydev pcspkr parport_pc parport i2c_piix4 vmw_vmci xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit crct10dif_pclmul drm crct10dif_common libata libnvdimm crc32c_intel mptspi e1000 scsi_transport_spi mptscsih
serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 2 PID: 19 Comm: ksoftirqd/2 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8c9ff6f75280 ti: ffff8c9ff7358000 task.ti: ffff8c9ff7358000
RIP: 0010:[<ffffffffc021d877>]  [<ffffffffc021d877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8c9ff735b550  EFLAGS: 00000286
RAX: ffffa79cc35c3818 RBX: 0000000000000001 RCX: 0000000000000029
RDX: 0000000000000029 RSI: ffff8c9fe538a340 RDI: ffff8c9fc5be2000
RBP: ffff8c9ff735b5d0 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202
R13: 000000041cb174ce R14: 0000000100000202 R15: ffffffff89bb1650
FS:  0000000000000000(0000) GS:ffff8ca69d680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000557abd23b000 CR3: 00000007284c0000 CR4: 0000000000760fe0
PKRU: 00000000
Call Trace:
[<ffffffff89e54386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff89e8242a>] sch_direct_xmit+0x11a/0x250
[<ffffffff89e57301>] __dev_queue_xmit+0x491/0x650
[<ffffffff89e574d0>] dev_queue_xmit+0x10/0x20
[<ffffffff89ea545b>] ip_finish_output+0x67b/0x8d0
[<ffffffff89ea59db>] ip_output+0x7b/0xf0
[<ffffffff898ad8b3>] ? internal_add_timer+0x83/0xe0
[<ffffffff89ea3407>] ip_local_out_sk+0x37/0x40
[<ffffffff89ea37a4>] ip_queue_xmit+0x144/0x3c0
[<ffffffff89ebde94>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff89ec00af>] tcp_send_ack+0x11f/0x170
[<ffffffff89eb4c7b>] __tcp_ack_snd_check+0x6b/0x90
[<ffffffff89eba7a4>] tcp_rcv_established+0x264/0x770
[<ffffffff898d316d>] ? __wake_up_sync_key+0x1d/0x20
[<ffffffff89ec57aa>] tcp_v4_do_rcv+0x10a/0x350
[<ffffffff89ec6ffc>] tcp_v4_rcv+0x7dc/0x9e0
[<ffffffff89ed265e>] ? __udp4_lib_rcv+0x18e/0xc30
[<ffffffff89ed7ca5>] ? icmp_rcv+0x125/0x370
[<ffffffff89e9f28d>] ip_local_deliver_finish+0xbd/0x200
[<ffffffff89e9f580>] ip_local_deliver+0x60/0xe0
[<ffffffff89ec67d2>] ? tcp_v4_early_demux+0x112/0x160
[<ffffffff89e9eef0>] ip_rcv_finish+0x90/0x370
[<ffffffff89e9f8c0>] ip_rcv+0x2c0/0x420
[<ffffffff89e9ee60>] ? inet_del_offload+0x40/0x40
[<ffffffff89e54c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff89ecc100>] ? tcp4_gro_receive+0x80/0x1a0
[<ffffffff899078df>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffff89e54f18>] __netif_receive_skb+0x18/0x60
[<ffffffff89e54fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff89e55c28>] napi_gro_receive+0xd8/0x100
[<ffffffffc021e45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc021f100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffff89e38e68>] ? sk_reset_timer+0x18/0x30
[<ffffffff89ec085a>] ? tcp_send_loss_probe+0x8a/0x250
[<ffffffff89e555bf>] net_rx_action+0x26f/0x390
[<ffffffff898a4b95>] __do_softirq+0xf5/0x280
[<ffffffff898a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffff898ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff898ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffff898c5c21>] kthread+0xd1/0xe0
[<ffffffff898c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff89f93ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff898c5b50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #746636
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0127867
Build id: 3.10.0-862.el7.x86_64
0x7f7
2
? kfree_skbmem
vmlinux 0xffffffff8c1d4397
Build id: 3.10.0-862.el7.x86_64
0x37
3
dev_hard_start_xmit
vmlinux 0xffffffff8c1eb166
Build id: 3.10.0-862.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffff8c216a2a
Build id: 3.10.0-862.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff8c1ee051
Build id: 3.10.0-862.el7.x86_64
0x4a1
6
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc07342ce
Build id: 3.10.0-862.el7.x86_64
0x4e
7
dev_queue_xmit
vmlinux 0xffffffff8c1ee220
Build id: 3.10.0-862.el7.x86_64
0x10
8
ip_finish_output
vmlinux 0xffffffff8c237416
Build id: 3.10.0-862.el7.x86_64
0x546
9
ip_output
vmlinux 0xffffffff8c237973
Build id: 3.10.0-862.el7.x86_64
0x73
10
? __ip_append_data.isra.50
vmlinux 0xffffffff8c236ed0
Build id: 3.10.0-862.el7.x86_64
0xa50
11
ip_local_out_sk
vmlinux 0xffffffff8c235567
Build id: 3.10.0-862.el7.x86_64
0x37
12
ip_queue_xmit
vmlinux 0xffffffff8c2358d3
Build id: 3.10.0-862.el7.x86_64
0x143
13
tcp_transmit_skb
vmlinux 0xffffffff8c24f7b4
Build id: 3.10.0-862.el7.x86_64
0x4e4
14
tcp_send_ack
vmlinux 0xffffffff8c25182f
Build id: 3.10.0-862.el7.x86_64
0x11f
15
__tcp_ack_snd_check
vmlinux 0xffffffff8c24600b
Build id: 3.10.0-862.el7.x86_64
0x6b
16
tcp_rcv_established
vmlinux 0xffffffff8c24c357
Build id: 3.10.0-862.el7.x86_64
0x417
17
tcp_v4_do_rcv
vmlinux 0xffffffff8c256dda
Build id: 3.10.0-862.el7.x86_64
0x10a
18
tcp_v4_rcv
vmlinux 0xffffffff8c258568
Build id: 3.10.0-862.el7.x86_64
0x788
19
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc07342ce
Build id: 3.10.0-862.el7.x86_64
0x4e
20
ip_local_deliver_finish
vmlinux 0xffffffff8c231699
Build id: 3.10.0-862.el7.x86_64
0xb9
21
ip_local_deliver
vmlinux 0xffffffff8c231989
Build id: 3.10.0-862.el7.x86_64
0x59
22
? ip_rcv_finish
vmlinux 0xffffffff8c2315e0
Build id: 3.10.0-862.el7.x86_64
0x370
23
ip_rcv_finish
vmlinux 0xffffffff8c231300
Build id: 3.10.0-862.el7.x86_64
0x90
24
ip_rcv
vmlinux 0xffffffff8c231cb9
Build id: 3.10.0-862.el7.x86_64
0x2b9
25
? udp4_lib_lookup
vmlinux 0xffffffff8c263002
Build id: 3.10.0-862.el7.x86_64
0x22
26
? inet_del_offload
vmlinux 0xffffffff8c231270
Build id: 3.10.0-862.el7.x86_64
0x40
27
__netif_receive_skb_core
vmlinux 0xffffffff8c1eb9f9
Build id: 3.10.0-862.el7.x86_64
0x729
28
? inet_gro_receive
vmlinux 0xffffffff8c26edb9
Build id: 3.10.0-862.el7.x86_64
0x249
29
__netif_receive_skb
vmlinux 0xffffffff8c1ebd08
Build id: 3.10.0-862.el7.x86_64
0x18
30
netif_receive_skb_internal
vmlinux 0xffffffff8c1ebd90
Build id: 3.10.0-862.el7.x86_64
0x40
31
napi_gro_receive
vmlinux 0xffffffff8c1ec9b8
Build id: 3.10.0-862.el7.x86_64
0xd8
32
e1000_clean_rx_irq
e1000 0xffffffffc012844b
Build id: 3.10.0-862.el7.x86_64
0x2bb
33
e1000_clean
e1000 0xffffffffc01290eb
Build id: 3.10.0-862.el7.x86_64
0x27b
34
? sk_reset_timer
vmlinux 0xffffffff8c1d0928
Build id: 3.10.0-862.el7.x86_64
0x18
35
? tcp_send_loss_probe
vmlinux 0xffffffff8c251f8a
Build id: 3.10.0-862.el7.x86_64
0x8a
36
net_rx_action
vmlinux 0xffffffff8c1ec3af
Build id: 3.10.0-862.el7.x86_64
0x26f
37
__do_softirq
vmlinux 0xffffffff8bc9a945
Build id: 3.10.0-862.el7.x86_64
0xf5
38
run_ksoftirqd
vmlinux 0xffffffff8bc9ab08
Build id: 3.10.0-862.el7.x86_64
0x38
39
smpboot_thread_fn
vmlinux 0xffffffff8bcc35e4
Build id: 3.10.0-862.el7.x86_64
0x144
40
? lg_double_unlock
vmlinux 0xffffffff8bcc34a0
Build id: 3.10.0-862.el7.x86_64
0x40
41
kthread
vmlinux 0xffffffff8bcbae31
Build id: 3.10.0-862.el7.x86_64
0xd1
42
? insert_kthread_work
vmlinux 0xffffffff8bcbad60
Build id: 3.10.0-862.el7.x86_64
0x40
43
ret_from_fork_nospec_begin
vmlinux 0xffffffff8c31f637
Build id: 3.10.0-862.el7.x86_64
0x21
44
? insert_kthread_work
vmlinux 0xffffffff8bcbad60
Build id: 3.10.0-862.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 21s! [ksoftirqd/4:29]
Modules linked in: nls_utf8 isofs rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore crc32_pclmul btusb btrtl ghash_clmulni_intel btbcm btintel bluetooth vmw_balloon vmw_vmci aesni_intel lrw gf128mul glue_helper ablk_helper cryptd rfkill ppdev sg joydev pcspkr i2c_piix4 nfit libnvdimm shpchp parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul libata crct10dif_common crc32c_intel mptspi scsi_transport_spi e1000 mptscsih serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 29 Comm: ksoftirqd/4 Not tainted 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff935e37272f70 ti: ffff935e372a4000 task.ti: ffff935e372a4000
RIP: 0010:[<ffffffffc0127867>]  [<ffffffffc0127867>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff935e372a7580  EFLAGS: 00000286
RAX: ffffba0100983818 RBX: 0000000000000001 RCX: 000000000000009d
RDX: 000000000000009d RSI: ffff935d34cd6e80 RDI: ffff935e350fe000
RBP: ffff935e372a7600 R08: 0000000000000100 R09: 0000000022100000
R10: 340000450008ce83 R11: 0000000000000000 R12: 0000000000000202
R13: 00000001324bf0ce R14: 0000000100000000 R15: ffffffff8bf73e00
FS:  0000000000000000(0000) GS:ffff935e39700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff7c55d5010 CR3: 0000000080e0e000 CR4: 00000000007607e0
PKRU: 00000000
Call Trace:
[<ffffffff8c1d4397>] ? kfree_skbmem+0x37/0x90
[<ffffffff8c1eb166>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8c216a2a>] sch_direct_xmit+0x11a/0x250
[<ffffffff8c1ee051>] __dev_queue_xmit+0x4a1/0x660
[<ffffffffc07342ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffff8c1ee220>] dev_queue_xmit+0x10/0x20
[<ffffffff8c237416>] ip_finish_output+0x546/0x7a0
[<ffffffff8c237973>] ip_output+0x73/0xe0
[<ffffffff8c236ed0>] ? __ip_append_data.isra.50+0xa50/0xa50
[<ffffffff8c235567>] ip_local_out_sk+0x37/0x40
[<ffffffff8c2358d3>] ip_queue_xmit+0x143/0x3a0
[<ffffffff8c24f7b4>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff8c25182f>] tcp_send_ack+0x11f/0x170
[<ffffffff8c24600b>] __tcp_ack_snd_check+0x6b/0xa0
[<ffffffff8c24c357>] tcp_rcv_established+0x417/0x770
[<ffffffff8c256dda>] tcp_v4_do_rcv+0x10a/0x350
[<ffffffff8c258568>] tcp_v4_rcv+0x788/0x990
[<ffffffffc07342ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffff8c231699>] ip_local_deliver_finish+0xb9/0x200
[<ffffffff8c231989>] ip_local_deliver+0x59/0xd0
[<ffffffff8c2315e0>] ? ip_rcv_finish+0x370/0x370
[<ffffffff8c231300>] ip_rcv_finish+0x90/0x370
[<ffffffff8c231cb9>] ip_rcv+0x2b9/0x410
[<ffffffff8c263002>] ? udp4_lib_lookup+0x22/0x70
[<ffffffff8c231270>] ? inet_del_offload+0x40/0x40
[<ffffffff8c1eb9f9>] __netif_receive_skb_core+0x729/0xa20
[<ffffffff8c26edb9>] ? inet_gro_receive+0x249/0x290
[<ffffffff8c1ebd08>] __netif_receive_skb+0x18/0x60
[<ffffffff8c1ebd90>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff8c1ec9b8>] napi_gro_receive+0xd8/0x100
[<ffffffffc012844b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc01290eb>] e1000_clean+0x27b/0x8e0 [e1000]
[<ffffffff8c1d0928>] ? sk_reset_timer+0x18/0x30
[<ffffffff8c251f8a>] ? tcp_send_loss_probe+0x8a/0x240
[<ffffffff8c1ec3af>] net_rx_action+0x26f/0x390
[<ffffffff8bc9a945>] __do_softirq+0xf5/0x280
[<ffffffff8bc9ab08>] run_ksoftirqd+0x38/0x50
[<ffffffff8bcc35e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff8bcc34a0>] ? lg_double_unlock+0x40/0x40
[<ffffffff8bcbae31>] kthread+0xd1/0xe0
[<ffffffff8bcbad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8c31f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8bcbad60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #538442
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc00dfee7
Build id: 3.10.0-693.el7.x86_64
0x947
2
dev_hard_start_xmit
vmlinux 0xffffffff81586771
Build id: 3.10.0-693.el7.x86_64
0x171
3
sch_direct_xmit
vmlinux 0xffffffff815af50a
Build id: 3.10.0-693.el7.x86_64
0x11a
4
__qdisc_run
vmlinux 0xffffffff815af6c0
Build id: 3.10.0-693.el7.x86_64
0x90
5
__dev_queue_xmit
vmlinux 0xffffffff81589603
Build id: 3.10.0-693.el7.x86_64
0x2c3
6
dev_queue_xmit
vmlinux 0xffffffff815898a0
Build id: 3.10.0-693.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffff815cfd3e
Build id: 3.10.0-693.el7.x86_64
0x52e
8
ip_output
vmlinux 0xffffffff815d0293
Build id: 3.10.0-693.el7.x86_64
0x73
9
? __ip_append_data.isra.48
vmlinux 0xffffffff815cf810
Build id: 3.10.0-693.el7.x86_64
0xa00
10
ip_local_out_sk
vmlinux 0xffffffff815cdf31
Build id: 3.10.0-693.el7.x86_64
0x31
11
ip_queue_xmit
vmlinux 0xffffffff815ce2a3
Build id: 3.10.0-693.el7.x86_64
0x143
12
tcp_transmit_skb
vmlinux 0xffffffff815e7c0f
Build id: 3.10.0-693.el7.x86_64
0x4cf
13
tcp_write_xmit
vmlinux 0xffffffff815e824a
Build id: 3.10.0-693.el7.x86_64
0x15a
14
__tcp_push_pending_frames
vmlinux 0xffffffff815e904e
Build id: 3.10.0-693.el7.x86_64
0x2e
15
tcp_rcv_established
vmlinux 0xffffffff815e457b
Build id: 3.10.0-693.el7.x86_64
0x14b
16
tcp_v4_do_rcv
vmlinux 0xffffffff815ef15a
Build id: 3.10.0-693.el7.x86_64
0x10a
17
tcp_v4_rcv
vmlinux 0xffffffff815f08a8
Build id: 3.10.0-693.el7.x86_64
0x798
18
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc0609306
Build id: 3.10.0-693.el7.x86_64
0x86
19
ip_local_deliver_finish
vmlinux 0xffffffff815ca054
Build id: 3.10.0-693.el7.x86_64
0xb4
20
ip_local_deliver
vmlinux 0xffffffff815ca339
Build id: 3.10.0-693.el7.x86_64
0x59
21
? ip_rcv_finish
vmlinux 0xffffffff815c9fa0
Build id: 3.10.0-693.el7.x86_64
0x350
22
ip_rcv_finish
vmlinux 0xffffffff815c9cda
Build id: 3.10.0-693.el7.x86_64
0x8a
23
ip_rcv
vmlinux 0xffffffff815ca666
Build id: 3.10.0-693.el7.x86_64
0x2b6
24
? inet_del_offload
vmlinux 0xffffffff815c9c50
Build id: 3.10.0-693.el7.x86_64
0x40
25
__netif_receive_skb_core
vmlinux 0xffffffff81586f22
Build id: 3.10.0-693.el7.x86_64
0x572
26
? tcp4_gro_receive
vmlinux 0xffffffff815f5944
Build id: 3.10.0-693.el7.x86_64
0x134
27
? __getnstimeofday64
vmlinux 0xffffffff810ea8ca
Build id: 3.10.0-693.el7.x86_64
0x3a
28
__netif_receive_skb
vmlinux 0xffffffff81587188
Build id: 3.10.0-693.el7.x86_64
0x18
29
netif_receive_skb_internal
vmlinux 0xffffffff81587210
Build id: 3.10.0-693.el7.x86_64
0x40
30
napi_gro_receive
vmlinux 0xffffffff81588318
Build id: 3.10.0-693.el7.x86_64
0xd8
31
e1000_clean_rx_irq
e1000 0xffffffffc00e147c
Build id: 3.10.0-693.el7.x86_64
0x2ac
32
e1000_clean
e1000 0xffffffffc00e1ed8
Build id: 3.10.0-693.el7.x86_64
0x278
33
? tcp_schedule_loss_probe
vmlinux 0xffffffff815e73fd
Build id: 3.10.0-693.el7.x86_64
0x1d
34
net_rx_action
vmlinux 0xffffffff8158799d
Build id: 3.10.0-693.el7.x86_64
0x16d
35
__do_softirq
vmlinux 0xffffffff81090b3f
Build id: 3.10.0-693.el7.x86_64
0xef
36
run_ksoftirqd
vmlinux 0xffffffff81090d08
Build id: 3.10.0-693.el7.x86_64
0x38
37
smpboot_thread_fn
vmlinux 0xffffffff810b909f
Build id: 3.10.0-693.el7.x86_64
0x12f
38
? lg_double_unlock
vmlinux 0xffffffff810b8f70
Build id: 3.10.0-693.el7.x86_64
0x40
39
kthread
vmlinux 0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
0xcf
40
? insert_kthread_work
vmlinux 0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
0x40
41
ret_from_fork
vmlinux 0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
0x58
42
? insert_kthread_work
vmlinux 0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [ksoftirqd/4:28]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event nfit libnvdimm snd_ens1371 ppdev snd_rawmidi snd_ac97_codec parport_pc parport ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd sb_edac soundcore edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon i2c_piix4 joydev pcspkr vmw_vmci sg shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix e1000 libata mptspi scsi_transport_spi serio_raw mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 28 Comm: ksoftirqd/4 Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff880174011fa0 ti: ffff880174020000 task.ti: ffff880174020000
RIP: 0010:[<ffffffffc00dfee7>]  [<ffffffffc00dfee7>] e1000_xmit_frame+0x947/0x1040 [e1000]
RSP: 0018:ffff880174023520  EFLAGS: 00000286
RAX: ffffc900031c3818 RBX: 0000000000000202 RCX: 0000000000000097
RDX: 0000000000000097 RSI: ffff8808176b9140 RDI: ffff8801743fe000
RBP: ffff8801740235a0 R08: 0000000000000100 R09: 0000000026100000
R10: 19ac2a957c9887a4 R11: 0000000000000000 R12: 00000001740234f8
R13: ffffffff813492f0 R14: ffff8801740234e8 R15: 0000000000000202
FS:  0000000000000000(0000) GS:ffff88081d700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007ff83374c338 CR3: 00000000019f2000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8807f93204f8 ffff88081d62c098 0000009300000000 0000000c00000001
000005b400000001 ffff880818c5baf0 ffff8808176b9140 0000000300001000
ffff88081d62c098 ffff8801743fe000 ffff88081d62c000 ffff8801743fe000
Call Trace:
[<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0
[<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240
[<ffffffff815af6c0>] __qdisc_run+0x90/0x1b0
[<ffffffff81589603>] __dev_queue_xmit+0x2c3/0x550
[<ffffffff815898a0>] dev_queue_xmit+0x10/0x20
[<ffffffff815cfd3e>] ip_finish_output+0x52e/0x780
[<ffffffff815d0293>] ip_output+0x73/0xe0
[<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00
[<ffffffff815cdf31>] ip_local_out_sk+0x31/0x40
[<ffffffff815ce2a3>] ip_queue_xmit+0x143/0x3a0
[<ffffffff815e7c0f>] tcp_transmit_skb+0x4cf/0x9b0
[<ffffffff815e824a>] tcp_write_xmit+0x15a/0xce0
[<ffffffff815e904e>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffff815e457b>] tcp_rcv_established+0x14b/0x760
[<ffffffff815ef15a>] tcp_v4_do_rcv+0x10a/0x340
[<ffffffff815f08a8>] tcp_v4_rcv+0x798/0x9a0
[<ffffffffc0609306>] ? ipv4_confirm+0x86/0x100 [nf_conntrack_ipv4]
[<ffffffff815ca054>] ip_local_deliver_finish+0xb4/0x1f0
[<ffffffff815ca339>] ip_local_deliver+0x59/0xd0
[<ffffffff815c9fa0>] ? ip_rcv_finish+0x350/0x350
[<ffffffff815c9cda>] ip_rcv_finish+0x8a/0x350
[<ffffffff815ca666>] ip_rcv+0x2b6/0x410
[<ffffffff815c9c50>] ? inet_del_offload+0x40/0x40
[<ffffffff81586f22>] __netif_receive_skb_core+0x572/0x7c0
[<ffffffff815f5944>] ? tcp4_gro_receive+0x134/0x1b0
[<ffffffff810ea8ca>] ? __getnstimeofday64+0x3a/0xd0
[<ffffffff81587188>] __netif_receive_skb+0x18/0x60
[<ffffffff81587210>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff81588318>] napi_gro_receive+0xd8/0x130
[<ffffffffc00e147c>] e1000_clean_rx_irq+0x2ac/0x4f0 [e1000]
[<ffffffffc00e1ed8>] e1000_clean+0x278/0x8d0 [e1000]
[<ffffffff815e73fd>] ? tcp_schedule_loss_probe+0x1d/0x1e0
[<ffffffff8158799d>] net_rx_action+0x16d/0x380
[<ffffffff81090b3f>] __do_softirq+0xef/0x280
[<ffffffff81090d08>] run_ksoftirqd+0x38/0x50
[<ffffffff810b909f>] smpboot_thread_fn+0x12f/0x180
[<ffffffff810b8f70>] ? lg_double_unlock+0x40/0x40
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #11139
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc017e857
Build id: 3.10.0-957.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xfffffffface38c66
Build id: 3.10.0-957.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xfffffffface65cea
Build id: 3.10.0-957.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xfffffffface3bbe1
Build id: 3.10.0-957.el7.x86_64
0x491
5
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc06852ce
Build id: 3.10.0-957.el7.x86_64
0x4e
6
dev_queue_xmit
vmlinux 0xfffffffface3bdb0
Build id: 3.10.0-957.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xfffffffface88736
Build id: 3.10.0-957.el7.x86_64
0x556
8
ip_output
vmlinux 0xfffffffface88c93
Build id: 3.10.0-957.el7.x86_64
0x73
9
? __ip_append_data.isra.51
vmlinux 0xfffffffface881e0
Build id: 3.10.0-957.el7.x86_64
0xa50
10
ip_local_out_sk
vmlinux 0xfffffffface86817
Build id: 3.10.0-957.el7.x86_64
0x37
11
ip_queue_xmit
vmlinux 0xfffffffface86bb4
Build id: 3.10.0-957.el7.x86_64
0x144
12
tcp_transmit_skb
vmlinux 0xffffffffacea0f64
Build id: 3.10.0-957.el7.x86_64
0x4e4
13
tcp_send_ack
vmlinux 0xffffffffacea2fef
Build id: 3.10.0-957.el7.x86_64
0x11f
14
__tcp_ack_snd_check
vmlinux 0xfffffffface9796b
Build id: 3.10.0-957.el7.x86_64
0x6b
15
tcp_rcv_established
vmlinux 0xfffffffface9daf7
Build id: 3.10.0-957.el7.x86_64
0x417
16
tcp_v4_do_rcv
vmlinux 0xffffffffacea86da
Build id: 3.10.0-957.el7.x86_64
0x10a
17
tcp_v4_rcv
vmlinux 0xffffffffacea9dcc
Build id: 3.10.0-957.el7.x86_64
0x7bc
18
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc06852ce
Build id: 3.10.0-957.el7.x86_64
0x4e
19
ip_local_deliver_finish
vmlinux 0xfffffffface8285d
Build id: 3.10.0-957.el7.x86_64
0xbd
20
ip_local_deliver
vmlinux 0xfffffffface82b49
Build id: 3.10.0-957.el7.x86_64
0x59
21
? ip_rcv_finish
vmlinux 0xfffffffface827a0
Build id: 3.10.0-957.el7.x86_64
0x370
22
ip_rcv_finish
vmlinux 0xfffffffface824c0
Build id: 3.10.0-957.el7.x86_64
0x90
23
ip_rcv
vmlinux 0xfffffffface82e79
Build id: 3.10.0-957.el7.x86_64
0x2b9
24
? udp4_lib_lookup
vmlinux 0xffffffffaceb4902
Build id: 3.10.0-957.el7.x86_64
0x52
25
? inet_del_offload
vmlinux 0xfffffffface82430
Build id: 3.10.0-957.el7.x86_64
0x40
26
__netif_receive_skb_core
vmlinux 0xfffffffface394f9
Build id: 3.10.0-957.el7.x86_64
0x729
27
? tcp4_gro_receive
vmlinux 0xffffffffaceaee00
Build id: 3.10.0-957.el7.x86_64
0x80
28
? __getnstimeofday64
vmlinux 0xffffffffac9024ef
Build id: 3.10.0-957.el7.x86_64
0x3f
29
__netif_receive_skb
vmlinux 0xfffffffface397f8
Build id: 3.10.0-957.el7.x86_64
0x18
30
netif_receive_skb_internal
vmlinux 0xfffffffface39880
Build id: 3.10.0-957.el7.x86_64
0x40
31
napi_gro_receive
vmlinux 0xfffffffface3a508
Build id: 3.10.0-957.el7.x86_64
0xd8
32
e1000_clean_rx_irq
e1000 0xffffffffc017f43b
Build id: 3.10.0-957.el7.x86_64
0x2bb
33
e1000_clean
e1000 0xffffffffc01800dd
Build id: 3.10.0-957.el7.x86_64
0x27d
34
? sk_reset_timer
vmlinux 0xfffffffface1ddd8
Build id: 3.10.0-957.el7.x86_64
0x18
35
? tcp_send_loss_probe
vmlinux 0xffffffffacea374a
Build id: 3.10.0-957.el7.x86_64
0x8a
36
net_rx_action
vmlinux 0xfffffffface39e9f
Build id: 3.10.0-957.el7.x86_64
0x26f
37
__do_softirq
vmlinux 0xffffffffac8a0f05
Build id: 3.10.0-957.el7.x86_64
0xf5
38
run_ksoftirqd
vmlinux 0xffffffffac8a10c8
Build id: 3.10.0-957.el7.x86_64
0x38
39
smpboot_thread_fn
vmlinux 0xffffffffac8ca5c4
Build id: 3.10.0-957.el7.x86_64
0x144
40
? lg_double_unlock
vmlinux 0xffffffffac8ca480
Build id: 3.10.0-957.el7.x86_64
0x40
41
kthread
vmlinux 0xffffffffac8c1c31
Build id: 3.10.0-957.el7.x86_64
0xd1
42
? insert_kthread_work
vmlinux 0xffffffffac8c1b60
Build id: 3.10.0-957.el7.x86_64
0x40
43
ret_from_fork_nospec_begin
vmlinux 0xffffffffacf74c37
Build id: 3.10.0-957.el7.x86_64
0x21
44
? insert_kthread_work
vmlinux 0xffffffffac8c1b60
Build id: 3.10.0-957.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 23s! [ksoftirqd/4:29]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic crct10dif_pclmul crct10dif_common crc32c_intel pata_acpi vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 ata_piix mptspi scsi_transport_spi
mptscsih libata mptbase drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 29 Comm: ksoftirqd/4 Kdump: loaded Tainted: G             L ------------   3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9db6b7269040 ti: ffff9db6b7274000 task.ti: ffff9db6b7274000
RIP: 0010:[<ffffffffc017e857>]  [<ffffffffc017e857>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9db6b7277580  EFLAGS: 00000286
RAX: ffffb64380a03818 RBX: 0000000000001900 RCX: 00000000000000a4
RDX: 00000000000000a4 RSI: ffff9db6b0e58b40 RDI: ffff9db6b6584000
RBP: ffff9db6b7277600 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff9db6b72775c8
R13: ffffffffacba0dcc R14: ffff9db6b72774f0 R15: ffff9db6b0e58b40
FS:  0000000000000000(0000) GS:ffff9db6b9700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa185674000 CR3: 00000001367f2000 CR4: 00000000000607e0
Call Trace:
[<fffffffface38c66>] dev_hard_start_xmit+0x246/0x3b0
[<fffffffface65cea>] sch_direct_xmit+0x11a/0x250
[<fffffffface3bbe1>] __dev_queue_xmit+0x491/0x650
[<ffffffffc06852ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<fffffffface3bdb0>] dev_queue_xmit+0x10/0x20
[<fffffffface88736>] ip_finish_output+0x556/0x7b0
[<fffffffface88c93>] ip_output+0x73/0xe0
[<fffffffface881e0>] ? __ip_append_data.isra.51+0xa50/0xa50
[<fffffffface86817>] ip_local_out_sk+0x37/0x40
[<fffffffface86bb4>] ip_queue_xmit+0x144/0x3c0
[<ffffffffacea0f64>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffffacea2fef>] tcp_send_ack+0x11f/0x170
[<fffffffface9796b>] __tcp_ack_snd_check+0x6b/0x90
[<fffffffface9daf7>] tcp_rcv_established+0x417/0x770
[<ffffffffacea86da>] tcp_v4_do_rcv+0x10a/0x350
[<ffffffffacea9dcc>] tcp_v4_rcv+0x7bc/0x9c0
[<ffffffffc06852ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<fffffffface8285d>] ip_local_deliver_finish+0xbd/0x200
[<fffffffface82b49>] ip_local_deliver+0x59/0xd0
[<fffffffface827a0>] ? ip_rcv_finish+0x370/0x370
[<fffffffface824c0>] ip_rcv_finish+0x90/0x370
[<fffffffface82e79>] ip_rcv+0x2b9/0x410
[<ffffffffaceb4902>] ? udp4_lib_lookup+0x52/0x70
[<fffffffface82430>] ? inet_del_offload+0x40/0x40
[<fffffffface394f9>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffaceaee00>] ? tcp4_gro_receive+0x80/0x1a0
[<ffffffffac9024ef>] ? __getnstimeofday64+0x3f/0xd0
[<fffffffface397f8>] __netif_receive_skb+0x18/0x60
[<fffffffface39880>] netif_receive_skb_internal+0x40/0xc0
[<fffffffface3a508>] napi_gro_receive+0xd8/0x100
[<ffffffffc017f43b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc01800dd>] e1000_clean+0x27d/0x8e0 [e1000]
[<fffffffface1ddd8>] ? sk_reset_timer+0x18/0x30
[<ffffffffacea374a>] ? tcp_send_loss_probe+0x8a/0x240
[<fffffffface39e9f>] net_rx_action+0x26f/0x390
[<ffffffffac8a0f05>] __do_softirq+0xf5/0x280
[<ffffffffac8a10c8>] run_ksoftirqd+0x38/0x50
[<ffffffffac8ca5c4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffac8ca480>] ? lg_double_unlock+0x40/0x40
[<ffffffffac8c1c31>] kthread+0xd1/0xe0
[<ffffffffac8c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffacf74c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffac8c1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00