Info

Permalink
Function
e1000_xmit_frame
First occurrence
2020-10-14
Last occurrence
2026-08-06
State
NEW
Components
kernel
Quality
-102

Statistics

Operating system Count
CentOS 7 44
Architecture Count
x86_64 44
Related packages Count
kernel 44
 0:3.10.0-1160.118.1.el7 15
 0:3.10.0-1160.90.1.el7 4
 0:3.10.0-1062.9.1.el7 4
 0:3.10.0-1160.el7 4
 0:3.10.0-1062.1.2.el7 3
 0:3.10.0-693.el7 3
 0:3.10.0-1160.102.1.el7 2
 0:3.10.0-1160.62.1.el7 1
 0:3.10.0-1160.76.1.el7 1
 0:3.10.0-1160.11.1.el7 1
 0:3.10.0-1160.59.1.el7 1
 0:3.10.0-1160.66.1.el7 1
 0:3.10.0-1127.10.1.el7 1
 0:3.10.0-1127.el7 1
 0:3.10.0-957.el7 1
 0:3.10.0-1160.88.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

No reports in the last 20 days.

Report backtrace


Complete report #1415494
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc04948e7
Build id: 3.10.0-1160.88.1.el7.x86_64
0x7f7
2
? csum_partial
vmlinux 0xffffffff9f1abc01
Build id: 3.10.0-1160.88.1.el7.x86_64
0x11
3
dev_hard_start_xmit
vmlinux 0xffffffff9f47edc6
Build id: 3.10.0-1160.88.1.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffff9f4add72
Build id: 3.10.0-1160.88.1.el7.x86_64
0x122
5
__dev_queue_xmit
vmlinux 0xffffffff9f481dd1
Build id: 3.10.0-1160.88.1.el7.x86_64
0x491
6
dev_queue_xmit
vmlinux 0xffffffff9f481fa0
Build id: 3.10.0-1160.88.1.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffff9f4d260b
Build id: 3.10.0-1160.88.1.el7.x86_64
0x67b
8
ip_output
vmlinux 0xffffffff9f4d2b9b
Build id: 3.10.0-1160.88.1.el7.x86_64
0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff9f4d1f90
Build id: 3.10.0-1160.88.1.el7.x86_64
0xa60
10
ip_forward_finish
vmlinux 0xffffffff9f4ce17c
Build id: 3.10.0-1160.88.1.el7.x86_64
0x6c
11
ip_forward
vmlinux 0xffffffff9f4ce51d
Build id: 3.10.0-1160.88.1.el7.x86_64
0x37d
12
? ip_mc_validate_source
vmlinux 0xffffffff9f4cab02
Build id: 3.10.0-1160.88.1.el7.x86_64
0x52
13
? ip_frag_mem
vmlinux 0xffffffff9f4ce110
Build id: 3.10.0-1160.88.1.el7.x86_64
0x20
14
ip_rcv_finish
vmlinux 0xffffffff9f4cbfa0
Build id: 3.10.0-1160.88.1.el7.x86_64
0x90
15
ip_rcv
vmlinux 0xffffffff9f4cc9a0
Build id: 3.10.0-1160.88.1.el7.x86_64
0x2c0
16
? inet_del_offload
vmlinux 0xffffffff9f4cbf10
Build id: 3.10.0-1160.88.1.el7.x86_64
0x40
17
__netif_receive_skb_core
vmlinux 0xffffffff9f47f669
Build id: 3.10.0-1160.88.1.el7.x86_64
0x739
18
__netif_receive_skb
vmlinux 0xffffffff9f47f968
Build id: 3.10.0-1160.88.1.el7.x86_64
0x18
19
netif_receive_skb_internal
vmlinux 0xffffffff9f47fa00
Build id: 3.10.0-1160.88.1.el7.x86_64
0x40
20
netif_receive_skb
vmlinux 0xffffffff9f47fa9c
Build id: 3.10.0-1160.88.1.el7.x86_64
0x1c
21
br_netif_receive_skb
bridge 0xffffffffc0a33f99
Build id: 3.10.0-1160.88.1.el7.x86_64
0x49
22
br_pass_frame_up
bridge 0xffffffffc0a34077
Build id: 3.10.0-1160.88.1.el7.x86_64
0xc7
23
? br_handle_local_finish
bridge 0xffffffffc0a33f50
Build id: 3.10.0-1160.88.1.el7.x86_64
0x20
24
br_handle_frame_finish
bridge 0xffffffffc0a34341
Build id: 3.10.0-1160.88.1.el7.x86_64
0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0ae80d7
Build id: 3.10.0-1160.88.1.el7.x86_64
0x187
26
? nf_nat_ipv4_fn
nf_nat_ipv4 0xffffffffc09dc807
Build id: 3.10.0-1160.88.1.el7.x86_64
0x207
27
? br_pass_frame_up
bridge 0xffffffffc0a34120
Build id: 3.10.0-1160.88.1.el7.x86_64
0x170
28
? nf_iterate
vmlinux 0xffffffff9f4c0ef8
Build id: 3.10.0-1160.88.1.el7.x86_64
0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc0ae8f5f
Build id: 3.10.0-1160.88.1.el7.x86_64
0x2ff
30
? br_nf_forward_ip
br_netfilter 0xffffffffc0ae7f50
Build id: 3.10.0-1160.88.1.el7.x86_64
0x480
31
nf_iterate
vmlinux 0xffffffff9f4c0ef8
Build id: 3.10.0-1160.88.1.el7.x86_64
0x98
32
nf_hook_slow
vmlinux 0xffffffff9f4c0fe8
Build id: 3.10.0-1160.88.1.el7.x86_64
0xa8
33
br_handle_frame
bridge 0xffffffffc0a348d6
Build id: 3.10.0-1160.88.1.el7.x86_64
0x236
34
? br_pass_frame_up
bridge 0xffffffffc0a34120
Build id: 3.10.0-1160.88.1.el7.x86_64
0x170
35
__netif_receive_skb_core
vmlinux 0xffffffff9f47f12a
Build id: 3.10.0-1160.88.1.el7.x86_64
0x1fa
36
__netif_receive_skb
vmlinux 0xffffffff9f47f968
Build id: 3.10.0-1160.88.1.el7.x86_64
0x18
37
process_backlog
vmlinux 0xffffffff9f48097e
Build id: 3.10.0-1160.88.1.el7.x86_64
0xae
38
net_rx_action
vmlinux 0xffffffff9f480037
Build id: 3.10.0-1160.88.1.el7.x86_64
0x277
39
__do_softirq
vmlinux 0xffffffff9eea9595
Build id: 3.10.0-1160.88.1.el7.x86_64
0xf5
40
run_ksoftirqd
vmlinux 0xffffffff9eea9768
Build id: 3.10.0-1160.88.1.el7.x86_64
0x38
41
smpboot_thread_fn
vmlinux 0xffffffff9eed43fc
Build id: 3.10.0-1160.88.1.el7.x86_64
0x14c
42
? lg_double_unlock
vmlinux 0xffffffff9eed42b0
Build id: 3.10.0-1160.88.1.el7.x86_64
0x40
43
kthread
vmlinux 0xffffffff9eecb621
Build id: 3.10.0-1160.88.1.el7.x86_64
0xd1
44
? insert_kthread_work
vmlinux 0xffffffff9eecb550
Build id: 3.10.0-1160.88.1.el7.x86_64
0x40
45
ret_from_fork_nospec_begin
vmlinux 0xffffffff9f5c51dd
Build id: 3.10.0-1160.88.1.el7.x86_64
0x7
46
? insert_kthread_work
vmlinux 0xffffffff9eecb550
Build id: 3.10.0-1160.88.1.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 29s! [ksoftirqd/4:29]
Modules linked in: veth tcp_lp rfcomm xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq crc32_pclmul btusb snd_seq_device btrtl btbcm btintel ghash_clmulni_intel ppdev
snd_pcm bluetooth aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd snd_timer joydev snd pcspkr rfkill sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul nfit crct10dif_common drm crc32c_intel e1000 mptspi libata libnvdimm scsi_transport_spi serio_raw mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 29 Comm: ksoftirqd/4 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.88.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9a3139b71080 ti: ffff9a3139b78000 task.ti: ffff9a3139b78000
RIP: 0010:[<ffffffffc04948e7>]  [<ffffffffc04948e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9a3139b7b4d0  EFLAGS: 00010286
RAX: ffffb45180383818 RBX: ffff9a30f55e32c0 RCX: 0000000000000081
RDX: 0000000000000081 RSI: ffff9a30f55e32c0 RDI: ffff9a31378a2000
RBP: ffff9a3139b7b550 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000063
R13: ffffb45180383818 R14: 0000000000000100 R15: 0000000002000000
FS:  0000000000000000(0000) GS:ffff9a313b700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000cde2c000 CR3: 00000000974a6000 CR4: 0000000000360fe0
Call Trace:
[<ffffffff9f1abc01>] ? csum_partial+0x11/0x20
[<ffffffff9f47edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff9f4add72>] sch_direct_xmit+0x122/0x250
[<ffffffff9f481dd1>] __dev_queue_xmit+0x491/0x650
[<ffffffff9f481fa0>] dev_queue_xmit+0x10/0x20
[<ffffffff9f4d260b>] ip_finish_output+0x67b/0x8d0
[<ffffffff9f4d2b9b>] ip_output+0x7b/0x100
[<ffffffff9f4d1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff9f4ce17c>] ip_forward_finish+0x6c/0x90
[<ffffffff9f4ce51d>] ip_forward+0x37d/0x4b0
[<ffffffff9f4cab02>] ? ip_mc_validate_source+0x52/0xf0
[<ffffffff9f4ce110>] ? ip_frag_mem+0x20/0x20
[<ffffffff9f4cbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffff9f4cc9a0>] ip_rcv+0x2c0/0x420
[<ffffffff9f4cbf10>] ? inet_del_offload+0x40/0x40
[<ffffffff9f47f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffff9f47f968>] __netif_receive_skb+0x18/0x70
[<ffffffff9f47fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff9f47fa9c>] netif_receive_skb+0x1c/0x70
[<ffffffffc0a33f99>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0a34077>] br_pass_frame_up+0xc7/0x170 [bridge]
[<ffffffffc0a33f50>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc0a34341>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0ae80d7>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc09dc807>] ? nf_nat_ipv4_fn+0x207/0x230 [nf_nat_ipv4]
[<ffffffffc0a34120>] ? br_pass_frame_up+0x170/0x170 [bridge]
[<ffffffff9f4c0ef8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0ae8f5f>] br_nf_pre_routing+0x2ff/0x450 [br_netfilter]
[<ffffffffc0ae7f50>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffff9f4c0ef8>] nf_iterate+0x98/0xe0
[<ffffffff9f4c0fe8>] nf_hook_slow+0xa8/0x110
[<ffffffffc0a348d6>] br_handle_frame+0x236/0x340 [bridge]
[<ffffffffc0a34120>] ? br_pass_frame_up+0x170/0x170 [bridge]
[<ffffffff9f47f12a>] __netif_receive_skb_core+0x1fa/0xa20
[<ffffffff9f47f968>] __netif_receive_skb+0x18/0x70
[<ffffffff9f48097e>] process_backlog+0xae/0x180
[<ffffffff9f480037>] net_rx_action+0x277/0x3a0
[<ffffffff9eea9595>] __do_softirq+0xf5/0x290
[<ffffffff9eea9768>] run_ksoftirqd+0x38/0x60
[<ffffffff9eed43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff9eed42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff9eecb621>] kthread+0xd1/0xe0
[<ffffffff9eecb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff9f5c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff9eecb550>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc 
Complete report #1182676
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc049c8e7
Build id: 3.10.0-1160.118.1.el7.x86_64
0x7f7
2
? inet_proto_csum_replace4
vmlinux 0xffffffff9b899c6e
Build id: 3.10.0-1160.118.1.el7.x86_64
0xae
3
dev_hard_start_xmit
vmlinux 0xffffffff9b87edc6
Build id: 3.10.0-1160.118.1.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffff9b8add72
Build id: 3.10.0-1160.118.1.el7.x86_64
0x122
5
__dev_queue_xmit
vmlinux 0xffffffff9b881dd1
Build id: 3.10.0-1160.118.1.el7.x86_64
0x491
6
dev_queue_xmit
vmlinux 0xffffffff9b881fa0
Build id: 3.10.0-1160.118.1.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffff9b8d260b
Build id: 3.10.0-1160.118.1.el7.x86_64
0x67b
8
ip_output
vmlinux 0xffffffff9b8d2b9b
Build id: 3.10.0-1160.118.1.el7.x86_64
0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff9b8d1f90
Build id: 3.10.0-1160.118.1.el7.x86_64
0xa60
10
ip_forward_finish
vmlinux 0xffffffff9b8ce17c
Build id: 3.10.0-1160.118.1.el7.x86_64
0x6c
11
ip_forward
vmlinux 0xffffffff9b8ce51d
Build id: 3.10.0-1160.118.1.el7.x86_64
0x37d
12
? ip_frag_mem
vmlinux 0xffffffff9b8ce110
Build id: 3.10.0-1160.118.1.el7.x86_64
0x20
13
ip_rcv_finish
vmlinux 0xffffffff9b8cbfa0
Build id: 3.10.0-1160.118.1.el7.x86_64
0x90
14
ip_rcv
vmlinux 0xffffffff9b8cc9a0
Build id: 3.10.0-1160.118.1.el7.x86_64
0x2c0
15
? inet_del_offload
vmlinux 0xffffffff9b8cbf10
Build id: 3.10.0-1160.118.1.el7.x86_64
0x40
16
__netif_receive_skb_core
vmlinux 0xffffffff9b87f669
Build id: 3.10.0-1160.118.1.el7.x86_64
0x739
17
__netif_receive_skb
vmlinux 0xffffffff9b87f968
Build id: 3.10.0-1160.118.1.el7.x86_64
0x18
18
netif_receive_skb_internal
vmlinux 0xffffffff9b87fa00
Build id: 3.10.0-1160.118.1.el7.x86_64
0x40
19
netif_receive_skb
vmlinux 0xffffffff9b87fa9c
Build id: 3.10.0-1160.118.1.el7.x86_64
0x1c
20
br_netif_receive_skb
bridge 0xffffffffc0a43f78
Build id: 3.10.0-1160.118.1.el7.x86_64
0x28
21
br_pass_frame_up
bridge 0xffffffffc0a44077
Build id: 3.10.0-1160.118.1.el7.x86_64
0xc7
22
? br_handle_local_finish
bridge 0xffffffffc0a43f50
Build id: 3.10.0-1160.118.1.el7.x86_64
0x20
23
br_handle_frame_finish
bridge 0xffffffffc0a44341
Build id: 3.10.0-1160.118.1.el7.x86_64
0x221
24
br_nf_pre_routing_finish
br_netfilter 0xffffffffc09c70d7
Build id: 3.10.0-1160.118.1.el7.x86_64
0x187
25
? nf_nat_ipv4_fn
nf_nat_ipv4 0xffffffffc0be9807
Build id: 3.10.0-1160.118.1.el7.x86_64
0x207
26
? br_pass_frame_up
bridge 0xffffffffc0a44120
Build id: 3.10.0-1160.118.1.el7.x86_64
0x170
27
? nf_iterate
vmlinux 0xffffffff9b8c0ef8
Build id: 3.10.0-1160.118.1.el7.x86_64
0x98
28
br_nf_pre_routing
br_netfilter 0xffffffffc09c7f5f
Build id: 3.10.0-1160.118.1.el7.x86_64
0x2ff
29
? br_nf_forward_ip
br_netfilter 0xffffffffc09c6f50
Build id: 3.10.0-1160.118.1.el7.x86_64
0x480
30
nf_iterate
vmlinux 0xffffffff9b8c0ef8
Build id: 3.10.0-1160.118.1.el7.x86_64
0x98
31
nf_hook_slow
vmlinux 0xffffffff9b8c0fe8
Build id: 3.10.0-1160.118.1.el7.x86_64
0xa8
32
br_handle_frame
bridge 0xffffffffc0a448d6
Build id: 3.10.0-1160.118.1.el7.x86_64
0x236
33
? br_pass_frame_up
bridge 0xffffffffc0a44120
Build id: 3.10.0-1160.118.1.el7.x86_64
0x170
34
__netif_receive_skb_core
vmlinux 0xffffffff9b87f12a
Build id: 3.10.0-1160.118.1.el7.x86_64
0x1fa
35
__netif_receive_skb
vmlinux 0xffffffff9b87f968
Build id: 3.10.0-1160.118.1.el7.x86_64
0x18
36
process_backlog
vmlinux 0xffffffff9b88097e
Build id: 3.10.0-1160.118.1.el7.x86_64
0xae
37
net_rx_action
vmlinux 0xffffffff9b880037
Build id: 3.10.0-1160.118.1.el7.x86_64
0x277
38
__do_softirq
vmlinux 0xffffffff9b2a9595
Build id: 3.10.0-1160.118.1.el7.x86_64
0xf5
39
run_ksoftirqd
vmlinux 0xffffffff9b2a9768
Build id: 3.10.0-1160.118.1.el7.x86_64
0x38
40
smpboot_thread_fn
vmlinux 0xffffffff9b2d43fc
Build id: 3.10.0-1160.118.1.el7.x86_64
0x14c
41
? lg_double_unlock
vmlinux 0xffffffff9b2d42b0
Build id: 3.10.0-1160.118.1.el7.x86_64
0x40
42
kthread
vmlinux 0xffffffff9b2cb621
Build id: 3.10.0-1160.118.1.el7.x86_64
0xd1
43
? insert_kthread_work
vmlinux 0xffffffff9b2cb550
Build id: 3.10.0-1160.118.1.el7.x86_64
0x40
44
ret_from_fork_nospec_begin
vmlinux 0xffffffff9b9c51dd
Build id: 3.10.0-1160.118.1.el7.x86_64
0x7
45
? insert_kthread_work
vmlinux 0xffffffff9b2cb550
Build id: 3.10.0-1160.118.1.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 23s! [ksoftirqd/4:29]
Modules linked in: binfmt_misc veth ip6t_MASQUERADE nf_nat_masquerade_ipv6 xt_statistic xt_nat ip6table_mangle ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 vxlan ip6_udp_tunnel udp_tunnel xt_physdev xt_NFLOG nfnetlink_log xt_limit xt_mark xt_multiport xt_comment ip_set tcp_lp nls_utf8 isofs nf_conntrack_netlink xt_addrtype xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache overlay(T) br_netfilter bridge stp llc vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus ppdev snd_seq vmw_balloon snd_seq_device snd_pcm snd_timer snd soundcore pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common nfit libata crc32c_intel libnvdimm mptspi e1000 scsi_transport_spi mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 29 Comm: ksoftirqd/4 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.118.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8c63ac1f9080 ti: ffff8c63ac208000 task.ti: ffff8c63ac208000
RIP: 0010:[<ffffffffc049c8e7>]  [<ffffffffc049c8e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8c63ac20b4d0  EFLAGS: 00000286
RAX: ffffa01f034c3818 RBX: 0000000000000001 RCX: 000000000000003a
RDX: 000000000000003a RSI: ffff8c6a57a18800 RDI: ffff8c6a5bcb8000
RBP: ffff8c63ac20b550 R08: 0000000000000100 R09: 0000000022100000
R10: 3400004500084eef R11: 0000000000000000 R12: 0000000000000202
R13: 000000053c98b4ce R14: 0000000100000202 R15: ffffffff9b5c9150
FS:  0000000000000000(0000) GS:ffff8c6a5d700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff067648500 CR3: 00000004006ae000 CR4: 00000000007607e0
PKRU: 00000000
Call Trace:
[<ffffffff9b899c6e>] ? inet_proto_csum_replace4+0xae/0x100
[<ffffffff9b87edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff9b8add72>] sch_direct_xmit+0x122/0x250
[<ffffffff9b881dd1>] __dev_queue_xmit+0x491/0x650
[<ffffffff9b881fa0>] dev_queue_xmit+0x10/0x20
[<ffffffff9b8d260b>] ip_finish_output+0x67b/0x8d0
[<ffffffff9b8d2b9b>] ip_output+0x7b/0x100
[<ffffffff9b8d1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff9b8ce17c>] ip_forward_finish+0x6c/0x90
[<ffffffff9b8ce51d>] ip_forward+0x37d/0x4b0
[<ffffffff9b8ce110>] ? ip_frag_mem+0x20/0x20
[<ffffffff9b8cbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffff9b8cc9a0>] ip_rcv+0x2c0/0x420
[<ffffffff9b8cbf10>] ? inet_del_offload+0x40/0x40
[<ffffffff9b87f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffff9b87f968>] __netif_receive_skb+0x18/0x70
[<ffffffff9b87fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff9b87fa9c>] netif_receive_skb+0x1c/0x70
[<ffffffffc0a43f78>] br_netif_receive_skb+0x28/0x60 [bridge]
[<ffffffffc0a44077>] br_pass_frame_up+0xc7/0x170 [bridge]
[<ffffffffc0a43f50>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc0a44341>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc09c70d7>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc0be9807>] ? nf_nat_ipv4_fn+0x207/0x230 [nf_nat_ipv4]
[<ffffffffc0a44120>] ? br_pass_frame_up+0x170/0x170 [bridge]
[<ffffffff9b8c0ef8>] ? nf_iterate+0x98/0xe0
[<ffffffffc09c7f5f>] br_nf_pre_routing+0x2ff/0x450 [br_netfilter]
[<ffffffffc09c6f50>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffff9b8c0ef8>] nf_iterate+0x98/0xe0
[<ffffffff9b8c0fe8>] nf_hook_slow+0xa8/0x110
[<ffffffffc0a448d6>] br_handle_frame+0x236/0x340 [bridge]
[<ffffffffc0a44120>] ? br_pass_frame_up+0x170/0x170 [bridge]
[<ffffffff9b87f12a>] __netif_receive_skb_core+0x1fa/0xa20
[<ffffffff9b87f968>] __netif_receive_skb+0x18/0x70
[<ffffffff9b88097e>] process_backlog+0xae/0x180
[<ffffffff9b880037>] net_rx_action+0x277/0x3a0
[<ffffffff9b2a9595>] __do_softirq+0xf5/0x290
[<ffffffff9b2a9768>] run_ksoftirqd+0x38/0x60
[<ffffffff9b2d43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff9b2d42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff9b2cb621>] kthread+0xd1/0xe0
[<ffffffff9b2cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff9b9c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff9b2cb550>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc 
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [PLANE:33:plane-0] flip_done timed out
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #1046281
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0465857
Build id: 3.10.0-957.el7.x86_64
0x7f7
2
? inet_proto_csum_replace4
vmlinux 0xffffffff8fa52fa6
Build id: 3.10.0-957.el7.x86_64
0xa6
3
dev_hard_start_xmit
vmlinux 0xffffffff8fa38c66
Build id: 3.10.0-957.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffff8fa65cea
Build id: 3.10.0-957.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff8fa3bbe1
Build id: 3.10.0-957.el7.x86_64
0x491
6
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc09662ce
Build id: 3.10.0-957.el7.x86_64
0x4e
7
dev_queue_xmit
vmlinux 0xffffffff8fa3bdb0
Build id: 3.10.0-957.el7.x86_64
0x10
8
ip_finish_output
vmlinux 0xffffffff8fa88736
Build id: 3.10.0-957.el7.x86_64
0x556
9
ip_output
vmlinux 0xffffffff8fa88c93
Build id: 3.10.0-957.el7.x86_64
0x73
10
? __ip_append_data.isra.51
vmlinux 0xffffffff8fa881e0
Build id: 3.10.0-957.el7.x86_64
0xa50
11
ip_forward_finish
vmlinux 0xffffffff8fa8458c
Build id: 3.10.0-957.el7.x86_64
0x6c
12
ip_forward
vmlinux 0xffffffff8fa8491c
Build id: 3.10.0-957.el7.x86_64
0x36c
13
? ip_frag_mem
vmlinux 0xffffffff8fa84520
Build id: 3.10.0-957.el7.x86_64
0x20
14
ip_rcv_finish
vmlinux 0xffffffff8fa824c0
Build id: 3.10.0-957.el7.x86_64
0x90
15
ip_rcv
vmlinux 0xffffffff8fa82e79
Build id: 3.10.0-957.el7.x86_64
0x2b9
16
? inet_del_offload
vmlinux 0xffffffff8fa82430
Build id: 3.10.0-957.el7.x86_64
0x40
17
__netif_receive_skb_core
vmlinux 0xffffffff8fa394f9
Build id: 3.10.0-957.el7.x86_64
0x729
18
? internal_add_timer
vmlinux 0xffffffff8f4a9aad
Build id: 3.10.0-957.el7.x86_64
0x7d
19
__netif_receive_skb
vmlinux 0xffffffff8fa397f8
Build id: 3.10.0-957.el7.x86_64
0x18
20
netif_receive_skb_internal
vmlinux 0xffffffff8fa39880
Build id: 3.10.0-957.el7.x86_64
0x40
21
netif_receive_skb
vmlinux 0xffffffff8fa3991c
Build id: 3.10.0-957.el7.x86_64
0x1c
22
br_netif_receive_skb
bridge 0xffffffffc090ddd9
Build id: 3.10.0-957.el7.x86_64
0x49
23
br_pass_frame_up
bridge 0xffffffffc090deb0
Build id: 3.10.0-957.el7.x86_64
0xc0
24
? __br_handle_local_finish
bridge 0xffffffffc090dd90
Build id: 3.10.0-957.el7.x86_64
0xa0
25
br_handle_frame_finish
bridge 0xffffffffc090e161
Build id: 3.10.0-957.el7.x86_64
0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc099c030
Build id: 3.10.0-957.el7.x86_64
0x180
27
? br_pass_frame_up
bridge 0xffffffffc090df40
Build id: 3.10.0-957.el7.x86_64
0x150
28
? nf_iterate
vmlinux 0xffffffff8fa784a8
Build id: 3.10.0-957.el7.x86_64
0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc099ce88
Build id: 3.10.0-957.el7.x86_64
0x2e8
30
? br_nf_forward_ip
br_netfilter 0xffffffffc099beb0
Build id: 3.10.0-957.el7.x86_64
0x450
31
nf_iterate
vmlinux 0xffffffff8fa784a8
Build id: 3.10.0-957.el7.x86_64
0x98
32
nf_hook_slow
vmlinux 0xffffffff8fa78598
Build id: 3.10.0-957.el7.x86_64
0xa8
33
br_handle_frame
bridge 0xffffffffc090e722
Build id: 3.10.0-957.el7.x86_64
0x222
34
? br_pass_frame_up
bridge 0xffffffffc090df40
Build id: 3.10.0-957.el7.x86_64
0x150
35
__netif_receive_skb_core
vmlinux 0xffffffff8fa38fca
Build id: 3.10.0-957.el7.x86_64
0x1fa
36
__netif_receive_skb
vmlinux 0xffffffff8fa397f8
Build id: 3.10.0-957.el7.x86_64
0x18
37
process_backlog
vmlinux 0xffffffff8fa3a7be
Build id: 3.10.0-957.el7.x86_64
0xae
38
net_rx_action
vmlinux 0xffffffff8fa39e9f
Build id: 3.10.0-957.el7.x86_64
0x26f
39
__do_softirq
vmlinux 0xffffffff8f4a0f05
Build id: 3.10.0-957.el7.x86_64
0xf5
40
run_ksoftirqd
vmlinux 0xffffffff8f4a10c8
Build id: 3.10.0-957.el7.x86_64
0x38
41
smpboot_thread_fn
vmlinux 0xffffffff8f4ca5c4
Build id: 3.10.0-957.el7.x86_64
0x144
42
? lg_double_unlock
vmlinux 0xffffffff8f4ca480
Build id: 3.10.0-957.el7.x86_64
0x40
43
kthread
vmlinux 0xffffffff8f4c1c31
Build id: 3.10.0-957.el7.x86_64
0xd1
44
? insert_kthread_work
vmlinux 0xffffffff8f4c1b60
Build id: 3.10.0-957.el7.x86_64
0x40
45
ret_from_fork_nospec_begin
vmlinux 0xffffffff8fb74c37
Build id: 3.10.0-957.el7.x86_64
0x21
46
? insert_kthread_work
vmlinux 0xffffffff8f4c1b60
Build id: 3.10.0-957.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 55s! [ksoftirqd/6:39]
Modules linked in: tcp_diag inet_diag veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic crct10dif_pclmul pata_acpi crct10dif_common crc32c_intel vmwgfx drm_kms_helper
syscopyarea serio_raw sysfillrect sysimgblt fb_sys_fops ttm drm e1000 ata_piix mptspi libata scsi_transport_spi mptscsih drm_panel_orientation_quirks mptbase nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 39 Comm: ksoftirqd/6 Kdump: loaded Tainted: G             L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff89e5398fc100 ti: ffff89e539910000 task.ti: ffff89e539910000
RIP: 0010:[<ffffffffc0465857>]  [<ffffffffc0465857>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff89e539913510  EFLAGS: 00000286
RAX: ffff96a381943818 RBX: 0000000000000001 RCX: 00000000000000d8
RDX: 00000000000000d8 RSI: ffff89e3f5e377c0 RDI: ffff89e53a27a000
RBP: ffff89e539913590 R08: 0000000000000100 R09: 0000000022100000
R10: 292a280000450008 R11: 0000000000000000 R12: 0000000000000202
R13: 000000018ee3b4da R14: 0000000100000001 R15: ffffffff8f7a04b0
FS:  0000000000000000(0000) GS:ffff89e7ed780000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000173ab88 CR3: 00000003beb14000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8fa52fa6>] ? inet_proto_csum_replace4+0xa6/0xf0
[<ffffffff8fa38c66>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8fa65cea>] sch_direct_xmit+0x11a/0x250
[<ffffffff8fa3bbe1>] __dev_queue_xmit+0x491/0x650
[<ffffffffc09662ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffff8fa3bdb0>] dev_queue_xmit+0x10/0x20
[<ffffffff8fa88736>] ip_finish_output+0x556/0x7b0
[<ffffffff8fa88c93>] ip_output+0x73/0xe0
[<ffffffff8fa881e0>] ? __ip_append_data.isra.51+0xa50/0xa50
[<ffffffff8fa8458c>] ip_forward_finish+0x6c/0x90
[<ffffffff8fa8491c>] ip_forward+0x36c/0x490
[<ffffffff8fa84520>] ? ip_frag_mem+0x20/0x20
[<ffffffff8fa824c0>] ip_rcv_finish+0x90/0x370
[<ffffffff8fa82e79>] ip_rcv+0x2b9/0x410
[<ffffffff8fa82430>] ? inet_del_offload+0x40/0x40
[<ffffffff8fa394f9>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff8f4a9aad>] ? internal_add_timer+0x7d/0xc0
[<ffffffff8fa397f8>] __netif_receive_skb+0x18/0x60
[<ffffffff8fa39880>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff8fa3991c>] netif_receive_skb+0x1c/0x70
[<ffffffffc090ddd9>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc090deb0>] br_pass_frame_up+0xc0/0x150 [bridge]
[<ffffffffc090dd90>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc090e161>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc099c030>] br_nf_pre_routing_finish+0x180/0x450 [br_netfilter]
[<ffffffffc090df40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff8fa784a8>] ? nf_iterate+0x98/0xe0
[<ffffffffc099ce88>] br_nf_pre_routing+0x2e8/0x420 [br_netfilter]
[<ffffffffc099beb0>] ? br_nf_forward_ip+0x450/0x450 [br_netfilter]
[<ffffffff8fa784a8>] nf_iterate+0x98/0xe0
[<ffffffff8fa78598>] nf_hook_slow+0xa8/0x110
[<ffffffffc090e722>] br_handle_frame+0x222/0x320 [bridge]
[<ffffffffc090df40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff8fa38fca>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffff8fa397f8>] __netif_receive_skb+0x18/0x60
[<ffffffff8fa3a7be>] process_backlog+0xae/0x180
[<ffffffff8fa39e9f>] net_rx_action+0x26f/0x390
[<ffffffff8f4a0f05>] __do_softirq+0xf5/0x280
[<ffffffff8f4a10c8>] run_ksoftirqd+0x38/0x50
[<ffffffff8f4ca5c4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff8f4ca480>] ? lg_double_unlock+0x40/0x40
[<ffffffff8f4c1c31>] kthread+0xd1/0xe0
[<ffffffff8f4c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8fb74c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8f4c1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #785211
Frame # Function Binary Source or offset Line
1
vmxnet3_xmit_frame
vmxnet3 0xffffffffc04243dc
Build id: 3.10.0-1160.el7.x86_64
0xaec
2
? csum_partial
vmlinux 0xffffffff92b94ef1
Build id: 3.10.0-1160.el7.x86_64
0x11
3
? inet_proto_csum_replace4
vmlinux 0xffffffff92e6ec46
Build id: 3.10.0-1160.el7.x86_64
0xa6
4
dev_hard_start_xmit
vmlinux 0xffffffff92e54386
Build id: 3.10.0-1160.el7.x86_64
0x246
5
sch_direct_xmit
vmlinux 0xffffffff92e8242a
Build id: 3.10.0-1160.el7.x86_64
0x11a
6
__dev_queue_xmit
vmlinux 0xffffffff92e57301
Build id: 3.10.0-1160.el7.x86_64
0x491
7
dev_queue_xmit
vmlinux 0xffffffff92e574d0
Build id: 3.10.0-1160.el7.x86_64
0x10
8
ip_finish_output
vmlinux 0xffffffff92ea545b
Build id: 3.10.0-1160.el7.x86_64
0x67b
9
ip_output
vmlinux 0xffffffff92ea59db
Build id: 3.10.0-1160.el7.x86_64
0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffff92ea4de0
Build id: 3.10.0-1160.el7.x86_64
0xa60
11
ip_forward_finish
vmlinux 0xffffffff92ea106c
Build id: 3.10.0-1160.el7.x86_64
0x6c
12
ip_forward
vmlinux 0xffffffff92ea140d
Build id: 3.10.0-1160.el7.x86_64
0x37d
13
? ip_mc_validate_source
vmlinux 0xffffffff92e9db02
Build id: 3.10.0-1160.el7.x86_64
0x82
14
? ip_frag_mem
vmlinux 0xffffffff92ea1000
Build id: 3.10.0-1160.el7.x86_64
0x20
15
ip_rcv_finish
vmlinux 0xffffffff92e9eef0
Build id: 3.10.0-1160.el7.x86_64
0x90
16
ip_rcv
vmlinux 0xffffffff92e9f8c0
Build id: 3.10.0-1160.el7.x86_64
0x2c0
17
? inet_del_offload
vmlinux 0xffffffff92e9ee60
Build id: 3.10.0-1160.el7.x86_64
0x40
18
__netif_receive_skb_core
vmlinux 0xffffffff92e54c19
Build id: 3.10.0-1160.el7.x86_64
0x729
19
__netif_receive_skb
vmlinux 0xffffffff92e54f18
Build id: 3.10.0-1160.el7.x86_64
0x18
20
netif_receive_skb_internal
vmlinux 0xffffffff92e54fa0
Build id: 3.10.0-1160.el7.x86_64
0x40
21
netif_receive_skb
vmlinux 0xffffffff92e5503c
Build id: 3.10.0-1160.el7.x86_64
0x1c
22
br_netif_receive_skb
bridge 0xffffffffc08a7e29
Build id: 3.10.0-1160.el7.x86_64
0x49
23
br_pass_frame_up
bridge 0xffffffffc08a7f07
Build id: 3.10.0-1160.el7.x86_64
0xc7
24
? br_handle_local_finish
bridge 0xffffffffc08a7de0
Build id: 3.10.0-1160.el7.x86_64
0x20
25
br_handle_frame_finish
bridge 0xffffffffc08a81c1
Build id: 3.10.0-1160.el7.x86_64
0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0944097
Build id: 3.10.0-1160.el7.x86_64
0x187
27
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc092a807
Build id: 3.10.0-1160.el7.x86_64
0x7
28
? br_pass_frame_up
bridge 0xffffffffc08a7fa0
Build id: 3.10.0-1160.el7.x86_64
0x160
29
? nf_iterate
vmlinux 0xffffffff92e94e38
Build id: 3.10.0-1160.el7.x86_64
0x98
30
br_nf_pre_routing
br_netfilter 0xffffffffc0944eff
Build id: 3.10.0-1160.el7.x86_64
0x2ef
31
? br_nf_forward_ip
br_netfilter 0xffffffffc0943f10
Build id: 3.10.0-1160.el7.x86_64
0x480
32
nf_iterate
vmlinux 0xffffffff92e94e38
Build id: 3.10.0-1160.el7.x86_64
0x98
33
nf_hook_slow
vmlinux 0xffffffff92e94f28
Build id: 3.10.0-1160.el7.x86_64
0xa8
34
br_handle_frame
bridge 0xffffffffc08a8746
Build id: 3.10.0-1160.el7.x86_64
0x226
35
? br_pass_frame_up
bridge 0xffffffffc08a7fa0
Build id: 3.10.0-1160.el7.x86_64
0x160
36
__netif_receive_skb_core
vmlinux 0xffffffff92e546ea
Build id: 3.10.0-1160.el7.x86_64
0x1fa
37
__netif_receive_skb
vmlinux 0xffffffff92e54f18
Build id: 3.10.0-1160.el7.x86_64
0x18
38
process_backlog
vmlinux 0xffffffff92e55eee
Build id: 3.10.0-1160.el7.x86_64
0xae
39
net_rx_action
vmlinux 0xffffffff92e555bf
Build id: 3.10.0-1160.el7.x86_64
0x26f
40
__do_softirq
vmlinux 0xffffffff928a4b95
Build id: 3.10.0-1160.el7.x86_64
0xf5
41
run_ksoftirqd
vmlinux 0xffffffff928a4d58
Build id: 3.10.0-1160.el7.x86_64
0x38
42
smpboot_thread_fn
vmlinux 0xffffffff928ce674
Build id: 3.10.0-1160.el7.x86_64
0x144
43
? lg_double_unlock
vmlinux 0xffffffff928ce530
Build id: 3.10.0-1160.el7.x86_64
0x40
44
kthread
vmlinux 0xffffffff928c5c21
Build id: 3.10.0-1160.el7.x86_64
0xd1
45
? insert_kthread_work
vmlinux 0xffffffff928c5b50
Build id: 3.10.0-1160.el7.x86_64
0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffff92f93df7
Build id: 3.10.0-1160.el7.x86_64
0x21
47
? insert_kthread_work
vmlinux 0xffffffff928c5b50
Build id: 3.10.0-1160.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [ksoftirqd/1:14]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg pcspkr joydev vmw_vmci i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm nfit serio_raw drm ahci libahci vmxnet3 libnvdimm ata_piix vmw_pvscsi libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8dc27e350000 ti: ffff8dc27e358000 task.ti: ffff8dc27e358000
RIP: 0010:[<ffffffffc04243dc>]  [<ffffffffc04243dc>] vmxnet3_xmit_frame+0xaec/0xfd0 [vmxnet3]
RSP: 0018:ffff8dc27e35b4c0  EFLAGS: 00000286
RAX: 0000000000000000 RBX: 0000002292ea5064 RCX: 000000000000013e
RDX: ffff9b8a01900600 RSI: 0000000000000283 RDI: 0000000000000283
RBP: ffff8dc27e35b550 R08: d7376efa401f690c R09: 0000000000c80036
R10: 8446dc392c1ad737 R11: ffff8dc5208613d0 R12: ffff8dc27e35b4f8
R13: 00000000aac5601b R14: ffff8dc4f42aac00 R15: 0000000000000246
FS:  0000000000000000(0000) GS:ffff8dc52d640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0b6bf54fb8 CR3: 00000003674ba000 CR4: 00000000003607e0
Call Trace:
[<ffffffff92b94ef1>] ? csum_partial+0x11/0x20
[<ffffffff92e6ec46>] ? inet_proto_csum_replace4+0xa6/0xf0
[<ffffffff92e54386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff92e8242a>] sch_direct_xmit+0x11a/0x250
[<ffffffff92e57301>] __dev_queue_xmit+0x491/0x650
[<ffffffff92e574d0>] dev_queue_xmit+0x10/0x20
[<ffffffff92ea545b>] ip_finish_output+0x67b/0x8d0
[<ffffffff92ea59db>] ip_output+0x7b/0xf0
[<ffffffff92ea4de0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff92ea106c>] ip_forward_finish+0x6c/0x90
[<ffffffff92ea140d>] ip_forward+0x37d/0x4b0
[<ffffffff92e9db02>] ? ip_mc_validate_source+0x82/0xe0
[<ffffffff92ea1000>] ? ip_frag_mem+0x20/0x20
[<ffffffff92e9eef0>] ip_rcv_finish+0x90/0x370
[<ffffffff92e9f8c0>] ip_rcv+0x2c0/0x420
[<ffffffff92e9ee60>] ? inet_del_offload+0x40/0x40
[<ffffffff92e54c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff92e54f18>] __netif_receive_skb+0x18/0x60
[<ffffffff92e54fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff92e5503c>] netif_receive_skb+0x1c/0x70
[<ffffffffc08a7e29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc08a7f07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc08a7de0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc08a81c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0944097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc092a807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc08a7fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff92e94e38>] ? nf_iterate+0x98/0xe0
[<ffffffffc0944eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc0943f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffff92e94e38>] nf_iterate+0x98/0xe0
[<ffffffff92e94f28>] nf_hook_slow+0xa8/0x110
[<ffffffffc08a8746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc08a7fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff92e546ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffff92e54f18>] __netif_receive_skb+0x18/0x60
[<ffffffff92e55eee>] process_backlog+0xae/0x180
[<ffffffff92e555bf>] net_rx_action+0x26f/0x390
[<ffffffff928a4b95>] __do_softirq+0xf5/0x280
[<ffffffff928a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffff928ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff928ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffff928c5c21>] kthread+0xd1/0xe0
[<ffffffff928c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff92f93df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff928c5b50>] ? insert_kthread_work+0x40/0x40
Code: ff c7 02 00 00 00 00 41 8b 94 24 e8 00 00 00 48 8b 4d d0 8d 14 d5 00 06 00 00 48 63 d2 48 03 91 b8 23 00 00 41 8b 4c 24 34 89 0a <e9> d0 f7 ff ff 0f 1f 80 00 00 00 00 48 c7 45 c8 00 40 00 00 41 
Complete report #678348
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc008cee7
Build id: 3.10.0-693.el7.x86_64
0x947
2
? csum_partial
vmlinux 0xffffffff813305f1
Build id: 3.10.0-693.el7.x86_64
0x11
3
dev_hard_start_xmit
vmlinux 0xffffffff81586771
Build id: 3.10.0-693.el7.x86_64
0x171
4
sch_direct_xmit
vmlinux 0xffffffff815af50a
Build id: 3.10.0-693.el7.x86_64
0x11a
5
__qdisc_run
vmlinux 0xffffffff815af6c0
Build id: 3.10.0-693.el7.x86_64
0x90
6
__dev_queue_xmit
vmlinux 0xffffffff81589603
Build id: 3.10.0-693.el7.x86_64
0x2c3
7
dev_queue_xmit
vmlinux 0xffffffff815898a0
Build id: 3.10.0-693.el7.x86_64
0x10
8
ip_finish_output
vmlinux 0xffffffff815cfd3e
Build id: 3.10.0-693.el7.x86_64
0x52e
9
ip_output
vmlinux 0xffffffff815d0293
Build id: 3.10.0-693.el7.x86_64
0x73
10
? __ip_append_data.isra.48
vmlinux 0xffffffff815cf810
Build id: 3.10.0-693.el7.x86_64
0xa00
11
ip_forward_finish
vmlinux 0xffffffff815cbcf6
Build id: 3.10.0-693.el7.x86_64
0x66
12
ip_forward
vmlinux 0xffffffff815cc08c
Build id: 3.10.0-693.el7.x86_64
0x37c
13
? ip_frag_mem
vmlinux 0xffffffff815cbc90
Build id: 3.10.0-693.el7.x86_64
0x40
14
ip_rcv_finish
vmlinux 0xffffffff815c9cda
Build id: 3.10.0-693.el7.x86_64
0x8a
15
ip_rcv
vmlinux 0xffffffff815ca666
Build id: 3.10.0-693.el7.x86_64
0x2b6
16
? inet_del_offload
vmlinux 0xffffffff815c9c50
Build id: 3.10.0-693.el7.x86_64
0x40
17
__netif_receive_skb_core
vmlinux 0xffffffff81586f22
Build id: 3.10.0-693.el7.x86_64
0x572
18
__netif_receive_skb
vmlinux 0xffffffff81587188
Build id: 3.10.0-693.el7.x86_64
0x18
19
netif_receive_skb_internal
vmlinux 0xffffffff81587210
Build id: 3.10.0-693.el7.x86_64
0x40
20
netif_receive_skb
vmlinux 0xffffffff815872ac
Build id: 3.10.0-693.el7.x86_64
0x1c
21
br_netif_receive_skb
bridge 0xffffffffc052fc59
Build id: 3.10.0-693.el7.x86_64
0x49
22
br_pass_frame_up
bridge 0xffffffffc052fd2e
Build id: 3.10.0-693.el7.x86_64
0xbe
23
? __br_handle_local_finish
bridge 0xffffffffc052fc10
Build id: 3.10.0-693.el7.x86_64
0xa0
24
br_handle_frame_finish
bridge 0xffffffffc052ffe1
Build id: 3.10.0-693.el7.x86_64
0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc05dd010
Build id: 3.10.0-693.el7.x86_64
0x180
26
? br_pass_frame_up
bridge 0xffffffffc052fdc0
Build id: 3.10.0-693.el7.x86_64
0x150
27
? nf_iterate
vmlinux 0xffffffff815bfe60
Build id: 3.10.0-693.el7.x86_64
0x70
28
br_nf_pre_routing
br_netfilter 0xffffffffc05dde48
Build id: 3.10.0-693.el7.x86_64
0x2f8
29
? br_nf_forward_ip
br_netfilter 0xffffffffc05dce90
Build id: 3.10.0-693.el7.x86_64
0x450
30
nf_iterate
vmlinux 0xffffffff815bfe60
Build id: 3.10.0-693.el7.x86_64
0x70
31
nf_hook_slow
vmlinux 0xffffffff815bff48
Build id: 3.10.0-693.el7.x86_64
0xa8
32
br_handle_frame
bridge 0xffffffffc0530572
Build id: 3.10.0-693.el7.x86_64
0x1f2
33
? br_pass_frame_up
bridge 0xffffffffc052fdc0
Build id: 3.10.0-693.el7.x86_64
0x150
34
__netif_receive_skb_core
vmlinux 0xffffffff81586b92
Build id: 3.10.0-693.el7.x86_64
0x1e2
35
__netif_receive_skb
vmlinux 0xffffffff81587188
Build id: 3.10.0-693.el7.x86_64
0x18
36
process_backlog
vmlinux 0xffffffff8158841e
Build id: 3.10.0-693.el7.x86_64
0xae
37
net_rx_action
vmlinux 0xffffffff8158799d
Build id: 3.10.0-693.el7.x86_64
0x16d
38
__do_softirq
vmlinux 0xffffffff81090b3f
Build id: 3.10.0-693.el7.x86_64
0xef
39
run_ksoftirqd
vmlinux 0xffffffff81090d08
Build id: 3.10.0-693.el7.x86_64
0x38
40
smpboot_thread_fn
vmlinux 0xffffffff810b909f
Build id: 3.10.0-693.el7.x86_64
0x12f
41
? lg_double_unlock
vmlinux 0xffffffff810b8f70
Build id: 3.10.0-693.el7.x86_64
0x40
42
kthread
vmlinux 0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
0xcf
43
? insert_kthread_work
vmlinux 0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
0x40
44
ret_from_fork
vmlinux 0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
0x58
45
? insert_kthread_work
vmlinux 0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [ksoftirqd/2:18]
INFO: rcu_sched detected stalls on CPUs/tasks: { 2} 
Modules linked in:
veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) tcp_diag inet_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vmw_vmci vsock crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev sg nfit libnvdimm parport_pc parport i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix
mptspi crct10dif_pclmul crct10dif_common scsi_transport_spi crc32c_intel mptscsih drm e1000 libata serio_raw mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 18 Comm: ksoftirqd/2 Tainted: G             L ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff88017d0f8000 ti: ffff88017d100000 task.ti: ffff88017d100000
RIP: 0010:[<ffffffffc008cee7>]  [<ffffffffc008cee7>] e1000_xmit_frame+0x947/0x1040 [e1000]
RSP: 0018:ffff88017d1034f8  EFLAGS: 00000286
RAX: ffffc90000f43818 RBX: 00000001b6efd4ce RCX: 00000000000000b0
RDX: 00000000000000b0 RSI: ffff8801b2917140 RDI: ffff8801b7990000
RBP: ffff88017d103578 R08: 0000000000000100 R09: 0000000022100000
R10: 340000450008b062 R11: 0000000000000000 R12: ffffffff813492f0
R13: ffff88017d1034c0 R14: 0000000000000202 R15: 0000000000000202
FS:  0000000000000000(0000) GS:ffff8801b8680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fe179c59180 CR3: 000000019e6d5000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff813305f1 ffff8801b8bb4098 000000ae7d103540 0000000900000000
00000000fdffee00 0000000000000000 0000902200000000 0000000100001000
ffff880044f68e00 ffff8801b7990000 ffff8801b8bb4000 ffff8801b7990000
Call Trace:
[<ffffffff813305f1>] ? csum_partial+0x11/0x20
[<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0
[<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240
[<ffffffff815af6c0>] __qdisc_run+0x90/0x1b0
[<ffffffff81589603>] __dev_queue_xmit+0x2c3/0x550
[<ffffffff815898a0>] dev_queue_xmit+0x10/0x20
[<ffffffff815cfd3e>] ip_finish_output+0x52e/0x780
[<ffffffff815d0293>] ip_output+0x73/0xe0
[<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00
[<ffffffff815cbcf6>] ip_forward_finish+0x66/0x80
[<ffffffff815cc08c>] ip_forward+0x37c/0x480
[<ffffffff815cbc90>] ? ip_frag_mem+0x40/0x40
[<ffffffff815c9cda>] ip_rcv_finish+0x8a/0x350
[<ffffffff815ca666>] ip_rcv+0x2b6/0x410
[<ffffffff815c9c50>] ? inet_del_offload+0x40/0x40
[<ffffffff81586f22>] __netif_receive_skb_core+0x572/0x7c0
[<ffffffff81587188>] __netif_receive_skb+0x18/0x60
[<ffffffff81587210>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff815872ac>] netif_receive_skb+0x1c/0x70
[<ffffffffc052fc59>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc052fd2e>] br_pass_frame_up+0xbe/0x150 [bridge]
[<ffffffffc052fc10>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc052ffe1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc05dd010>] br_nf_pre_routing_finish+0x180/0x450 [br_netfilter]
[<ffffffffc052fdc0>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff815bfe60>] ? nf_iterate+0x70/0xb0
[<ffffffffc05dde48>] br_nf_pre_routing+0x2f8/0x430 [br_netfilter]
[<ffffffffc05dce90>] ? br_nf_forward_ip+0x450/0x450 [br_netfilter]
[<ffffffff815bfe60>] nf_iterate+0x70/0xb0
[<ffffffff815bff48>] nf_hook_slow+0xa8/0x110
[<ffffffffc0530572>] br_handle_frame+0x1f2/0x300 [bridge]
[<ffffffffc052fdc0>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff81586b92>] __netif_receive_skb_core+0x1e2/0x7c0
[<ffffffff81587188>] __netif_receive_skb+0x18/0x60
[<ffffffff8158841e>] process_backlog+0xae/0x180
[<ffffffff8158799d>] net_rx_action+0x16d/0x380
[<ffffffff81090b3f>] __do_softirq+0xef/0x280
[<ffffffff81090d08>] run_ksoftirqd+0x38/0x50
[<ffffffff810b909f>] smpboot_thread_fn+0x12f/0x180
[<ffffffff810b8f70>] ? lg_double_unlock+0x40/0x40
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #411437
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc01db877
Build id: 3.10.0-1160.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff9c054386
Build id: 3.10.0-1160.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffff9c08242a
Build id: 3.10.0-1160.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff9c057301
Build id: 3.10.0-1160.el7.x86_64
0x491
5
dev_queue_xmit
vmlinux 0xffffffff9c0574d0
Build id: 3.10.0-1160.el7.x86_64
0x10
6
neigh_resolve_output
vmlinux 0xffffffff9c0641fd
Build id: 3.10.0-1160.el7.x86_64
0x11d
7
ip_finish_output
vmlinux 0xffffffff9c0a505c
Build id: 3.10.0-1160.el7.x86_64
0x27c
8
ip_output
vmlinux 0xffffffff9c0a59db
Build id: 3.10.0-1160.el7.x86_64
0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff9c0a4de0
Build id: 3.10.0-1160.el7.x86_64
0xa60
10
ip_forward_finish
vmlinux 0xffffffff9c0a106c
Build id: 3.10.0-1160.el7.x86_64
0x6c
11
ip_forward
vmlinux 0xffffffff9c0a140d
Build id: 3.10.0-1160.el7.x86_64
0x37d
12
? ip_mc_validate_source
vmlinux 0xffffffff9c09db02
Build id: 3.10.0-1160.el7.x86_64
0x82
13
? ip_frag_mem
vmlinux 0xffffffff9c0a1000
Build id: 3.10.0-1160.el7.x86_64
0x20
14
ip_rcv_finish
vmlinux 0xffffffff9c09eef0
Build id: 3.10.0-1160.el7.x86_64
0x90
15
ip_rcv
vmlinux 0xffffffff9c09f8c0
Build id: 3.10.0-1160.el7.x86_64
0x2c0
16
? inet_del_offload
vmlinux 0xffffffff9c09ee60
Build id: 3.10.0-1160.el7.x86_64
0x40
17
__netif_receive_skb_core
vmlinux 0xffffffff9c054c19
Build id: 3.10.0-1160.el7.x86_64
0x729
18
? csum_partial
vmlinux 0xffffffff9bd94ef1
Build id: 3.10.0-1160.el7.x86_64
0x11
19
__netif_receive_skb
vmlinux 0xffffffff9c054f18
Build id: 3.10.0-1160.el7.x86_64
0x18
20
netif_receive_skb_internal
vmlinux 0xffffffff9c054fa0
Build id: 3.10.0-1160.el7.x86_64
0x40
21
netif_receive_skb
vmlinux 0xffffffff9c05503c
Build id: 3.10.0-1160.el7.x86_64
0x1c
22
br_netif_receive_skb
bridge 0xffffffffc0781e29
Build id: 3.10.0-1160.el7.x86_64
0x49
23
br_pass_frame_up
bridge 0xffffffffc0781f07
Build id: 3.10.0-1160.el7.x86_64
0xc7
24
? br_handle_local_finish
bridge 0xffffffffc0781de0
Build id: 3.10.0-1160.el7.x86_64
0x20
25
br_handle_frame_finish
bridge 0xffffffffc07821c1
Build id: 3.10.0-1160.el7.x86_64
0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0819097
Build id: 3.10.0-1160.el7.x86_64
0x187
27
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc072b807
Build id: 3.10.0-1160.el7.x86_64
0x7
28
? br_pass_frame_up
bridge 0xffffffffc0781fa0
Build id: 3.10.0-1160.el7.x86_64
0x160
29
? nf_iterate
vmlinux 0xffffffff9c094e38
Build id: 3.10.0-1160.el7.x86_64
0x98
30
br_nf_pre_routing
br_netfilter 0xffffffffc0819eff
Build id: 3.10.0-1160.el7.x86_64
0x2ef
31
? br_nf_forward_ip
br_netfilter 0xffffffffc0818f10
Build id: 3.10.0-1160.el7.x86_64
0x480
32
nf_iterate
vmlinux 0xffffffff9c094e38
Build id: 3.10.0-1160.el7.x86_64
0x98
33
nf_hook_slow
vmlinux 0xffffffff9c094f28
Build id: 3.10.0-1160.el7.x86_64
0xa8
34
br_handle_frame
bridge 0xffffffffc0782746
Build id: 3.10.0-1160.el7.x86_64
0x226
35
? br_pass_frame_up
bridge 0xffffffffc0781fa0
Build id: 3.10.0-1160.el7.x86_64
0x160
36
__netif_receive_skb_core
vmlinux 0xffffffff9c0546ea
Build id: 3.10.0-1160.el7.x86_64
0x1fa
37
__netif_receive_skb
vmlinux 0xffffffff9c054f18
Build id: 3.10.0-1160.el7.x86_64
0x18
38
process_backlog
vmlinux 0xffffffff9c055eee
Build id: 3.10.0-1160.el7.x86_64
0xae
39
net_rx_action
vmlinux 0xffffffff9c0555bf
Build id: 3.10.0-1160.el7.x86_64
0x26f
40
__do_softirq
vmlinux 0xffffffff9baa4b95
Build id: 3.10.0-1160.el7.x86_64
0xf5
41
run_ksoftirqd
vmlinux 0xffffffff9baa4d58
Build id: 3.10.0-1160.el7.x86_64
0x38
42
smpboot_thread_fn
vmlinux 0xffffffff9bace674
Build id: 3.10.0-1160.el7.x86_64
0x144
43
? lg_double_unlock
vmlinux 0xffffffff9bace530
Build id: 3.10.0-1160.el7.x86_64
0x40
44
kthread
vmlinux 0xffffffff9bac5c21
Build id: 3.10.0-1160.el7.x86_64
0xd1
45
? insert_kthread_work
vmlinux 0xffffffff9bac5b50
Build id: 3.10.0-1160.el7.x86_64
0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffff9c193df7
Build id: 3.10.0-1160.el7.x86_64
0x21
47
? insert_kthread_work
vmlinux 0xffffffff9bac5b50
Build id: 3.10.0-1160.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 21s! [ksoftirqd/4:29]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 lrw gf128mul glue_helper snd_rawmidi ablk_helper snd_ac97_codec ppdev
cryptd ac97_bus snd_seq snd_seq_device snd_pcm pcspkr snd_timer vmw_balloon snd soundcore sg joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit crct10dif_pclmul crct10dif_common ata_piix libnvdimm crc32c_intel libata mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 29 Comm: ksoftirqd/4 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffffa1217e779080 ti: ffffa1217eb44000 task.ti: ffffa1217eb44000
RIP: 0010:[<ffffffffc01db877>]  [<ffffffffc01db877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffffa1217eb47490  EFLAGS: 00000286
RAX: ffffad3281c43818 RBX: 0000000000000001 RCX: 00000000000000b3
RDX: 00000000000000b3 RSI: ffffa1242ba45000 RDI: ffffa1216738e000
RBP: ffffa1217eb47510 R08: 0000000000000100 R09: 0000000002000000
R10: f60e000004500000 R11: 0000000000000000 R12: 0000000000000202
R13: 00000003b436c402 R14: 000000012ba45000 R15: ffffffff9bdb1650
FS:  0000000000000000(0000) GS:ffffa1242d700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7f0f400000 CR3: 000000041ea54000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9c054386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff9c08242a>] sch_direct_xmit+0x11a/0x250
[<ffffffff9c057301>] __dev_queue_xmit+0x491/0x650
[<ffffffff9c0574d0>] dev_queue_xmit+0x10/0x20
[<ffffffff9c0641fd>] neigh_resolve_output+0x11d/0x220
[<ffffffff9c0a505c>] ip_finish_output+0x27c/0x8d0
[<ffffffff9c0a59db>] ip_output+0x7b/0xf0
[<ffffffff9c0a4de0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff9c0a106c>] ip_forward_finish+0x6c/0x90
[<ffffffff9c0a140d>] ip_forward+0x37d/0x4b0
[<ffffffff9c09db02>] ? ip_mc_validate_source+0x82/0xe0
[<ffffffff9c0a1000>] ? ip_frag_mem+0x20/0x20
[<ffffffff9c09eef0>] ip_rcv_finish+0x90/0x370
[<ffffffff9c09f8c0>] ip_rcv+0x2c0/0x420
[<ffffffff9c09ee60>] ? inet_del_offload+0x40/0x40
[<ffffffff9c054c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff9bd94ef1>] ? csum_partial+0x11/0x20
[<ffffffff9c054f18>] __netif_receive_skb+0x18/0x60
[<ffffffff9c054fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff9c05503c>] netif_receive_skb+0x1c/0x70
[<ffffffffc0781e29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0781f07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc0781de0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc07821c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0819097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc072b807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc0781fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff9c094e38>] ? nf_iterate+0x98/0xe0
[<ffffffffc0819eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc0818f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffff9c094e38>] nf_iterate+0x98/0xe0
[<ffffffff9c094f28>] nf_hook_slow+0xa8/0x110
[<ffffffffc0782746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc0781fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff9c0546ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffff9c054f18>] __netif_receive_skb+0x18/0x60
[<ffffffff9c055eee>] process_backlog+0xae/0x180
[<ffffffff9c0555bf>] net_rx_action+0x26f/0x390
[<ffffffff9baa4b95>] __do_softirq+0xf5/0x280
[<ffffffff9baa4d58>] run_ksoftirqd+0x38/0x50
[<ffffffff9bace674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff9bace530>] ? lg_double_unlock+0x40/0x40
[<ffffffff9bac5c21>] kthread+0xd1/0xe0
[<ffffffff9bac5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff9c193df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9bac5b50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #79369
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0291877
Build id: 3.10.0-1127.10.1.el7.x86_64
0x7f7
2
? inet_proto_csum_replace4
vmlinux 0xffffffffa7e6db36
Build id: 3.10.0-1127.10.1.el7.x86_64
0xa6
3
dev_hard_start_xmit
vmlinux 0xffffffffa7e53386
Build id: 3.10.0-1127.10.1.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffffa7e8131a
Build id: 3.10.0-1127.10.1.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffffa7e56301
Build id: 3.10.0-1127.10.1.el7.x86_64
0x491
6
dev_queue_xmit
vmlinux 0xffffffffa7e564d0
Build id: 3.10.0-1127.10.1.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffffa7ea429b
Build id: 3.10.0-1127.10.1.el7.x86_64
0x67b
8
ip_output
vmlinux 0xffffffffa7ea481b
Build id: 3.10.0-1127.10.1.el7.x86_64
0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffa7ea3c20
Build id: 3.10.0-1127.10.1.el7.x86_64
0xa60
10
ip_forward_finish
vmlinux 0xffffffffa7e9fedc
Build id: 3.10.0-1127.10.1.el7.x86_64
0x6c
11
ip_forward
vmlinux 0xffffffffa7ea027d
Build id: 3.10.0-1127.10.1.el7.x86_64
0x37d
12
? ip_route_input_noref
vmlinux 0xffffffffa7e9ca02
Build id: 3.10.0-1127.10.1.el7.x86_64
0x22
13
? ip_frag_mem
vmlinux 0xffffffffa7e9fe70
Build id: 3.10.0-1127.10.1.el7.x86_64
0x20
14
ip_rcv_finish
vmlinux 0xffffffffa7e9dd60
Build id: 3.10.0-1127.10.1.el7.x86_64
0x90
15
ip_rcv
vmlinux 0xffffffffa7e9e730
Build id: 3.10.0-1127.10.1.el7.x86_64
0x2c0
16
? inet_del_offload
vmlinux 0xffffffffa7e9dcd0
Build id: 3.10.0-1127.10.1.el7.x86_64
0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffa7e53c19
Build id: 3.10.0-1127.10.1.el7.x86_64
0x729
18
__netif_receive_skb
vmlinux 0xffffffffa7e53f18
Build id: 3.10.0-1127.10.1.el7.x86_64
0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffa7e53fa0
Build id: 3.10.0-1127.10.1.el7.x86_64
0x40
20
netif_receive_skb
vmlinux 0xffffffffa7e5403c
Build id: 3.10.0-1127.10.1.el7.x86_64
0x1c
21
br_netif_receive_skb
bridge 0xffffffffc087ce29
Build id: 3.10.0-1127.10.1.el7.x86_64
0x49
22
br_pass_frame_up
bridge 0xffffffffc087cf07
Build id: 3.10.0-1127.10.1.el7.x86_64
0xc7
23
? br_handle_local_finish
bridge 0xffffffffc087cde0
Build id: 3.10.0-1127.10.1.el7.x86_64
0x20
24
br_handle_frame_finish
bridge 0xffffffffc087d1c1
Build id: 3.10.0-1127.10.1.el7.x86_64
0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc089f097
Build id: 3.10.0-1127.10.1.el7.x86_64
0x187
26
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc08d7807
Build id: 3.10.0-1127.10.1.el7.x86_64
0x7
27
? br_pass_frame_up
bridge 0xffffffffc087cfa0
Build id: 3.10.0-1127.10.1.el7.x86_64
0x160
28
? nf_iterate
vmlinux 0xffffffffa7e93cf8
Build id: 3.10.0-1127.10.1.el7.x86_64
0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc089feff
Build id: 3.10.0-1127.10.1.el7.x86_64
0x2ef
30
? br_nf_forward_ip
br_netfilter 0xffffffffc089ef10
Build id: 3.10.0-1127.10.1.el7.x86_64
0x480
31
nf_iterate
vmlinux 0xffffffffa7e93cf8
Build id: 3.10.0-1127.10.1.el7.x86_64
0x98
32
nf_hook_slow
vmlinux 0xffffffffa7e93de8
Build id: 3.10.0-1127.10.1.el7.x86_64
0xa8
33
br_handle_frame
bridge 0xffffffffc087d746
Build id: 3.10.0-1127.10.1.el7.x86_64
0x226
34
? br_pass_frame_up
bridge 0xffffffffc087cfa0
Build id: 3.10.0-1127.10.1.el7.x86_64
0x160
35
__netif_receive_skb_core
vmlinux 0xffffffffa7e536ea
Build id: 3.10.0-1127.10.1.el7.x86_64
0x1fa
36
? update_blocked_averages
vmlinux 0xffffffffa78e2800
Build id: 3.10.0-1127.10.1.el7.x86_64
0x150
37
? __schedule
vmlinux 0xffffffffa7f85850
Build id: 3.10.0-1127.10.1.el7.x86_64
0x310
38
? __schedule
vmlinux 0xffffffffa7f85844
Build id: 3.10.0-1127.10.1.el7.x86_64
0x304
39
__netif_receive_skb
vmlinux 0xffffffffa7e53f18
Build id: 3.10.0-1127.10.1.el7.x86_64
0x18
40
process_backlog
vmlinux 0xffffffffa7e54eee
Build id: 3.10.0-1127.10.1.el7.x86_64
0xae
41
net_rx_action
vmlinux 0xffffffffa7e545bf
Build id: 3.10.0-1127.10.1.el7.x86_64
0x26f
42
__do_softirq
vmlinux 0xffffffffa78a5695
Build id: 3.10.0-1127.10.1.el7.x86_64
0xf5
43
run_ksoftirqd
vmlinux 0xffffffffa78a5858
Build id: 3.10.0-1127.10.1.el7.x86_64
0x38
44
smpboot_thread_fn
vmlinux 0xffffffffa78cf0e4
Build id: 3.10.0-1127.10.1.el7.x86_64
0x144
45
? lg_double_unlock
vmlinux 0xffffffffa78cefa0
Build id: 3.10.0-1127.10.1.el7.x86_64
0x40
46
kthread
vmlinux 0xffffffffa78c6691
Build id: 3.10.0-1127.10.1.el7.x86_64
0xd1
47
? insert_kthread_work
vmlinux 0xffffffffa78c65c0
Build id: 3.10.0-1127.10.1.el7.x86_64
0x40
48
ret_from_fork_nospec_begin
vmlinux 0xffffffffa7f92d37
Build id: 3.10.0-1127.10.1.el7.x86_64
0x21
49
? insert_kthread_work
vmlinux 0xffffffffa78c65c0
Build id: 3.10.0-1127.10.1.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 23s! [ksoftirqd/4:29]
Modules linked in: tcp_lp fuse xt_nat veth nf_conntrack_netlink nfnetlink xt_CHECKSUM iptable_mangle xt_addrtype ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat xt_conntrack nf_conntrack br_netfilter ipt_REJECT nf_reject_ipv4 tun bridge stp llc overlay(T) ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi kvm_intel kvm irqbypass snd_ens1371 crc32_pclmul snd_rawmidi snd_ac97_codec ghash_clmulni_intel ac97_bus snd_seq ppdev snd_seq_device aesni_intel snd_pcm vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd snd_timer sg joydev snd pcspkr vmw_vmci soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix libata drm nfit libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel e1000 mptspi scsi_transport_spi serio_raw mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 29 Comm: ksoftirqd/4 Tainted: G               ------------ T 3.10.0-1127.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff96453c4b9070 ti: ffff96453c4c0000 task.ti: ffff96453c4c0000
RIP: 0010:[<ffffffffc0291877>]  [<ffffffffc0291877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff96453c4c34d0  EFLAGS: 00000286
RAX: ffffa3e4c1003818 RBX: 0000000000000001 RCX: 0000000000000017
RDX: 0000000000000017 RSI: ffff9645f0ee3580 RDI: ffff9645f404a000
RBP: ffff96453c4c3550 R08: 0000000000000100 R09: 0000000022100000
R10: 8d26063f00400000 R11: 0000000000000000 R12: 0000000000000202
R13: 0000000231afa4c6 R14: 0000000100000100 R15: ffffffffa7bb0830
FS:  0000000000000000(0000) GS:ffff9645f5700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa8664454c0 CR3: 0000000176410000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa7e6db36>] ? inet_proto_csum_replace4+0xa6/0xf0
[<ffffffffa7e53386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa7e8131a>] sch_direct_xmit+0x11a/0x250
[<ffffffffa7e56301>] __dev_queue_xmit+0x491/0x650
[<ffffffffa7e564d0>] dev_queue_xmit+0x10/0x20
[<ffffffffa7ea429b>] ip_finish_output+0x67b/0x8d0
[<ffffffffa7ea481b>] ip_output+0x7b/0xf0
[<ffffffffa7ea3c20>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa7e9fedc>] ip_forward_finish+0x6c/0x90
[<ffffffffa7ea027d>] ip_forward+0x37d/0x4b0
[<ffffffffa7e9ca02>] ? ip_route_input_noref+0x22/0x220
[<ffffffffa7e9fe70>] ? ip_frag_mem+0x20/0x20
[<ffffffffa7e9dd60>] ip_rcv_finish+0x90/0x370
[<ffffffffa7e9e730>] ip_rcv+0x2c0/0x420
[<ffffffffa7e9dcd0>] ? inet_del_offload+0x40/0x40
[<ffffffffa7e53c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffa7e53f18>] __netif_receive_skb+0x18/0x60
[<ffffffffa7e53fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa7e5403c>] netif_receive_skb+0x1c/0x70
[<ffffffffc087ce29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc087cf07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc087cde0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc087d1c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc089f097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc08d7807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc087cfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffa7e93cf8>] ? nf_iterate+0x98/0xe0
[<ffffffffc089feff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc089ef10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffa7e93cf8>] nf_iterate+0x98/0xe0
[<ffffffffa7e93de8>] nf_hook_slow+0xa8/0x110
[<ffffffffc087d746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc087cfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffa7e536ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffa78e2800>] ? update_blocked_averages+0x150/0x700
[<ffffffffa7f85850>] ? __schedule+0x310/0x840
[<ffffffffa7f85844>] ? __schedule+0x304/0x840
[<ffffffffa7e53f18>] __netif_receive_skb+0x18/0x60
[<ffffffffa7e54eee>] process_backlog+0xae/0x180
[<ffffffffa7e545bf>] net_rx_action+0x26f/0x390
[<ffffffffa78a5695>] __do_softirq+0xf5/0x280
[<ffffffffa78a5858>] run_ksoftirqd+0x38/0x50
[<ffffffffa78cf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa78cefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa78c6691>] kthread+0xd1/0xe0
[<ffffffffa78c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa7f92d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa78c65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #23047
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc01f3877
Build id: 3.10.0-1062.9.1.el7.x86_64
0x7f7
2
? inet_proto_csum_replace4
vmlinux 0xffffffffa9a699f6
Build id: 3.10.0-1062.9.1.el7.x86_64
0xa6
3
dev_hard_start_xmit
vmlinux 0xffffffffa9a4f346
Build id: 3.10.0-1062.9.1.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffffa9a7d0ba
Build id: 3.10.0-1062.9.1.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffffa9a522b1
Build id: 3.10.0-1062.9.1.el7.x86_64
0x491
6
dev_queue_xmit
vmlinux 0xffffffffa9a52480
Build id: 3.10.0-1062.9.1.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffffa9aa097b
Build id: 3.10.0-1062.9.1.el7.x86_64
0x67b
8
ip_output
vmlinux 0xffffffffa9aa0efb
Build id: 3.10.0-1062.9.1.el7.x86_64
0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffa9aa0300
Build id: 3.10.0-1062.9.1.el7.x86_64
0xa60
10
ip_forward_finish
vmlinux 0xffffffffa9a9c5bc
Build id: 3.10.0-1062.9.1.el7.x86_64
0x6c
11
ip_forward
vmlinux 0xffffffffa9a9c95d
Build id: 3.10.0-1062.9.1.el7.x86_64
0x37d
12
? ip_mc_validate_source
vmlinux 0xffffffffa9a99102
Build id: 3.10.0-1062.9.1.el7.x86_64
0x92
13
? ip_frag_mem
vmlinux 0xffffffffa9a9c550
Build id: 3.10.0-1062.9.1.el7.x86_64
0x20
14
ip_rcv_finish
vmlinux 0xffffffffa9a9a4d0
Build id: 3.10.0-1062.9.1.el7.x86_64
0x90
15
ip_rcv
vmlinux 0xffffffffa9a9aea0
Build id: 3.10.0-1062.9.1.el7.x86_64
0x2c0
16
? inet_del_offload
vmlinux 0xffffffffa9a9a440
Build id: 3.10.0-1062.9.1.el7.x86_64
0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffa9a4fbd9
Build id: 3.10.0-1062.9.1.el7.x86_64
0x729
18
__netif_receive_skb
vmlinux 0xffffffffa9a4fed8
Build id: 3.10.0-1062.9.1.el7.x86_64
0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffa9a4ff60
Build id: 3.10.0-1062.9.1.el7.x86_64
0x40
20
netif_receive_skb
vmlinux 0xffffffffa9a4fffc
Build id: 3.10.0-1062.9.1.el7.x86_64
0x1c
21
br_netif_receive_skb
bridge 0xffffffffc06fbe09
Build id: 3.10.0-1062.9.1.el7.x86_64
0x49
22
br_pass_frame_up
bridge 0xffffffffc06fbee7
Build id: 3.10.0-1062.9.1.el7.x86_64
0xc7
23
? __br_handle_local_finish
bridge 0xffffffffc06fbdc0
Build id: 3.10.0-1062.9.1.el7.x86_64
0xa0
24
br_handle_frame_finish
bridge 0xffffffffc06fc1e1
Build id: 3.10.0-1062.9.1.el7.x86_64
0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc078b097
Build id: 3.10.0-1062.9.1.el7.x86_64
0x187
26
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc075f807
Build id: 3.10.0-1062.9.1.el7.x86_64
0x7
27
? br_handle_local_finish
bridge 0xffffffffc06fbfc0
Build id: 3.10.0-1062.9.1.el7.x86_64
0x40
28
? nf_iterate
vmlinux 0xffffffffa9a90418
Build id: 3.10.0-1062.9.1.el7.x86_64
0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc078beff
Build id: 3.10.0-1062.9.1.el7.x86_64
0x2ef
30
? br_nf_forward_ip
br_netfilter 0xffffffffc078af10
Build id: 3.10.0-1062.9.1.el7.x86_64
0x480
31
nf_iterate
vmlinux 0xffffffffa9a90418
Build id: 3.10.0-1062.9.1.el7.x86_64
0x98
32
nf_hook_slow
vmlinux 0xffffffffa9a90508
Build id: 3.10.0-1062.9.1.el7.x86_64
0xa8
33
br_handle_frame
bridge 0xffffffffc06fc766
Build id: 3.10.0-1062.9.1.el7.x86_64
0x226
34
? br_handle_local_finish
bridge 0xffffffffc06fbfc0
Build id: 3.10.0-1062.9.1.el7.x86_64
0x40
35
__netif_receive_skb_core
vmlinux 0xffffffffa9a4f6aa
Build id: 3.10.0-1062.9.1.el7.x86_64
0x1fa
36
? update_blocked_averages
vmlinux 0xffffffffa94e2100
Build id: 3.10.0-1062.9.1.el7.x86_64
0x150
37
__netif_receive_skb
vmlinux 0xffffffffa9a4fed8
Build id: 3.10.0-1062.9.1.el7.x86_64
0x18
38
process_backlog
vmlinux 0xffffffffa9a50e9e
Build id: 3.10.0-1062.9.1.el7.x86_64
0xae
39
net_rx_action
vmlinux 0xffffffffa9a5057f
Build id: 3.10.0-1062.9.1.el7.x86_64
0x26f
40
__do_softirq
vmlinux 0xffffffffa94a5305
Build id: 3.10.0-1062.9.1.el7.x86_64
0xf5
41
run_ksoftirqd
vmlinux 0xffffffffa94a54c8
Build id: 3.10.0-1062.9.1.el7.x86_64
0x38
42
smpboot_thread_fn
vmlinux 0xffffffffa94cec24
Build id: 3.10.0-1062.9.1.el7.x86_64
0x144
43
? lg_double_unlock
vmlinux 0xffffffffa94ceae0
Build id: 3.10.0-1062.9.1.el7.x86_64
0x40
44
kthread
vmlinux 0xffffffffa94c61f1
Build id: 3.10.0-1062.9.1.el7.x86_64
0xd1
45
? insert_kthread_work
vmlinux 0xffffffffa94c6120
Build id: 3.10.0-1062.9.1.el7.x86_64
0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffffa9b8dd37
Build id: 3.10.0-1062.9.1.el7.x86_64
0x21
47
? insert_kthread_work
vmlinux 0xffffffffa94c6120
Build id: 3.10.0-1062.9.1.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [ksoftirqd/1:14]
Modules linked in: veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac ppdev coretemp iosf_mbi crc32_pclmul vmw_balloon ghash_clmulni_intel snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw gf128mul glue_helper ablk_helper ac97_bus cryptd snd_seq snd_seq_device snd_pcm snd_timer snd joydev pcspkr sg soundcore i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi crct10dif_pclmul crct10dif_common crc32c_intel libata scsi_transport_spi mptscsih serio_raw e1000 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G               ------------ T 3.10.0-1062.9.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/31/2013
task: ffff8afabd2462a0 ti: ffff8afabd260000 task.ti: ffff8afabd260000
RIP: 0010:[<ffffffffc01f3877>]  [<ffffffffc01f3877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8afabd2634d0  EFLAGS: 00000286
RAX: ffffb6e880e83818 RBX: 0000000000000001 RCX: 0000000000000064
RDX: 0000000000000064 RSI: ffff8afaf835d800 RDI: ffff8afafb488000
RBP: ffff8afabd263550 R08: 0000000000000100 R09: 0000000022100000
R10: a8063f00407d683b R11: 0000000000000000 R12: 0000000000000202
R13: 000000019330d8da R14: 00000001e06ec800 R15: ffffffffa97acd80
FS:  0000000000000000(0000) GS:ffff8afafc440000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f77790d2d00 CR3: 00000000a6074000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa9a699f6>] ? inet_proto_csum_replace4+0xa6/0xf0
[<ffffffffa9a4f346>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa9a7d0ba>] sch_direct_xmit+0x11a/0x250
[<ffffffffa9a522b1>] __dev_queue_xmit+0x491/0x650
[<ffffffffa9a52480>] dev_queue_xmit+0x10/0x20
[<ffffffffa9aa097b>] ip_finish_output+0x67b/0x8d0
[<ffffffffa9aa0efb>] ip_output+0x7b/0xf0
[<ffffffffa9aa0300>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa9a9c5bc>] ip_forward_finish+0x6c/0x90
[<ffffffffa9a9c95d>] ip_forward+0x37d/0x4b0
[<ffffffffa9a99102>] ? ip_mc_validate_source+0x92/0xe0
[<ffffffffa9a9c550>] ? ip_frag_mem+0x20/0x20
[<ffffffffa9a9a4d0>] ip_rcv_finish+0x90/0x370
[<ffffffffa9a9aea0>] ip_rcv+0x2c0/0x420
[<ffffffffa9a9a440>] ? inet_del_offload+0x40/0x40
[<ffffffffa9a4fbd9>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffa9a4fed8>] __netif_receive_skb+0x18/0x60
[<ffffffffa9a4ff60>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa9a4fffc>] netif_receive_skb+0x1c/0x70
[<ffffffffc06fbe09>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc06fbee7>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc06fbdc0>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc06fc1e1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc078b097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc075f807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc06fbfc0>] ? br_handle_local_finish+0x40/0x40 [bridge]
[<ffffffffa9a90418>] ? nf_iterate+0x98/0xe0
[<ffffffffc078beff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc078af10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffa9a90418>] nf_iterate+0x98/0xe0
[<ffffffffa9a90508>] nf_hook_slow+0xa8/0x110
[<ffffffffc06fc766>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc06fbfc0>] ? br_handle_local_finish+0x40/0x40 [bridge]
[<ffffffffa9a4f6aa>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffa94e2100>] ? update_blocked_averages+0x150/0x700
[<ffffffffa9a4fed8>] __netif_receive_skb+0x18/0x60
[<ffffffffa9a50e9e>] process_backlog+0xae/0x180
[<ffffffffa9a5057f>] net_rx_action+0x26f/0x390
[<ffffffffa94a5305>] __do_softirq+0xf5/0x280
[<ffffffffa94a54c8>] run_ksoftirqd+0x38/0x50
[<ffffffffa94cec24>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa94ceae0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa94c61f1>] kthread+0xd1/0xe0
[<ffffffffa94c6120>] ? insert_kthread_work+0x40/0x40
[<ffffffffa9b8dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa94c6120>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #8480
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0122877
Build id: 3.10.0-1062.1.2.el7.x86_64
0x7f7
2
? inet_proto_csum_replace4
vmlinux 0xffffffff9e0679f6
Build id: 3.10.0-1062.1.2.el7.x86_64
0xa6
3
dev_hard_start_xmit
vmlinux 0xffffffff9e04d346
Build id: 3.10.0-1062.1.2.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffff9e07b0ba
Build id: 3.10.0-1062.1.2.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff9e0502b1
Build id: 3.10.0-1062.1.2.el7.x86_64
0x491
6
dev_queue_xmit
vmlinux 0xffffffff9e050480
Build id: 3.10.0-1062.1.2.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffff9e09e97b
Build id: 3.10.0-1062.1.2.el7.x86_64
0x67b
8
ip_output
vmlinux 0xffffffff9e09eefb
Build id: 3.10.0-1062.1.2.el7.x86_64
0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff9e09e300
Build id: 3.10.0-1062.1.2.el7.x86_64
0xa60
10
ip_forward_finish
vmlinux 0xffffffff9e09a5bc
Build id: 3.10.0-1062.1.2.el7.x86_64
0x6c
11
ip_forward
vmlinux 0xffffffff9e09a95d
Build id: 3.10.0-1062.1.2.el7.x86_64
0x37d
12
? ip_mc_validate_source
vmlinux 0xffffffff9e097102
Build id: 3.10.0-1062.1.2.el7.x86_64
0x92
13
? ip_frag_mem
vmlinux 0xffffffff9e09a550
Build id: 3.10.0-1062.1.2.el7.x86_64
0x20
14
ip_rcv_finish
vmlinux 0xffffffff9e0984d0
Build id: 3.10.0-1062.1.2.el7.x86_64
0x90
15
ip_rcv
vmlinux 0xffffffff9e098ea0
Build id: 3.10.0-1062.1.2.el7.x86_64
0x2c0
16
? inet_del_offload
vmlinux 0xffffffff9e098440
Build id: 3.10.0-1062.1.2.el7.x86_64
0x40
17
__netif_receive_skb_core
vmlinux 0xffffffff9e04dbd9
Build id: 3.10.0-1062.1.2.el7.x86_64
0x729
18
__netif_receive_skb
vmlinux 0xffffffff9e04ded8
Build id: 3.10.0-1062.1.2.el7.x86_64
0x18
19
netif_receive_skb_internal
vmlinux 0xffffffff9e04df60
Build id: 3.10.0-1062.1.2.el7.x86_64
0x40
20
netif_receive_skb
vmlinux 0xffffffff9e04dffc
Build id: 3.10.0-1062.1.2.el7.x86_64
0x1c
21
br_netif_receive_skb
bridge 0xffffffffc061ce09
Build id: 3.10.0-1062.1.2.el7.x86_64
0x49
22
br_pass_frame_up
bridge 0xffffffffc061cee7
Build id: 3.10.0-1062.1.2.el7.x86_64
0xc7
23
? __br_handle_local_finish
bridge 0xffffffffc061cdc0
Build id: 3.10.0-1062.1.2.el7.x86_64
0xa0
24
br_handle_frame_finish
bridge 0xffffffffc061d1e1
Build id: 3.10.0-1062.1.2.el7.x86_64
0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc06c4097
Build id: 3.10.0-1062.1.2.el7.x86_64
0x187
26
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc0680807
Build id: 3.10.0-1062.1.2.el7.x86_64
0x7
27
? br_handle_local_finish
bridge 0xffffffffc061cfc0
Build id: 3.10.0-1062.1.2.el7.x86_64
0x40
28
? nf_iterate
vmlinux 0xffffffff9e08e418
Build id: 3.10.0-1062.1.2.el7.x86_64
0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc06c4eff
Build id: 3.10.0-1062.1.2.el7.x86_64
0x2ef
30
? br_nf_forward_ip
br_netfilter 0xffffffffc06c3f10
Build id: 3.10.0-1062.1.2.el7.x86_64
0x480
31
nf_iterate
vmlinux 0xffffffff9e08e418
Build id: 3.10.0-1062.1.2.el7.x86_64
0x98
32
nf_hook_slow
vmlinux 0xffffffff9e08e508
Build id: 3.10.0-1062.1.2.el7.x86_64
0xa8
33
br_handle_frame
bridge 0xffffffffc061d766
Build id: 3.10.0-1062.1.2.el7.x86_64
0x226
34
? br_handle_local_finish
bridge 0xffffffffc061cfc0
Build id: 3.10.0-1062.1.2.el7.x86_64
0x40
35
__netif_receive_skb_core
vmlinux 0xffffffff9e04d6aa
Build id: 3.10.0-1062.1.2.el7.x86_64
0x1fa
36
__netif_receive_skb
vmlinux 0xffffffff9e04ded8
Build id: 3.10.0-1062.1.2.el7.x86_64
0x18
37
process_backlog
vmlinux 0xffffffff9e04ee9e
Build id: 3.10.0-1062.1.2.el7.x86_64
0xae
38
net_rx_action
vmlinux 0xffffffff9e04e57f
Build id: 3.10.0-1062.1.2.el7.x86_64
0x26f
39
__do_softirq
vmlinux 0xffffffff9daa41e5
Build id: 3.10.0-1062.1.2.el7.x86_64
0xf5
40
run_ksoftirqd
vmlinux 0xffffffff9daa43a8
Build id: 3.10.0-1062.1.2.el7.x86_64
0x38
41
smpboot_thread_fn
vmlinux 0xffffffff9dacdb04
Build id: 3.10.0-1062.1.2.el7.x86_64
0x144
42
? lg_double_unlock
vmlinux 0xffffffff9dacd9c0
Build id: 3.10.0-1062.1.2.el7.x86_64
0x40
43
kthread
vmlinux 0xffffffff9dac50d1
Build id: 3.10.0-1062.1.2.el7.x86_64
0xd1
44
? insert_kthread_work
vmlinux 0xffffffff9dac5000
Build id: 3.10.0-1062.1.2.el7.x86_64
0x40
45
ret_from_fork_nospec_begin
vmlinux 0xffffffff9e18cd37
Build id: 3.10.0-1062.1.2.el7.x86_64
0x21
46
? insert_kthread_work
vmlinux 0xffffffff9dac5000
Build id: 3.10.0-1062.1.2.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [ksoftirqd/2:19]
Modules linked in: xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink binfmt_misc vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm coretemp snd_timer snd iosf_mbi crc32_pclmul ppdev soundcore ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper joydev sg cryptd pcspkr parport_pc parport vmw_vmci i2c_piix4 sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi ata_piix scsi_transport_spi crct10dif_pclmul crct10dif_common mptscsih libata crc32c_intel serio_raw e1000 drm_panel_orientation_quirks mptbase nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ipmi_msghandler]
CPU: 2 PID: 19 Comm: ksoftirqd/2 Kdump: loaded Tainted: G        W    L ------------ T 3.10.0-1062.1.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff991efc415230 ti: ffff991efc438000 task.ti: ffff991efc438000
RIP: 0010:[<ffffffffc0122877>]  [<ffffffffc0122877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff991efc43b4d0  EFLAGS: 00000286
RAX: ffffb54840d43818 RBX: 0000000000000001 RCX: 00000000000000f6
RDX: 00000000000000f6 RSI: ffff991db5ce66c0 RDI: ffff991efce64000
RBP: ffff991efc43b550 R08: 0000000000000100 R09: 0000000022100000
R10: 340000450008c80b R11: 0000000000000000 R12: 0000000000000202
R13: 00000001b773e8ce R14: 00000001b5ce66c0 R15: ffffffff9ddaabc0
FS:  0000000000000000(0000) GS:ffff991fb5680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f38e6b2b428 CR3: 00000001e8fc8000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9e0679f6>] ? inet_proto_csum_replace4+0xa6/0xf0
[<ffffffff9e04d346>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff9e07b0ba>] sch_direct_xmit+0x11a/0x250
[<ffffffff9e0502b1>] __dev_queue_xmit+0x491/0x650
[<ffffffff9e050480>] dev_queue_xmit+0x10/0x20
[<ffffffff9e09e97b>] ip_finish_output+0x67b/0x8d0
[<ffffffff9e09eefb>] ip_output+0x7b/0xf0
[<ffffffff9e09e300>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff9e09a5bc>] ip_forward_finish+0x6c/0x90
[<ffffffff9e09a95d>] ip_forward+0x37d/0x4b0
[<ffffffff9e097102>] ? ip_mc_validate_source+0x92/0xe0
[<ffffffff9e09a550>] ? ip_frag_mem+0x20/0x20
[<ffffffff9e0984d0>] ip_rcv_finish+0x90/0x370
[<ffffffff9e098ea0>] ip_rcv+0x2c0/0x420
[<ffffffff9e098440>] ? inet_del_offload+0x40/0x40
[<ffffffff9e04dbd9>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff9e04ded8>] __netif_receive_skb+0x18/0x60
[<ffffffff9e04df60>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff9e04dffc>] netif_receive_skb+0x1c/0x70
[<ffffffffc061ce09>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc061cee7>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc061cdc0>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc061d1e1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc06c4097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc0680807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc061cfc0>] ? br_handle_local_finish+0x40/0x40 [bridge]
[<ffffffff9e08e418>] ? nf_iterate+0x98/0xe0
[<ffffffffc06c4eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc06c3f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffff9e08e418>] nf_iterate+0x98/0xe0
[<ffffffff9e08e508>] nf_hook_slow+0xa8/0x110
[<ffffffffc061d766>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc061cfc0>] ? br_handle_local_finish+0x40/0x40 [bridge]
[<ffffffff9e04d6aa>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffff9e04ded8>] __netif_receive_skb+0x18/0x60
[<ffffffff9e04ee9e>] process_backlog+0xae/0x180
[<ffffffff9e04e57f>] net_rx_action+0x26f/0x390
[<ffffffff9daa41e5>] __do_softirq+0xf5/0x280
[<ffffffff9daa43a8>] run_ksoftirqd+0x38/0x50
[<ffffffff9dacdb04>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff9dacd9c0>] ? lg_double_unlock+0x40/0x40
[<ffffffff9dac50d1>] kthread+0xd1/0xe0
[<ffffffff9dac5000>] ? insert_kthread_work+0x40/0x40
[<ffffffff9e18cd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9dac5000>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00