Info

Permalink
Function
e1000_xmit_frame
First occurrence
2020-12-24
Last occurrence
2021-01-10
State
NEW
Components
kernel
Quality
-91

Statistics

Operating system Count
CentOS 7 84
Architecture Count
x86_64 84
Related packages Count
kernel 84
 0:3.10.0-1160.102.1.el7 19
 0:3.10.0-1160.76.1.el7 15
 0:3.10.0-1127.19.1.el7 10
 0:3.10.0-1127.el7 10
 0:3.10.0-862.el7 5
 0:3.10.0-693.el7 5
 0:3.10.0-1160.118.1.el7 5
 0:3.10.0-1160.el7 4
 0:3.10.0-1160.62.1.el7 2
 0:3.10.0-1160.90.1.el7 2
 0:3.10.0-1160.80.1.el7 2
 0:3.10.0-1160.81.1.el7 1
 0:3.10.0-1160.11.1.el7 1
 0:3.10.0-1062.el7 1
 0:3.10.0-1160.71.1.el7 1
 0:3.10.0-862.14.4.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

Report backtrace


Complete report #1158669
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0051ee7
Build id: 3.10.0-693.el7.x86_64 		0x947
2
dev_hard_start_xmit
vmlinux 0xffffffff81586771
Build id: 3.10.0-693.el7.x86_64 		0x171
3
sch_direct_xmit
vmlinux 0xffffffff815af50a
Build id: 3.10.0-693.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff81589566
Build id: 3.10.0-693.el7.x86_64 		0x226
5
dev_queue_xmit
vmlinux 0xffffffff815898a0
Build id: 3.10.0-693.el7.x86_64 		0x10
6
neigh_resolve_output
vmlinux 0xffffffff8159527b
Build id: 3.10.0-693.el7.x86_64 		0x11b
7
ip_finish_output
vmlinux 0xffffffff815cfaa7
Build id: 3.10.0-693.el7.x86_64 		0x297
8
ip_output
vmlinux 0xffffffff815d0293
Build id: 3.10.0-693.el7.x86_64 		0x73
9
? __ip_append_data.isra.48
vmlinux 0xffffffff815cf810
Build id: 3.10.0-693.el7.x86_64 		0xa00
10
ip_forward_finish
vmlinux 0xffffffff815cbcf6
Build id: 3.10.0-693.el7.x86_64 		0x66
11
ip_forward
vmlinux 0xffffffff815cc08c
Build id: 3.10.0-693.el7.x86_64 		0x37c
12
? ip_frag_mem
vmlinux 0xffffffff815cbc90
Build id: 3.10.0-693.el7.x86_64 		0x40
13
ip_rcv_finish
vmlinux 0xffffffff815c9cda
Build id: 3.10.0-693.el7.x86_64 		0x8a
14
ip_rcv
vmlinux 0xffffffff815ca666
Build id: 3.10.0-693.el7.x86_64 		0x2b6
15
? inet_del_offload
vmlinux 0xffffffff815c9c50
Build id: 3.10.0-693.el7.x86_64 		0x40
16
__netif_receive_skb_core
vmlinux 0xffffffff81586f22
Build id: 3.10.0-693.el7.x86_64 		0x572
17
__netif_receive_skb
vmlinux 0xffffffff81587188
Build id: 3.10.0-693.el7.x86_64 		0x18
18
netif_receive_skb_internal
vmlinux 0xffffffff81587210
Build id: 3.10.0-693.el7.x86_64 		0x40
19
netif_receive_skb
vmlinux 0xffffffff815872ac
Build id: 3.10.0-693.el7.x86_64 		0x1c
20
br_netif_receive_skb
bridge 0xffffffffc0745c59
Build id: 3.10.0-693.el7.x86_64 		0x49
21
br_pass_frame_up
bridge 0xffffffffc0745d2e
Build id: 3.10.0-693.el7.x86_64 		0xbe
22
? __br_handle_local_finish
bridge 0xffffffffc0745c10
Build id: 3.10.0-693.el7.x86_64 		0xa0
23
br_handle_frame_finish
bridge 0xffffffffc0745fe1
Build id: 3.10.0-693.el7.x86_64 		0x221
24
br_nf_pre_routing_finish
br_netfilter 0xffffffffc07d0010
Build id: 3.10.0-693.el7.x86_64 		0x180
25
? br_pass_frame_up
bridge 0xffffffffc0745dc0
Build id: 3.10.0-693.el7.x86_64 		0x150
26
? nf_iterate
vmlinux 0xffffffff815bfe60
Build id: 3.10.0-693.el7.x86_64 		0x70
27
br_nf_pre_routing
br_netfilter 0xffffffffc07d0e48
Build id: 3.10.0-693.el7.x86_64 		0x2f8
28
? local_bh_enable
vmlinux 0xffffffff81090002
Build id: 3.10.0-693.el7.x86_64 		0x12
29
? br_nf_forward_ip
br_netfilter 0xffffffffc07cfe90
Build id: 3.10.0-693.el7.x86_64 		0x450
30
nf_iterate
vmlinux 0xffffffff815bfe60
Build id: 3.10.0-693.el7.x86_64 		0x70
31
nf_hook_slow
vmlinux 0xffffffff815bff48
Build id: 3.10.0-693.el7.x86_64 		0xa8
32
br_handle_frame
bridge 0xffffffffc0746572
Build id: 3.10.0-693.el7.x86_64 		0x1f2
33
? br_pass_frame_up
bridge 0xffffffffc0745dc0
Build id: 3.10.0-693.el7.x86_64 		0x150
34
__netif_receive_skb_core
vmlinux 0xffffffff81586b92
Build id: 3.10.0-693.el7.x86_64 		0x1e2
35
__netif_receive_skb
vmlinux 0xffffffff81587188
Build id: 3.10.0-693.el7.x86_64 		0x18
36
process_backlog
vmlinux 0xffffffff8158841e
Build id: 3.10.0-693.el7.x86_64 		0xae
37
net_rx_action
vmlinux 0xffffffff8158799d
Build id: 3.10.0-693.el7.x86_64 		0x16d
38
__do_softirq
vmlinux 0xffffffff81090b3f
Build id: 3.10.0-693.el7.x86_64 		0xef
39
run_ksoftirqd
vmlinux 0xffffffff81090d08
Build id: 3.10.0-693.el7.x86_64 		0x38
40
smpboot_thread_fn
vmlinux 0xffffffff810b909f
Build id: 3.10.0-693.el7.x86_64 		0x12f
41
? lg_double_unlock
vmlinux 0xffffffff810b8f70
Build id: 3.10.0-693.el7.x86_64 		0x40
42
kthread
vmlinux 0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64 		0xcf
43
? insert_kthread_work
vmlinux 0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64 		0x40
44
ret_from_fork
vmlinux 0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64 		0x58
45
? insert_kthread_work
vmlinux 0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 28s! [ksoftirqd/1:13]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmhgfs(OE) vmw_vsock_vmci_transport vsock bnep snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi ppdev snd_ac97_codec ac97_bus snd_seq aesni_intel snd_seq_device vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd snd_pcm btusb btrtl btbcm btintel bluetooth snd_timer joydev pcspkr rfkill snd soundcore vmw_vmci sg i2c_piix4 shpchp nfit libnvdimm parport_pc parport nfsd
auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel mptspi scsi_transport_spi drm mptscsih ata_piix mptbase libata serio_raw e1000 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 13 Comm: ksoftirqd/1 Tainted: G           OEL ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff88017cadaf70 ti: ffff88017caf4000 task.ti: ffff88017caf4000
RIP: 0010:[<ffffffffc0051ee7>]  [<ffffffffc0051ee7>] e1000_xmit_frame+0x947/0x1040 [e1000]
RSP: 0000:ffff88017caf7500  EFLAGS: 00000286
RAX: ffffc90000d03818 RBX: 0000000000000202 RCX: 000000000000009f
RDX: 000000000000009f RSI: ffff880035d43880 RDI: ffff88023551e000
RBP: ffff88017caf7580 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000135ded098
R13: ffffffff813492f0 R14: ffff88017caf74c8 R15: 0000000000000202
FS:  0000000000000000(0000) GS:ffff880235640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0001c2010 CR3: 00000001b078a000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88007f743000 ffff880235ded098 0000009d8159f506 0000000900000000
00000000aa072100 0000782600000000 0000000000000000 0000000100001000
ffff88007f743000 ffff88023551e000 ffff880235ded000 ffff88023551e000
Call Trace:
[<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0
[<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240
[<ffffffff81589566>] __dev_queue_xmit+0x226/0x550
[<ffffffff815898a0>] dev_queue_xmit+0x10/0x20
[<ffffffff8159527b>] neigh_resolve_output+0x11b/0x220
[<ffffffff815cfaa7>] ip_finish_output+0x297/0x780
[<ffffffff815d0293>] ip_output+0x73/0xe0
[<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00
[<ffffffff815cbcf6>] ip_forward_finish+0x66/0x80
[<ffffffff815cc08c>] ip_forward+0x37c/0x480
[<ffffffff815cbc90>] ? ip_frag_mem+0x40/0x40
[<ffffffff815c9cda>] ip_rcv_finish+0x8a/0x350
[<ffffffff815ca666>] ip_rcv+0x2b6/0x410
[<ffffffff815c9c50>] ? inet_del_offload+0x40/0x40
[<ffffffff81586f22>] __netif_receive_skb_core+0x572/0x7c0
[<ffffffff81587188>] __netif_receive_skb+0x18/0x60
[<ffffffff81587210>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff815872ac>] netif_receive_skb+0x1c/0x70
[<ffffffffc0745c59>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0745d2e>] br_pass_frame_up+0xbe/0x150 [bridge]
[<ffffffffc0745c10>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc0745fe1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc07d0010>] br_nf_pre_routing_finish+0x180/0x450 [br_netfilter]
[<ffffffffc0745dc0>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff815bfe60>] ? nf_iterate+0x70/0xb0
[<ffffffffc07d0e48>] br_nf_pre_routing+0x2f8/0x430 [br_netfilter]
[<ffffffff81090002>] ? local_bh_enable+0x12/0x20
[<ffffffffc07cfe90>] ? br_nf_forward_ip+0x450/0x450 [br_netfilter]
[<ffffffff815bfe60>] nf_iterate+0x70/0xb0
[<ffffffff815bff48>] nf_hook_slow+0xa8/0x110
[<ffffffffc0746572>] br_handle_frame+0x1f2/0x300 [bridge]
[<ffffffffc0745dc0>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff81586b92>] __netif_receive_skb_core+0x1e2/0x7c0
[<ffffffff81587188>] __netif_receive_skb+0x18/0x60
[<ffffffff8158841e>] process_backlog+0xae/0x180
[<ffffffff8158799d>] net_rx_action+0x16d/0x380
[<ffffffff81090b3f>] __do_softirq+0xef/0x280
[<ffffffff81090d08>] run_ksoftirqd+0x38/0x50
[<ffffffff810b909f>] smpboot_thread_fn+0x12f/0x180
[<ffffffff810b8f70>] ? lg_double_unlock+0x40/0x40
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #940657
Frame # Function Binary Source or offset Line
1
__getnstimeofday64
vmlinux 0xffffffff8fafbf59
Build id: 3.10.0-862.14.4.el7.x86_64 		0x99
2
getnstimeofday64
vmlinux 0xffffffff8fafbf9e
Build id: 3.10.0-862.14.4.el7.x86_64 		0xe
3
ktime_get_real
vmlinux 0xffffffff8fafc055
Build id: 3.10.0-862.14.4.el7.x86_64 		0x25
4
dev_hard_start_xmit
vmlinux 0xffffffff8fff028d
Build id: 3.10.0-862.14.4.el7.x86_64 		0x1ed
5
sch_direct_xmit
vmlinux 0xffffffff9001bc0a
Build id: 3.10.0-862.14.4.el7.x86_64 		0x11a
6
__dev_queue_xmit
vmlinux 0xffffffff8fff31d1
Build id: 3.10.0-862.14.4.el7.x86_64 		0x4a1
7
dev_queue_xmit
vmlinux 0xffffffff8fff33a0
Build id: 3.10.0-862.14.4.el7.x86_64 		0x10
8
neigh_resolve_output
vmlinux 0xffffffff8fffee2d
Build id: 3.10.0-862.14.4.el7.x86_64 		0x11d
9
ip_finish_output
vmlinux 0xffffffff9003c33c
Build id: 3.10.0-862.14.4.el7.x86_64 		0x2ac
10
ip_output
vmlinux 0xffffffff9003cb33
Build id: 3.10.0-862.14.4.el7.x86_64 		0x73
11
? __ip_append_data.isra.50
vmlinux 0xffffffff9003c090
Build id: 3.10.0-862.14.4.el7.x86_64 		0xa50
12
ip_forward_finish
vmlinux 0xffffffff900384bc
Build id: 3.10.0-862.14.4.el7.x86_64 		0x6c
13
ip_forward
vmlinux 0xffffffff9003885c
Build id: 3.10.0-862.14.4.el7.x86_64 		0x37c
14
? ip_frag_mem
vmlinux 0xffffffff90038450
Build id: 3.10.0-862.14.4.el7.x86_64 		0x20
15
ip_rcv_finish
vmlinux 0xffffffff900364c0
Build id: 3.10.0-862.14.4.el7.x86_64 		0x90
16
ip_rcv
vmlinux 0xffffffff90036e79
Build id: 3.10.0-862.14.4.el7.x86_64 		0x2b9
17
? _raw_read_unlock_bh
vmlinux 0xffffffff9011b602
Build id: 3.10.0-862.14.4.el7.x86_64 		0x12
18
? inet_del_offload
vmlinux 0xffffffff90036430
Build id: 3.10.0-862.14.4.el7.x86_64 		0x40
19
__netif_receive_skb_core
vmlinux 0xffffffff8fff0b79
Build id: 3.10.0-862.14.4.el7.x86_64 		0x729
20
__netif_receive_skb
vmlinux 0xffffffff8fff0e88
Build id: 3.10.0-862.14.4.el7.x86_64 		0x18
21
netif_receive_skb_internal
vmlinux 0xffffffff8fff0f10
Build id: 3.10.0-862.14.4.el7.x86_64 		0x40
22
netif_receive_skb
vmlinux 0xffffffff8fff0fac
Build id: 3.10.0-862.14.4.el7.x86_64 		0x1c
23
br_netif_receive_skb
bridge 0xffffffffc0483dd9
Build id: 3.10.0-862.14.4.el7.x86_64 		0x49
24
br_pass_frame_up
bridge 0xffffffffc0483eb0
Build id: 3.10.0-862.14.4.el7.x86_64 		0xc0
25
? __br_handle_local_finish
bridge 0xffffffffc0483d90
Build id: 3.10.0-862.14.4.el7.x86_64 		0xa0
26
br_handle_frame_finish
bridge 0xffffffffc0484161
Build id: 3.10.0-862.14.4.el7.x86_64 		0x221
27
br_nf_pre_routing_finish
br_netfilter 0xffffffffc058f030
Build id: 3.10.0-862.14.4.el7.x86_64 		0x180
28
? br_pass_frame_up
bridge 0xffffffffc0483f40
Build id: 3.10.0-862.14.4.el7.x86_64 		0x150
29
? nf_iterate
vmlinux 0xffffffff9002c568
Build id: 3.10.0-862.14.4.el7.x86_64 		0x98
30
br_nf_pre_routing
br_netfilter 0xffffffffc058fe78
Build id: 3.10.0-862.14.4.el7.x86_64 		0x2e8
31
? br_nf_forward_ip
br_netfilter 0xffffffffc058eeb0
Build id: 3.10.0-862.14.4.el7.x86_64 		0x450
32
nf_iterate
vmlinux 0xffffffff9002c568
Build id: 3.10.0-862.14.4.el7.x86_64 		0x98
33
nf_hook_slow
vmlinux 0xffffffff9002c658
Build id: 3.10.0-862.14.4.el7.x86_64 		0xa8
34
br_handle_frame
bridge 0xffffffffc0484722
Build id: 3.10.0-862.14.4.el7.x86_64 		0x222
35
? br_pass_frame_up
bridge 0xffffffffc0483f40
Build id: 3.10.0-862.14.4.el7.x86_64 		0x150
36
__netif_receive_skb_core
vmlinux 0xffffffff8fff064a
Build id: 3.10.0-862.14.4.el7.x86_64 		0x1fa
37
? update_curr
vmlinux 0xffffffff8fadb2fc
Build id: 3.10.0-862.14.4.el7.x86_64 		0x14c
38
__netif_receive_skb
vmlinux 0xffffffff8fff0e88
Build id: 3.10.0-862.14.4.el7.x86_64 		0x18
39
process_backlog
vmlinux 0xffffffff8fff1dee
Build id: 3.10.0-862.14.4.el7.x86_64 		0xae
40
net_rx_action
vmlinux 0xffffffff8fff152f
Build id: 3.10.0-862.14.4.el7.x86_64 		0x26f
41
__do_softirq
vmlinux 0xffffffff8fa9dba5
Build id: 3.10.0-862.14.4.el7.x86_64 		0xf5
42
run_ksoftirqd
vmlinux 0xffffffff8fa9dd68
Build id: 3.10.0-862.14.4.el7.x86_64 		0x38
43
smpboot_thread_fn
vmlinux 0xffffffff8fac6774
Build id: 3.10.0-862.14.4.el7.x86_64 		0x144
44
? lg_double_unlock
vmlinux 0xffffffff8fac6630
Build id: 3.10.0-862.14.4.el7.x86_64 		0x40
45
kthread
vmlinux 0xffffffff8fabdf21
Build id: 3.10.0-862.14.4.el7.x86_64 		0xd1
46
? insert_kthread_work
vmlinux 0xffffffff8fabde50
Build id: 3.10.0-862.14.4.el7.x86_64 		0x40
47
ret_from_fork_nospec_begin
vmlinux 0xffffffff901255f7
Build id: 3.10.0-862.14.4.el7.x86_64 		0x21
48
? insert_kthread_work
vmlinux 0xffffffff8fabde50
Build id: 3.10.0-862.14.4.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [ksoftirqd/6:40]
Modules linked in: xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vboxsf(OE) sunrpc joydev snd_intel8x0 crc32_pclmul snd_ac97_codec ghash_clmulni_intel vmwgfx ac97_bus ttm snd_seq drm_kms_helper snd_seq_device syscopyarea snd_pcm sysfillrect aesni_intel ppdev lrw sysimgblt gf128mul fb_sys_fops drm snd_timer glue_helper ablk_helper cryptd parport_pc vboxguest(OE) i2c_piix4 sg snd soundcore parport e1000 video i2c_core pcspkr ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi serio_raw crct10dif_pclmul ahci crct10dif_common libahci ata_piix crc32c_intel libata dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 40 Comm: ksoftirqd/6 Kdump: loaded Tainted: G           OE  ------------ T 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9771b74d5ee0 ti: ffff9771b751c000 task.ti: ffff9771b751c000
RIP: 0010:[<ffffffff8fafbf59>]  [<ffffffff8fafbf59>] __getnstimeofday64+0x99/0xd0
RSP: 0018:ffff9771b751f500  EFLAGS: 00010282
RAX: 4f3c39b4571e33ad RBX: 00000000000000be RCX: 000000006608bd88
RDX: 00000000f732e457 RSI: 000001ffe4d285a4 RDI: 0001613121e62ad8
RBP: ffff9771b751f518 R08: 0000000000800043 R09: 0000001200000000
R10: 0000000000000000 R11: ffffffff9001a810 R12: 0000000000000100
R13: 0000000022100000 R14: 0000000080000000 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff97755fd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f89d4017000 CR3: 000000051f9e2000 CR4: 00000000000206e0
Call Trace:
[<ffffffff8fafbf9e>] getnstimeofday64+0xe/0x30
[<ffffffff8fafc055>] ktime_get_real+0x25/0x70
[<ffffffff8fff028d>] dev_hard_start_xmit+0x1ed/0x3b0
[<ffffffff9001bc0a>] sch_direct_xmit+0x11a/0x250
[<ffffffff8fff31d1>] __dev_queue_xmit+0x4a1/0x660
[<ffffffff8fff33a0>] dev_queue_xmit+0x10/0x20
[<ffffffff8fffee2d>] neigh_resolve_output+0x11d/0x220
[<ffffffff9003c33c>] ip_finish_output+0x2ac/0x7a0
[<ffffffff9003cb33>] ip_output+0x73/0xe0
[<ffffffff9003c090>] ? __ip_append_data.isra.50+0xa50/0xa50
[<ffffffff900384bc>] ip_forward_finish+0x6c/0x90
[<ffffffff9003885c>] ip_forward+0x37c/0x490
[<ffffffff90038450>] ? ip_frag_mem+0x20/0x20
[<ffffffff900364c0>] ip_rcv_finish+0x90/0x370
[<ffffffff90036e79>] ip_rcv+0x2b9/0x410
[<ffffffff9011b602>] ? _raw_read_unlock_bh+0x12/0x20
[<ffffffff90036430>] ? inet_del_offload+0x40/0x40
[<ffffffff8fff0b79>] __netif_receive_skb_core+0x729/0xa20
[<ffffffff8fff0e88>] __netif_receive_skb+0x18/0x60
[<ffffffff8fff0f10>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff8fff0fac>] netif_receive_skb+0x1c/0x70
[<ffffffffc0483dd9>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0483eb0>] br_pass_frame_up+0xc0/0x150 [bridge]
[<ffffffffc0483d90>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc0484161>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc058f030>] br_nf_pre_routing_finish+0x180/0x450 [br_netfilter]
[<ffffffffc0483f40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff9002c568>] ? nf_iterate+0x98/0xe0
[<ffffffffc058fe78>] br_nf_pre_routing+0x2e8/0x420 [br_netfilter]
[<ffffffffc058eeb0>] ? br_nf_forward_ip+0x450/0x450 [br_netfilter]
[<ffffffff9002c568>] nf_iterate+0x98/0xe0
[<ffffffff9002c658>] nf_hook_slow+0xa8/0x110
[<ffffffffc0484722>] br_handle_frame+0x222/0x320 [bridge]
[<ffffffffc0483f40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff8fff064a>] __netif_receive_skb_core+0x1fa/0xa20
[<ffffffff8fadb2fc>] ? update_curr+0x14c/0x1e0
[<ffffffff8fff0e88>] __netif_receive_skb+0x18/0x60
[<ffffffff8fff1dee>] process_backlog+0xae/0x180
[<ffffffff8fff152f>] net_rx_action+0x26f/0x390
[<ffffffff8fa9dba5>] __do_softirq+0xf5/0x280
[<ffffffff8fa9dd68>] run_ksoftirqd+0x38/0x50
[<ffffffff8fac6774>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff8fac6630>] ? lg_double_unlock+0x40/0x40
[<ffffffff8fabdf21>] kthread+0xd1/0xe0
[<ffffffff8fabde50>] ? insert_kthread_work+0x40/0x40
[<ffffffff901255f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8fabde50>] ? insert_kthread_work+0x40/0x40
Code: 44 89 c0 48 0f 49 d6 48 0f af d0 48 8d 04 3a 48 d3 f8 48 8b 0b 48 3d ff c9 9a 3b 76 35 31 d2 0f 1f 00 48 2d 00 ca 9a 3b 83 c2 01 <48> 3d ff c9 9a 3b 77 ef 48 01 ca 48 89 43 08 48 89 13 83 3d f2
Complete report #851702
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc01e6867
Build id: 3.10.0-862.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffb6beb166
Build id: 3.10.0-862.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffb6c16a2a
Build id: 3.10.0-862.el7.x86_64 		0x11a
4
__qdisc_run
vmlinux 0xffffffffb6c16bee
Build id: 3.10.0-862.el7.x86_64 		0x8e
5
__dev_queue_xmit
vmlinux 0xffffffffb6bee069
Build id: 3.10.0-862.el7.x86_64 		0x4b9
6
dev_queue_xmit
vmlinux 0xffffffffb6bee220
Build id: 3.10.0-862.el7.x86_64 		0x10
7
neigh_resolve_output
vmlinux 0xffffffffb6bf9c5d
Build id: 3.10.0-862.el7.x86_64 		0x11d
8
ip_finish_output
vmlinux 0xffffffffb6c3717c
Build id: 3.10.0-862.el7.x86_64 		0x2ac
9
ip_output
vmlinux 0xffffffffb6c37973
Build id: 3.10.0-862.el7.x86_64 		0x73
10
? __ip_append_data.isra.50
vmlinux 0xffffffffb6c36ed0
Build id: 3.10.0-862.el7.x86_64 		0xa50
11
ip_forward_finish
vmlinux 0xffffffffb6c332fc
Build id: 3.10.0-862.el7.x86_64 		0x6c
12
ip_forward
vmlinux 0xffffffffb6c3369c
Build id: 3.10.0-862.el7.x86_64 		0x37c
13
? ip_frag_mem
vmlinux 0xffffffffb6c33290
Build id: 3.10.0-862.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffffb6c31300
Build id: 3.10.0-862.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffffb6c31cb9
Build id: 3.10.0-862.el7.x86_64 		0x2b9
16
? _raw_spin_unlock_bh
vmlinux 0xffffffffb6d15502
Build id: 3.10.0-862.el7.x86_64 		0x2
17
? inet_del_offload
vmlinux 0xffffffffb6c31270
Build id: 3.10.0-862.el7.x86_64 		0x40
18
__netif_receive_skb_core
vmlinux 0xffffffffb6beb9f9
Build id: 3.10.0-862.el7.x86_64 		0x729
19
__netif_receive_skb
vmlinux 0xffffffffb6bebd08
Build id: 3.10.0-862.el7.x86_64 		0x18
20
netif_receive_skb_internal
vmlinux 0xffffffffb6bebd90
Build id: 3.10.0-862.el7.x86_64 		0x40
21
netif_receive_skb
vmlinux 0xffffffffb6bebe2c
Build id: 3.10.0-862.el7.x86_64 		0x1c
22
br_netif_receive_skb
bridge 0xffffffffc0700dd9
Build id: 3.10.0-862.el7.x86_64 		0x49
23
br_pass_frame_up
bridge 0xffffffffc0700eb0
Build id: 3.10.0-862.el7.x86_64 		0xc0
24
? __br_handle_local_finish
bridge 0xffffffffc0700d90
Build id: 3.10.0-862.el7.x86_64 		0xa0
25
br_handle_frame_finish
bridge 0xffffffffc0701161
Build id: 3.10.0-862.el7.x86_64 		0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc07bc030
Build id: 3.10.0-862.el7.x86_64 		0x180
27
? br_pass_frame_up
bridge 0xffffffffc0700f40
Build id: 3.10.0-862.el7.x86_64 		0x150
28
? nf_iterate
vmlinux 0xffffffffb6c273c8
Build id: 3.10.0-862.el7.x86_64 		0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc07bce78
Build id: 3.10.0-862.el7.x86_64 		0x2e8
30
? br_nf_forward_ip
br_netfilter 0xffffffffc07bbeb0
Build id: 3.10.0-862.el7.x86_64 		0x450
31
nf_iterate
vmlinux 0xffffffffb6c273c8
Build id: 3.10.0-862.el7.x86_64 		0x98
32
nf_hook_slow
vmlinux 0xffffffffb6c274b8
Build id: 3.10.0-862.el7.x86_64 		0xa8
33
br_handle_frame
bridge 0xffffffffc0701722
Build id: 3.10.0-862.el7.x86_64 		0x222
34
? br_pass_frame_up
bridge 0xffffffffc0700f40
Build id: 3.10.0-862.el7.x86_64 		0x150
35
__netif_receive_skb_core
vmlinux 0xffffffffb6beb4ca
Build id: 3.10.0-862.el7.x86_64 		0x1fa
36
? nf_ct_delete
nf_conntrack 0xffffffffc0779036
Build id: 3.10.0-862.el7.x86_64 		0x176
37
__netif_receive_skb
vmlinux 0xffffffffb6bebd08
Build id: 3.10.0-862.el7.x86_64 		0x18
38
process_backlog
vmlinux 0xffffffffb6becc6e
Build id: 3.10.0-862.el7.x86_64 		0xae
39
net_rx_action
vmlinux 0xffffffffb6bec3af
Build id: 3.10.0-862.el7.x86_64 		0x26f
40
__do_softirq
vmlinux 0xffffffffb669a945
Build id: 3.10.0-862.el7.x86_64 		0xf5
41
run_ksoftirqd
vmlinux 0xffffffffb669ab08
Build id: 3.10.0-862.el7.x86_64 		0x38
42
smpboot_thread_fn
vmlinux 0xffffffffb66c35e4
Build id: 3.10.0-862.el7.x86_64 		0x144
43
? lg_double_unlock
vmlinux 0xffffffffb66c34a0
Build id: 3.10.0-862.el7.x86_64 		0x40
44
kthread
vmlinux 0xffffffffb66bae31
Build id: 3.10.0-862.el7.x86_64 		0xd1
45
? insert_kthread_work
vmlinux 0xffffffffb66bad60
Build id: 3.10.0-862.el7.x86_64 		0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffffb6d1f637
Build id: 3.10.0-862.el7.x86_64 		0x21
47
? insert_kthread_work
vmlinux 0xffffffffb66bad60
Build id: 3.10.0-862.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [ksoftirqd/0:3]
Modules linked in: binfmt_misc veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel snd_ens1371 aesni_intel snd_rawmidi lrw snd_ac97_codec gf128mul glue_helper ablk_helper ac97_bus cryptd snd_seq snd_seq_device snd_pcm snd_timer snd soundcore ppdev nfit vmw_balloon sg joydev pcspkr libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 ip_tables xfs libcrc32c
sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel libata serio_raw e1000 mptspi scsi_transport_spi mptscsih mptbase i2c_core
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff96cff4469fa0 ti: ffff96cff448c000 task.ti: ffff96cff448c000
RIP: 0010:[<ffffffffc01e6867>]  [<ffffffffc01e6867>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff96cff448f478  EFLAGS: 00000286
RAX: ffffad6383203818 RBX: ffff96d19db0b800 RCX: 00000000000000dd
RDX: 00000000000000dd RSI: ffff96d6bfed2000 RDI: ffff96d69d526000
RBP: ffff96cff448f4f8 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff96d69cd71540
R13: ffff96d69cd71540 R14: ffffffffb66c7a6f R15: ffff96cff448f400
FS:  0000000000000000(0000) GS:ffff96d69d600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f46b10c5ea0 CR3: 000000080cbbe000 CR4: 00000000007607f0
PKRU: 00000000
Call Trace:
[<ffffffffb6beb166>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffb6c16a2a>] sch_direct_xmit+0x11a/0x250
[<ffffffffb6c16bee>] __qdisc_run+0x8e/0x360
[<ffffffffb6bee069>] __dev_queue_xmit+0x4b9/0x660
[<ffffffffb6bee220>] dev_queue_xmit+0x10/0x20
[<ffffffffb6bf9c5d>] neigh_resolve_output+0x11d/0x220
[<ffffffffb6c3717c>] ip_finish_output+0x2ac/0x7a0
[<ffffffffb6c37973>] ip_output+0x73/0xe0
[<ffffffffb6c36ed0>] ? __ip_append_data.isra.50+0xa50/0xa50
[<ffffffffb6c332fc>] ip_forward_finish+0x6c/0x90
[<ffffffffb6c3369c>] ip_forward+0x37c/0x490
[<ffffffffb6c33290>] ? ip_frag_mem+0x20/0x20
[<ffffffffb6c31300>] ip_rcv_finish+0x90/0x370
[<ffffffffb6c31cb9>] ip_rcv+0x2b9/0x410
[<ffffffffb6d15502>] ? _raw_spin_unlock_bh+0x2/0x20
[<ffffffffb6c31270>] ? inet_del_offload+0x40/0x40
[<ffffffffb6beb9f9>] __netif_receive_skb_core+0x729/0xa20
[<ffffffffb6bebd08>] __netif_receive_skb+0x18/0x60
[<ffffffffb6bebd90>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffb6bebe2c>] netif_receive_skb+0x1c/0x70
[<ffffffffc0700dd9>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0700eb0>] br_pass_frame_up+0xc0/0x150 [bridge]
[<ffffffffc0700d90>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc0701161>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc07bc030>] br_nf_pre_routing_finish+0x180/0x450 [br_netfilter]
[<ffffffffc0700f40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffffb6c273c8>] ? nf_iterate+0x98/0xe0
[<ffffffffc07bce78>] br_nf_pre_routing+0x2e8/0x420 [br_netfilter]
[<ffffffffc07bbeb0>] ? br_nf_forward_ip+0x450/0x450 [br_netfilter]
[<ffffffffb6c273c8>] nf_iterate+0x98/0xe0
[<ffffffffb6c274b8>] nf_hook_slow+0xa8/0x110
[<ffffffffc0701722>] br_handle_frame+0x222/0x320 [bridge]
[<ffffffffc0700f40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffffb6beb4ca>] __netif_receive_skb_core+0x1fa/0xa20
[<ffffffffc0779036>] ? nf_ct_delete+0x176/0x270 [nf_conntrack]
[<ffffffffb6bebd08>] __netif_receive_skb+0x18/0x60
[<ffffffffb6becc6e>] process_backlog+0xae/0x180
[<ffffffffb6bec3af>] net_rx_action+0x26f/0x390
[<ffffffffb669a945>] __do_softirq+0xf5/0x280
[<ffffffffb669ab08>] run_ksoftirqd+0x38/0x50
[<ffffffffb66c35e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffb66c34a0>] ? lg_double_unlock+0x40/0x40
[<ffffffffb66bae31>] kthread+0xd1/0xe0
[<ffffffffb66bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb6d1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb66bad60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #773874
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc024d867
Build id: 3.10.0-862.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffa79eb166
Build id: 3.10.0-862.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffa7a16a2a
Build id: 3.10.0-862.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffa79ee051
Build id: 3.10.0-862.el7.x86_64 		0x4a1
5
dev_queue_xmit
vmlinux 0xffffffffa79ee220
Build id: 3.10.0-862.el7.x86_64 		0x10
6
neigh_resolve_output
vmlinux 0xffffffffa79f9c5d
Build id: 3.10.0-862.el7.x86_64 		0x11d
7
ip_finish_output
vmlinux 0xffffffffa7a3717c
Build id: 3.10.0-862.el7.x86_64 		0x2ac
8
ip_output
vmlinux 0xffffffffa7a37973
Build id: 3.10.0-862.el7.x86_64 		0x73
9
? __ip_append_data.isra.50
vmlinux 0xffffffffa7a36ed0
Build id: 3.10.0-862.el7.x86_64 		0xa50
10
ip_forward_finish
vmlinux 0xffffffffa7a332fc
Build id: 3.10.0-862.el7.x86_64 		0x6c
11
ip_forward
vmlinux 0xffffffffa7a3369c
Build id: 3.10.0-862.el7.x86_64 		0x37c
12
? ip_frag_mem
vmlinux 0xffffffffa7a33290
Build id: 3.10.0-862.el7.x86_64 		0x20
13
ip_rcv_finish
vmlinux 0xffffffffa7a31300
Build id: 3.10.0-862.el7.x86_64 		0x90
14
ip_rcv
vmlinux 0xffffffffa7a31cb9
Build id: 3.10.0-862.el7.x86_64 		0x2b9
15
? _raw_spin_unlock_bh
vmlinux 0xffffffffa7b15502
Build id: 3.10.0-862.el7.x86_64 		0x2
16
? inet_del_offload
vmlinux 0xffffffffa7a31270
Build id: 3.10.0-862.el7.x86_64 		0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffa79eb9f9
Build id: 3.10.0-862.el7.x86_64 		0x729
18
__netif_receive_skb
vmlinux 0xffffffffa79ebd08
Build id: 3.10.0-862.el7.x86_64 		0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffa79ebd90
Build id: 3.10.0-862.el7.x86_64 		0x40
20
netif_receive_skb
vmlinux 0xffffffffa79ebe2c
Build id: 3.10.0-862.el7.x86_64 		0x1c
21
br_netif_receive_skb
bridge 0xffffffffc06abdd9
Build id: 3.10.0-862.el7.x86_64 		0x49
22
br_pass_frame_up
bridge 0xffffffffc06abeb0
Build id: 3.10.0-862.el7.x86_64 		0xc0
23
? __br_handle_local_finish
bridge 0xffffffffc06abd90
Build id: 3.10.0-862.el7.x86_64 		0xa0
24
br_handle_frame_finish
bridge 0xffffffffc06ac161
Build id: 3.10.0-862.el7.x86_64 		0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc073e030
Build id: 3.10.0-862.el7.x86_64 		0x180
26
? br_pass_frame_up
bridge 0xffffffffc06abf40
Build id: 3.10.0-862.el7.x86_64 		0x150
27
? nf_iterate
vmlinux 0xffffffffa7a273c8
Build id: 3.10.0-862.el7.x86_64 		0x98
28
br_nf_pre_routing
br_netfilter 0xffffffffc073ee78
Build id: 3.10.0-862.el7.x86_64 		0x2e8
29
? br_nf_forward_ip
br_netfilter 0xffffffffc073deb0
Build id: 3.10.0-862.el7.x86_64 		0x450
30
nf_iterate
vmlinux 0xffffffffa7a273c8
Build id: 3.10.0-862.el7.x86_64 		0x98
31
nf_hook_slow
vmlinux 0xffffffffa7a274b8
Build id: 3.10.0-862.el7.x86_64 		0xa8
32
br_handle_frame
bridge 0xffffffffc06ac722
Build id: 3.10.0-862.el7.x86_64 		0x222
33
? br_pass_frame_up
bridge 0xffffffffc06abf40
Build id: 3.10.0-862.el7.x86_64 		0x150
34
__netif_receive_skb_core
vmlinux 0xffffffffa79eb4ca
Build id: 3.10.0-862.el7.x86_64 		0x1fa
35
? update_blocked_averages
vmlinux 0xffffffffa74d5700
Build id: 3.10.0-862.el7.x86_64 		0x170
36
? update_curr
vmlinux 0xffffffffa74d816c
Build id: 3.10.0-862.el7.x86_64 		0x14c
37
__netif_receive_skb
vmlinux 0xffffffffa79ebd08
Build id: 3.10.0-862.el7.x86_64 		0x18
38
process_backlog
vmlinux 0xffffffffa79ecc6e
Build id: 3.10.0-862.el7.x86_64 		0xae
39
net_rx_action
vmlinux 0xffffffffa79ec3af
Build id: 3.10.0-862.el7.x86_64 		0x26f
40
__do_softirq
vmlinux 0xffffffffa749a945
Build id: 3.10.0-862.el7.x86_64 		0xf5
41
run_ksoftirqd
vmlinux 0xffffffffa749ab08
Build id: 3.10.0-862.el7.x86_64 		0x38
42
smpboot_thread_fn
vmlinux 0xffffffffa74c35e4
Build id: 3.10.0-862.el7.x86_64 		0x144
43
? lg_double_unlock
vmlinux 0xffffffffa74c34a0
Build id: 3.10.0-862.el7.x86_64 		0x40
44
kthread
vmlinux 0xffffffffa74bae31
Build id: 3.10.0-862.el7.x86_64 		0xd1
45
? insert_kthread_work
vmlinux 0xffffffffa74bad60
Build id: 3.10.0-862.el7.x86_64 		0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffffa7b1f637
Build id: 3.10.0-862.el7.x86_64 		0x21
47
? insert_kthread_work
vmlinux 0xffffffffa74bad60
Build id: 3.10.0-862.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 208s! [ksoftirqd/0:3]
Modules linked in: veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock overlay(T) sunrpc dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr nfit sg libnvdimm parport_pc parport shpchp vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi libata scsi_transport_spi e1000 mptscsih mptbase i2c_core
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8a9bfa5e9fa0 ti: ffff8a9bfa604000 task.ti: ffff8a9bfa604000
RIP: 0010:[<ffffffffc024d867>]  [<ffffffffc024d867>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffff8a9bfa6074d0  EFLAGS: 00000286
RAX: ffffa34540383818 RBX: ffff8a9bc21cdb00 RCX: 000000000000000f
RDX: 000000000000000f RSI: ffff8a9bb5902140 RDI: ffff8a9bf8720000
RBP: ffff8a9bfa607550 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff8a9bf66d9400
R13: 00000000ebb30bb5 R14: ffff8a9bf66d949c R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff8a9bfb600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 000031a166321000 CR3: 000000007885c000 CR4: 00000000001607f0
Call Trace:
[<ffffffffa79eb166>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa7a16a2a>] sch_direct_xmit+0x11a/0x250
[<ffffffffa79ee051>] __dev_queue_xmit+0x4a1/0x660
[<ffffffffa79ee220>] dev_queue_xmit+0x10/0x20
[<ffffffffa79f9c5d>] neigh_resolve_output+0x11d/0x220
[<ffffffffa7a3717c>] ip_finish_output+0x2ac/0x7a0
[<ffffffffa7a37973>] ip_output+0x73/0xe0
[<ffffffffa7a36ed0>] ? __ip_append_data.isra.50+0xa50/0xa50
[<ffffffffa7a332fc>] ip_forward_finish+0x6c/0x90
[<ffffffffa7a3369c>] ip_forward+0x37c/0x490
[<ffffffffa7a33290>] ? ip_frag_mem+0x20/0x20
[<ffffffffa7a31300>] ip_rcv_finish+0x90/0x370
[<ffffffffa7a31cb9>] ip_rcv+0x2b9/0x410
[<ffffffffa7b15502>] ? _raw_spin_unlock_bh+0x2/0x20
[<ffffffffa7a31270>] ? inet_del_offload+0x40/0x40
[<ffffffffa79eb9f9>] __netif_receive_skb_core+0x729/0xa20
[<ffffffffa79ebd08>] __netif_receive_skb+0x18/0x60
[<ffffffffa79ebd90>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa79ebe2c>] netif_receive_skb+0x1c/0x70
[<ffffffffc06abdd9>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc06abeb0>] br_pass_frame_up+0xc0/0x150 [bridge]
[<ffffffffc06abd90>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc06ac161>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc073e030>] br_nf_pre_routing_finish+0x180/0x450 [br_netfilter]
[<ffffffffc06abf40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffffa7a273c8>] ? nf_iterate+0x98/0xe0
[<ffffffffc073ee78>] br_nf_pre_routing+0x2e8/0x420 [br_netfilter]
[<ffffffffc073deb0>] ? br_nf_forward_ip+0x450/0x450 [br_netfilter]
[<ffffffffa7a273c8>] nf_iterate+0x98/0xe0
[<ffffffffa7a274b8>] nf_hook_slow+0xa8/0x110
[<ffffffffc06ac722>] br_handle_frame+0x222/0x320 [bridge]
[<ffffffffc06abf40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffffa79eb4ca>] __netif_receive_skb_core+0x1fa/0xa20
[<ffffffffa74d5700>] ? update_blocked_averages+0x170/0x700
[<ffffffffa74d816c>] ? update_curr+0x14c/0x1e0
[<ffffffffa79ebd08>] __netif_receive_skb+0x18/0x60
[<ffffffffa79ecc6e>] process_backlog+0xae/0x180
[<ffffffffa79ec3af>] net_rx_action+0x26f/0x390
[<ffffffffa749a945>] __do_softirq+0xf5/0x280
[<ffffffffa749ab08>] run_ksoftirqd+0x38/0x50
[<ffffffffa74c35e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa74c34a0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa74bae31>] kthread+0xd1/0xe0
[<ffffffffa74bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa7b1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa74bad60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #437611
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc01da877
Build id: 3.10.0-1062.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffa94356e7
Build id: 3.10.0-1062.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffffa944d346
Build id: 3.10.0-1062.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffa947b0ba
Build id: 3.10.0-1062.el7.x86_64 		0x11a
5
__dev_queue_xmit
vmlinux 0xffffffffa94502b1
Build id: 3.10.0-1062.el7.x86_64 		0x491
6
dev_queue_xmit
vmlinux 0xffffffffa9450480
Build id: 3.10.0-1062.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffffa949e97b
Build id: 3.10.0-1062.el7.x86_64 		0x67b
8
ip_output
vmlinux 0xffffffffa949eefb
Build id: 3.10.0-1062.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffa949e300
Build id: 3.10.0-1062.el7.x86_64 		0xa60
10
ip_forward_finish
vmlinux 0xffffffffa949a5bc
Build id: 3.10.0-1062.el7.x86_64 		0x6c
11
ip_forward
vmlinux 0xffffffffa949a95d
Build id: 3.10.0-1062.el7.x86_64 		0x37d
12
? ip_mc_validate_source
vmlinux 0xffffffffa9497102
Build id: 3.10.0-1062.el7.x86_64 		0x92
13
? ip_frag_mem
vmlinux 0xffffffffa949a550
Build id: 3.10.0-1062.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffffa94984d0
Build id: 3.10.0-1062.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffffa9498ea0
Build id: 3.10.0-1062.el7.x86_64 		0x2c0
16
? inet_del_offload
vmlinux 0xffffffffa9498440
Build id: 3.10.0-1062.el7.x86_64 		0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffa944dbd9
Build id: 3.10.0-1062.el7.x86_64 		0x729
18
__netif_receive_skb
vmlinux 0xffffffffa944ded8
Build id: 3.10.0-1062.el7.x86_64 		0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffa944df60
Build id: 3.10.0-1062.el7.x86_64 		0x40
20
netif_receive_skb
vmlinux 0xffffffffa944dffc
Build id: 3.10.0-1062.el7.x86_64 		0x1c
21
br_netif_receive_skb
bridge 0xffffffffc07bee09
Build id: 3.10.0-1062.el7.x86_64 		0x49
22
br_pass_frame_up
bridge 0xffffffffc07beee7
Build id: 3.10.0-1062.el7.x86_64 		0xc7
23
? __br_handle_local_finish
bridge 0xffffffffc07bedc0
Build id: 3.10.0-1062.el7.x86_64 		0xa0
24
br_handle_frame_finish
bridge 0xffffffffc07bf1e1
Build id: 3.10.0-1062.el7.x86_64 		0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc081b097
Build id: 3.10.0-1062.el7.x86_64 		0x187
26
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc0737807
Build id: 3.10.0-1062.el7.x86_64 		0x7
27
? br_handle_local_finish
bridge 0xffffffffc07befc0
Build id: 3.10.0-1062.el7.x86_64 		0x40
28
? nf_iterate
vmlinux 0xffffffffa948e418
Build id: 3.10.0-1062.el7.x86_64 		0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc081beff
Build id: 3.10.0-1062.el7.x86_64 		0x2ef
30
? br_nf_forward_ip
br_netfilter 0xffffffffc081af10
Build id: 3.10.0-1062.el7.x86_64 		0x480
31
nf_iterate
vmlinux 0xffffffffa948e418
Build id: 3.10.0-1062.el7.x86_64 		0x98
32
nf_hook_slow
vmlinux 0xffffffffa948e508
Build id: 3.10.0-1062.el7.x86_64 		0xa8
33
br_handle_frame
bridge 0xffffffffc07bf766
Build id: 3.10.0-1062.el7.x86_64 		0x226
34
? br_handle_local_finish
bridge 0xffffffffc07befc0
Build id: 3.10.0-1062.el7.x86_64 		0x40
35
__netif_receive_skb_core
vmlinux 0xffffffffa944d6aa
Build id: 3.10.0-1062.el7.x86_64 		0x1fa
36
__netif_receive_skb
vmlinux 0xffffffffa944ded8
Build id: 3.10.0-1062.el7.x86_64 		0x18
37
process_backlog
vmlinux 0xffffffffa944ee9e
Build id: 3.10.0-1062.el7.x86_64 		0xae
38
net_rx_action
vmlinux 0xffffffffa944e57f
Build id: 3.10.0-1062.el7.x86_64 		0x26f
39
__do_softirq
vmlinux 0xffffffffa8ea41e5
Build id: 3.10.0-1062.el7.x86_64 		0xf5
40
run_ksoftirqd
vmlinux 0xffffffffa8ea43a8
Build id: 3.10.0-1062.el7.x86_64 		0x38
41
smpboot_thread_fn
vmlinux 0xffffffffa8ecdb04
Build id: 3.10.0-1062.el7.x86_64 		0x144
42
? lg_double_unlock
vmlinux 0xffffffffa8ecd9c0
Build id: 3.10.0-1062.el7.x86_64 		0x40
43
kthread
vmlinux 0xffffffffa8ec50d1
Build id: 3.10.0-1062.el7.x86_64 		0xd1
44
? insert_kthread_work
vmlinux 0xffffffffa8ec5000
Build id: 3.10.0-1062.el7.x86_64 		0x40
45
ret_from_fork_nospec_begin
vmlinux 0xffffffffa958bd1d
Build id: 3.10.0-1062.el7.x86_64 		0x7
46
? insert_kthread_work
vmlinux 0xffffffffa8ec5000
Build id: 3.10.0-1062.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [ksoftirqd/0:6]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun bridge stp llc devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer iosf_mbi snd crc32_pclmul ghash_clmulni_intel aesni_intel soundcore lrw
gf128mul glue_helper ablk_helper ppdev vmw_balloon cryptd pcspkr sg joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops nfit crct10dif_pclmul ttm crct10dif_common libnvdimm crc32c_intel mptspi ata_piix drm scsi_transport_spi mptscsih libata serio_raw e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G               ------------ T 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9af977595230 ti: ffff9af977634000 task.ti: ffff9af977634000
RIP: 0010:[<ffffffffc01da877>]  [<ffffffffc01da877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0000:ffff9af9776374d0  EFLAGS: 00000286
RAX: ffffb6de00703818 RBX: 0000000000000001 RCX: 0000000000000068
RDX: 0000000000000068 RSI: ffff9af875cacf00 RDI: ffff9af974dd2000
RBP: ffff9af977637550 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202
R13: 00000001104698ce R14: 0000000175cacf00 R15: ffffffffa91aabc0
FS:  0000000000000000(0000) GS:ffff9af979600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fec05ee3000 CR3: 0000000032e10000 CR4: 0000000000760ff0
PKRU: 00000000
Call Trace:
[<ffffffffa94356e7>] ? kfree_skbmem+0x37/0x90
[<ffffffffa944d346>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa947b0ba>] sch_direct_xmit+0x11a/0x250
[<ffffffffa94502b1>] __dev_queue_xmit+0x491/0x650
[<ffffffffa9450480>] dev_queue_xmit+0x10/0x20
[<ffffffffa949e97b>] ip_finish_output+0x67b/0x8d0
[<ffffffffa949eefb>] ip_output+0x7b/0xf0
[<ffffffffa949e300>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa949a5bc>] ip_forward_finish+0x6c/0x90
[<ffffffffa949a95d>] ip_forward+0x37d/0x4b0
[<ffffffffa9497102>] ? ip_mc_validate_source+0x92/0xe0
[<ffffffffa949a550>] ? ip_frag_mem+0x20/0x20
[<ffffffffa94984d0>] ip_rcv_finish+0x90/0x370
[<ffffffffa9498ea0>] ip_rcv+0x2c0/0x420
[<ffffffffa9498440>] ? inet_del_offload+0x40/0x40
[<ffffffffa944dbd9>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffa944ded8>] __netif_receive_skb+0x18/0x60
[<ffffffffa944df60>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa944dffc>] netif_receive_skb+0x1c/0x70
[<ffffffffc07bee09>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc07beee7>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc07bedc0>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc07bf1e1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc081b097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc0737807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc07befc0>] ? br_handle_local_finish+0x40/0x40 [bridge]
[<ffffffffa948e418>] ? nf_iterate+0x98/0xe0
[<ffffffffc081beff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc081af10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffa948e418>] nf_iterate+0x98/0xe0
[<ffffffffa948e508>] nf_hook_slow+0xa8/0x110
[<ffffffffc07bf766>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc07befc0>] ? br_handle_local_finish+0x40/0x40 [bridge]
[<ffffffffa944d6aa>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffa944ded8>] __netif_receive_skb+0x18/0x60
[<ffffffffa944ee9e>] process_backlog+0xae/0x180
[<ffffffffa944e57f>] net_rx_action+0x26f/0x390
[<ffffffffa8ea41e5>] __do_softirq+0xf5/0x280
[<ffffffffa8ea43a8>] run_ksoftirqd+0x38/0x50
[<ffffffffa8ecdb04>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa8ecd9c0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa8ec50d1>] kthread+0xd1/0xe0
[<ffffffffa8ec5000>] ? insert_kthread_work+0x40/0x40
[<ffffffffa958bd1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa8ec5000>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #400512
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0124ee7
Build id: 3.10.0-693.el7.x86_64 		0x947
2
dev_hard_start_xmit
vmlinux 0xffffffff81586771
Build id: 3.10.0-693.el7.x86_64 		0x171
3
sch_direct_xmit
vmlinux 0xffffffff815af50a
Build id: 3.10.0-693.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff81589566
Build id: 3.10.0-693.el7.x86_64 		0x226
5
dev_queue_xmit
vmlinux 0xffffffff815898a0
Build id: 3.10.0-693.el7.x86_64 		0x10
6
ip_finish_output
vmlinux 0xffffffff815cfd3e
Build id: 3.10.0-693.el7.x86_64 		0x52e
7
ip_output
vmlinux 0xffffffff815d0293
Build id: 3.10.0-693.el7.x86_64 		0x73
8
? __ip_append_data.isra.48
vmlinux 0xffffffff815cf810
Build id: 3.10.0-693.el7.x86_64 		0xa00
9
ip_forward_finish
vmlinux 0xffffffff815cbcf6
Build id: 3.10.0-693.el7.x86_64 		0x66
10
ip_forward
vmlinux 0xffffffff815cc08c
Build id: 3.10.0-693.el7.x86_64 		0x37c
11
? ip_frag_mem
vmlinux 0xffffffff815cbc90
Build id: 3.10.0-693.el7.x86_64 		0x40
12
ip_rcv_finish
vmlinux 0xffffffff815c9cda
Build id: 3.10.0-693.el7.x86_64 		0x8a
13
ip_rcv
vmlinux 0xffffffff815ca666
Build id: 3.10.0-693.el7.x86_64 		0x2b6
14
? inet_del_offload
vmlinux 0xffffffff815c9c50
Build id: 3.10.0-693.el7.x86_64 		0x40
15
__netif_receive_skb_core
vmlinux 0xffffffff81586f22
Build id: 3.10.0-693.el7.x86_64 		0x572
16
__netif_receive_skb
vmlinux 0xffffffff81587188
Build id: 3.10.0-693.el7.x86_64 		0x18
17
netif_receive_skb_internal
vmlinux 0xffffffff81587210
Build id: 3.10.0-693.el7.x86_64 		0x40
18
netif_receive_skb
vmlinux 0xffffffff815872ac
Build id: 3.10.0-693.el7.x86_64 		0x1c
19
br_netif_receive_skb
bridge 0xffffffffc0687c59
Build id: 3.10.0-693.el7.x86_64 		0x49
20
br_pass_frame_up
bridge 0xffffffffc0687d2e
Build id: 3.10.0-693.el7.x86_64 		0xbe
21
? __br_handle_local_finish
bridge 0xffffffffc0687c10
Build id: 3.10.0-693.el7.x86_64 		0xa0
22
br_handle_frame_finish
bridge 0xffffffffc0687fe1
Build id: 3.10.0-693.el7.x86_64 		0x221
23
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0712010
Build id: 3.10.0-693.el7.x86_64 		0x180
24
? br_pass_frame_up
bridge 0xffffffffc0687dc0
Build id: 3.10.0-693.el7.x86_64 		0x150
25
? nf_iterate
vmlinux 0xffffffff815bfe60
Build id: 3.10.0-693.el7.x86_64 		0x70
26
br_nf_pre_routing
br_netfilter 0xffffffffc0712e48
Build id: 3.10.0-693.el7.x86_64 		0x2f8
27
? br_nf_forward_ip
br_netfilter 0xffffffffc0711e90
Build id: 3.10.0-693.el7.x86_64 		0x450
28
nf_iterate
vmlinux 0xffffffff815bfe60
Build id: 3.10.0-693.el7.x86_64 		0x70
29
nf_hook_slow
vmlinux 0xffffffff815bff48
Build id: 3.10.0-693.el7.x86_64 		0xa8
30
br_handle_frame
bridge 0xffffffffc0688572
Build id: 3.10.0-693.el7.x86_64 		0x1f2
31
? br_pass_frame_up
bridge 0xffffffffc0687dc0
Build id: 3.10.0-693.el7.x86_64 		0x150
32
__netif_receive_skb_core
vmlinux 0xffffffff81586b92
Build id: 3.10.0-693.el7.x86_64 		0x1e2
33
__netif_receive_skb
vmlinux 0xffffffff81587188
Build id: 3.10.0-693.el7.x86_64 		0x18
34
process_backlog
vmlinux 0xffffffff8158841e
Build id: 3.10.0-693.el7.x86_64 		0xae
35
net_rx_action
vmlinux 0xffffffff8158799d
Build id: 3.10.0-693.el7.x86_64 		0x16d
36
__do_softirq
vmlinux 0xffffffff81090b3f
Build id: 3.10.0-693.el7.x86_64 		0xef
37
run_ksoftirqd
vmlinux 0xffffffff81090d08
Build id: 3.10.0-693.el7.x86_64 		0x38
38
smpboot_thread_fn
vmlinux 0xffffffff810b909f
Build id: 3.10.0-693.el7.x86_64 		0x12f
39
? lg_double_unlock
vmlinux 0xffffffff810b8f70
Build id: 3.10.0-693.el7.x86_64 		0x40
40
kthread
vmlinux 0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64 		0xcf
41
? insert_kthread_work
vmlinux 0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64 		0x40
42
ret_from_fork
vmlinux 0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64 		0x58
43
? insert_kthread_work
vmlinux 0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 108s! [ksoftirqd/0:3]
ata2: soft resetting link
sched: RT throttling activated
Modules linked in: veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep overlay(T) snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus iosf_mbi snd_seq ppdev snd_seq_device crc32_pclmul btusb btrtl snd_pcm ghash_clmulni_intel btbcm btintel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd bluetooth vmw_balloon joydev snd_timer snd pcspkr rfkill soundcore sg i2c_piix4 shpchp vmw_vmci nfit libnvdimm parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs
libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper ata_piix syscopyarea serio_raw mptspi sysfillrect sysimgblt fb_sys_fops scsi_transport_spi ttm mptscsih mptbase e1000 drm libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Tainted: G               ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff88007a4c9fa0 ti: ffff88007a4ec000 task.ti: ffff88007a4ec000
RIP: 0010:[<ffffffffc0124ee7>]  [<ffffffffc0124ee7>] e1000_xmit_frame+0x947/0x1040 [e1000]
RSP: 0018:ffff88007a4ef540  EFLAGS: 00000286
RAX: ffffc90000403818 RBX: 0000000000000000 RCX: 00000000000000c2
RDX: 00000000000000c2 RSI: ffff880035ac6b80 RDI: ffff880078540000
RBP: ffff88007a4ef5c0 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000000
R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff88007b600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f97625a29d0 CR3: 00000000742af000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88004c92d300 ffff880079de1098 000000c07a4ef598 0000000900000000
0000000000008900 0000896900000000 0000000000000000 0000000100001000
ffff88004c92d300 ffff880078540000 ffff880079de1000 ffff880078540000
Call Trace:
[<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0
[<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240
[<ffffffff81589566>] __dev_queue_xmit+0x226/0x550
[<ffffffff815898a0>] dev_queue_xmit+0x10/0x20
[<ffffffff815cfd3e>] ip_finish_output+0x52e/0x780
[<ffffffff815d0293>] ip_output+0x73/0xe0
[<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00
[<ffffffff815cbcf6>] ip_forward_finish+0x66/0x80
[<ffffffff815cc08c>] ip_forward+0x37c/0x480
[<ffffffff815cbc90>] ? ip_frag_mem+0x40/0x40
[<ffffffff815c9cda>] ip_rcv_finish+0x8a/0x350
[<ffffffff815ca666>] ip_rcv+0x2b6/0x410
[<ffffffff815c9c50>] ? inet_del_offload+0x40/0x40
[<ffffffff81586f22>] __netif_receive_skb_core+0x572/0x7c0
[<ffffffff81587188>] __netif_receive_skb+0x18/0x60
[<ffffffff81587210>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff815872ac>] netif_receive_skb+0x1c/0x70
[<ffffffffc0687c59>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0687d2e>] br_pass_frame_up+0xbe/0x150 [bridge]
[<ffffffffc0687c10>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc0687fe1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0712010>] br_nf_pre_routing_finish+0x180/0x450 [br_netfilter]
[<ffffffffc0687dc0>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff815bfe60>] ? nf_iterate+0x70/0xb0
[<ffffffffc0712e48>] br_nf_pre_routing+0x2f8/0x430 [br_netfilter]
[<ffffffffc0711e90>] ? br_nf_forward_ip+0x450/0x450 [br_netfilter]
[<ffffffff815bfe60>] nf_iterate+0x70/0xb0
[<ffffffff815bff48>] nf_hook_slow+0xa8/0x110
[<ffffffffc0688572>] br_handle_frame+0x1f2/0x300 [bridge]
[<ffffffffc0687dc0>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff81586b92>] __netif_receive_skb_core+0x1e2/0x7c0
[<ffffffff81587188>] __netif_receive_skb+0x18/0x60
[<ffffffff8158841e>] process_backlog+0xae/0x180
[<ffffffff8158799d>] net_rx_action+0x16d/0x380
[<ffffffff81090b3f>] __do_softirq+0xef/0x280
[<ffffffff81090d08>] run_ksoftirqd+0x38/0x50
[<ffffffff810b909f>] smpboot_thread_fn+0x12f/0x180
[<ffffffff810b8f70>] ? lg_double_unlock+0x40/0x40
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #60207
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc01ff867
Build id: 3.10.0-862.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffff9afd4397
Build id: 3.10.0-862.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffff9afeb166
Build id: 3.10.0-862.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffff9b016a2a
Build id: 3.10.0-862.el7.x86_64 		0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff9afee051
Build id: 3.10.0-862.el7.x86_64 		0x4a1
6
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc07442ce
Build id: 3.10.0-862.el7.x86_64 		0x4e
7
dev_queue_xmit
vmlinux 0xffffffff9afee220
Build id: 3.10.0-862.el7.x86_64 		0x10
8
ip_finish_output
vmlinux 0xffffffff9b037416
Build id: 3.10.0-862.el7.x86_64 		0x546
9
ip_output
vmlinux 0xffffffff9b037973
Build id: 3.10.0-862.el7.x86_64 		0x73
10
? __ip_append_data.isra.50
vmlinux 0xffffffff9b036ed0
Build id: 3.10.0-862.el7.x86_64 		0xa50
11
ip_forward_finish
vmlinux 0xffffffff9b0332fc
Build id: 3.10.0-862.el7.x86_64 		0x6c
12
ip_forward
vmlinux 0xffffffff9b03369c
Build id: 3.10.0-862.el7.x86_64 		0x37c
13
? ip_frag_mem
vmlinux 0xffffffff9b033290
Build id: 3.10.0-862.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffff9b031300
Build id: 3.10.0-862.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffff9b031cb9
Build id: 3.10.0-862.el7.x86_64 		0x2b9
16
? _raw_spin_unlock_bh
vmlinux 0xffffffff9b115502
Build id: 3.10.0-862.el7.x86_64 		0x2
17
? inet_del_offload
vmlinux 0xffffffff9b031270
Build id: 3.10.0-862.el7.x86_64 		0x40
18
__netif_receive_skb_core
vmlinux 0xffffffff9afeb9f9
Build id: 3.10.0-862.el7.x86_64 		0x729
19
__netif_receive_skb
vmlinux 0xffffffff9afebd08
Build id: 3.10.0-862.el7.x86_64 		0x18
20
netif_receive_skb_internal
vmlinux 0xffffffff9afebd90
Build id: 3.10.0-862.el7.x86_64 		0x40
21
netif_receive_skb
vmlinux 0xffffffff9afebe2c
Build id: 3.10.0-862.el7.x86_64 		0x1c
22
br_netif_receive_skb
bridge 0xffffffffc06e7dd9
Build id: 3.10.0-862.el7.x86_64 		0x49
23
br_pass_frame_up
bridge 0xffffffffc06e7eb0
Build id: 3.10.0-862.el7.x86_64 		0xc0
24
? __br_handle_local_finish
bridge 0xffffffffc06e7d90
Build id: 3.10.0-862.el7.x86_64 		0xa0
25
br_handle_frame_finish
bridge 0xffffffffc06e8161
Build id: 3.10.0-862.el7.x86_64 		0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0775030
Build id: 3.10.0-862.el7.x86_64 		0x180
27
? br_pass_frame_up
bridge 0xffffffffc06e7f40
Build id: 3.10.0-862.el7.x86_64 		0x150
28
? nf_iterate
vmlinux 0xffffffff9b0273c8
Build id: 3.10.0-862.el7.x86_64 		0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc0775e78
Build id: 3.10.0-862.el7.x86_64 		0x2e8
30
? br_nf_forward_ip
br_netfilter 0xffffffffc0774eb0
Build id: 3.10.0-862.el7.x86_64 		0x450
31
nf_iterate
vmlinux 0xffffffff9b0273c8
Build id: 3.10.0-862.el7.x86_64 		0x98
32
nf_hook_slow
vmlinux 0xffffffff9b0274b8
Build id: 3.10.0-862.el7.x86_64 		0xa8
33
br_handle_frame
bridge 0xffffffffc06e8722
Build id: 3.10.0-862.el7.x86_64 		0x222
34
? br_pass_frame_up
bridge 0xffffffffc06e7f40
Build id: 3.10.0-862.el7.x86_64 		0x150
35
__netif_receive_skb_core
vmlinux 0xffffffff9afeb4ca
Build id: 3.10.0-862.el7.x86_64 		0x1fa
36
__netif_receive_skb
vmlinux 0xffffffff9afebd08
Build id: 3.10.0-862.el7.x86_64 		0x18
37
process_backlog
vmlinux 0xffffffff9afecc6e
Build id: 3.10.0-862.el7.x86_64 		0xae
38
net_rx_action
vmlinux 0xffffffff9afec3af
Build id: 3.10.0-862.el7.x86_64 		0x26f
39
__do_softirq
vmlinux 0xffffffff9aa9a945
Build id: 3.10.0-862.el7.x86_64 		0xf5
40
run_ksoftirqd
vmlinux 0xffffffff9aa9ab08
Build id: 3.10.0-862.el7.x86_64 		0x38
41
smpboot_thread_fn
vmlinux 0xffffffff9aac35e4
Build id: 3.10.0-862.el7.x86_64 		0x144
42
? lg_double_unlock
vmlinux 0xffffffff9aac34a0
Build id: 3.10.0-862.el7.x86_64 		0x40
43
kthread
vmlinux 0xffffffff9aabae31
Build id: 3.10.0-862.el7.x86_64 		0xd1
44
? insert_kthread_work
vmlinux 0xffffffff9aabad60
Build id: 3.10.0-862.el7.x86_64 		0x40
45
ret_from_fork_nospec_begin
vmlinux 0xffffffff9b11f624
Build id: 3.10.0-862.el7.x86_64 		0xe
46
? insert_kthread_work
vmlinux 0xffffffff9aabad60
Build id: 3.10.0-862.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 34s! [ksoftirqd/0:3]
Modules linked in: tcp_lp nls_utf8 isofs fuse veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 edac_mce_amd snd_rawmidi snd_ac97_codec crc32_pclmul ac97_bus snd_seq ghash_clmulni_intel snd_seq_device aesni_intel snd_pcm lrw ppdev gf128mul glue_helper ablk_helper snd_timer vmw_balloon cryptd snd joydev soundcore pcspkr sg vmw_vmci i2c_piix4 shpchp nfit libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod
cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel serio_raw mptspi scsi_transport_spi mptscsih libata e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G        W    L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff97fc3cf19fa0 ti: ffff97fc3cf9c000 task.ti: ffff97fc3cf9c000
RIP: 0010:[<ffffffffc01ff867>]  [<ffffffffc01ff867>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff97fc3cf9f510  EFLAGS: 00000286
RAX: ffffaf7800fc3818 RBX: ffffffff9b037184 RCX: 0000000000000078
RDX: 0000000000000078 RSI: ffff97fcf1877bc0 RDI: ffff97fc3c660000
RBP: ffff97fc3cf9f590 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffffffff9aa99df7
R13: ffff97fc3cf9f488 R14: ffff97fb32190400 R15: 0000000000000246
FS:  00007f71fe68b700(0000) GS:ffff97fcf5600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3890788e30 CR3: 000000014e40e000 CR4: 00000000000407f0
Call Trace:
[<ffffffff9afd4397>] ? kfree_skbmem+0x37/0x90
[<ffffffff9afeb166>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff9b016a2a>] sch_direct_xmit+0x11a/0x250
[<ffffffff9afee051>] __dev_queue_xmit+0x4a1/0x660
[<ffffffffc07442ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffff9afee220>] dev_queue_xmit+0x10/0x20
[<ffffffff9b037416>] ip_finish_output+0x546/0x7a0
[<ffffffff9b037973>] ip_output+0x73/0xe0
[<ffffffff9b036ed0>] ? __ip_append_data.isra.50+0xa50/0xa50
[<ffffffff9b0332fc>] ip_forward_finish+0x6c/0x90
[<ffffffff9b03369c>] ip_forward+0x37c/0x490
[<ffffffff9b033290>] ? ip_frag_mem+0x20/0x20
[<ffffffff9b031300>] ip_rcv_finish+0x90/0x370
[<ffffffff9b031cb9>] ip_rcv+0x2b9/0x410
[<ffffffff9b115502>] ? _raw_spin_unlock_bh+0x2/0x20
[<ffffffff9b031270>] ? inet_del_offload+0x40/0x40
[<ffffffff9afeb9f9>] __netif_receive_skb_core+0x729/0xa20
[<ffffffff9afebd08>] __netif_receive_skb+0x18/0x60
[<ffffffff9afebd90>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff9afebe2c>] netif_receive_skb+0x1c/0x70
[<ffffffffc06e7dd9>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc06e7eb0>] br_pass_frame_up+0xc0/0x150 [bridge]
[<ffffffffc06e7d90>] ? __br_handle_local_finish+0xa0/0xa0 [bridge]
[<ffffffffc06e8161>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0775030>] br_nf_pre_routing_finish+0x180/0x450 [br_netfilter]
[<ffffffffc06e7f40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff9b0273c8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0775e78>] br_nf_pre_routing+0x2e8/0x420 [br_netfilter]
[<ffffffffc0774eb0>] ? br_nf_forward_ip+0x450/0x450 [br_netfilter]
[<ffffffff9b0273c8>] nf_iterate+0x98/0xe0
[<ffffffff9b0274b8>] nf_hook_slow+0xa8/0x110
[<ffffffffc06e8722>] br_handle_frame+0x222/0x320 [bridge]
[<ffffffffc06e7f40>] ? br_pass_frame_up+0x150/0x150 [bridge]
[<ffffffff9afeb4ca>] __netif_receive_skb_core+0x1fa/0xa20
[<ffffffff9afebd08>] __netif_receive_skb+0x18/0x60
[<ffffffff9afecc6e>] process_backlog+0xae/0x180
[<ffffffff9afec3af>] net_rx_action+0x26f/0x390
[<ffffffff9aa9a945>] __do_softirq+0xf5/0x280
[<ffffffff9aa9ab08>] run_ksoftirqd+0x38/0x50
[<ffffffff9aac35e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff9aac34a0>] ? lg_double_unlock+0x40/0x40
[<ffffffff9aabae31>] kthread+0xd1/0xe0
[<ffffffff9aabad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff9b11f624>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffff9aabad60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #1140400
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc013e877
Build id: 3.10.0-1127.el7.x86_64 		0x7f7
2
? __rmqueue
vmlinux 0xffffffff89bc5e4a
Build id: 3.10.0-1127.el7.x86_64 		0x8a
3
dev_hard_start_xmit
vmlinux 0xffffffff8a053386
Build id: 3.10.0-1127.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffff8a08131a
Build id: 3.10.0-1127.el7.x86_64 		0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff8a056301
Build id: 3.10.0-1127.el7.x86_64 		0x491
6
? iptable_nat_ipv4_fn
iptable_nat 0xffffffffc075c020
Build id: 3.10.0-1127.el7.x86_64 		0x20
7
dev_queue_xmit
vmlinux 0xffffffff8a0564d0
Build id: 3.10.0-1127.el7.x86_64 		0x10
8
neigh_resolve_output
vmlinux 0xffffffff8a06312d
Build id: 3.10.0-1127.el7.x86_64 		0x11d
9
ip_finish_output
vmlinux 0xffffffff8a0a3e9c
Build id: 3.10.0-1127.el7.x86_64 		0x27c
10
ip_output
vmlinux 0xffffffff8a0a481b
Build id: 3.10.0-1127.el7.x86_64 		0x7b
11
? __ip_append_data.isra.50
vmlinux 0xffffffff8a0a3c20
Build id: 3.10.0-1127.el7.x86_64 		0xa60
12
ip_forward_finish
vmlinux 0xffffffff8a09fedc
Build id: 3.10.0-1127.el7.x86_64 		0x6c
13
ip_forward
vmlinux 0xffffffff8a0a027d
Build id: 3.10.0-1127.el7.x86_64 		0x37d
14
? ip_route_input_noref
vmlinux 0xffffffff8a09ca02
Build id: 3.10.0-1127.el7.x86_64 		0x22
15
? ip_frag_mem
vmlinux 0xffffffff8a09fe70
Build id: 3.10.0-1127.el7.x86_64 		0x20
16
ip_rcv_finish
vmlinux 0xffffffff8a09dd60
Build id: 3.10.0-1127.el7.x86_64 		0x90
17
ip_rcv
vmlinux 0xffffffff8a09e730
Build id: 3.10.0-1127.el7.x86_64 		0x2c0
18
? inet_del_offload
vmlinux 0xffffffff8a09dcd0
Build id: 3.10.0-1127.el7.x86_64 		0x40
19
__netif_receive_skb_core
vmlinux 0xffffffff8a053c19
Build id: 3.10.0-1127.el7.x86_64 		0x729
20
__netif_receive_skb
vmlinux 0xffffffff8a053f18
Build id: 3.10.0-1127.el7.x86_64 		0x18
21
netif_receive_skb_internal
vmlinux 0xffffffff8a053fa0
Build id: 3.10.0-1127.el7.x86_64 		0x40
22
netif_receive_skb
vmlinux 0xffffffff8a05403c
Build id: 3.10.0-1127.el7.x86_64 		0x1c
23
br_netif_receive_skb
bridge 0xffffffffc06e5e29
Build id: 3.10.0-1127.el7.x86_64 		0x49
24
br_pass_frame_up
bridge 0xffffffffc06e5f07
Build id: 3.10.0-1127.el7.x86_64 		0xc7
25
? br_handle_local_finish
bridge 0xffffffffc06e5de0
Build id: 3.10.0-1127.el7.x86_64 		0x20
26
br_handle_frame_finish
bridge 0xffffffffc06e61c1
Build id: 3.10.0-1127.el7.x86_64 		0x221
27
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0790097
Build id: 3.10.0-1127.el7.x86_64 		0x187
28
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc074a807
Build id: 3.10.0-1127.el7.x86_64 		0x7
29
? br_pass_frame_up
bridge 0xffffffffc06e5fa0
Build id: 3.10.0-1127.el7.x86_64 		0x160
30
? nf_iterate
vmlinux 0xffffffff8a093cf8
Build id: 3.10.0-1127.el7.x86_64 		0x98
31
br_nf_pre_routing
br_netfilter 0xffffffffc0790eff
Build id: 3.10.0-1127.el7.x86_64 		0x2ef
32
? br_nf_forward_ip
br_netfilter 0xffffffffc078ff10
Build id: 3.10.0-1127.el7.x86_64 		0x480
33
nf_iterate
vmlinux 0xffffffff8a093cf8
Build id: 3.10.0-1127.el7.x86_64 		0x98
34
nf_hook_slow
vmlinux 0xffffffff8a093de8
Build id: 3.10.0-1127.el7.x86_64 		0xa8
35
br_handle_frame
bridge 0xffffffffc06e6746
Build id: 3.10.0-1127.el7.x86_64 		0x226
36
? br_pass_frame_up
bridge 0xffffffffc06e5fa0
Build id: 3.10.0-1127.el7.x86_64 		0x160
37
__netif_receive_skb_core
vmlinux 0xffffffff8a0536ea
Build id: 3.10.0-1127.el7.x86_64 		0x1fa
38
__netif_receive_skb
vmlinux 0xffffffff8a053f18
Build id: 3.10.0-1127.el7.x86_64 		0x18
39
process_backlog
vmlinux 0xffffffff8a054eee
Build id: 3.10.0-1127.el7.x86_64 		0xae
40
net_rx_action
vmlinux 0xffffffff8a0545bf
Build id: 3.10.0-1127.el7.x86_64 		0x26f
41
__do_softirq
vmlinux 0xffffffff89aa5695
Build id: 3.10.0-1127.el7.x86_64 		0xf5
42
run_ksoftirqd
vmlinux 0xffffffff89aa5858
Build id: 3.10.0-1127.el7.x86_64 		0x38
43
smpboot_thread_fn
vmlinux 0xffffffff89acf0e4
Build id: 3.10.0-1127.el7.x86_64 		0x144
44
? lg_double_unlock
vmlinux 0xffffffff89acefa0
Build id: 3.10.0-1127.el7.x86_64 		0x40
45
kthread
vmlinux 0xffffffff89ac6691
Build id: 3.10.0-1127.el7.x86_64 		0xd1
46
? insert_kthread_work
vmlinux 0xffffffff89ac65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40
47
ret_from_fork_nospec_begin
vmlinux 0xffffffff8a192d24
Build id: 3.10.0-1127.el7.x86_64 		0xe
48
? insert_kthread_work
vmlinux 0xffffffff89ac65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:6]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter nfnetlink_queue nfnetlink_log nfnetlink xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq crc32_pclmul btusb snd_seq_device btrtl btbcm snd_pcm btintel ghash_clmulni_intel bluetooth aesni_intel snd_timer lrw gf128mul snd glue_helper ablk_helper soundcore sg rfkill cryptd ppdev pcspkr vmw_vmci vmw_balloon joydev
i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm crct10dif_pclmul ata_piix mptspi crct10dif_common libnvdimm crc32c_intel scsi_transport_spi libata mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff90cf7a7ad230 ti: ffff90cf7a0e0000 task.ti: ffff90cf7a0e0000
RIP: 0010:[<ffffffffc013e877>]  [<ffffffffc013e877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff90cf7a0e3490  EFLAGS: 00000286
RAX: ffffaf8b01943818 RBX: 0000000000000001 RCX: 0000000000000089
RDX: 0000000000000089 RSI: ffff90d1ef527e80 RDI: ffff90d1ed010000
RBP: ffff90cf7a0e3510 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202
R13: 0000000368cf4cce R14: 000000018a0523fe R15: ffffffff89db0770
FS:  0000000000000000(0000) GS:ffff90d1ee600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7d1ee31130 CR3: 00000003ebae0000 CR4: 00000000003407f0
Call Trace:
[<ffffffff89bc5e4a>] ? __rmqueue+0x8a/0x460
[<ffffffff8a053386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8a08131a>] sch_direct_xmit+0x11a/0x250
[<ffffffff8a056301>] __dev_queue_xmit+0x491/0x650
[<ffffffffc075c020>] ? iptable_nat_ipv4_fn+0x20/0x20 [iptable_nat]
[<ffffffff8a0564d0>] dev_queue_xmit+0x10/0x20
[<ffffffff8a06312d>] neigh_resolve_output+0x11d/0x220
[<ffffffff8a0a3e9c>] ip_finish_output+0x27c/0x8d0
[<ffffffff8a0a481b>] ip_output+0x7b/0xf0
[<ffffffff8a0a3c20>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff8a09fedc>] ip_forward_finish+0x6c/0x90
[<ffffffff8a0a027d>] ip_forward+0x37d/0x4b0
[<ffffffff8a09ca02>] ? ip_route_input_noref+0x22/0x220
[<ffffffff8a09fe70>] ? ip_frag_mem+0x20/0x20
[<ffffffff8a09dd60>] ip_rcv_finish+0x90/0x370
[<ffffffff8a09e730>] ip_rcv+0x2c0/0x420
[<ffffffff8a09dcd0>] ? inet_del_offload+0x40/0x40
[<ffffffff8a053c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff8a053f18>] __netif_receive_skb+0x18/0x60
[<ffffffff8a053fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff8a05403c>] netif_receive_skb+0x1c/0x70
[<ffffffffc06e5e29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc06e5f07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc06e5de0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc06e61c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0790097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc074a807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc06e5fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff8a093cf8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0790eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc078ff10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffff8a093cf8>] nf_iterate+0x98/0xe0
[<ffffffff8a093de8>] nf_hook_slow+0xa8/0x110
[<ffffffffc06e6746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc06e5fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff8a0536ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffff8a053f18>] __netif_receive_skb+0x18/0x60
[<ffffffff8a054eee>] process_backlog+0xae/0x180
[<ffffffff8a0545bf>] net_rx_action+0x26f/0x390
[<ffffffff89aa5695>] __do_softirq+0xf5/0x280
[<ffffffff89aa5858>] run_ksoftirqd+0x38/0x50
[<ffffffff89acf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff89acefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffff89ac6691>] kthread+0xd1/0xe0
[<ffffffff89ac65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff8a192d24>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffff89ac65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #1087460
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc00e98e7
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff92a7edc6
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffff92aadd72
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x122
4
__qdisc_run
vmlinux 0xffffffff92aadf2e
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x8e
5
__dev_queue_xmit
vmlinux 0xffffffff92a81de9
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x4a9
6
dev_queue_xmit
vmlinux 0xffffffff92a81fa0
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x10
7
neigh_resolve_output
vmlinux 0xffffffff92a8f03d
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x11d
8
ip_finish_output
vmlinux 0xffffffff92ad220c
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x27c
9
ip_output
vmlinux 0xffffffff92ad2b9b
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffff92ad1f90
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xa60
11
ip_forward_finish
vmlinux 0xffffffff92ace17c
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x6c
12
ip_forward
vmlinux 0xffffffff92ace51d
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x37d
13
? ip_mc_validate_source
vmlinux 0xffffffff92acab02
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x52
14
? ip_frag_mem
vmlinux 0xffffffff92ace110
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x20
15
ip_rcv_finish
vmlinux 0xffffffff92acbfa0
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x90
16
ip_rcv
vmlinux 0xffffffff92acc9a0
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x2c0
17
? inet_del_offload
vmlinux 0xffffffff92acbf10
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40
18
__netif_receive_skb_core
vmlinux 0xffffffff92a7f669
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x739
19
__netif_receive_skb
vmlinux 0xffffffff92a7f968
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x18
20
netif_receive_skb_internal
vmlinux 0xffffffff92a7fa00
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40
21
netif_receive_skb
vmlinux 0xffffffff92a7fa9c
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x1c
22
br_netif_receive_skb
bridge 0xffffffffc0657f99
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x49
23
br_pass_frame_up
bridge 0xffffffffc0658077
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xc7
24
? br_handle_local_finish
bridge 0xffffffffc0657f50
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x20
25
br_handle_frame_finish
bridge 0xffffffffc0658341
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc06f10d7
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x187
27
? nf_nat_ipv4_fn
nf_nat_ipv4 0xffffffffc06d7807
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x207
28
? br_pass_frame_up
bridge 0xffffffffc0658120
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x170
29
? nf_iterate
vmlinux 0xffffffff92ac0ef8
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x98
30
br_nf_pre_routing
br_netfilter 0xffffffffc06f1f5f
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x2ff
31
? br_nf_forward_ip
br_netfilter 0xffffffffc06f0f50
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x480
32
nf_iterate
vmlinux 0xffffffff92ac0ef8
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x98
33
nf_hook_slow
vmlinux 0xffffffff92ac0fe8
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xa8
34
br_handle_frame
bridge 0xffffffffc06588d6
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x236
35
? br_pass_frame_up
bridge 0xffffffffc0658120
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x170
36
__netif_receive_skb_core
vmlinux 0xffffffff92a7f12a
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x1fa
37
? tcp_retransmit_timer
vmlinux 0xffffffff92aefb62
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x422
38
__netif_receive_skb
vmlinux 0xffffffff92a7f968
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x18
39
process_backlog
vmlinux 0xffffffff92a8097e
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xae
40
net_rx_action
vmlinux 0xffffffff92a80037
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x277
41
__do_softirq
vmlinux 0xffffffff924a9595
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xf5
42
run_ksoftirqd
vmlinux 0xffffffff924a9768
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x38
43
smpboot_thread_fn
vmlinux 0xffffffff924d43fc
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x14c
44
? lg_double_unlock
vmlinux 0xffffffff924d42b0
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40
45
kthread
vmlinux 0xffffffff924cb621
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xd1
46
? insert_kthread_work
vmlinux 0xffffffff924cb550
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40
47
ret_from_fork_nospec_begin
vmlinux 0xffffffff92bc51dd
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x7
48
? insert_kthread_work
vmlinux 0xffffffff924cb550
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ksoftirqd/0:6]
Modules linked in: nfnetlink_queue nfnetlink_log bluetooth rfkill binfmt_misc isofs loop veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_ens1371 vmw_balloon glue_helper snd_rawmidi snd_ac97_codec ablk_helper cryptd ppdev ac97_bus snd_seq snd_seq_device joydev pcspkr snd_pcm snd_timer snd soundcore sg parport_pc parport
i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit crct10dif_pclmul crct10dif_common crc32c_intel libnvdimm ata_piix mptspi libata e1000 scsi_transport_spi serio_raw mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9466763ad280 ti: ffff946675ce0000 task.ti: ffff946675ce0000
RIP: 0010:[<ffffffffc00e98e7>]  [<ffffffffc00e98e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff946675ce3438  EFLAGS: 00000286
RAX: ffffaa7181c03818 RBX: 000000000000003c RCX: 0000000000000041
RDX: 0000000000000041 RSI: ffff946928d6b140 RDI: ffff94692c438000
RBP: ffff946675ce34b8 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000000000000 R11: 0000000000000000 R12: 000000042abbca02
R13: 0000000175ce3488 R14: ffffffff927c9110 R15: ffff946675ce33f0
FS:  0000000000000000(0000) GS:ffff94692d600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7e0f4a4000 CR3: 0000000035702000 CR4: 00000000007607f0
PKRU: 00000000
Call Trace:
[<ffffffff92a7edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff92aadd72>] sch_direct_xmit+0x122/0x250
[<ffffffff92aadf2e>] __qdisc_run+0x8e/0x360
[<ffffffff92a81de9>] __dev_queue_xmit+0x4a9/0x650
[<ffffffff92a81fa0>] dev_queue_xmit+0x10/0x20
[<ffffffff92a8f03d>] neigh_resolve_output+0x11d/0x220
[<ffffffff92ad220c>] ip_finish_output+0x27c/0x8d0
[<ffffffff92ad2b9b>] ip_output+0x7b/0x100
[<ffffffff92ad1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff92ace17c>] ip_forward_finish+0x6c/0x90
[<ffffffff92ace51d>] ip_forward+0x37d/0x4b0
[<ffffffff92acab02>] ? ip_mc_validate_source+0x52/0xf0
[<ffffffff92ace110>] ? ip_frag_mem+0x20/0x20
[<ffffffff92acbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffff92acc9a0>] ip_rcv+0x2c0/0x420
[<ffffffff92acbf10>] ? inet_del_offload+0x40/0x40
[<ffffffff92a7f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffff92a7f968>] __netif_receive_skb+0x18/0x70
[<ffffffff92a7fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff92a7fa9c>] netif_receive_skb+0x1c/0x70
[<ffffffffc0657f99>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0658077>] br_pass_frame_up+0xc7/0x170 [bridge]
[<ffffffffc0657f50>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc0658341>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc06f10d7>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc06d7807>] ? nf_nat_ipv4_fn+0x207/0x230 [nf_nat_ipv4]
[<ffffffffc0658120>] ? br_pass_frame_up+0x170/0x170 [bridge]
[<ffffffff92ac0ef8>] ? nf_iterate+0x98/0xe0
[<ffffffffc06f1f5f>] br_nf_pre_routing+0x2ff/0x450 [br_netfilter]
[<ffffffffc06f0f50>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffff92ac0ef8>] nf_iterate+0x98/0xe0
[<ffffffff92ac0fe8>] nf_hook_slow+0xa8/0x110
[<ffffffffc06588d6>] br_handle_frame+0x236/0x340 [bridge]
[<ffffffffc0658120>] ? br_pass_frame_up+0x170/0x170 [bridge]
[<ffffffff92a7f12a>] __netif_receive_skb_core+0x1fa/0xa20
[<ffffffff92aefb62>] ? tcp_retransmit_timer+0x422/0x7a0
[<ffffffff92a7f968>] __netif_receive_skb+0x18/0x70
[<ffffffff92a8097e>] process_backlog+0xae/0x180
[<ffffffff92a80037>] net_rx_action+0x277/0x3a0
[<ffffffff924a9595>] __do_softirq+0xf5/0x290
[<ffffffff924a9768>] run_ksoftirqd+0x38/0x60
[<ffffffff924d43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff924d42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff924cb621>] kthread+0xd1/0xe0
[<ffffffff924cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff92bc51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff924cb550>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc
Complete report #1069311
Frame # Function Binary Source or offset Line
1
vmxnet3_xmit_frame
vmxnet3 0xffffffffc04303dc
Build id: 3.10.0-1127.el7.x86_64 		0xaec
2
dev_hard_start_xmit
vmlinux 0xffffffffb8453386
Build id: 3.10.0-1127.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffb848131a
Build id: 3.10.0-1127.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffb8456301
Build id: 3.10.0-1127.el7.x86_64 		0x491
5
dev_queue_xmit
vmlinux 0xffffffffb84564d0
Build id: 3.10.0-1127.el7.x86_64 		0x10
6
neigh_resolve_output
vmlinux 0xffffffffb846312d
Build id: 3.10.0-1127.el7.x86_64 		0x11d
7
ip_finish_output
vmlinux 0xffffffffb84a3e9c
Build id: 3.10.0-1127.el7.x86_64 		0x27c
8
ip_output
vmlinux 0xffffffffb84a481b
Build id: 3.10.0-1127.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffb84a3c20
Build id: 3.10.0-1127.el7.x86_64 		0xa60
10
ip_forward_finish
vmlinux 0xffffffffb849fedc
Build id: 3.10.0-1127.el7.x86_64 		0x6c
11
ip_forward
vmlinux 0xffffffffb84a027d
Build id: 3.10.0-1127.el7.x86_64 		0x37d
12
? ip_route_input_noref
vmlinux 0xffffffffb849ca02
Build id: 3.10.0-1127.el7.x86_64 		0x22
13
? ip_frag_mem
vmlinux 0xffffffffb849fe70
Build id: 3.10.0-1127.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffffb849dd60
Build id: 3.10.0-1127.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffffb849e730
Build id: 3.10.0-1127.el7.x86_64 		0x2c0
16
? inet_del_offload
vmlinux 0xffffffffb849dcd0
Build id: 3.10.0-1127.el7.x86_64 		0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffb8453c19
Build id: 3.10.0-1127.el7.x86_64 		0x729
18
__netif_receive_skb
vmlinux 0xffffffffb8453f18
Build id: 3.10.0-1127.el7.x86_64 		0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffb8453fa0
Build id: 3.10.0-1127.el7.x86_64 		0x40
20
netif_receive_skb
vmlinux 0xffffffffb845403c
Build id: 3.10.0-1127.el7.x86_64 		0x1c
21
br_netif_receive_skb
bridge 0xffffffffc0913e29
Build id: 3.10.0-1127.el7.x86_64 		0x49
22
br_pass_frame_up
bridge 0xffffffffc0913f07
Build id: 3.10.0-1127.el7.x86_64 		0xc7
23
? br_handle_local_finish
bridge 0xffffffffc0913de0
Build id: 3.10.0-1127.el7.x86_64 		0x20
24
br_handle_frame_finish
bridge 0xffffffffc09141c1
Build id: 3.10.0-1127.el7.x86_64 		0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0985097
Build id: 3.10.0-1127.el7.x86_64 		0x187
26
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc096b807
Build id: 3.10.0-1127.el7.x86_64 		0x7
27
? br_pass_frame_up
bridge 0xffffffffc0913fa0
Build id: 3.10.0-1127.el7.x86_64 		0x160
28
? nf_iterate
vmlinux 0xffffffffb8493cf8
Build id: 3.10.0-1127.el7.x86_64 		0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc0985eff
Build id: 3.10.0-1127.el7.x86_64 		0x2ef
30
? br_nf_forward_ip
br_netfilter 0xffffffffc0984f10
Build id: 3.10.0-1127.el7.x86_64 		0x480
31
nf_iterate
vmlinux 0xffffffffb8493cf8
Build id: 3.10.0-1127.el7.x86_64 		0x98
32
nf_hook_slow
vmlinux 0xffffffffb8493de8
Build id: 3.10.0-1127.el7.x86_64 		0xa8
33
br_handle_frame
bridge 0xffffffffc0914746
Build id: 3.10.0-1127.el7.x86_64 		0x226
34
? __netif_receive_skb
vmlinux 0xffffffffb8453f07
Build id: 3.10.0-1127.el7.x86_64 		0x7
35
? br_pass_frame_up
bridge 0xffffffffc0913fa0
Build id: 3.10.0-1127.el7.x86_64 		0x160
36
__netif_receive_skb_core
vmlinux 0xffffffffb84536ea
Build id: 3.10.0-1127.el7.x86_64 		0x1fa
37
__netif_receive_skb
vmlinux 0xffffffffb8453f18
Build id: 3.10.0-1127.el7.x86_64 		0x18
38
process_backlog
vmlinux 0xffffffffb8454eee
Build id: 3.10.0-1127.el7.x86_64 		0xae
39
net_rx_action
vmlinux 0xffffffffb84545bf
Build id: 3.10.0-1127.el7.x86_64 		0x26f
40
__do_softirq
vmlinux 0xffffffffb7ea5695
Build id: 3.10.0-1127.el7.x86_64 		0xf5
41
run_ksoftirqd
vmlinux 0xffffffffb7ea5858
Build id: 3.10.0-1127.el7.x86_64 		0x38
42
smpboot_thread_fn
vmlinux 0xffffffffb7ecf0e4
Build id: 3.10.0-1127.el7.x86_64 		0x144
43
? lg_double_unlock
vmlinux 0xffffffffb7ecefa0
Build id: 3.10.0-1127.el7.x86_64 		0x40
44
kthread
vmlinux 0xffffffffb7ec6691
Build id: 3.10.0-1127.el7.x86_64 		0xd1
45
? insert_kthread_work
vmlinux 0xffffffffb7ec65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffffb8592d37
Build id: 3.10.0-1127.el7.x86_64 		0x21
47
? insert_kthread_work
vmlinux 0xffffffffb7ec65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [ksoftirqd/0:6]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter ip_vs_rr ip_vs nf_conntrack overlay(T) vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper vmw_balloon sg cryptd joydev pcspkr parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm ahci nfit ata_piix libahci
libnvdimm crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/28/2020
task: ffff9650f4bb5230 ti: ffff9650f4bf8000 task.ti: ffff9650f4bf8000
RIP: 0010:[<ffffffffc04303dc>]  [<ffffffffc04303dc>] vmxnet3_xmit_frame+0xaec/0xfd0 [vmxnet3]
RSP: 0018:ffff9650f4bfb480  EFLAGS: 00000282
RAX: 0000000000000000 RBX: 00000022b846312d RCX: 00000000000001b9
RDX: ffffbb958313e638 RSI: 0000000000000283 RDI: 0000000000000283
RBP: ffff9650f4bfb510 R08: 0000000000000050 R09: 0000000000c84042
R10: 340000450008539d R11: ffff96579e7c3b80 R12: ffff9650f4bfb4b8
R13: 0000000027f8e97a R14: ffff96578cc7e000 R15: ffff9657967ea8c0
FS:  0000000000000000(0000) GS:ffff9657bfc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe4350afa00 CR3: 000000013a576000 CR4: 00000000001607f0
Call Trace:
[<ffffffffb8453386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffb848131a>] sch_direct_xmit+0x11a/0x250
[<ffffffffb8456301>] __dev_queue_xmit+0x491/0x650
[<ffffffffb84564d0>] dev_queue_xmit+0x10/0x20
[<ffffffffb846312d>] neigh_resolve_output+0x11d/0x220
[<ffffffffb84a3e9c>] ip_finish_output+0x27c/0x8d0
[<ffffffffb84a481b>] ip_output+0x7b/0xf0
[<ffffffffb84a3c20>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffb849fedc>] ip_forward_finish+0x6c/0x90
[<ffffffffb84a027d>] ip_forward+0x37d/0x4b0
[<ffffffffb849ca02>] ? ip_route_input_noref+0x22/0x220
[<ffffffffb849fe70>] ? ip_frag_mem+0x20/0x20
[<ffffffffb849dd60>] ip_rcv_finish+0x90/0x370
[<ffffffffb849e730>] ip_rcv+0x2c0/0x420
[<ffffffffb849dcd0>] ? inet_del_offload+0x40/0x40
[<ffffffffb8453c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffb8453f18>] __netif_receive_skb+0x18/0x60
[<ffffffffb8453fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffb845403c>] netif_receive_skb+0x1c/0x70
[<ffffffffc0913e29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0913f07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc0913de0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc09141c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0985097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc096b807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc0913fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffb8493cf8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0985eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc0984f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffb8493cf8>] nf_iterate+0x98/0xe0
[<ffffffffb8493de8>] nf_hook_slow+0xa8/0x110
[<ffffffffc0914746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffb8453f07>] ? __netif_receive_skb+0x7/0x60
[<ffffffffc0913fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffb84536ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffb8453f18>] __netif_receive_skb+0x18/0x60
[<ffffffffb8454eee>] process_backlog+0xae/0x180
[<ffffffffb84545bf>] net_rx_action+0x26f/0x390
[<ffffffffb7ea5695>] __do_softirq+0xf5/0x280
[<ffffffffb7ea5858>] run_ksoftirqd+0x38/0x50
[<ffffffffb7ecf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffb7ecefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffffb7ec6691>] kthread+0xd1/0xe0
[<ffffffffb7ec65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb8592d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb7ec65c0>] ? insert_kthread_work+0x40/0x40
Code: ff c7 02 00 00 00 00 41 8b 94 24 e8 00 00 00 48 8b 4d d0 8d 14 d5 00 06 00 00 48 63 d2 48 03 91 b8 23 00 00 41 8b 4c 24 34 89 0a <e9> d0 f7 ff ff 0f 1f 80 00 00 00 00 48 c7 45 c8 00 40 00 00 41
Complete report #1042620
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc01d28e7
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x7f7
2
? br_forward_finish
bridge 0xffffffffc07895c0
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40
3
dev_hard_start_xmit
vmlinux 0xffffffffb4a7edc6
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffb4aadd72
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x122
5
__dev_queue_xmit
vmlinux 0xffffffffb4a81dd1
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x491
6
? local_bh_enable
vmlinux 0xffffffffb44a89b7
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x17
7
dev_queue_xmit
vmlinux 0xffffffffb4a81fa0
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x10
8
neigh_resolve_output
vmlinux 0xffffffffb4a8f03d
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x11d
9
ip_finish_output
vmlinux 0xffffffffb4ad220c
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x27c
10
ip_output
vmlinux 0xffffffffb4ad2b9b
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x7b
11
? __ip_append_data.isra.50
vmlinux 0xffffffffb4ad1f90
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xa60
12
ip_forward_finish
vmlinux 0xffffffffb4ace17c
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x6c
13
ip_forward
vmlinux 0xffffffffb4ace51d
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x37d
14
? ip_mc_validate_source
vmlinux 0xffffffffb4acab02
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x52
15
? ip_frag_mem
vmlinux 0xffffffffb4ace110
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x20
16
ip_rcv_finish
vmlinux 0xffffffffb4acbfa0
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x90
17
ip_rcv
vmlinux 0xffffffffb4acc9a0
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x2c0
18
? inet_del_offload
vmlinux 0xffffffffb4acbf10
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40
19
__netif_receive_skb_core
vmlinux 0xffffffffb4a7f669
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x739
20
__netif_receive_skb
vmlinux 0xffffffffb4a7f968
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x18
21
netif_receive_skb_internal
vmlinux 0xffffffffb4a7fa00
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40
22
netif_receive_skb
vmlinux 0xffffffffb4a7fa9c
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x1c
23
br_netif_receive_skb
bridge 0xffffffffc078af78
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x28
24
br_pass_frame_up
bridge 0xffffffffc078b077
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xc7
25
? br_handle_local_finish
bridge 0xffffffffc078af50
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x20
26
br_handle_frame_finish
bridge 0xffffffffc078b341
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x221
27
br_handle_frame
bridge 0xffffffffc078b881
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x1e1
28
? br_pass_frame_up
bridge 0xffffffffc078b120
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x170
29
__netif_receive_skb_core
vmlinux 0xffffffffb4a7f12a
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x1fa
30
__netif_receive_skb
vmlinux 0xffffffffb4a7f968
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x18
31
process_backlog
vmlinux 0xffffffffb4a8097e
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xae
32
net_rx_action
vmlinux 0xffffffffb4a80037
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x277
33
__do_softirq
vmlinux 0xffffffffb44a9595
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xf5
34
run_ksoftirqd
vmlinux 0xffffffffb44a9768
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x38
35
smpboot_thread_fn
vmlinux 0xffffffffb44d43fc
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x14c
36
? lg_double_unlock
vmlinux 0xffffffffb44d42b0
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40
37
kthread
vmlinux 0xffffffffb44cb621
Build id: 3.10.0-1160.102.1.el7.x86_64 		0xd1
38
? insert_kthread_work
vmlinux 0xffffffffb44cb550
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40
39
ret_from_fork_nospec_begin
vmlinux 0xffffffffb4bc51dd
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x7
40
? insert_kthread_work
vmlinux 0xffffffffb44cb550
Build id: 3.10.0-1160.102.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 29s! [ksoftirqd/1:14]
Modules linked in: binfmt_misc xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ppdev ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec vmw_balloon aesni_intel ac97_bus lrw gf128mul glue_helper ablk_helper
cryptd snd_seq snd_seq_device joydev snd_pcm pcspkr sg snd_timer snd i2c_piix4 soundcore vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm mptspi crct10dif_pclmul crct10dif_common scsi_transport_spi nfit crc32c_intel libnvdimm mptscsih libata e1000 serio_raw drm_panel_orientation_quirks mptbase dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffffa11e75890000 ti: ffffa11e75898000 task.ti: ffffa11e75898000
RIP: 0010:[<ffffffffc01d28e7>]  [<ffffffffc01d28e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffffa11e7589b650  EFLAGS: 00010286
RAX: ffffadfe41943818 RBX: 0000000000000001 RCX: 00000000000000a9
RDX: 00000000000000a9 RSI: ffffa11d3586fd40 RDI: ffffa11e762bc000
RBP: ffffa11e7589b6d0 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202
R13: 000000036d980cda R14: 000000017589b620 R15: ffffffffb47c9110
FS:  0000000000000000(0000) GS:ffffa1213d640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f56e5eeb2b0 CR3: 000000036fe02000 CR4: 0000000000360fe0
Call Trace:
[<ffffffffc07895c0>] ? br_forward_finish+0x40/0xb0 [bridge]
[<ffffffffb4a7edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffb4aadd72>] sch_direct_xmit+0x122/0x250
[<ffffffffb4a81dd1>] __dev_queue_xmit+0x491/0x650
[<ffffffffb44a89b7>] ? local_bh_enable+0x17/0x20
[<ffffffffb4a81fa0>] dev_queue_xmit+0x10/0x20
[<ffffffffb4a8f03d>] neigh_resolve_output+0x11d/0x220
[<ffffffffb4ad220c>] ip_finish_output+0x27c/0x8d0
[<ffffffffb4ad2b9b>] ip_output+0x7b/0x100
[<ffffffffb4ad1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffb4ace17c>] ip_forward_finish+0x6c/0x90
[<ffffffffb4ace51d>] ip_forward+0x37d/0x4b0
[<ffffffffb4acab02>] ? ip_mc_validate_source+0x52/0xf0
[<ffffffffb4ace110>] ? ip_frag_mem+0x20/0x20
[<ffffffffb4acbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffffb4acc9a0>] ip_rcv+0x2c0/0x420
[<ffffffffb4acbf10>] ? inet_del_offload+0x40/0x40
[<ffffffffb4a7f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffffb4a7f968>] __netif_receive_skb+0x18/0x70
[<ffffffffb4a7fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffb4a7fa9c>] netif_receive_skb+0x1c/0x70
[<ffffffffc078af78>] br_netif_receive_skb+0x28/0x60 [bridge]
[<ffffffffc078b077>] br_pass_frame_up+0xc7/0x170 [bridge]
[<ffffffffc078af50>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc078b341>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc078b881>] br_handle_frame+0x1e1/0x340 [bridge]
[<ffffffffc078b120>] ? br_pass_frame_up+0x170/0x170 [bridge]
[<ffffffffb4a7f12a>] __netif_receive_skb_core+0x1fa/0xa20
[<ffffffffb4a7f968>] __netif_receive_skb+0x18/0x70
[<ffffffffb4a8097e>] process_backlog+0xae/0x180
[<ffffffffb4a80037>] net_rx_action+0x277/0x3a0
[<ffffffffb44a9595>] __do_softirq+0xf5/0x290
[<ffffffffb44a9768>] run_ksoftirqd+0x38/0x60
[<ffffffffb44d43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffffb44d42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffffb44cb621>] kthread+0xd1/0xe0
[<ffffffffb44cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffffb4bc51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffb44cb550>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc
Complete report #782979
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0301877
Build id: 3.10.0-1127.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffff8d83b6f7
Build id: 3.10.0-1127.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffff8d853386
Build id: 3.10.0-1127.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffff8d88131a
Build id: 3.10.0-1127.el7.x86_64 		0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff8d856301
Build id: 3.10.0-1127.el7.x86_64 		0x491
6
dev_queue_xmit
vmlinux 0xffffffff8d8564d0
Build id: 3.10.0-1127.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffff8d8a429b
Build id: 3.10.0-1127.el7.x86_64 		0x67b
8
ip_output
vmlinux 0xffffffff8d8a481b
Build id: 3.10.0-1127.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff8d8a3c20
Build id: 3.10.0-1127.el7.x86_64 		0xa60
10
ip_forward_finish
vmlinux 0xffffffff8d89fedc
Build id: 3.10.0-1127.el7.x86_64 		0x6c
11
ip_forward
vmlinux 0xffffffff8d8a027d
Build id: 3.10.0-1127.el7.x86_64 		0x37d
12
? ip_route_input_noref
vmlinux 0xffffffff8d89ca02
Build id: 3.10.0-1127.el7.x86_64 		0x22
13
? ip_frag_mem
vmlinux 0xffffffff8d89fe70
Build id: 3.10.0-1127.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffff8d89dd60
Build id: 3.10.0-1127.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffff8d89e730
Build id: 3.10.0-1127.el7.x86_64 		0x2c0
16
? inet_del_offload
vmlinux 0xffffffff8d89dcd0
Build id: 3.10.0-1127.el7.x86_64 		0x40
17
__netif_receive_skb_core
vmlinux 0xffffffff8d853c19
Build id: 3.10.0-1127.el7.x86_64 		0x729
18
? ip_finish_output
vmlinux 0xffffffff8d8a3e00
Build id: 3.10.0-1127.el7.x86_64 		0x1e0
19
__netif_receive_skb
vmlinux 0xffffffff8d853f18
Build id: 3.10.0-1127.el7.x86_64 		0x18
20
netif_receive_skb_internal
vmlinux 0xffffffff8d853fa0
Build id: 3.10.0-1127.el7.x86_64 		0x40
21
netif_receive_skb
vmlinux 0xffffffff8d85403c
Build id: 3.10.0-1127.el7.x86_64 		0x1c
22
br_netif_receive_skb
bridge 0xffffffffc08b1e29
Build id: 3.10.0-1127.el7.x86_64 		0x49
23
br_pass_frame_up
bridge 0xffffffffc08b1f07
Build id: 3.10.0-1127.el7.x86_64 		0xc7
24
? br_handle_local_finish
bridge 0xffffffffc08b1de0
Build id: 3.10.0-1127.el7.x86_64 		0x20
25
br_handle_frame_finish
bridge 0xffffffffc08b21c1
Build id: 3.10.0-1127.el7.x86_64 		0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0942097
Build id: 3.10.0-1127.el7.x86_64 		0x187
27
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc0916807
Build id: 3.10.0-1127.el7.x86_64 		0x7
28
? br_pass_frame_up
bridge 0xffffffffc08b1fa0
Build id: 3.10.0-1127.el7.x86_64 		0x160
29
? nf_iterate
vmlinux 0xffffffff8d893cf8
Build id: 3.10.0-1127.el7.x86_64 		0x98
30
br_nf_pre_routing
br_netfilter 0xffffffffc0942eff
Build id: 3.10.0-1127.el7.x86_64 		0x2ef
31
? br_nf_forward_ip
br_netfilter 0xffffffffc0941f10
Build id: 3.10.0-1127.el7.x86_64 		0x480
32
nf_iterate
vmlinux 0xffffffff8d893cf8
Build id: 3.10.0-1127.el7.x86_64 		0x98
33
nf_hook_slow
vmlinux 0xffffffff8d893de8
Build id: 3.10.0-1127.el7.x86_64 		0xa8
34
br_handle_frame
bridge 0xffffffffc08b2746
Build id: 3.10.0-1127.el7.x86_64 		0x226
35
? br_pass_frame_up
bridge 0xffffffffc08b1fa0
Build id: 3.10.0-1127.el7.x86_64 		0x160
36
__netif_receive_skb_core
vmlinux 0xffffffff8d8536ea
Build id: 3.10.0-1127.el7.x86_64 		0x1fa
37
__netif_receive_skb
vmlinux 0xffffffff8d853f18
Build id: 3.10.0-1127.el7.x86_64 		0x18
38
process_backlog
vmlinux 0xffffffff8d854eee
Build id: 3.10.0-1127.el7.x86_64 		0xae
39
net_rx_action
vmlinux 0xffffffff8d8545bf
Build id: 3.10.0-1127.el7.x86_64 		0x26f
40
__do_softirq
vmlinux 0xffffffff8d2a5695
Build id: 3.10.0-1127.el7.x86_64 		0xf5
41
run_ksoftirqd
vmlinux 0xffffffff8d2a5858
Build id: 3.10.0-1127.el7.x86_64 		0x38
42
smpboot_thread_fn
vmlinux 0xffffffff8d2cf0e4
Build id: 3.10.0-1127.el7.x86_64 		0x144
43
? lg_double_unlock
vmlinux 0xffffffff8d2cefa0
Build id: 3.10.0-1127.el7.x86_64 		0x40
44
kthread
vmlinux 0xffffffff8d2c6691
Build id: 3.10.0-1127.el7.x86_64 		0xd1
45
? insert_kthread_work
vmlinux 0xffffffff8d2c65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffff8d992d37
Build id: 3.10.0-1127.el7.x86_64 		0x21
47
? insert_kthread_work
vmlinux 0xffffffff8d2c65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 33s! [vmtoolsd:749]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 33s! [ksoftirqd/1:14]
Modules linked in: tcp_diag inet_diag veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 iosf_mbi snd_rawmidi ppdev kvm_intel snd_ac97_codec ac97_bus kvm snd_seq snd_seq_device irqbypass snd_pcm crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_timer snd cryptd vmw_balloon soundcore sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom
sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common crc32c_intel ttm nfit libnvdimm drm e1000 serio_raw mptspi scsi_transport_spi ata_piix mptscsih mptbase libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G        W      ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff92bff7208000 ti: ffff92bff7210000 task.ti: ffff92bff7210000
RIP: 0010:[<ffffffffc0301877>]  [<ffffffffc0301877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff92bff72134d0  EFLAGS: 00000286
RAX: ffff9edb40a83818 RBX: ffff92bff1afb180 RCX: 000000000000008b
RDX: 000000000000008b RSI: ffff92bff1803e80 RDI: ffff92bff57f8000
RBP: ffff92bff7213550 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000064
R13: ffff9edb40983818 R14: 0000000000000100 R15: 0000000022100000
FS:  0000000000000000(0000) GS:ffff92bff9640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: ffffffffff600400 CR3: 00000000802d2000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8d83b6f7>] ? kfree_skbmem+0x37/0x90
[<ffffffff8d853386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8d88131a>] sch_direct_xmit+0x11a/0x250
[<ffffffff8d856301>] __dev_queue_xmit+0x491/0x650
[<ffffffff8d8564d0>] dev_queue_xmit+0x10/0x20
[<ffffffff8d8a429b>] ip_finish_output+0x67b/0x8d0
[<ffffffff8d8a481b>] ip_output+0x7b/0xf0
[<ffffffff8d8a3c20>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff8d89fedc>] ip_forward_finish+0x6c/0x90
[<ffffffff8d8a027d>] ip_forward+0x37d/0x4b0
[<ffffffff8d89ca02>] ? ip_route_input_noref+0x22/0x220
[<ffffffff8d89fe70>] ? ip_frag_mem+0x20/0x20
[<ffffffff8d89dd60>] ip_rcv_finish+0x90/0x370
[<ffffffff8d89e730>] ip_rcv+0x2c0/0x420
[<ffffffff8d89dcd0>] ? inet_del_offload+0x40/0x40
[<ffffffff8d853c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff8d8a3e00>] ? ip_finish_output+0x1e0/0x8d0
[<ffffffff8d853f18>] __netif_receive_skb+0x18/0x60
[<ffffffff8d853fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff8d85403c>] netif_receive_skb+0x1c/0x70
[<ffffffffc08b1e29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc08b1f07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc08b1de0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc08b21c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0942097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc0916807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc08b1fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff8d893cf8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0942eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc0941f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffff8d893cf8>] nf_iterate+0x98/0xe0
[<ffffffff8d893de8>] nf_hook_slow+0xa8/0x110
[<ffffffffc08b2746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc08b1fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff8d8536ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffff8d853f18>] __netif_receive_skb+0x18/0x60
[<ffffffff8d854eee>] process_backlog+0xae/0x180
[<ffffffff8d8545bf>] net_rx_action+0x26f/0x390
[<ffffffff8d2a5695>] __do_softirq+0xf5/0x280
[<ffffffff8d2a5858>] run_ksoftirqd+0x38/0x50
[<ffffffff8d2cf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff8d2cefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffff8d2c6691>] kthread+0xd1/0xe0
[<ffffffff8d2c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff8d992d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8d2c65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #776722
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0118877
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffaa4416e7
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffffaa458f86
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffaa48709a
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x11a
5
__dev_queue_xmit
vmlinux 0xffffffffaa45bf01
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x491
6
dev_queue_xmit
vmlinux 0xffffffffaa45c0d0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffffaa4aac5b
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x67b
8
ip_output
vmlinux 0xffffffffaa4ab1db
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffaa4aa5e0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xa60
10
ip_forward_finish
vmlinux 0xffffffffaa4a686c
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x6c
11
ip_forward
vmlinux 0xffffffffaa4a6c0d
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x37d
12
? ip_mc_validate_source
vmlinux 0xffffffffaa4a3302
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x82
13
? ip_frag_mem
vmlinux 0xffffffffaa4a6800
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffffaa4a46f0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffffaa4a50c0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x2c0
16
? inet_del_offload
vmlinux 0xffffffffaa4a4660
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffaa459819
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x729
18
__netif_receive_skb
vmlinux 0xffffffffaa459b18
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffaa459ba0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
20
netif_receive_skb
vmlinux 0xffffffffaa459c3c
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x1c
21
br_netif_receive_skb
bridge 0xffffffffc03bce29
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x49
22
br_pass_frame_up
bridge 0xffffffffc03bcf07
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xc7
23
? br_handle_local_finish
bridge 0xffffffffc03bcde0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x20
24
br_handle_frame_finish
bridge 0xffffffffc03bd1c1
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc05be097
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x187
26
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc0367807
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7
27
? br_pass_frame_up
bridge 0xffffffffc03bcfa0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x160
28
? nf_iterate
vmlinux 0xffffffffaa499aa8
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc05beeff
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x2ef
30
? br_nf_forward_ip
br_netfilter 0xffffffffc05bdf10
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x480
31
nf_iterate
vmlinux 0xffffffffaa499aa8
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x98
32
nf_hook_slow
vmlinux 0xffffffffaa499b98
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xa8
33
br_handle_frame
bridge 0xffffffffc03bd746
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x226
34
? br_pass_frame_up
bridge 0xffffffffc03bcfa0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x160
35
__netif_receive_skb_core
vmlinux 0xffffffffaa4592ea
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x1fa
36
__netif_receive_skb
vmlinux 0xffffffffaa459b18
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x18
37
process_backlog
vmlinux 0xffffffffaa45aaee
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xae
38
net_rx_action
vmlinux 0xffffffffaa45a1bf
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x26f
39
__do_softirq
vmlinux 0xffffffffa9ea4d85
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xf5
40
run_ksoftirqd
vmlinux 0xffffffffa9ea4f48
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x38
41
smpboot_thread_fn
vmlinux 0xffffffffa9ece9e4
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x144
42
? lg_double_unlock
vmlinux 0xffffffffa9ece8a0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
43
kthread
vmlinux 0xffffffffa9ec5f91
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xd1
44
? insert_kthread_work
vmlinux 0xffffffffa9ec5ec0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
45
ret_from_fork_nospec_begin
vmlinux 0xffffffffaa599ddd
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7
46
? insert_kthread_work
vmlinux 0xffffffffa9ec5ec0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 70s! [ksoftirqd/6:39]
Modules linked in: tcp_lp veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev iosf_mbi vmw_balloon sg crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper joydev ablk_helper cryptd parport_pc parport vmw_vmci pcspkr i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit mptspi drm crct10dif_pclmul
libata crct10dif_common libnvdimm scsi_transport_spi mptscsih e1000 crc32c_intel serio_raw mptbase drm_panel_orientation_quirks fuse
CPU: 6 PID: 39 Comm: ksoftirqd/6 Kdump: loaded Tainted: G        W    L ------------ T 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8f4cd934c200 ti: ffff8f4cd9360000 task.ti: ffff8f4cd9360000
RIP: 0010:[<ffffffffc0118877>]  [<ffffffffc0118877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8f4cd93634d0  EFLAGS: 00000286
ata2: lost interrupt (Status 0x50)
RAX: ffffa98f46683818 RBX: 0000000000000001 RCX: 00000000000000d4
RDX: 00000000000000d4 RSI: ffff8f5b7681d3c0 RDI: ffff8f5b72f94000
RBP: ffff8f4cd9363550 R08: 0000000000000100 R09: 0000000002000000
R10: 278b000004500000 R11: 0000000000000000 R12: 0000000000000202
R13: 000000091fa24602 R14: 000000017681d3c0 R15: ffffffffaa1b20b0
FS:  0000000000000000(0000) GS:ffff8f5b7d780000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4d6f1f89e5 CR3: 0000000fc3a10000 CR4: 0000000000760fe0
PKRU: 00000000
Call Trace:
[<ffffffffaa4416e7>] ? kfree_skbmem+0x37/0x90
[<ffffffffaa458f86>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffaa48709a>] sch_direct_xmit+0x11a/0x250
[<ffffffffaa45bf01>] __dev_queue_xmit+0x491/0x650
[<ffffffffaa45c0d0>] dev_queue_xmit+0x10/0x20
[<ffffffffaa4aac5b>] ip_finish_output+0x67b/0x8d0
[<ffffffffaa4ab1db>] ip_output+0x7b/0xf0
[<ffffffffaa4aa5e0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffaa4a686c>] ip_forward_finish+0x6c/0x90
[<ffffffffaa4a6c0d>] ip_forward+0x37d/0x4b0
[<ffffffffaa4a3302>] ? ip_mc_validate_source+0x82/0xe0
[<ffffffffaa4a6800>] ? ip_frag_mem+0x20/0x20
[<ffffffffaa4a46f0>] ip_rcv_finish+0x90/0x370
[<ffffffffaa4a50c0>] ip_rcv+0x2c0/0x420
[<ffffffffaa4a4660>] ? inet_del_offload+0x40/0x40
[<ffffffffaa459819>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffaa459b18>] __netif_receive_skb+0x18/0x60
[<ffffffffaa459ba0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffaa459c3c>] netif_receive_skb+0x1c/0x70
[<ffffffffc03bce29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc03bcf07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc03bcde0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc03bd1c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc05be097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc0367807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc03bcfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffaa499aa8>] ? nf_iterate+0x98/0xe0
[<ffffffffc05beeff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc05bdf10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffaa499aa8>] nf_iterate+0x98/0xe0
[<ffffffffaa499b98>] nf_hook_slow+0xa8/0x110
[<ffffffffc03bd746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc03bcfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffaa4592ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffaa459b18>] __netif_receive_skb+0x18/0x60
[<ffffffffaa45aaee>] process_backlog+0xae/0x180
[<ffffffffaa45a1bf>] net_rx_action+0x26f/0x390
[<ffffffffa9ea4d85>] __do_softirq+0xf5/0x280
[<ffffffffa9ea4f48>] run_ksoftirqd+0x38/0x50
[<ffffffffa9ece9e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa9ece8a0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa9ec5f91>] kthread+0xd1/0xe0
[<ffffffffa9ec5ec0>] ? insert_kthread_work+0x40/0x40
[<ffffffffaa599ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa9ec5ec0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #755671
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0153877
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffb7c416e7
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffffb7c58f86
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffb7c8709a
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x11a
5
__dev_queue_xmit
vmlinux 0xffffffffb7c5bf01
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x491
6
dev_queue_xmit
vmlinux 0xffffffffb7c5c0d0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x10
7
neigh_resolve_output
vmlinux 0xffffffffb7c68dfd
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x11d
8
ip_finish_output
vmlinux 0xffffffffb7caa85c
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x27c
9
ip_output
vmlinux 0xffffffffb7cab1db
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffffb7caa5e0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xa60
11
ip_forward_finish
vmlinux 0xffffffffb7ca686c
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x6c
12
ip_forward
vmlinux 0xffffffffb7ca6c0d
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x37d
13
? ip_mc_validate_source
vmlinux 0xffffffffb7ca3302
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x82
14
? ip_frag_mem
vmlinux 0xffffffffb7ca6800
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x20
15
ip_rcv_finish
vmlinux 0xffffffffb7ca46f0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x90
16
ip_rcv
vmlinux 0xffffffffb7ca50c0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x2c0
17
? inet_del_offload
vmlinux 0xffffffffb7ca4660
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
18
__netif_receive_skb_core
vmlinux 0xffffffffb7c59819
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x729
19
__netif_receive_skb
vmlinux 0xffffffffb7c59b18
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x18
20
netif_receive_skb_internal
vmlinux 0xffffffffb7c59ba0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
21
netif_receive_skb
vmlinux 0xffffffffb7c59c3c
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x1c
22
br_netif_receive_skb
bridge 0xffffffffc0692e29
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x49
23
br_pass_frame_up
bridge 0xffffffffc0692f07
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xc7
24
? br_handle_local_finish
bridge 0xffffffffc0692de0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x20
25
br_handle_frame_finish
bridge 0xffffffffc06931c1
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0723097
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x187
27
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc06f7807
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7
28
? br_pass_frame_up
bridge 0xffffffffc0692fa0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x160
29
? nf_iterate
vmlinux 0xffffffffb7c99aa8
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x98
30
br_nf_pre_routing
br_netfilter 0xffffffffc0723eff
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x2ef
31
? br_nf_forward_ip
br_netfilter 0xffffffffc0722f10
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x480
32
nf_iterate
vmlinux 0xffffffffb7c99aa8
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x98
33
nf_hook_slow
vmlinux 0xffffffffb7c99b98
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xa8
34
br_handle_frame
bridge 0xffffffffc0693746
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x226
35
? br_pass_frame_up
bridge 0xffffffffc0692fa0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x160
36
__netif_receive_skb_core
vmlinux 0xffffffffb7c592ea
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x1fa
37
? nf_ct_delete
nf_conntrack 0xffffffffc06cb02d
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x18d
38
__netif_receive_skb
vmlinux 0xffffffffb7c59b18
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x18
39
process_backlog
vmlinux 0xffffffffb7c5aaee
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xae
40
net_rx_action
vmlinux 0xffffffffb7c5a1bf
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x26f
41
__do_softirq
vmlinux 0xffffffffb76a4d85
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xf5
42
run_ksoftirqd
vmlinux 0xffffffffb76a4f48
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x38
43
smpboot_thread_fn
vmlinux 0xffffffffb76ce9e4
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x144
44
? lg_double_unlock
vmlinux 0xffffffffb76ce8a0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
45
kthread
vmlinux 0xffffffffb76c5f91
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xd1
46
? insert_kthread_work
vmlinux 0xffffffffb76c5ec0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
47
ret_from_fork_nospec_begin
vmlinux 0xffffffffb7d99ddd
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7
48
? insert_kthread_work
vmlinux 0xffffffffb76c5ec0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:6]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer crc32_pclmul snd ghash_clmulni_intel sg aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr soundcore vmw_balloon joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ata_piix libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata scsi_transport_spi e1000 mptscsih serio_raw mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff888ee28fd280 ti: ffff888ee29bc000 task.ti: ffff888ee29bc000
RIP: 0010:[<ffffffffc0153877>]  [<ffffffffc0153877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff888ee29bf490  EFLAGS: 00000286
RAX: ffffae06c6303818 RBX: 0000000000000001 RCX: 000000000000003b
RDX: 000000000000003b RSI: ffff8898e288fd80 RDI: ffff888ee2f7c000
RBP: ffff888ee29bf510 R08: 0000000000000000 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202
R13: 0000000b223554ce R14: 00000001e2f7c000 R15: ffffffffb79b20b0
FS:  0000000000000000(0000) GS:ffff8898e8000000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7379d79000 CR3: 0000000b661a4000 CR4: 0000000000760ff0
PKRU: 00000000
Call Trace:
[<ffffffffb7c416e7>] ? kfree_skbmem+0x37/0x90
[<ffffffffb7c58f86>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffb7c8709a>] sch_direct_xmit+0x11a/0x250
[<ffffffffb7c5bf01>] __dev_queue_xmit+0x491/0x650
[<ffffffffb7c5c0d0>] dev_queue_xmit+0x10/0x20
[<ffffffffb7c68dfd>] neigh_resolve_output+0x11d/0x220
[<ffffffffb7caa85c>] ip_finish_output+0x27c/0x8d0
[<ffffffffb7cab1db>] ip_output+0x7b/0xf0
[<ffffffffb7caa5e0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffb7ca686c>] ip_forward_finish+0x6c/0x90
[<ffffffffb7ca6c0d>] ip_forward+0x37d/0x4b0
[<ffffffffb7ca3302>] ? ip_mc_validate_source+0x82/0xe0
[<ffffffffb7ca6800>] ? ip_frag_mem+0x20/0x20
[<ffffffffb7ca46f0>] ip_rcv_finish+0x90/0x370
[<ffffffffb7ca50c0>] ip_rcv+0x2c0/0x420
[<ffffffffb7ca4660>] ? inet_del_offload+0x40/0x40
[<ffffffffb7c59819>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffb7c59b18>] __netif_receive_skb+0x18/0x60
[<ffffffffb7c59ba0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffb7c59c3c>] netif_receive_skb+0x1c/0x70
[<ffffffffc0692e29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0692f07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc0692de0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc06931c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0723097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc06f7807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc0692fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffb7c99aa8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0723eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc0722f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffb7c99aa8>] nf_iterate+0x98/0xe0
[<ffffffffb7c99b98>] nf_hook_slow+0xa8/0x110
[<ffffffffc0693746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc0692fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffb7c592ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffc06cb02d>] ? nf_ct_delete+0x18d/0x270 [nf_conntrack]
[<ffffffffb7c59b18>] __netif_receive_skb+0x18/0x60
[<ffffffffb7c5aaee>] process_backlog+0xae/0x180
[<ffffffffb7c5a1bf>] net_rx_action+0x26f/0x390
[<ffffffffb76a4d85>] __do_softirq+0xf5/0x280
[<ffffffffb76a4f48>] run_ksoftirqd+0x38/0x50
[<ffffffffb76ce9e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffb76ce8a0>] ? lg_double_unlock+0x40/0x40
[<ffffffffb76c5f91>] kthread+0xd1/0xe0
[<ffffffffb76c5ec0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb7d99ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffb76c5ec0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #705994
Frame # Function Binary Source or offset Line
1
vmxnet3_xmit_frame
vmxnet3 0xffffffffc02333dc
Build id: 3.10.0-1160.el7.x86_64 		0xaec
2
dev_hard_start_xmit
vmlinux 0xffffffffafc54386
Build id: 3.10.0-1160.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffafc8242a
Build id: 3.10.0-1160.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffafc57301
Build id: 3.10.0-1160.el7.x86_64 		0x491
5
dev_queue_xmit
vmlinux 0xffffffffafc574d0
Build id: 3.10.0-1160.el7.x86_64 		0x10
6
neigh_resolve_output
vmlinux 0xffffffffafc641fd
Build id: 3.10.0-1160.el7.x86_64 		0x11d
7
ip_finish_output
vmlinux 0xffffffffafca505c
Build id: 3.10.0-1160.el7.x86_64 		0x27c
8
ip_output
vmlinux 0xffffffffafca59db
Build id: 3.10.0-1160.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffafca4de0
Build id: 3.10.0-1160.el7.x86_64 		0xa60
10
ip_forward_finish
vmlinux 0xffffffffafca106c
Build id: 3.10.0-1160.el7.x86_64 		0x6c
11
ip_forward
vmlinux 0xffffffffafca140d
Build id: 3.10.0-1160.el7.x86_64 		0x37d
12
? ip_mc_validate_source
vmlinux 0xffffffffafc9db02
Build id: 3.10.0-1160.el7.x86_64 		0x82
13
? ip_frag_mem
vmlinux 0xffffffffafca1000
Build id: 3.10.0-1160.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffffafc9eef0
Build id: 3.10.0-1160.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffffafc9f8c0
Build id: 3.10.0-1160.el7.x86_64 		0x2c0
16
? inet_del_offload
vmlinux 0xffffffffafc9ee60
Build id: 3.10.0-1160.el7.x86_64 		0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffafc54c19
Build id: 3.10.0-1160.el7.x86_64 		0x729
18
__netif_receive_skb
vmlinux 0xffffffffafc54f18
Build id: 3.10.0-1160.el7.x86_64 		0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffafc54fa0
Build id: 3.10.0-1160.el7.x86_64 		0x40
20
netif_receive_skb
vmlinux 0xffffffffafc5503c
Build id: 3.10.0-1160.el7.x86_64 		0x1c
21
br_netif_receive_skb
bridge 0xffffffffc0751e29
Build id: 3.10.0-1160.el7.x86_64 		0x49
22
br_pass_frame_up
bridge 0xffffffffc0751f07
Build id: 3.10.0-1160.el7.x86_64 		0xc7
23
? br_handle_local_finish
bridge 0xffffffffc0751de0
Build id: 3.10.0-1160.el7.x86_64 		0x20
24
br_handle_frame_finish
bridge 0xffffffffc07521c1
Build id: 3.10.0-1160.el7.x86_64 		0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc07f2097
Build id: 3.10.0-1160.el7.x86_64 		0x187
26
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc07d4807
Build id: 3.10.0-1160.el7.x86_64 		0x7
27
? br_pass_frame_up
bridge 0xffffffffc0751fa0
Build id: 3.10.0-1160.el7.x86_64 		0x160
28
? nf_iterate
vmlinux 0xffffffffafc94e38
Build id: 3.10.0-1160.el7.x86_64 		0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc07f2eff
Build id: 3.10.0-1160.el7.x86_64 		0x2ef
30
? br_nf_forward_ip
br_netfilter 0xffffffffc07f1f10
Build id: 3.10.0-1160.el7.x86_64 		0x480
31
nf_iterate
vmlinux 0xffffffffafc94e38
Build id: 3.10.0-1160.el7.x86_64 		0x98
32
nf_hook_slow
vmlinux 0xffffffffafc94f28
Build id: 3.10.0-1160.el7.x86_64 		0xa8
33
br_handle_frame
bridge 0xffffffffc0752746
Build id: 3.10.0-1160.el7.x86_64 		0x226
34
? br_pass_frame_up
bridge 0xffffffffc0751fa0
Build id: 3.10.0-1160.el7.x86_64 		0x160
35
__netif_receive_skb_core
vmlinux 0xffffffffafc546ea
Build id: 3.10.0-1160.el7.x86_64 		0x1fa
36
? update_blocked_averages
vmlinux 0xffffffffaf6e1d00
Build id: 3.10.0-1160.el7.x86_64 		0x130
37
__netif_receive_skb
vmlinux 0xffffffffafc54f18
Build id: 3.10.0-1160.el7.x86_64 		0x18
38
process_backlog
vmlinux 0xffffffffafc55eee
Build id: 3.10.0-1160.el7.x86_64 		0xae
39
net_rx_action
vmlinux 0xffffffffafc555bf
Build id: 3.10.0-1160.el7.x86_64 		0x26f
40
__do_softirq
vmlinux 0xffffffffaf6a4b95
Build id: 3.10.0-1160.el7.x86_64 		0xf5
41
run_ksoftirqd
vmlinux 0xffffffffaf6a4d58
Build id: 3.10.0-1160.el7.x86_64 		0x38
42
smpboot_thread_fn
vmlinux 0xffffffffaf6ce674
Build id: 3.10.0-1160.el7.x86_64 		0x144
43
? lg_double_unlock
vmlinux 0xffffffffaf6ce530
Build id: 3.10.0-1160.el7.x86_64 		0x40
44
kthread
vmlinux 0xffffffffaf6c5c21
Build id: 3.10.0-1160.el7.x86_64 		0xd1
45
? insert_kthread_work
vmlinux 0xffffffffaf6c5b50
Build id: 3.10.0-1160.el7.x86_64 		0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffffafd93df7
Build id: 3.10.0-1160.el7.x86_64 		0x21
47
? insert_kthread_work
vmlinux 0xffffffffaf6c5b50
Build id: 3.10.0-1160.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [ksoftirqd/0:6]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev sg pcspkr parport_pc parport vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci nfit
libahci libnvdimm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel libata serio_raw drm_panel_orientation_quirks vmw_pvscsi vmxnet3 dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff972f7d765280 ti: ffff972f7e364000 task.ti: ffff972f7e364000
RIP: 0010:[<ffffffffc02333dc>]  [<ffffffffc02333dc>] vmxnet3_xmit_frame+0xaec/0xfd0 [vmxnet3]
RSP: 0000:ffff972f7e367480  EFLAGS: 00000286
RAX: 0000000000000000 RBX: 000000221fa0b600 RCX: 000000000000014f
RDX: ffffabda00c7e600 RSI: 0000000000000283 RDI: 0000000000000283
RBP: ffff972f7e367510 R08: 0c008cc4e3565000 R09: 0000000000c80036
R10: 000803965a290c00 R11: ffff972eb91094e0 R12: ffff972f7e3674b8
R13: 000000007cfa5c16 R14: ffff972ea7599e00 R15: 000000001fa0b600
FS:  0000000000000000(0000) GS:ffff973035600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f01536f2038 CR3: 0000000162730000 CR4: 00000000003607f0
Call Trace:
[<ffffffffafc54386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffafc8242a>] sch_direct_xmit+0x11a/0x250
[<ffffffffafc57301>] __dev_queue_xmit+0x491/0x650
[<ffffffffafc574d0>] dev_queue_xmit+0x10/0x20
[<ffffffffafc641fd>] neigh_resolve_output+0x11d/0x220
[<ffffffffafca505c>] ip_finish_output+0x27c/0x8d0
[<ffffffffafca59db>] ip_output+0x7b/0xf0
[<ffffffffafca4de0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffafca106c>] ip_forward_finish+0x6c/0x90
[<ffffffffafca140d>] ip_forward+0x37d/0x4b0
[<ffffffffafc9db02>] ? ip_mc_validate_source+0x82/0xe0
[<ffffffffafca1000>] ? ip_frag_mem+0x20/0x20
[<ffffffffafc9eef0>] ip_rcv_finish+0x90/0x370
[<ffffffffafc9f8c0>] ip_rcv+0x2c0/0x420
[<ffffffffafc9ee60>] ? inet_del_offload+0x40/0x40
[<ffffffffafc54c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffafc54f18>] __netif_receive_skb+0x18/0x60
[<ffffffffafc54fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffafc5503c>] netif_receive_skb+0x1c/0x70
[<ffffffffc0751e29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0751f07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc0751de0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc07521c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc07f2097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc07d4807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc0751fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffafc94e38>] ? nf_iterate+0x98/0xe0
[<ffffffffc07f2eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc07f1f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffafc94e38>] nf_iterate+0x98/0xe0
[<ffffffffafc94f28>] nf_hook_slow+0xa8/0x110
[<ffffffffc0752746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc0751fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffafc546ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffaf6e1d00>] ? update_blocked_averages+0x130/0x700
[<ffffffffafc54f18>] __netif_receive_skb+0x18/0x60
[<ffffffffafc55eee>] process_backlog+0xae/0x180
[<ffffffffafc555bf>] net_rx_action+0x26f/0x390
[<ffffffffaf6a4b95>] __do_softirq+0xf5/0x280
[<ffffffffaf6a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffffaf6ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffaf6ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffffaf6c5c21>] kthread+0xd1/0xe0
[<ffffffffaf6c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffafd93df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffaf6c5b50>] ? insert_kthread_work+0x40/0x40
Code: ff c7 02 00 00 00 00 41 8b 94 24 e8 00 00 00 48 8b 4d d0 8d 14 d5 00 06 00 00 48 63 d2 48 03 91 b8 23 00 00 41 8b 4c 24 34 89 0a <e9> d0 f7 ff ff 0f 1f 80 00 00 00 00 48 c7 45 c8 00 40 00 00 41
Complete report #614901
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc03318e7
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffa7066c7f
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x3f
3
dev_hard_start_xmit
vmlinux 0xffffffffa707edc6
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffa70add72
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x122
5
__qdisc_run
vmlinux 0xffffffffa70adf2e
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x8e
6
__dev_queue_xmit
vmlinux 0xffffffffa7081de9
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x4a9
7
dev_queue_xmit
vmlinux 0xffffffffa7081fa0
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x10
8
ip_finish_output
vmlinux 0xffffffffa70d260b
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x67b
9
ip_output
vmlinux 0xffffffffa70d2b9b
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffffa70d1f90
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xa60
11
ip_forward_finish
vmlinux 0xffffffffa70ce17c
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x6c
12
ip_forward
vmlinux 0xffffffffa70ce51d
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x37d
13
? ip_frag_mem
vmlinux 0xffffffffa70ce110
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffffa70cbfa0
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffffa70cc9a0
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x2c0
16
? inet_del_offload
vmlinux 0xffffffffa70cbf10
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffa707f669
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x739
18
__netif_receive_skb
vmlinux 0xffffffffa707f968
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffa707fa00
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x40
20
netif_receive_skb
vmlinux 0xffffffffa707fa9c
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x1c
21
br_netif_receive_skb
bridge 0xffffffffc09d5f78
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x28
22
br_pass_frame_up
bridge 0xffffffffc09d6077
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xc7
23
? br_handle_local_finish
bridge 0xffffffffc09d5f50
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x20
24
br_handle_frame_finish
bridge 0xffffffffc09d6341
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0a6f0d7
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x187
26
? nf_nat_ipv4_fn
nf_nat_ipv4 0xffffffffc097e807
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x207
27
? br_pass_frame_up
bridge 0xffffffffc09d6120
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x170
28
? nf_iterate
vmlinux 0xffffffffa70c0ef8
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc0a6ff5f
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x2ff
30
? br_nf_forward_ip
br_netfilter 0xffffffffc0a6ef50
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x480
31
nf_iterate
vmlinux 0xffffffffa70c0ef8
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x98
32
nf_hook_slow
vmlinux 0xffffffffa70c0fe8
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xa8
33
br_handle_frame
bridge 0xffffffffc09d68d6
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x236
34
? br_pass_frame_up
bridge 0xffffffffc09d6120
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x170
35
__netif_receive_skb_core
vmlinux 0xffffffffa707f12a
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x1fa
36
? vmci_transport_notify_pkt_handle_pkt
vmw_vsock_vmci_transport 0xffffffffc091fe66
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x56
37
__netif_receive_skb
vmlinux 0xffffffffa707f968
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x18
38
process_backlog
vmlinux 0xffffffffa708097e
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xae
39
net_rx_action
vmlinux 0xffffffffa7080037
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x277
40
__do_softirq
vmlinux 0xffffffffa6aa9545
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xf5
41
run_ksoftirqd
vmlinux 0xffffffffa6aa9718
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x38
42
smpboot_thread_fn
vmlinux 0xffffffffa6ad42ac
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x14c
43
? lg_double_unlock
vmlinux 0xffffffffa6ad4160
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x40
44
kthread
vmlinux 0xffffffffa6acb4d1
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xd1
45
? insert_kthread_work
vmlinux 0xffffffffa6acb400
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffffa71c51dd
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x7
47
? insert_kthread_work
vmlinux 0xffffffffa6acb400
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [ksoftirqd/0:6]
Modules linked in: veth tcp_lp rfcomm xt_statistic vxlan ip6_udp_tunnel udp_tunnel xt_nat nf_tables ip6t_MASQUERADE nf_nat_masquerade_ipv6 xt_mark xt_comment nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event
iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 aesni_intel snd_rawmidi lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd snd_ac97_codec ac97_bus btusb btrtl snd_seq btbcm btintel snd_seq_device bluetooth snd_pcm joydev pcspkr snd_timer rfkill snd sg vmw_vmci soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel nfit libnvdimm drm ata_piix serio_raw libata mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.80.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff984cb65b5280 ti: ffff984cb6678000 task.ti: ffff984cb6678000
RIP: 0010:[<ffffffffc03318e7>]  [<ffffffffc03318e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff984cb667b478  EFLAGS: 00010286
RAX: ffffb3d9806c3818 RBX: 000000000000006a RCX: 000000000000001d
RDX: 000000000000001d RSI: ffff984bb54e8f00 RDI: ffff984cb45f4000
RBP: ffff984cb667b4f8 R08: 0000000000000100 R09: 0000000022100000
R10: 132a064000400a51 R11: 0000000000000000 R12: 0000000108ecd0ce
R13: 0000000100000000 R14: ffffffffa6dc8a90 R15: ffff984cb667b430
FS:  0000000000000000(0000) GS:ffff984cb9600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0001cb010 CR3: 00000000b7d3c000 CR4: 00000000003607f0
Call Trace:
[<ffffffffa7066c7f>] ? kfree_skbmem+0x3f/0xa0
[<ffffffffa707edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa70add72>] sch_direct_xmit+0x122/0x250
[<ffffffffa70adf2e>] __qdisc_run+0x8e/0x360
[<ffffffffa7081de9>] __dev_queue_xmit+0x4a9/0x650
[<ffffffffa7081fa0>] dev_queue_xmit+0x10/0x20
[<ffffffffa70d260b>] ip_finish_output+0x67b/0x8d0
[<ffffffffa70d2b9b>] ip_output+0x7b/0x100
[<ffffffffa70d1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa70ce17c>] ip_forward_finish+0x6c/0x90
[<ffffffffa70ce51d>] ip_forward+0x37d/0x4b0
[<ffffffffa70ce110>] ? ip_frag_mem+0x20/0x20
[<ffffffffa70cbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffffa70cc9a0>] ip_rcv+0x2c0/0x420
[<ffffffffa70cbf10>] ? inet_del_offload+0x40/0x40
[<ffffffffa707f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffffa707f968>] __netif_receive_skb+0x18/0x70
[<ffffffffa707fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa707fa9c>] netif_receive_skb+0x1c/0x70
[<ffffffffc09d5f78>] br_netif_receive_skb+0x28/0x60 [bridge]
[<ffffffffc09d6077>] br_pass_frame_up+0xc7/0x170 [bridge]
[<ffffffffc09d5f50>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc09d6341>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0a6f0d7>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc097e807>] ? nf_nat_ipv4_fn+0x207/0x230 [nf_nat_ipv4]
[<ffffffffc09d6120>] ? br_pass_frame_up+0x170/0x170 [bridge]
[<ffffffffa70c0ef8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0a6ff5f>] br_nf_pre_routing+0x2ff/0x450 [br_netfilter]
[<ffffffffc0a6ef50>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffa70c0ef8>] nf_iterate+0x98/0xe0
[<ffffffffa70c0fe8>] nf_hook_slow+0xa8/0x110
[<ffffffffc09d68d6>] br_handle_frame+0x236/0x340 [bridge]
[<ffffffffc09d6120>] ? br_pass_frame_up+0x170/0x170 [bridge]
[<ffffffffa707f12a>] __netif_receive_skb_core+0x1fa/0xa20
[<ffffffffc091fe66>] ? vmci_transport_notify_pkt_handle_pkt+0x56/0x60 [vmw_vsock_vmci_transport]
[<ffffffffa707f968>] __netif_receive_skb+0x18/0x70
[<ffffffffa708097e>] process_backlog+0xae/0x180
[<ffffffffa7080037>] net_rx_action+0x277/0x3a0
[<ffffffffa6aa9545>] __do_softirq+0xf5/0x290
[<ffffffffa6aa9718>] run_ksoftirqd+0x38/0x60
[<ffffffffa6ad42ac>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffffa6ad4160>] ? lg_double_unlock+0x40/0x40
[<ffffffffa6acb4d1>] kthread+0xd1/0xe0
[<ffffffffa6acb400>] ? insert_kthread_work+0x40/0x40
[<ffffffffa71c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa6acb400>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc
Complete report #587614
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc03e0877
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffa5458f86
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffa548709a
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x11a
4
__qdisc_run
vmlinux 0xffffffffa548725e
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x8e
5
__dev_queue_xmit
vmlinux 0xffffffffa545bc88
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x218
6
dev_queue_xmit
vmlinux 0xffffffffa545c0d0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x10
7
ip_finish_output
vmlinux 0xffffffffa54aab73
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x593
8
ip_output
vmlinux 0xffffffffa54ab1db
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffa54aa5e0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xa60
10
ip_forward_finish
vmlinux 0xffffffffa54a686c
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x6c
11
ip_forward
vmlinux 0xffffffffa54a6c0d
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x37d
12
? ip_mc_validate_source
vmlinux 0xffffffffa54a3302
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x82
13
? ip_frag_mem
vmlinux 0xffffffffa54a6800
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffffa54a46f0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffffa54a50c0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x2c0
16
? inet_del_offload
vmlinux 0xffffffffa54a4660
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffa5459819
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x729
18
__netif_receive_skb
vmlinux 0xffffffffa5459b18
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffa5459ba0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
20
netif_receive_skb
vmlinux 0xffffffffa5459c3c
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x1c
21
br_netif_receive_skb
bridge 0xffffffffc097de29
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x49
22
br_pass_frame_up
bridge 0xffffffffc097df07
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xc7
23
? br_handle_local_finish
bridge 0xffffffffc097dde0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x20
24
br_handle_frame_finish
bridge 0xffffffffc097e1c1
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0a02097
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x187
26
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc09d6807
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x7
27
? br_pass_frame_up
bridge 0xffffffffc097dfa0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x160
28
? nf_iterate
vmlinux 0xffffffffa5499aa8
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc0a02eff
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x2ef
30
? br_nf_forward_ip
br_netfilter 0xffffffffc0a01f10
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x480
31
nf_iterate
vmlinux 0xffffffffa5499aa8
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x98
32
nf_hook_slow
vmlinux 0xffffffffa5499b98
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xa8
33
br_handle_frame
bridge 0xffffffffc097e746
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x226
34
? br_pass_frame_up
bridge 0xffffffffc097dfa0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x160
35
__netif_receive_skb_core
vmlinux 0xffffffffa54592ea
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x1fa
36
__netif_receive_skb
vmlinux 0xffffffffa5459b18
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x18
37
process_backlog
vmlinux 0xffffffffa545aaee
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xae
38
net_rx_action
vmlinux 0xffffffffa545a1bf
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x26f
39
__do_softirq
vmlinux 0xffffffffa4ea4d85
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xf5
40
run_ksoftirqd
vmlinux 0xffffffffa4ea4f48
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x38
41
smpboot_thread_fn
vmlinux 0xffffffffa4ece9e4
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x144
42
? lg_double_unlock
vmlinux 0xffffffffa4ece8a0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
43
kthread
vmlinux 0xffffffffa4ec5f91
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xd1
44
? insert_kthread_work
vmlinux 0xffffffffa4ec5ec0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40
45
ret_from_fork_nospec_begin
vmlinux 0xffffffffa5599de4
Build id: 3.10.0-1160.76.1.el7.x86_64 		0xe
46
? insert_kthread_work
vmlinux 0xffffffffa4ec5ec0
Build id: 3.10.0-1160.76.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [ksoftirqd/7:44]
Modules linked in: tcp_diag udp_diag inet_diag veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock overlay(T) sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm crc32_pclmul ghash_clmulni_intel snd_timer snd aesni_intel soundcore ppdev lrw vmw_balloon gf128mul glue_helper sg ablk_helper cryptd joydev pcspkr parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit crct10dif_pclmul crct10dif_common drm ata_piix crc32c_intel mptspi libnvdimm scsi_transport_spi libata mptscsih serio_raw mptbase e1000 drm_panel_orientation_quirks fuse
CPU: 7 PID: 44 Comm: ksoftirqd/7 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9f00ec262100 ti: ffff9f00ec27c000 task.ti: ffff9f00ec27c000
RIP: 0010:[<ffffffffc03e0877>]  [<ffffffffc03e0877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9f00ec27f478  EFLAGS: 00000286
RAX: ffffb9cc431c3818 RBX: 0000000000000004 RCX: 0000000000000077
RDX: 0000000000000077 RSI: ffff9f0797c86180 RDI: ffff9f00ebc38000
RBP: ffff9f00ec27f4f8 R08: 0000000000000100 R09: 0000000026100000
R10: 0000000080000000 R11: 0000000000000000 R12: 00000002c880c3d4
R13: 00000001000072ba R14: ffffffffa51b20b0 R15: ffff9f00ec27f430
FS:  0000000000000000(0000) GS:ffff9f079d7c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9fa4568000 CR3: 00000007b32fa000 CR4: 0000000000340fe0
Call Trace:
[<ffffffffa5458f86>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa548709a>] sch_direct_xmit+0x11a/0x250
[<ffffffffa548725e>] __qdisc_run+0x8e/0x360
[<ffffffffa545bc88>] __dev_queue_xmit+0x218/0x650
[<ffffffffa545c0d0>] dev_queue_xmit+0x10/0x20
[<ffffffffa54aab73>] ip_finish_output+0x593/0x8d0
[<ffffffffa54ab1db>] ip_output+0x7b/0xf0
[<ffffffffa54aa5e0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa54a686c>] ip_forward_finish+0x6c/0x90
[<ffffffffa54a6c0d>] ip_forward+0x37d/0x4b0
[<ffffffffa54a3302>] ? ip_mc_validate_source+0x82/0xe0
[<ffffffffa54a6800>] ? ip_frag_mem+0x20/0x20
[<ffffffffa54a46f0>] ip_rcv_finish+0x90/0x370
[<ffffffffa54a50c0>] ip_rcv+0x2c0/0x420
[<ffffffffa54a4660>] ? inet_del_offload+0x40/0x40
[<ffffffffa5459819>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffa5459b18>] __netif_receive_skb+0x18/0x60
[<ffffffffa5459ba0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa5459c3c>] netif_receive_skb+0x1c/0x70
[<ffffffffc097de29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc097df07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc097dde0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc097e1c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0a02097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc09d6807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc097dfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffa5499aa8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0a02eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc0a01f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffa5499aa8>] nf_iterate+0x98/0xe0
[<ffffffffa5499b98>] nf_hook_slow+0xa8/0x110
[<ffffffffc097e746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc097dfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffa54592ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffa5459b18>] __netif_receive_skb+0x18/0x60
[<ffffffffa545aaee>] process_backlog+0xae/0x180
[<ffffffffa545a1bf>] net_rx_action+0x26f/0x390
[<ffffffffa4ea4d85>] __do_softirq+0xf5/0x280
[<ffffffffa4ea4f48>] run_ksoftirqd+0x38/0x50
[<ffffffffa4ece9e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa4ece8a0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa4ec5f91>] kthread+0xd1/0xe0
[<ffffffffa4ec5ec0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa5599de4>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffffa4ec5ec0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #541128
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc02e8877
Build id: 3.10.0-1127.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff82a53386
Build id: 3.10.0-1127.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffff82a8131a
Build id: 3.10.0-1127.el7.x86_64 		0x11a
4
__qdisc_run
vmlinux 0xffffffff82a814de
Build id: 3.10.0-1127.el7.x86_64 		0x8e
5
__dev_queue_xmit
vmlinux 0xffffffff82a56319
Build id: 3.10.0-1127.el7.x86_64 		0x4a9
6
dev_queue_xmit
vmlinux 0xffffffff82a564d0
Build id: 3.10.0-1127.el7.x86_64 		0x10
7
neigh_resolve_output
vmlinux 0xffffffff82a6312d
Build id: 3.10.0-1127.el7.x86_64 		0x11d
8
ip_finish_output
vmlinux 0xffffffff82aa3e9c
Build id: 3.10.0-1127.el7.x86_64 		0x27c
9
ip_output
vmlinux 0xffffffff82aa481b
Build id: 3.10.0-1127.el7.x86_64 		0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffff82aa3c20
Build id: 3.10.0-1127.el7.x86_64 		0xa60
11
ip_forward_finish
vmlinux 0xffffffff82a9fedc
Build id: 3.10.0-1127.el7.x86_64 		0x6c
12
ip_forward
vmlinux 0xffffffff82aa027d
Build id: 3.10.0-1127.el7.x86_64 		0x37d
13
? ip_route_input_noref
vmlinux 0xffffffff82a9ca02
Build id: 3.10.0-1127.el7.x86_64 		0x22
14
? ip_frag_mem
vmlinux 0xffffffff82a9fe70
Build id: 3.10.0-1127.el7.x86_64 		0x20
15
ip_rcv_finish
vmlinux 0xffffffff82a9dd60
Build id: 3.10.0-1127.el7.x86_64 		0x90
16
ip_rcv
vmlinux 0xffffffff82a9e730
Build id: 3.10.0-1127.el7.x86_64 		0x2c0
17
? inet_del_offload
vmlinux 0xffffffff82a9dcd0
Build id: 3.10.0-1127.el7.x86_64 		0x40
18
__netif_receive_skb_core
vmlinux 0xffffffff82a53c19
Build id: 3.10.0-1127.el7.x86_64 		0x729
19
__netif_receive_skb
vmlinux 0xffffffff82a53f18
Build id: 3.10.0-1127.el7.x86_64 		0x18
20
netif_receive_skb_internal
vmlinux 0xffffffff82a53fa0
Build id: 3.10.0-1127.el7.x86_64 		0x40
21
netif_receive_skb
vmlinux 0xffffffff82a5403c
Build id: 3.10.0-1127.el7.x86_64 		0x1c
22
br_netif_receive_skb
bridge 0xffffffffc0834e29
Build id: 3.10.0-1127.el7.x86_64 		0x49
23
br_pass_frame_up
bridge 0xffffffffc0834f07
Build id: 3.10.0-1127.el7.x86_64 		0xc7
24
? br_handle_local_finish
bridge 0xffffffffc0834de0
Build id: 3.10.0-1127.el7.x86_64 		0x20
25
br_handle_frame_finish
bridge 0xffffffffc08351c1
Build id: 3.10.0-1127.el7.x86_64 		0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc091e097
Build id: 3.10.0-1127.el7.x86_64 		0x187
27
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc086a807
Build id: 3.10.0-1127.el7.x86_64 		0x7
28
? br_pass_frame_up
bridge 0xffffffffc0834fa0
Build id: 3.10.0-1127.el7.x86_64 		0x160
29
? nf_iterate
vmlinux 0xffffffff82a93cf8
Build id: 3.10.0-1127.el7.x86_64 		0x98
30
br_nf_pre_routing
br_netfilter 0xffffffffc091eeff
Build id: 3.10.0-1127.el7.x86_64 		0x2ef
31
? br_nf_forward_ip
br_netfilter 0xffffffffc091df10
Build id: 3.10.0-1127.el7.x86_64 		0x480
32
nf_iterate
vmlinux 0xffffffff82a93cf8
Build id: 3.10.0-1127.el7.x86_64 		0x98
33
nf_hook_slow
vmlinux 0xffffffff82a93de8
Build id: 3.10.0-1127.el7.x86_64 		0xa8
34
br_handle_frame
bridge 0xffffffffc0835746
Build id: 3.10.0-1127.el7.x86_64 		0x226
35
? br_pass_frame_up
bridge 0xffffffffc0834fa0
Build id: 3.10.0-1127.el7.x86_64 		0x160
36
__netif_receive_skb_core
vmlinux 0xffffffff82a536ea
Build id: 3.10.0-1127.el7.x86_64 		0x1fa
37
__netif_receive_skb
vmlinux 0xffffffff82a53f18
Build id: 3.10.0-1127.el7.x86_64 		0x18
38
process_backlog
vmlinux 0xffffffff82a54eee
Build id: 3.10.0-1127.el7.x86_64 		0xae
39
net_rx_action
vmlinux 0xffffffff82a545bf
Build id: 3.10.0-1127.el7.x86_64 		0x26f
40
__do_softirq
vmlinux 0xffffffff824a5695
Build id: 3.10.0-1127.el7.x86_64 		0xf5
41
run_ksoftirqd
vmlinux 0xffffffff824a5858
Build id: 3.10.0-1127.el7.x86_64 		0x38
42
smpboot_thread_fn
vmlinux 0xffffffff824cf0e4
Build id: 3.10.0-1127.el7.x86_64 		0x144
43
? lg_double_unlock
vmlinux 0xffffffff824cefa0
Build id: 3.10.0-1127.el7.x86_64 		0x40
44
kthread
vmlinux 0xffffffff824c6691
Build id: 3.10.0-1127.el7.x86_64 		0xd1
45
? insert_kthread_work
vmlinux 0xffffffff824c65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40
46
ret_from_fork_nospec_begin
vmlinux 0xffffffff82b92d37
Build id: 3.10.0-1127.el7.x86_64 		0x21
47
? insert_kthread_work
vmlinux 0xffffffff824c65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:6]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm crc32_pclmul btusb ghash_clmulni_intel snd_timer btrtl btbcm snd aesni_intel btintel lrw bluetooth gf128mul glue_helper ablk_helper ppdev cryptd rfkill vmw_balloon soundcore sg pcspkr joydev vmw_vmci i2c_piix4 parport_pc parport ip_tables
xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common mptspi ata_piix crc32c_intel drm scsi_transport_spi nfit serio_raw mptscsih e1000 libata libnvdimm mptbase drm_panel_orientation_quirks
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff91613a7ad230 ti: ffff91613a0e0000 task.ti: ffff91613a0e0000
RIP: 0010:[<ffffffffc02e8877>]  [<ffffffffc02e8877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff91613a0e3438  EFLAGS: 00010286
RAX: ffffb99401943818 RBX: 0000000000000046 RCX: 0000000000000060
RDX: 0000000000000060 RSI: ffff9163a40aa140 RDI: ffff9163a8e78000
RBP: ffff91613a0e34b8 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 00000003e78388da
R13: 000000010000000e R14: ffffffff827b0770 R15: ffff91613a0e33f0
FS:  0000000000000000(0000) GS:ffff9163a9e00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00010f010 CR3: 0000000385f3c000 CR4: 0000000000360ff0
Call Trace:
[<ffffffff82a53386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff82a8131a>] sch_direct_xmit+0x11a/0x250
[<ffffffff82a814de>] __qdisc_run+0x8e/0x360
[<ffffffff82a56319>] __dev_queue_xmit+0x4a9/0x650
[<ffffffff82a564d0>] dev_queue_xmit+0x10/0x20
[<ffffffff82a6312d>] neigh_resolve_output+0x11d/0x220
[<ffffffff82aa3e9c>] ip_finish_output+0x27c/0x8d0
[<ffffffff82aa481b>] ip_output+0x7b/0xf0
[<ffffffff82aa3c20>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff82a9fedc>] ip_forward_finish+0x6c/0x90
[<ffffffff82aa027d>] ip_forward+0x37d/0x4b0
[<ffffffff82a9ca02>] ? ip_route_input_noref+0x22/0x220
[<ffffffff82a9fe70>] ? ip_frag_mem+0x20/0x20
[<ffffffff82a9dd60>] ip_rcv_finish+0x90/0x370
[<ffffffff82a9e730>] ip_rcv+0x2c0/0x420
[<ffffffff82a9dcd0>] ? inet_del_offload+0x40/0x40
[<ffffffff82a53c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff82a53f18>] __netif_receive_skb+0x18/0x60
[<ffffffff82a53fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff82a5403c>] netif_receive_skb+0x1c/0x70
[<ffffffffc0834e29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc0834f07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc0834de0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc08351c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc091e097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc086a807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc0834fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff82a93cf8>] ? nf_iterate+0x98/0xe0
[<ffffffffc091eeff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc091df10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffff82a93cf8>] nf_iterate+0x98/0xe0
[<ffffffff82a93de8>] nf_hook_slow+0xa8/0x110
[<ffffffffc0835746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc0834fa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffff82a536ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffff82a53f18>] __netif_receive_skb+0x18/0x60
[<ffffffff82a54eee>] process_backlog+0xae/0x180
[<ffffffff82a545bf>] net_rx_action+0x26f/0x390
[<ffffffff824a5695>] __do_softirq+0xf5/0x280
[<ffffffff824a5858>] run_ksoftirqd+0x38/0x50
[<ffffffff824cf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff824cefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffff824c6691>] kthread+0xd1/0xe0
[<ffffffff824c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff82b92d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff824c65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #407131
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc042d877
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffa0a58f86
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffa0a8709a
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffa0a5bf01
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x491
5
? nf_nat_ipv4_fn
nf_nat_ipv4 0xffffffffc096d7ae
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x1de
6
? iptable_nat_ipv4_fn
iptable_nat 0xffffffffc098c020
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x20
7
dev_queue_xmit
vmlinux 0xffffffffa0a5c0d0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x10
8
neigh_resolve_output
vmlinux 0xffffffffa0a68dfd
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x11d
9
ip_finish_output
vmlinux 0xffffffffa0aaa85c
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x27c
10
ip_output
vmlinux 0xffffffffa0aab1db
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x7b
11
? __ip_append_data.isra.50
vmlinux 0xffffffffa0aaa5e0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xa60
12
ip_forward_finish
vmlinux 0xffffffffa0aa686c
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x6c
13
ip_forward
vmlinux 0xffffffffa0aa6c0d
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x37d
14
? ip_mc_validate_source
vmlinux 0xffffffffa0aa3302
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x82
15
? ip_frag_mem
vmlinux 0xffffffffa0aa6800
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x20
16
ip_rcv_finish
vmlinux 0xffffffffa0aa46f0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x90
17
ip_rcv
vmlinux 0xffffffffa0aa50c0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x2c0
18
? inet_del_offload
vmlinux 0xffffffffa0aa4660
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40
19
__netif_receive_skb_core
vmlinux 0xffffffffa0a59819
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x729
20
? __dev_queue_xmit
vmlinux 0xffffffffa0a5bc00
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x190
21
__netif_receive_skb
vmlinux 0xffffffffa0a59b18
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x18
22
netif_receive_skb_internal
vmlinux 0xffffffffa0a59ba0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40
23
netif_receive_skb
vmlinux 0xffffffffa0a59c3c
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x1c
24
br_netif_receive_skb
bridge 0xffffffffc09ebe29
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x49
25
br_pass_frame_up
bridge 0xffffffffc09ebf07
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xc7
26
? br_handle_local_finish
bridge 0xffffffffc09ebde0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x20
27
br_handle_frame_finish
bridge 0xffffffffc09ec1c1
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x221
28
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0a60097
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x187
29
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc096d807
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x7
30
? br_pass_frame_up
bridge 0xffffffffc09ebfa0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x160
31
? nf_iterate
vmlinux 0xffffffffa0a99aa8
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x98
32
br_nf_pre_routing
br_netfilter 0xffffffffc0a60eff
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x2ef
33
? br_nf_forward_ip
br_netfilter 0xffffffffc0a5ff10
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x480
34
nf_iterate
vmlinux 0xffffffffa0a99aa8
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x98
35
nf_hook_slow
vmlinux 0xffffffffa0a99b98
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xa8
36
br_handle_frame
bridge 0xffffffffc09ec746
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x226
37
? br_pass_frame_up
bridge 0xffffffffc09ebfa0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x160
38
__netif_receive_skb_core
vmlinux 0xffffffffa0a592ea
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x1fa
39
? sched_clock_cpu
vmlinux 0xffffffffa04de455
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x85
40
__netif_receive_skb
vmlinux 0xffffffffa0a59b18
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x18
41
process_backlog
vmlinux 0xffffffffa0a5aaee
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xae
42
net_rx_action
vmlinux 0xffffffffa0a5a1bf
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x26f
43
__do_softirq
vmlinux 0xffffffffa04a4d85
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xf5
44
run_ksoftirqd
vmlinux 0xffffffffa04a4f48
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x38
45
smpboot_thread_fn
vmlinux 0xffffffffa04cea04
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x144
46
? lg_double_unlock
vmlinux 0xffffffffa04ce8c0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40
47
kthread
vmlinux 0xffffffffa04c5fb1
Build id: 3.10.0-1160.62.1.el7.x86_64 		0xd1
48
? insert_kthread_work
vmlinux 0xffffffffa04c5ee0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40
49
ret_from_fork_nospec_begin
vmlinux 0xffffffffa0b99df7
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x21
50
? insert_kthread_work
vmlinux 0xffffffffa04c5ee0
Build id: 3.10.0-1160.62.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 95s! [ksoftirqd/0:6]
Modules linked in: tcp_lp veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter binfmt_misc overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac coretemp iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec aesni_intel ac97_bus snd_seq lrw gf128mul glue_helper ablk_helper
snd_seq_device cryptd snd_pcm snd_timer snd ppdev soundcore sg i2c_piix4 joydev vmw_balloon pcspkr vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit crct10dif_pclmul drm crct10dif_common libata crc32c_intel libnvdimm mptspi scsi_transport_spi mptscsih serio_raw mptbase e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9aa177bad280 ti: ffff9aa1774e0000 task.ti: ffff9aa1774e0000
RIP: 0010:[<ffffffffc042d877>]  [<ffffffffc042d877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9aa1774e3490  EFLAGS: 00000286
RAX: ffffabfc81983818 RBX: 0000000000000001 RCX: 000000000000009c
RDX: 000000000000009c RSI: ffff9aa362c190c0 RDI: ffff9aa367ffc000
RBP: ffff9aa1774e3510 R08: 0000000000000100 R09: 0000000022100000
R10: 12c8a8c0e3e6063f R11: 0000000000000000 R12: 0000000000000202
R13: 00000002c1a0e4c2 R14: 00000001ffffffbb R15: ffffffffa07b2090
FS:  0000000000000000(0000) GS:ffff9aa368e00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fada8d15000 CR3: 0000000352d96000 CR4: 00000000000607f0
Call Trace:
[<ffffffffa0a58f86>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa0a8709a>] sch_direct_xmit+0x11a/0x250
[<ffffffffa0a5bf01>] __dev_queue_xmit+0x491/0x650
[<ffffffffc096d7ae>] ? nf_nat_ipv4_fn+0x1de/0x230 [nf_nat_ipv4]
[<ffffffffc098c020>] ? iptable_nat_ipv4_fn+0x20/0x20 [iptable_nat]
[<ffffffffa0a5c0d0>] dev_queue_xmit+0x10/0x20
[<ffffffffa0a68dfd>] neigh_resolve_output+0x11d/0x220
[<ffffffffa0aaa85c>] ip_finish_output+0x27c/0x8d0
[<ffffffffa0aab1db>] ip_output+0x7b/0xf0
[<ffffffffa0aaa5e0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa0aa686c>] ip_forward_finish+0x6c/0x90
[<ffffffffa0aa6c0d>] ip_forward+0x37d/0x4b0
[<ffffffffa0aa3302>] ? ip_mc_validate_source+0x82/0xe0
[<ffffffffa0aa6800>] ? ip_frag_mem+0x20/0x20
[<ffffffffa0aa46f0>] ip_rcv_finish+0x90/0x370
[<ffffffffa0aa50c0>] ip_rcv+0x2c0/0x420
[<ffffffffa0aa4660>] ? inet_del_offload+0x40/0x40
[<ffffffffa0a59819>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffa0a5bc00>] ? __dev_queue_xmit+0x190/0x650
[<ffffffffa0a59b18>] __netif_receive_skb+0x18/0x60
[<ffffffffa0a59ba0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa0a59c3c>] netif_receive_skb+0x1c/0x70
[<ffffffffc09ebe29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc09ebf07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc09ebde0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc09ec1c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0a60097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc096d807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc09ebfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffa0a99aa8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0a60eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc0a5ff10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffa0a99aa8>] nf_iterate+0x98/0xe0
[<ffffffffa0a99b98>] nf_hook_slow+0xa8/0x110
[<ffffffffc09ec746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc09ebfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffa0a592ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffa04de455>] ? sched_clock_cpu+0x85/0xc0
[<ffffffffa0a59b18>] __netif_receive_skb+0x18/0x60
[<ffffffffa0a5aaee>] process_backlog+0xae/0x180
[<ffffffffa0a5a1bf>] net_rx_action+0x26f/0x390
[<ffffffffa04a4d85>] __do_softirq+0xf5/0x280
[<ffffffffa04a4f48>] run_ksoftirqd+0x38/0x50
[<ffffffffa04cea04>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa04ce8c0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa04c5fb1>] kthread+0xd1/0xe0
[<ffffffffa04c5ee0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa0b99df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa04c5ee0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #251698
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc03ef877
Build id: 3.10.0-1160.el7.x86_64 		0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffb2e3c6f7
Build id: 3.10.0-1160.el7.x86_64 		0x37
3
dev_hard_start_xmit
vmlinux 0xffffffffb2e54386
Build id: 3.10.0-1160.el7.x86_64 		0x246
4
sch_direct_xmit
vmlinux 0xffffffffb2e8242a
Build id: 3.10.0-1160.el7.x86_64 		0x11a
5
__qdisc_run
vmlinux 0xffffffffb2e825ee
Build id: 3.10.0-1160.el7.x86_64 		0x8e
6
__dev_queue_xmit
vmlinux 0xffffffffb2e57319
Build id: 3.10.0-1160.el7.x86_64 		0x4a9
7
dev_queue_xmit
vmlinux 0xffffffffb2e574d0
Build id: 3.10.0-1160.el7.x86_64 		0x10
8
ip_finish_output
vmlinux 0xffffffffb2ea545b
Build id: 3.10.0-1160.el7.x86_64 		0x67b
9
ip_output
vmlinux 0xffffffffb2ea59db
Build id: 3.10.0-1160.el7.x86_64 		0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffffb2ea4de0
Build id: 3.10.0-1160.el7.x86_64 		0xa60
11
ip_forward_finish
vmlinux 0xffffffffb2ea106c
Build id: 3.10.0-1160.el7.x86_64 		0x6c
12
ip_forward
vmlinux 0xffffffffb2ea140d
Build id: 3.10.0-1160.el7.x86_64 		0x37d
13
? ip_mc_validate_source
vmlinux 0xffffffffb2e9db02
Build id: 3.10.0-1160.el7.x86_64 		0x82
14
? ip_frag_mem
vmlinux 0xffffffffb2ea1000
Build id: 3.10.0-1160.el7.x86_64 		0x20
15
ip_rcv_finish
vmlinux 0xffffffffb2e9eef0
Build id: 3.10.0-1160.el7.x86_64 		0x90
16
ip_rcv
vmlinux 0xffffffffb2e9f8c0
Build id: 3.10.0-1160.el7.x86_64 		0x2c0
17
? inet_del_offload
vmlinux 0xffffffffb2e9ee60
Build id: 3.10.0-1160.el7.x86_64 		0x40
18
__netif_receive_skb_core
vmlinux 0xffffffffb2e54c19
Build id: 3.10.0-1160.el7.x86_64 		0x729
19
__netif_receive_skb
vmlinux 0xffffffffb2e54f18
Build id: 3.10.0-1160.el7.x86_64 		0x18
20
netif_receive_skb_internal
vmlinux 0xffffffffb2e54fa0
Build id: 3.10.0-1160.el7.x86_64 		0x40
21
netif_receive_skb
vmlinux 0xffffffffb2e5503c
Build id: 3.10.0-1160.el7.x86_64 		0x1c
22
br_netif_receive_skb
bridge 0xffffffffc08dae29
Build id: 3.10.0-1160.el7.x86_64 		0x49
23
br_pass_frame_up
bridge 0xffffffffc08daf07
Build id: 3.10.0-1160.el7.x86_64 		0xc7
24
? br_handle_local_finish
bridge 0xffffffffc08dade0
Build id: 3.10.0-1160.el7.x86_64 		0x20
25
br_handle_frame_finish
bridge 0xffffffffc08db1c1
Build id: 3.10.0-1160.el7.x86_64 		0x221
26
br_nf_pre_routing_finish
br_netfilter 0xffffffffc096a097
Build id: 3.10.0-1160.el7.x86_64 		0x187
27
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc07d4807
Build id: 3.10.0-1160.el7.x86_64 		0x7
28
? br_pass_frame_up
bridge 0xffffffffc08dafa0
Build id: 3.10.0-1160.el7.x86_64 		0x160
29
? nf_iterate
vmlinux 0xffffffffb2e94e38
Build id: 3.10.0-1160.el7.x86_64 		0x98
30
br_nf_pre_routing
br_netfilter 0xffffffffc096aeff
Build id: 3.10.0-1160.el7.x86_64 		0x2ef
31
? br_nf_forward_ip
br_netfilter 0xffffffffc0969f10
Build id: 3.10.0-1160.el7.x86_64 		0x480
32
nf_iterate
vmlinux 0xffffffffb2e94e38
Build id: 3.10.0-1160.el7.x86_64 		0x98
33
nf_hook_slow
vmlinux 0xffffffffb2e94f28
Build id: 3.10.0-1160.el7.x86_64 		0xa8
34
br_handle_frame
bridge 0xffffffffc08db746
Build id: 3.10.0-1160.el7.x86_64 		0x226
35
? br_pass_frame_up
bridge 0xffffffffc08dafa0
Build id: 3.10.0-1160.el7.x86_64 		0x160
36
__netif_receive_skb_core
vmlinux 0xffffffffb2e546ea
Build id: 3.10.0-1160.el7.x86_64 		0x1fa
37
? __slab_free
vmlinux 0xffffffffb2a25e0d
Build id: 3.10.0-1160.el7.x86_64 		0x9d
38
? update_blocked_averages
vmlinux 0xffffffffb28e1d00
Build id: 3.10.0-1160.el7.x86_64 		0x130
39
__netif_receive_skb
vmlinux 0xffffffffb2e54f18
Build id: 3.10.0-1160.el7.x86_64 		0x18
40
process_backlog
vmlinux 0xffffffffb2e55eee
Build id: 3.10.0-1160.el7.x86_64 		0xae
41
net_rx_action
vmlinux 0xffffffffb2e555bf
Build id: 3.10.0-1160.el7.x86_64 		0x26f
42
__do_softirq
vmlinux 0xffffffffb28a4b95
Build id: 3.10.0-1160.el7.x86_64 		0xf5
43
run_ksoftirqd
vmlinux 0xffffffffb28a4d58
Build id: 3.10.0-1160.el7.x86_64 		0x38
44
smpboot_thread_fn
vmlinux 0xffffffffb28ce674
Build id: 3.10.0-1160.el7.x86_64 		0x144
45
? lg_double_unlock
vmlinux 0xffffffffb28ce530
Build id: 3.10.0-1160.el7.x86_64 		0x40
46
kthread
vmlinux 0xffffffffb28c5c21
Build id: 3.10.0-1160.el7.x86_64 		0xd1
47
? insert_kthread_work
vmlinux 0xffffffffb28c5b50
Build id: 3.10.0-1160.el7.x86_64 		0x40
48
ret_from_fork_nospec_begin
vmlinux 0xffffffffb2f93df7
Build id: 3.10.0-1160.el7.x86_64 		0x21
49
? insert_kthread_work
vmlinux 0xffffffffb28c5b50
Build id: 3.10.0-1160.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [ksoftirqd/2:19]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack bonding ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel vmw_balloon pcspkr cryptd joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif
cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul fb_sys_fops crct10dif_common ttm crc32c_intel drm nfit serio_raw libnvdimm ata_piix mptspi libata scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 19 Comm: ksoftirqd/2 Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9030b0bc5280 ti: ffff9030b0f80000 task.ti: ffff9030b0f80000
RIP: 0010:[<ffffffffc03ef877>]  [<ffffffffc03ef877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9030b0f83478  EFLAGS: 00000286
RAX: ffffa3e4c1003818 RBX: 000000000000004a RCX: 0000000000000014
RDX: 0000000000000014 RSI: ffff902f75c19d40 RDI: ffff9030b9b86000
RBP: ffff9030b0f834f8 R08: 0000000000000000 R09: 0000000022100000
R10: f9cd063f0040cb27 R11: 0000000000000000 R12: 00000001eecb54c6
R13: 0000000100000202 R14: ffffffffb2bb1650 R15: ffff9030b0f83430
FS:  0000000000000000(0000) GS:ffff903175680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f402e4bd000 CR3: 00000000a8bb6000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb2e3c6f7>] ? kfree_skbmem+0x37/0x90
[<ffffffffb2e54386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffb2e8242a>] sch_direct_xmit+0x11a/0x250
[<ffffffffb2e825ee>] __qdisc_run+0x8e/0x360
[<ffffffffb2e57319>] __dev_queue_xmit+0x4a9/0x650
[<ffffffffb2e574d0>] dev_queue_xmit+0x10/0x20
[<ffffffffb2ea545b>] ip_finish_output+0x67b/0x8d0
[<ffffffffb2ea59db>] ip_output+0x7b/0xf0
[<ffffffffb2ea4de0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffb2ea106c>] ip_forward_finish+0x6c/0x90
[<ffffffffb2ea140d>] ip_forward+0x37d/0x4b0
[<ffffffffb2e9db02>] ? ip_mc_validate_source+0x82/0xe0
[<ffffffffb2ea1000>] ? ip_frag_mem+0x20/0x20
[<ffffffffb2e9eef0>] ip_rcv_finish+0x90/0x370
[<ffffffffb2e9f8c0>] ip_rcv+0x2c0/0x420
[<ffffffffb2e9ee60>] ? inet_del_offload+0x40/0x40
[<ffffffffb2e54c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffb2e54f18>] __netif_receive_skb+0x18/0x60
[<ffffffffb2e54fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffb2e5503c>] netif_receive_skb+0x1c/0x70
[<ffffffffc08dae29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc08daf07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc08dade0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc08db1c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc096a097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc07d4807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc08dafa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffb2e94e38>] ? nf_iterate+0x98/0xe0
[<ffffffffc096aeff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc0969f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffb2e94e38>] nf_iterate+0x98/0xe0
[<ffffffffb2e94f28>] nf_hook_slow+0xa8/0x110
[<ffffffffc08db746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc08dafa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffb2e546ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffb2a25e0d>] ? __slab_free+0x9d/0x290
[<ffffffffb28e1d00>] ? update_blocked_averages+0x130/0x700
[<ffffffffb2e54f18>] __netif_receive_skb+0x18/0x60
[<ffffffffb2e55eee>] process_backlog+0xae/0x180
[<ffffffffb2e555bf>] net_rx_action+0x26f/0x390
[<ffffffffb28a4b95>] __do_softirq+0xf5/0x280
[<ffffffffb28a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffffb28ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffb28ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffffb28c5c21>] kthread+0xd1/0xe0
[<ffffffffb28c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffb2f93df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb28c5b50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00
Complete report #23048
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc042e877
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffa8853386
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffffa888131a
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffa8856301
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x491
5
dev_queue_xmit
vmlinux 0xffffffffa88564d0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x10
6
neigh_resolve_output
vmlinux 0xffffffffa886312d
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x11d
7
ip_finish_output
vmlinux 0xffffffffa88a3e9c
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x27c
8
ip_output
vmlinux 0xffffffffa88a481b
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffffa88a3c20
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xa60
10
ip_forward_finish
vmlinux 0xffffffffa889fedc
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x6c
11
ip_forward
vmlinux 0xffffffffa88a027d
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x37d
12
? ip_route_input_noref
vmlinux 0xffffffffa889ca02
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x22
13
? ip_frag_mem
vmlinux 0xffffffffa889fe70
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
14
ip_rcv_finish
vmlinux 0xffffffffa889dd60
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x90
15
ip_rcv
vmlinux 0xffffffffa889e730
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x2c0
16
? inet_del_offload
vmlinux 0xffffffffa889dcd0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40
17
__netif_receive_skb_core
vmlinux 0xffffffffa8853c19
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x729
18
__netif_receive_skb
vmlinux 0xffffffffa8853f18
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x18
19
netif_receive_skb_internal
vmlinux 0xffffffffa8853fa0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40
20
netif_receive_skb
vmlinux 0xffffffffa885403c
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c
21
br_netif_receive_skb
bridge 0xffffffffc092ce29
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x49
22
br_pass_frame_up
bridge 0xffffffffc092cf07
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xc7
23
? br_handle_local_finish
bridge 0xffffffffc092cde0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
24
br_handle_frame_finish
bridge 0xffffffffc092d1c1
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x221
25
br_nf_pre_routing_finish
br_netfilter 0xffffffffc0991097
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x187
26
? nf_nat_ipv4_in
nf_nat_ipv4 0xffffffffc08d6807
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x7
27
? br_pass_frame_up
bridge 0xffffffffc092cfa0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x160
28
? nf_iterate
vmlinux 0xffffffffa8893cf8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x98
29
br_nf_pre_routing
br_netfilter 0xffffffffc0991eff
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x2ef
30
? br_nf_forward_ip
br_netfilter 0xffffffffc0990f10
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x480
31
nf_iterate
vmlinux 0xffffffffa8893cf8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x98
32
nf_hook_slow
vmlinux 0xffffffffa8893de8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xa8
33
br_handle_frame
bridge 0xffffffffc092d746
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x226
34
? br_pass_frame_up
bridge 0xffffffffc092cfa0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x160
35
__netif_receive_skb_core
vmlinux 0xffffffffa88536ea
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1fa
36
__netif_receive_skb
vmlinux 0xffffffffa8853f18
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x18
37
process_backlog
vmlinux 0xffffffffa8854eee
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xae
38
net_rx_action
vmlinux 0xffffffffa88545bf
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x26f
39
__do_softirq
vmlinux 0xffffffffa82a5695
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xf5
40
run_ksoftirqd
vmlinux 0xffffffffa82a5858
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x38
41
smpboot_thread_fn
vmlinux 0xffffffffa82cf0e4
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x144
42
? lg_double_unlock
vmlinux 0xffffffffa82cefa0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40
43
kthread
vmlinux 0xffffffffa82c6691
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xd1
44
? insert_kthread_work
vmlinux 0xffffffffa82c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40
45
ret_from_fork_nospec_begin
vmlinux 0xffffffffa8992d37
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x21
46
? insert_kthread_work
vmlinux 0xffffffffa82c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 34s! [ksoftirqd/2:19]
Modules linked in: tcp_lp fuse xt_nat veth nf_conntrack_netlink xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun xt_addrtype br_netfilter devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg vmw_vmci i2c_piix4 parport_pc
parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops nfit ttm libnvdimm ata_piix crct10dif_pclmul crct10dif_common drm crc32c_intel serio_raw mptspi libata e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 19 Comm: ksoftirqd/2 Tainted: G        W    L ------------ T 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff9c59fc83d230 ti: ffff9c59fc858000 task.ti: ffff9c59fc858000
RIP: 0010:[<ffffffffc042e877>]  [<ffffffffc042e877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9c59fc85b490  EFLAGS: 00000286
RAX: ffffb7b800d43818 RBX: 0000000000000001 RCX: 000000000000002c
RDX: 000000000000002c RSI: ffff9c5a70d06e80 RDI: ffff9c59fd266000
RBP: ffff9c59fc85b510 R08: 0000000000000000 R09: 0000000022100000
R10: bd5e063f00400000 R11: 0000000000000000 R12: 0000000000000202
R13: 00000001cb3b6cc6 R14: 0000000170d06e80 R15: ffffffffa85b0870
FS:  0000000000000000(0000) GS:ffff9c5a76680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbd1ee5f580 CR3: 00000000b8c76000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa8853386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa888131a>] sch_direct_xmit+0x11a/0x250
[<ffffffffa8856301>] __dev_queue_xmit+0x491/0x650
[<ffffffffa88564d0>] dev_queue_xmit+0x10/0x20
[<ffffffffa886312d>] neigh_resolve_output+0x11d/0x220
[<ffffffffa88a3e9c>] ip_finish_output+0x27c/0x8d0
[<ffffffffa88a481b>] ip_output+0x7b/0xf0
[<ffffffffa88a3c20>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa889fedc>] ip_forward_finish+0x6c/0x90
[<ffffffffa88a027d>] ip_forward+0x37d/0x4b0
[<ffffffffa889ca02>] ? ip_route_input_noref+0x22/0x220
[<ffffffffa889fe70>] ? ip_frag_mem+0x20/0x20
[<ffffffffa889dd60>] ip_rcv_finish+0x90/0x370
[<ffffffffa889e730>] ip_rcv+0x2c0/0x420
[<ffffffffa889dcd0>] ? inet_del_offload+0x40/0x40
[<ffffffffa8853c19>] __netif_receive_skb_core+0x729/0xa10
[<ffffffffa8853f18>] __netif_receive_skb+0x18/0x60
[<ffffffffa8853fa0>] netif_receive_skb_internal+0x40/0xc0
[<ffffffffa885403c>] netif_receive_skb+0x1c/0x70
[<ffffffffc092ce29>] br_netif_receive_skb+0x49/0x60 [bridge]
[<ffffffffc092cf07>] br_pass_frame_up+0xc7/0x160 [bridge]
[<ffffffffc092cde0>] ? br_handle_local_finish+0x20/0x20 [bridge]
[<ffffffffc092d1c1>] br_handle_frame_finish+0x221/0x580 [bridge]
[<ffffffffc0991097>] br_nf_pre_routing_finish+0x187/0x460 [br_netfilter]
[<ffffffffc08d6807>] ? nf_nat_ipv4_in+0x7/0x90 [nf_nat_ipv4]
[<ffffffffc092cfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffa8893cf8>] ? nf_iterate+0x98/0xe0
[<ffffffffc0991eff>] br_nf_pre_routing+0x2ef/0x440 [br_netfilter]
[<ffffffffc0990f10>] ? br_nf_forward_ip+0x480/0x480 [br_netfilter]
[<ffffffffa8893cf8>] nf_iterate+0x98/0xe0
[<ffffffffa8893de8>] nf_hook_slow+0xa8/0x110
[<ffffffffc092d746>] br_handle_frame+0x226/0x330 [bridge]
[<ffffffffc092cfa0>] ? br_pass_frame_up+0x160/0x160 [bridge]
[<ffffffffa88536ea>] __netif_receive_skb_core+0x1fa/0xa10
[<ffffffffa8853f18>] __netif_receive_skb+0x18/0x60
[<ffffffffa8854eee>] process_backlog+0xae/0x180
[<ffffffffa88545bf>] net_rx_action+0x26f/0x390
[<ffffffffa82a5695>] __do_softirq+0xf5/0x280
[<ffffffffa82a5858>] run_ksoftirqd+0x38/0x50
[<ffffffffa82cf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa82cefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa82c6691>] kthread+0xd1/0xe0
[<ffffffffa82c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa8992d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa82c65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00