Info

Permalink
Function
e1000_xmit_frame
First occurrence
2020-10-29
Last occurrence
2020-10-29
State
NEW
Components
kernel
Quality
-42

Statistics

Operating system Count
CentOS 7 41
Architecture Count
x86_64 41
Related packages Count
kernel 41
 0:3.10.0-1160.41.1.el7 6
 0:3.10.0-957.el7 5
 0:3.10.0-693.el7 4
 0:3.10.0-1127.19.1.el7 4
 0:3.10.0-1160.119.1.el7 4
 0:3.10.0-862.el7 4
 0:3.10.0-1127.el7 2
 0:3.10.0-1160.el7 2
 0:3.10.0-957.12.2.el7 2
 0:3.10.0-1160.59.1.el7 2
 0:3.10.0-1062.el7 2
 0:3.10.0-1160.108.1.el7 2
 0:3.10.0-693.21.1.el7 1
 0:3.10.0-957.27.2.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

No reports in the last 20 days.

Report backtrace


Complete report #1418481
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc03cf8e7
Build id: 3.10.0-1160.119.1.el7.x86_64
0x7f7
2
? kfree_skbmem
vmlinux 0xffffffff93066c7f
Build id: 3.10.0-1160.119.1.el7.x86_64
0x3f
3
dev_hard_start_xmit
vmlinux 0xffffffff9307edc6
Build id: 3.10.0-1160.119.1.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffff930add72
Build id: 3.10.0-1160.119.1.el7.x86_64
0x122
5
__qdisc_run
vmlinux 0xffffffff930adf2e
Build id: 3.10.0-1160.119.1.el7.x86_64
0x8e
6
__dev_queue_xmit
vmlinux 0xffffffff93081de9
Build id: 3.10.0-1160.119.1.el7.x86_64
0x4a9
7
dev_queue_xmit
vmlinux 0xffffffff93081fa0
Build id: 3.10.0-1160.119.1.el7.x86_64
0x10
8
ip_finish_output
vmlinux 0xffffffff930d260b
Build id: 3.10.0-1160.119.1.el7.x86_64
0x67b
9
ip_output
vmlinux 0xffffffff930d2b9b
Build id: 3.10.0-1160.119.1.el7.x86_64
0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffff930d1f90
Build id: 3.10.0-1160.119.1.el7.x86_64
0xa60
11
ip_local_out_sk
vmlinux 0xffffffff930d0587
Build id: 3.10.0-1160.119.1.el7.x86_64
0x37
12
ip_queue_xmit
vmlinux 0xffffffff930d0924
Build id: 3.10.0-1160.119.1.el7.x86_64
0x144
13
tcp_transmit_skb
vmlinux 0xffffffff930eb5f4
Build id: 3.10.0-1160.119.1.el7.x86_64
0x4e4
14
tcp_write_xmit
vmlinux 0xffffffff930ebc7a
Build id: 3.10.0-1160.119.1.el7.x86_64
0x18a
15
__tcp_push_pending_frames
vmlinux 0xffffffff930ecace
Build id: 3.10.0-1160.119.1.el7.x86_64
0x2e
16
tcp_push
vmlinux 0xffffffff930da7cc
Build id: 3.10.0-1160.119.1.el7.x86_64
0xec
17
tcp_sendmsg
vmlinux 0xffffffff930de272
Build id: 3.10.0-1160.119.1.el7.x86_64
0xd2
18
inet_sendmsg
vmlinux 0xffffffff9310b4e9
Build id: 3.10.0-1160.119.1.el7.x86_64
0x69
19
sock_sendmsg
vmlinux 0xffffffff9305e4f6
Build id: 3.10.0-1160.119.1.el7.x86_64
0xb6
20
SYSC_sendto
vmlinux 0xffffffff9305ec51
Build id: 3.10.0-1160.119.1.el7.x86_64
0x121
21
? do_vfs_ioctl
vmlinux 0xffffffff92c719d8
Build id: 3.10.0-1160.119.1.el7.x86_64
0x3a8
22
? __switch_to
vmlinux 0xffffffff92a2c671
Build id: 3.10.0-1160.119.1.el7.x86_64
0x151
23
? ktime_get_ts64
vmlinux 0xffffffff92b0d512
Build id: 3.10.0-1160.119.1.el7.x86_64
0x52
24
SyS_sendto
vmlinux 0xffffffff930607ee
Build id: 3.10.0-1160.119.1.el7.x86_64
0xe
25
system_call_fastpath
vmlinux 0xffffffff931c539a
Build id: 3.10.0-1160.119.1.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 41s! [provider-pool-1:87013]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg joydev vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi ata_piix serio_raw nfit e1000 scsi_transport_spi mptscsih libnvdimm mptbase libata
drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 87013 Comm: provider-pool-1 Tainted: G        W    L ------------   3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9ed7e9d90000 ti: ffff9ed7e8af8000 task.ti: ffff9ed7e8af8000
RIP: 0010:[<ffffffffc03cf8e7>]  [<ffffffffc03cf8e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9ed7e8afb778  EFLAGS: 00010286
RAX: ffffb4c3c31c3818 RBX: ffff9ed7e8afb700 RCX: 0000000000000010
RDX: 0000000000000010 RSI: ffff9ed960c68140 RDI: ffff9ed964f60000
RBP: ffff9ed7e8afb7f8 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9ed838266f00
R13: 000000000000005a R14: ffff9ed58d562ec0 R15: ffff9ed58d562ec0
FS:  00007f54e555e700(0000) GS:ffff9ed966240000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001170000 CR3: 0000000090bbc000 CR4: 0000000000360fe0
Call Trace:
[<ffffffff93066c7f>] ? kfree_skbmem+0x3f/0xa0
[<ffffffff9307edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff930add72>] sch_direct_xmit+0x122/0x250
[<ffffffff930adf2e>] __qdisc_run+0x8e/0x360
[<ffffffff93081de9>] __dev_queue_xmit+0x4a9/0x650
[<ffffffff93081fa0>] dev_queue_xmit+0x10/0x20
[<ffffffff930d260b>] ip_finish_output+0x67b/0x8d0
[<ffffffff930d2b9b>] ip_output+0x7b/0x100
[<ffffffff930d1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff930d0587>] ip_local_out_sk+0x37/0x40
[<ffffffff930d0924>] ip_queue_xmit+0x144/0x3d0
[<ffffffff930eb5f4>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff930ebc7a>] tcp_write_xmit+0x18a/0xd40
[<ffffffff930ecace>] __tcp_push_pending_frames+0x2e/0xd0
[<ffffffff930da7cc>] tcp_push+0xec/0x120
[<ffffffff930de272>] tcp_sendmsg+0xd2/0xc60
[<ffffffff9310b4e9>] inet_sendmsg+0x69/0xb0
[<ffffffff9305e4f6>] sock_sendmsg+0xb6/0x100
[<ffffffff9305ec51>] SYSC_sendto+0x121/0x1d0
[<ffffffff92c719d8>] ? do_vfs_ioctl+0x3a8/0x5c0
[<ffffffff92a2c671>] ? __switch_to+0x151/0x590
[<ffffffff92b0d512>] ? ktime_get_ts64+0x52/0xf0
[<ffffffff930607ee>] SyS_sendto+0xe/0x20
[<ffffffff931c539a>] system_call_fastpath+0x25/0x2a
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc 
Complete report #1417074
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc02e28e7
Build id: 3.10.0-1160.108.1.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffa2c7edc6
Build id: 3.10.0-1160.108.1.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffffa2cadd72
Build id: 3.10.0-1160.108.1.el7.x86_64
0x122
4
__dev_queue_xmit
vmlinux 0xffffffffa2c81dd1
Build id: 3.10.0-1160.108.1.el7.x86_64
0x491
5
? local_bh_enable
vmlinux 0xffffffffa26a89b7
Build id: 3.10.0-1160.108.1.el7.x86_64
0x17
6
dev_queue_xmit
vmlinux 0xffffffffa2c81fa0
Build id: 3.10.0-1160.108.1.el7.x86_64
0x10
7
neigh_resolve_output
vmlinux 0xffffffffa2c8f03d
Build id: 3.10.0-1160.108.1.el7.x86_64
0x11d
8
ip_finish_output
vmlinux 0xffffffffa2cd220c
Build id: 3.10.0-1160.108.1.el7.x86_64
0x27c
9
ip_output
vmlinux 0xffffffffa2cd2b9b
Build id: 3.10.0-1160.108.1.el7.x86_64
0x7b
10
? __ip_append_data.isra.50
vmlinux 0xffffffffa2cd1f90
Build id: 3.10.0-1160.108.1.el7.x86_64
0xa60
11
ip_local_out_sk
vmlinux 0xffffffffa2cd0587
Build id: 3.10.0-1160.108.1.el7.x86_64
0x37
12
ip_queue_xmit
vmlinux 0xffffffffa2cd0924
Build id: 3.10.0-1160.108.1.el7.x86_64
0x144
13
tcp_transmit_skb
vmlinux 0xffffffffa2ceb5f4
Build id: 3.10.0-1160.108.1.el7.x86_64
0x4e4
14
tcp_write_xmit
vmlinux 0xffffffffa2cebc7a
Build id: 3.10.0-1160.108.1.el7.x86_64
0x18a
15
__tcp_push_pending_frames
vmlinux 0xffffffffa2cecace
Build id: 3.10.0-1160.108.1.el7.x86_64
0x2e
16
tcp_push
vmlinux 0xffffffffa2cda7cc
Build id: 3.10.0-1160.108.1.el7.x86_64
0xec
17
tcp_sendmsg
vmlinux 0xffffffffa2cde272
Build id: 3.10.0-1160.108.1.el7.x86_64
0xd2
18
inet_sendmsg
vmlinux 0xffffffffa2d0b4e9
Build id: 3.10.0-1160.108.1.el7.x86_64
0x69
19
? selinux_socket_sendmsg
vmlinux 0xffffffffa291f8c3
Build id: 3.10.0-1160.108.1.el7.x86_64
0x23
20
sock_sendmsg
vmlinux 0xffffffffa2c5e4f6
Build id: 3.10.0-1160.108.1.el7.x86_64
0xb6
21
? finish_task_switch
vmlinux 0xffffffffa26da89e
Build id: 3.10.0-1160.108.1.el7.x86_64
0x4e
22
SYSC_sendto
vmlinux 0xffffffffa2c5ec51
Build id: 3.10.0-1160.108.1.el7.x86_64
0x121
23
? do_vfs_ioctl
vmlinux 0xffffffffa2871988
Build id: 3.10.0-1160.108.1.el7.x86_64
0x3a8
24
? finish_task_switch
vmlinux 0xffffffffa26da89e
Build id: 3.10.0-1160.108.1.el7.x86_64
0x4e
25
SyS_sendto
vmlinux 0xffffffffa2c607ee
Build id: 3.10.0-1160.108.1.el7.x86_64
0xe
26
system_call_fastpath
vmlinux 0xffffffffa2dc539a
Build id: 3.10.0-1160.108.1.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [SDL260102_V04B0:10361]
Modules linked in: tcp_lp vboxsf(OE) sunrpc snd_intel8x0 crc32_pclmul ghash_clmulni_intel snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm joydev ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_timer vboxguest(OE) pcspkr sg snd parport_pc video parport soundcore i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci ata_piix libahci drm crct10dif_pclmul crct10dif_common serio_raw crc32c_intel libata e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 10361 Comm: SDL260102_V04B0 Kdump: loaded Tainted: G           OEL ------------   3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffffa0bac57a5280 ti: ffffa0bc14a68000 task.ti: ffffa0bc14a68000
RIP: 0010:[<ffffffffc02e28e7>]  [<ffffffffc02e28e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffffa0bc14a6b790  EFLAGS: 00010286
RAX: ffffc415c0f43818 RBX: 0000000000000001 RCX: 0000000000000049
RDX: 0000000000000049 RSI: ffffa0ba35cf7280 RDI: ffffa0bc15c8e000
RBP: ffffa0bc14a6b810 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000202
R13: 00000001c31378da R14: 0000000100000000 R15: ffffffffa29c9110
FS:  00007f1716ffd700(0000) GS:ffffa0bc1fd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0acf6b1a98 CR3: 0000000214a5a000 CR4: 00000000000206e0
Call Trace:
[<ffffffffa2c7edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa2cadd72>] sch_direct_xmit+0x122/0x250
[<ffffffffa2c81dd1>] __dev_queue_xmit+0x491/0x650
[<ffffffffa26a89b7>] ? local_bh_enable+0x17/0x20
[<ffffffffa2c81fa0>] dev_queue_xmit+0x10/0x20
[<ffffffffa2c8f03d>] neigh_resolve_output+0x11d/0x220
[<ffffffffa2cd220c>] ip_finish_output+0x27c/0x8d0
[<ffffffffa2cd2b9b>] ip_output+0x7b/0x100
[<ffffffffa2cd1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa2cd0587>] ip_local_out_sk+0x37/0x40
[<ffffffffa2cd0924>] ip_queue_xmit+0x144/0x3d0
[<ffffffffa2ceb5f4>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffffa2cebc7a>] tcp_write_xmit+0x18a/0xd40
[<ffffffffa2cecace>] __tcp_push_pending_frames+0x2e/0xd0
[<ffffffffa2cda7cc>] tcp_push+0xec/0x120
[<ffffffffa2cde272>] tcp_sendmsg+0xd2/0xc60
[<ffffffffa2d0b4e9>] inet_sendmsg+0x69/0xb0
[<ffffffffa291f8c3>] ? selinux_socket_sendmsg+0x23/0x30
[<ffffffffa2c5e4f6>] sock_sendmsg+0xb6/0x100
[<ffffffffa26da89e>] ? finish_task_switch+0x4e/0x1c0
[<ffffffffa2c5ec51>] SYSC_sendto+0x121/0x1d0
[<ffffffffa2871988>] ? do_vfs_ioctl+0x3a8/0x5c0
[<ffffffffa26da89e>] ? finish_task_switch+0x4e/0x1c0
[<ffffffffa2c607ee>] SyS_sendto+0xe/0x20
[<ffffffffa2dc539a>] system_call_fastpath+0x25/0x2a
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc cc cc cc 
Complete report #1394625
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0414857
Build id: 3.10.0-957.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff86a38c66
Build id: 3.10.0-957.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffff86a65cea
Build id: 3.10.0-957.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff86a3bbe1
Build id: 3.10.0-957.el7.x86_64
0x491
5
dev_queue_xmit
vmlinux 0xffffffff86a3bdb0
Build id: 3.10.0-957.el7.x86_64
0x10
6
neigh_resolve_output
vmlinux 0xffffffff86a4861d
Build id: 3.10.0-957.el7.x86_64
0x11d
7
ip_finish_output
vmlinux 0xffffffff86a8845c
Build id: 3.10.0-957.el7.x86_64
0x27c
8
ip_output
vmlinux 0xffffffff86a88c93
Build id: 3.10.0-957.el7.x86_64
0x73
9
? __ip_append_data.isra.51
vmlinux 0xffffffff86a881e0
Build id: 3.10.0-957.el7.x86_64
0xa50
10
ip_local_out_sk
vmlinux 0xffffffff86a86817
Build id: 3.10.0-957.el7.x86_64
0x37
11
ip_queue_xmit
vmlinux 0xffffffff86a86bb4
Build id: 3.10.0-957.el7.x86_64
0x144
12
tcp_transmit_skb
vmlinux 0xffffffff86aa0f64
Build id: 3.10.0-957.el7.x86_64
0x4e4
13
tcp_write_xmit
vmlinux 0xffffffff86aa15d2
Build id: 3.10.0-957.el7.x86_64
0x172
14
__tcp_push_pending_frames
vmlinux 0xffffffff86aa23de
Build id: 3.10.0-957.el7.x86_64
0x2e
15
tcp_push
vmlinux 0xffffffff86a9063c
Build id: 3.10.0-957.el7.x86_64
0xec
16
tcp_sendmsg
vmlinux 0xffffffff86a94092
Build id: 3.10.0-957.el7.x86_64
0xd2
17
inet_sendmsg
vmlinux 0xffffffff86abfeb9
Build id: 3.10.0-957.el7.x86_64
0x69
18
sock_sendmsg
vmlinux 0xffffffff86a193a6
Build id: 3.10.0-957.el7.x86_64
0xb6
19
SYSC_sendto
vmlinux 0xffffffff86a19ad1
Build id: 3.10.0-957.el7.x86_64
0x121
20
SyS_sendto
vmlinux 0xffffffff86a1b5ee
Build id: 3.10.0-957.el7.x86_64
0xe
21
system_call_fastpath
vmlinux 0xffffffff86b74ddb
Build id: 3.10.0-957.el7.x86_64
0x22
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [mysqld:45027]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 pcspkr snd_rawmidi joydev snd_ac97_codec ac97_bus snd_seq snd_seq_device
snd_pcm snd_timer snd soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw e1000 nfit libnvdimm ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata drm_panel_orientation_quirks mptspi scsi_transport_spi mptscsih mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 45027 Comm: mysqld Kdump: loaded Tainted: G        W    L ------------   3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffffa12f425f0000 ti: ffffa12f7cd8c000 task.ti: ffffa12f7cd8c000
RIP: 0010:[<ffffffffc0414857>]  [<ffffffffc0414857>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffffa12f7cd8f7b0  EFLAGS: 00000286
RAX: ffffbe7140403818 RBX: 0000000000000000 RCX: 000000000000003a
RDX: 000000000000003a RSI: ffffa12f750c3640 RDI: ffffa12fba4ea000
RBP: ffffa12f7cd8f830 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000000
R13: ffffa12fba2e0c00 R14: 0000000000000000 R15: 0000000000000000
FS:  00007fc32ab4d700(0000) GS:ffffa12fbb640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3fe881c000 CR3: 0000000020594000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff86a38c66>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff86a65cea>] sch_direct_xmit+0x11a/0x250
[<ffffffff86a3bbe1>] __dev_queue_xmit+0x491/0x650
[<ffffffff86a3bdb0>] dev_queue_xmit+0x10/0x20
[<ffffffff86a4861d>] neigh_resolve_output+0x11d/0x220
[<ffffffff86a8845c>] ip_finish_output+0x27c/0x7b0
[<ffffffff86a88c93>] ip_output+0x73/0xe0
[<ffffffff86a881e0>] ? __ip_append_data.isra.51+0xa50/0xa50
[<ffffffff86a86817>] ip_local_out_sk+0x37/0x40
[<ffffffff86a86bb4>] ip_queue_xmit+0x144/0x3c0
[<ffffffff86aa0f64>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff86aa15d2>] tcp_write_xmit+0x172/0xd00
[<ffffffff86aa23de>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffff86a9063c>] tcp_push+0xec/0x120
[<ffffffff86a94092>] tcp_sendmsg+0xd2/0xc60
[<ffffffff86abfeb9>] inet_sendmsg+0x69/0xb0
[<ffffffff86a193a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff86a19ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff86a1b5ee>] SyS_sendto+0xe/0x10
[<ffffffff86b74ddb>] system_call_fastpath+0x22/0x27
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #1082034
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff891ba385
Build id: 3.10.0-1160.119.1.el7.x86_64
0x15
2
dev_hard_start_xmit
vmlinux 0xffffffff8907edc6
Build id: 3.10.0-1160.119.1.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffff890add72
Build id: 3.10.0-1160.119.1.el7.x86_64
0x122
4
__dev_queue_xmit
vmlinux 0xffffffff89081dd1
Build id: 3.10.0-1160.119.1.el7.x86_64
0x491
5
dev_queue_xmit
vmlinux 0xffffffff89081fa0
Build id: 3.10.0-1160.119.1.el7.x86_64
0x10
6
neigh_resolve_output
vmlinux 0xffffffff8908f03d
Build id: 3.10.0-1160.119.1.el7.x86_64
0x11d
7
ip_finish_output
vmlinux 0xffffffff890d220c
Build id: 3.10.0-1160.119.1.el7.x86_64
0x27c
8
ip_output
vmlinux 0xffffffff890d2b9b
Build id: 3.10.0-1160.119.1.el7.x86_64
0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff890d1f90
Build id: 3.10.0-1160.119.1.el7.x86_64
0xa60
10
ip_local_out_sk
vmlinux 0xffffffff890d0587
Build id: 3.10.0-1160.119.1.el7.x86_64
0x37
11
ip_queue_xmit
vmlinux 0xffffffff890d0924
Build id: 3.10.0-1160.119.1.el7.x86_64
0x144
12
tcp_transmit_skb
vmlinux 0xffffffff890eb5f4
Build id: 3.10.0-1160.119.1.el7.x86_64
0x4e4
13
tcp_write_xmit
vmlinux 0xffffffff890ebc7a
Build id: 3.10.0-1160.119.1.el7.x86_64
0x18a
14
__tcp_push_pending_frames
vmlinux 0xffffffff890ecace
Build id: 3.10.0-1160.119.1.el7.x86_64
0x2e
15
tcp_push
vmlinux 0xffffffff890da7cc
Build id: 3.10.0-1160.119.1.el7.x86_64
0xec
16
tcp_sendmsg
vmlinux 0xffffffff890de272
Build id: 3.10.0-1160.119.1.el7.x86_64
0xd2
17
inet_sendmsg
vmlinux 0xffffffff8910b4e9
Build id: 3.10.0-1160.119.1.el7.x86_64
0x69
18
? selinux_socket_sendmsg
vmlinux 0xffffffff88d1f913
Build id: 3.10.0-1160.119.1.el7.x86_64
0x23
19
sock_sendmsg
vmlinux 0xffffffff8905e4f6
Build id: 3.10.0-1160.119.1.el7.x86_64
0xb6
20
? wake_up_q
vmlinux 0xffffffff88ae111b
Build id: 3.10.0-1160.119.1.el7.x86_64
0x5b
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [ksoftirqd/1:14]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm iosf_mbi crc32_pclmul snd_timer snd ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon soundcore joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit mptspi libnvdimm scsi_transport_spi crct10dif_pclmul crct10dif_common crc32c_intel e1000 ata_piix mptscsih serio_raw mptbase libata drm_panel_orientation_quirks fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G             L ------------   3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff99c0b9aa8000 ti: ffff99c0b9aa4000 task.ti: ffff99c0b9aa4000
RIP: 0010:[<ffffffff891ba385>]  [<ffffffff891ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff99c0b9aa7cd0  EFLAGS: 00000202
RAX: 0000000000000001 RBX: 0000000000000092 RCX: 0000000000000003
RDX: 0000000000002090 RSI: 0000000000000202 RDI: 0000000000000202
RBP: ffff99c0b9aa7cd0 R08: 0000000000002090 R09: 000000000000080a
R10: 0000000000000000 R11: ffff99c0982b7f00 R12: ffffffff88f62823
R13: ffff99c0b9aa7cd0 R14: ffff99c0b9aa7c58 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff99c0bb640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fad6add0000 CR3: 000000005d2da000 CR4: 00000000001607e0
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [SendWorker:2:7894]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm iosf_mbi crc32_pclmul snd_timer snd ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon soundcore joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit mptspi libnvdimm scsi_transport_spi crct10dif_pclmul crct10dif_common crc32c_intel e1000 ata_piix mptscsih serio_raw mptbase libata drm_panel_orientation_quirks fuse
CPU: 0 PID: 7894 Comm: SendWorker:2 Kdump: loaded Tainted: G             L ------------   3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff99c074ed9080 ti: ffff99c066688000 task.ti: ffff99c066688000
RIP: 0010:[<ffffffffc04128e7>]  [<ffffffffc04128e7>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff99c06668b790  EFLAGS: 00000286
RAX: ffffa95c80403818 RBX: 0000000080000000 RCX: 00000000000000e8
RDX: 00000000000000e8 RSI: ffff99c074c03580 RDI: ffff99c0b8284000
RBP: ffff99c06668b810 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: 0000000000000000
R13: ffff99c06668b810 R14: 0000000000000000 R15: 0000000000000000
FS:  00007f128038e700(0000) GS:ffff99c0bb600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb0a6d13000 CR3: 0000000049ca4000 CR4: 00000000001607f0
Call Trace:
[<ffffffff8907edc6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff890add72>] sch_direct_xmit+0x122/0x250
[<ffffffff89081dd1>] __dev_queue_xmit+0x491/0x650
[<ffffffff89081fa0>] dev_queue_xmit+0x10/0x20
[<ffffffff8908f03d>] neigh_resolve_output+0x11d/0x220
[<ffffffff890d220c>] ip_finish_output+0x27c/0x8d0
[<ffffffff890d2b9b>] ip_output+0x7b/0x100
[<ffffffff890d1f90>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff890d0587>] ip_local_out_sk+0x37/0x40
[<ffffffff890d0924>] ip_queue_xmit+0x144/0x3d0
[<ffffffff890eb5f4>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff890ebc7a>] tcp_write_xmit+0x18a/0xd40
[<ffffffff890ecace>] __tcp_push_pending_frames+0x2e/0xd0
[<ffffffff890da7cc>] tcp_push+0xec/0x120
[<ffffffff890de272>] tcp_sendmsg+0xd2/0xc60
[<ffffffff8910b4e9>] inet_sendmsg+0x69/0xb0
[<ffffffff88d1f913>] ? selinux_socket_sendmsg+0x23/0x30
[<ffffffff8905e4f6>] sock_sendmsg+0xb6/0x100
[<ffffffff88ae111b>] ? wake_up_q+0x5b/0x90
Complete report #828944
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0205877
Build id: 3.10.0-1062.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffa284d346
Build id: 3.10.0-1062.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffffa287b0ba
Build id: 3.10.0-1062.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffa28502b1
Build id: 3.10.0-1062.el7.x86_64
0x491
5
dev_queue_xmit
vmlinux 0xffffffffa2850480
Build id: 3.10.0-1062.el7.x86_64
0x10
6
ip_finish_output
vmlinux 0xffffffffa289e893
Build id: 3.10.0-1062.el7.x86_64
0x593
7
? hrtimer_start_range_ns
vmlinux 0xffffffffa22c91dd
Build id: 3.10.0-1062.el7.x86_64
0x1fd
8
ip_output
vmlinux 0xffffffffa289eefb
Build id: 3.10.0-1062.el7.x86_64
0x7b
9
? __kmalloc_reserve.isra.32
vmlinux 0xffffffffa28360f1
Build id: 3.10.0-1062.el7.x86_64
0x31
10
ip_local_out_sk
vmlinux 0xffffffffa289c927
Build id: 3.10.0-1062.el7.x86_64
0x37
11
ip_queue_xmit
vmlinux 0xffffffffa289ccc4
Build id: 3.10.0-1062.el7.x86_64
0x144
12
tcp_transmit_skb
vmlinux 0xffffffffa28b7304
Build id: 3.10.0-1062.el7.x86_64
0x4e4
13
tcp_write_xmit
vmlinux 0xffffffffa28b798a
Build id: 3.10.0-1062.el7.x86_64
0x18a
14
__tcp_push_pending_frames
vmlinux 0xffffffffa28b87be
Build id: 3.10.0-1062.el7.x86_64
0x2e
15
tcp_push
vmlinux 0xffffffffa28a68ec
Build id: 3.10.0-1062.el7.x86_64
0xec
16
tcp_sendmsg
vmlinux 0xffffffffa28aa322
Build id: 3.10.0-1062.el7.x86_64
0xd2
17
inet_sendmsg
vmlinux 0xffffffffa28d6939
Build id: 3.10.0-1062.el7.x86_64
0x69
18
sock_sendmsg
vmlinux 0xffffffffa282d3a6
Build id: 3.10.0-1062.el7.x86_64
0xb6
19
SYSC_sendto
vmlinux 0xffffffffa282dad1
Build id: 3.10.0-1062.el7.x86_64
0x121
20
? __schedule
vmlinux 0xffffffffa297ec28
Build id: 3.10.0-1062.el7.x86_64
0x448
21
SyS_sendto
vmlinux 0xffffffffa282f5ee
Build id: 3.10.0-1062.el7.x86_64
0xe
22
system_call_fastpath
vmlinux 0xffffffffa298bede
Build id: 3.10.0-1062.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 38s! [java:13067]
Modules linked in: vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event ppdev vmw_balloon crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec aesni_intel btusb lrw gf128mul glue_helper ac97_bus ablk_helper cryptd snd_seq btrtl snd_seq_device btbcm btintel snd_pcm bluetooth pcspkr joydev rfkill snd_timer sg snd soundcore i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel mptspi nfit scsi_transport_spi mptscsih mptbase e1000 serio_raw ata_piix libata drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 13067 Comm: java Kdump: loaded Not tainted 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff88193bf1b150 ti: ffff88192dff0000 task.ti: ffff88192dff0000
RIP: 0010:[<ffffffffc0205877>]  [<ffffffffc0205877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff88192dff37d0  EFLAGS: 00000286
RAX: ffffb291c1983818 RBX: 0000000000000001 RCX: 0000000000000012
RDX: 0000000000000012 RSI: ffff881776771140 RDI: ffff8818bb2da000
RBP: ffff88192dff3850 R08: 0000000000000100 R09: 0000000026100000
R10: 2e6d6f632e706f6f R11: 0000000000000000 R12: 0000000000000202
R13: 00000001893a859c R14: 0000000100000202 R15: ffffffffa25aabc0
FS:  00007fbdb3c02700(0000) GS:ffff8819f3640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7cdc6ee018 CR3: 00000000af2aa000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffa284d346>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa287b0ba>] sch_direct_xmit+0x11a/0x250
[<ffffffffa28502b1>] __dev_queue_xmit+0x491/0x650
[<ffffffffa2850480>] dev_queue_xmit+0x10/0x20
[<ffffffffa289e893>] ip_finish_output+0x593/0x8d0
[<ffffffffa22c91dd>] ? hrtimer_start_range_ns+0x1fd/0x3c0
[<ffffffffa289eefb>] ip_output+0x7b/0xf0
[<ffffffffa28360f1>] ? __kmalloc_reserve.isra.32+0x31/0x90
[<ffffffffa289c927>] ip_local_out_sk+0x37/0x40
[<ffffffffa289ccc4>] ip_queue_xmit+0x144/0x3c0
[<ffffffffa28b7304>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffffa28b798a>] tcp_write_xmit+0x18a/0xd40
[<ffffffffa28b87be>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffffa28a68ec>] tcp_push+0xec/0x120
[<ffffffffa28aa322>] tcp_sendmsg+0xd2/0xc60
[<ffffffffa28d6939>] inet_sendmsg+0x69/0xb0
[<ffffffffa282d3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffa282dad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffa297ec28>] ? __schedule+0x448/0x9c0
[<ffffffffa282f5ee>] SyS_sendto+0xe/0x10
[<ffffffffa298bede>] system_call_fastpath+0x25/0x2a
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #777115
Frame # Function Binary Source or offset Line
1
dev_hard_start_xmit
vmlinux 0xffffffff8b054386
Build id: 3.10.0-1160.el7.x86_64
0x246
2
sch_direct_xmit
vmlinux 0xffffffff8b08242a
Build id: 3.10.0-1160.el7.x86_64
0x11a
3
__dev_queue_xmit
vmlinux 0xffffffff8b057301
Build id: 3.10.0-1160.el7.x86_64
0x491
4
dev_queue_xmit
vmlinux 0xffffffff8b0574d0
Build id: 3.10.0-1160.el7.x86_64
0x10
5
ip_finish_output
vmlinux 0xffffffff8b0a545b
Build id: 3.10.0-1160.el7.x86_64
0x67b
6
ip_output
vmlinux 0xffffffff8b0a59db
Build id: 3.10.0-1160.el7.x86_64
0x7b
7
? __ip_append_data.isra.50
vmlinux 0xffffffff8b0a4de0
Build id: 3.10.0-1160.el7.x86_64
0xa60
8
ip_local_out_sk
vmlinux 0xffffffff8b0a3407
Build id: 3.10.0-1160.el7.x86_64
0x37
9
ip_queue_xmit
vmlinux 0xffffffff8b0a37a4
Build id: 3.10.0-1160.el7.x86_64
0x144
10
tcp_transmit_skb
vmlinux 0xffffffff8b0bde94
Build id: 3.10.0-1160.el7.x86_64
0x4e4
11
tcp_write_xmit
vmlinux 0xffffffff8b0be51a
Build id: 3.10.0-1160.el7.x86_64
0x18a
12
__tcp_push_pending_frames
vmlinux 0xffffffff8b0bf35e
Build id: 3.10.0-1160.el7.x86_64
0x2e
13
tcp_push
vmlinux 0xffffffff8b0ad3fc
Build id: 3.10.0-1160.el7.x86_64
0xec
14
tcp_sendmsg
vmlinux 0xffffffff8b0b0e42
Build id: 3.10.0-1160.el7.x86_64
0xd2
15
inet_sendmsg
vmlinux 0xffffffff8b0dd589
Build id: 3.10.0-1160.el7.x86_64
0x69
16
? selinux_socket_sendmsg
vmlinux 0xffffffff8ad0bf93
Build id: 3.10.0-1160.el7.x86_64
0x23
17
sock_sendmsg
vmlinux 0xffffffff8b0343a6
Build id: 3.10.0-1160.el7.x86_64
0xb6
18
SYSC_sendto
vmlinux 0xffffffff8b034ad1
Build id: 3.10.0-1160.el7.x86_64
0x121
19
SyS_sendto
vmlinux 0xffffffff8b0365ee
Build id: 3.10.0-1160.el7.x86_64
0xe
20
system_call_fastpath
vmlinux 0xffffffff8b193f92
Build id: 3.10.0-1160.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 31s! [abrtd:5212]
R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000
FS:  00007f3f8e0cc700(0000) GS:ffff9e2479600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3f8d69cff8 CR3: 00000000a0286000 CR4: 00000000003607f0
Call Trace:
[<ffffffff8b054386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8b08242a>] sch_direct_xmit+0x11a/0x250
[<ffffffff8b057301>] __dev_queue_xmit+0x491/0x650
[<ffffffff8b0574d0>] dev_queue_xmit+0x10/0x20
[<ffffffff8b0a545b>] ip_finish_output+0x67b/0x8d0
[<ffffffff8b0a59db>] ip_output+0x7b/0xf0
[<ffffffff8b0a4de0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff8b0a3407>] ip_local_out_sk+0x37/0x40
[<ffffffff8b0a37a4>] ip_queue_xmit+0x144/0x3c0
[<ffffffff8b0bde94>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff8b0be51a>] tcp_write_xmit+0x18a/0xd40
[<ffffffff8b0bf35e>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffff8b0ad3fc>] tcp_push+0xec/0x120
[<ffffffff8b0b0e42>] tcp_sendmsg+0xd2/0xc60
[<ffffffff8b0dd589>] inet_sendmsg+0x69/0xb0
[<ffffffff8ad0bf93>] ? selinux_socket_sendmsg+0x23/0x30
[<ffffffff8b0343a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff8b034ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8b0365ee>] SyS_sendto+0xe/0x10
[<ffffffff8b193f92>] system_call_fastpath+0x25/0x2a
Complete report #654150
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc00ac857
Build id: 3.10.0-957.27.2.el7.x86_64
0x7f7
2
? kfree_skbmem
vmlinux 0xffffffff9fe23717
Build id: 3.10.0-957.27.2.el7.x86_64
0x37
3
dev_hard_start_xmit
vmlinux 0xffffffff9fe3ace6
Build id: 3.10.0-957.27.2.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffff9fe67d6a
Build id: 3.10.0-957.27.2.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff9fe3dc61
Build id: 3.10.0-957.27.2.el7.x86_64
0x491
6
dev_queue_xmit
vmlinux 0xffffffff9fe3de30
Build id: 3.10.0-957.27.2.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffff9fe8a7b6
Build id: 3.10.0-957.27.2.el7.x86_64
0x556
8
ip_output
vmlinux 0xffffffff9fe8ad13
Build id: 3.10.0-957.27.2.el7.x86_64
0x73
9
? __ip_append_data.isra.51
vmlinux 0xffffffff9fe8a260
Build id: 3.10.0-957.27.2.el7.x86_64
0xa50
10
ip_local_out_sk
vmlinux 0xffffffff9fe88897
Build id: 3.10.0-957.27.2.el7.x86_64
0x37
11
ip_queue_xmit
vmlinux 0xffffffff9fe88c34
Build id: 3.10.0-957.27.2.el7.x86_64
0x144
12
tcp_transmit_skb
vmlinux 0xffffffff9fea30b4
Build id: 3.10.0-957.27.2.el7.x86_64
0x4e4
13
tcp_write_xmit
vmlinux 0xffffffff9fea3722
Build id: 3.10.0-957.27.2.el7.x86_64
0x172
14
__tcp_push_pending_frames
vmlinux 0xffffffff9fea452e
Build id: 3.10.0-957.27.2.el7.x86_64
0x2e
15
tcp_push
vmlinux 0xffffffff9fe926bc
Build id: 3.10.0-957.27.2.el7.x86_64
0xec
16
tcp_sendmsg
vmlinux 0xffffffff9fe96112
Build id: 3.10.0-957.27.2.el7.x86_64
0xd2
17
inet_sendmsg
vmlinux 0xffffffff9fec2199
Build id: 3.10.0-957.27.2.el7.x86_64
0x69
18
? selinux_socket_sendmsg
vmlinux 0xffffffff9fafdbf3
Build id: 3.10.0-957.27.2.el7.x86_64
0x23
19
sock_sendmsg
vmlinux 0xffffffff9fe1b3a6
Build id: 3.10.0-957.27.2.el7.x86_64
0xb6
20
SYSC_sendto
vmlinux 0xffffffff9fe1bad1
Build id: 3.10.0-957.27.2.el7.x86_64
0x121
21
SyS_sendto
vmlinux 0xffffffff9fe1d5ee
Build id: 3.10.0-957.27.2.el7.x86_64
0xe
22
system_call_fastpath
vmlinux 0xffffffff9ff76ddb
Build id: 3.10.0-957.27.2.el7.x86_64
0x22
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 21s! [PoolCleaner[130:59168]
Modules linked in: fuse nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM dm_thin_pool dm_persistent_data iptable_mangle dm_bio_prison dm_bufio ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat loop nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus kvm_intel kvm irqbypass snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel snd_seq_device snd_pcm lrw ppdev gf128mul snd_timer glue_helper snd vmw_balloon ablk_helper sg pcspkr cryptd soundcore joydev parport_pc
parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic vmwgfx pata_acpi drm_kms_helper syscopyarea sysfillrect crct10dif_pclmul crct10dif_common sysimgblt fb_sys_fops ttm crc32c_intel mptspi drm ata_piix scsi_transport_spi mptscsih serio_raw libata e1000 nfit mptbase drm_panel_orientation_quirks libnvdimm
CPU: 4 PID: 59168 Comm: PoolCleaner[130 Kdump: loaded Tainted: G             L ------------   3.10.0-957.27.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff9dcaf7700000 ti: ffff9dc88d6ac000 task.ti: ffff9dc88d6ac000
RIP: 0010:[<ffffffffc00ac857>]  [<ffffffffc00ac857>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9dc88d6af7f0  EFLAGS: 00000286
RAX: ffffb8f003483818 RBX: 0000000000000001 RCX: 00000000000000b4
RDX: 00000000000000b4 RSI: ffff9dcba503d140 RDI: ffff9dcbaaeae000
RBP: ffff9dc88d6af870 R08: 0000000000000100 R09: 0000000022100000
R10: 78ca064000402c59 R11: 0000000000000000 R12: 0000000000000202
R13: 000000047e74f8da R14: 000000018d6af760 R15: ffffffff9fba23e0
FS:  00007f55799d2700(0000) GS:ffff9dcbab700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055e7bf71e448 CR3: 00000003f2aba000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9fe23717>] ? kfree_skbmem+0x37/0x90
[<ffffffff9fe3ace6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff9fe67d6a>] sch_direct_xmit+0x11a/0x250
[<ffffffff9fe3dc61>] __dev_queue_xmit+0x491/0x650
[<ffffffff9fe3de30>] dev_queue_xmit+0x10/0x20
[<ffffffff9fe8a7b6>] ip_finish_output+0x556/0x7b0
[<ffffffff9fe8ad13>] ip_output+0x73/0xe0
[<ffffffff9fe8a260>] ? __ip_append_data.isra.51+0xa50/0xa50
[<ffffffff9fe88897>] ip_local_out_sk+0x37/0x40
[<ffffffff9fe88c34>] ip_queue_xmit+0x144/0x3c0
[<ffffffff9fea30b4>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff9fea3722>] tcp_write_xmit+0x172/0xd00
[<ffffffff9fea452e>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffff9fe926bc>] tcp_push+0xec/0x120
[<ffffffff9fe96112>] tcp_sendmsg+0xd2/0xc60
[<ffffffff9fec2199>] inet_sendmsg+0x69/0xb0
[<ffffffff9fafdbf3>] ? selinux_socket_sendmsg+0x23/0x30
[<ffffffff9fe1b3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff9fe1bad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff9fe1d5ee>] SyS_sendto+0xe/0x10
[<ffffffff9ff76ddb>] system_call_fastpath+0x22/0x27
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #636098
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc01d8877
Build id: 3.10.0-1062.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff8b64d346
Build id: 3.10.0-1062.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffff8b67b0ba
Build id: 3.10.0-1062.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff8b6502b1
Build id: 3.10.0-1062.el7.x86_64
0x491
5
dev_queue_xmit
vmlinux 0xffffffff8b650480
Build id: 3.10.0-1062.el7.x86_64
0x10
6
ip_finish_output
vmlinux 0xffffffff8b69e97b
Build id: 3.10.0-1062.el7.x86_64
0x67b
7
ip_output
vmlinux 0xffffffff8b69eefb
Build id: 3.10.0-1062.el7.x86_64
0x7b
8
? __ip_append_data.isra.50
vmlinux 0xffffffff8b69e300
Build id: 3.10.0-1062.el7.x86_64
0xa60
9
ip_local_out_sk
vmlinux 0xffffffff8b69c927
Build id: 3.10.0-1062.el7.x86_64
0x37
10
ip_queue_xmit
vmlinux 0xffffffff8b69ccc4
Build id: 3.10.0-1062.el7.x86_64
0x144
11
tcp_transmit_skb
vmlinux 0xffffffff8b6b7304
Build id: 3.10.0-1062.el7.x86_64
0x4e4
12
tcp_write_xmit
vmlinux 0xffffffff8b6b798a
Build id: 3.10.0-1062.el7.x86_64
0x18a
13
__tcp_push_pending_frames
vmlinux 0xffffffff8b6b87be
Build id: 3.10.0-1062.el7.x86_64
0x2e
14
tcp_push
vmlinux 0xffffffff8b6a68ec
Build id: 3.10.0-1062.el7.x86_64
0xec
15
tcp_sendmsg
vmlinux 0xffffffff8b6aa322
Build id: 3.10.0-1062.el7.x86_64
0xd2
16
? xfs_iunlock
xfs 0xffffffffc045a0f4
Build id: 3.10.0-1062.el7.x86_64
0x114
17
inet_sendmsg
vmlinux 0xffffffff8b6d6939
Build id: 3.10.0-1062.el7.x86_64
0x69
18
sock_sendmsg
vmlinux 0xffffffff8b62d3a6
Build id: 3.10.0-1062.el7.x86_64
0xb6
19
SYSC_sendto
vmlinux 0xffffffff8b62dad1
Build id: 3.10.0-1062.el7.x86_64
0x121
20
? __do_page_fault
vmlinux 0xffffffff8b786658
Build id: 3.10.0-1062.el7.x86_64
0x238
21
SyS_sendto
vmlinux 0xffffffff8b62f5ee
Build id: 3.10.0-1062.el7.x86_64
0xe
22
system_call_fastpath
vmlinux 0xffffffff8b78bede
Build id: 3.10.0-1062.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [reporter-urepor:57148]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper pcspkr vmw_vmci ablk_helper cryptd sg i2c_piix4 joydev parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom vmwgfx crc_t10dif crct10dif_generic ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix nfit libnvdimm libata mptspi e1000 scsi_transport_spi mptscsih mptbase crct10dif_pclmul
crct10dif_common crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 57148 Comm: reporter-urepor Kdump: loaded Tainted: G             L ------------   3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8d4742235230 ti: ffff8d4755134000 task.ti: ffff8d4755134000
RIP: 0010:[<ffffffffc01d8877>]  [<ffffffffc01d8877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8d47551377d0  EFLAGS: 00000286
RAX: ffff9b72c3203818 RBX: 0000000000000001 RCX: 00000000000000ff
RDX: 00000000000000ff RSI: ffff8d4755b9e880 RDI: ffff8d44b78ae000
RBP: ffff8d4755137850 R08: 0000000000000100 R09: 0000000022100000
R10: 400040f6c3910000 R11: 0000000000000000 R12: 0000000000000202
R13: 00000008022e70ce R14: 0000000155137740 R15: ffffffff8b3aabc0
FS:  00007f2234f4b8c0(0000) GS:ffff8d475d700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f22232bcad0 CR3: 00000007d8288000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8b64d346>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8b67b0ba>] sch_direct_xmit+0x11a/0x250
[<ffffffff8b6502b1>] __dev_queue_xmit+0x491/0x650
[<ffffffff8b650480>] dev_queue_xmit+0x10/0x20
[<ffffffff8b69e97b>] ip_finish_output+0x67b/0x8d0
[<ffffffff8b69eefb>] ip_output+0x7b/0xf0
[<ffffffff8b69e300>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff8b69c927>] ip_local_out_sk+0x37/0x40
[<ffffffff8b69ccc4>] ip_queue_xmit+0x144/0x3c0
[<ffffffff8b6b7304>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff8b6b798a>] tcp_write_xmit+0x18a/0xd40
[<ffffffff8b6b87be>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffff8b6a68ec>] tcp_push+0xec/0x120
[<ffffffff8b6aa322>] tcp_sendmsg+0xd2/0xc60
[<ffffffffc045a0f4>] ? xfs_iunlock+0x114/0x120 [xfs]
[<ffffffff8b6d6939>] inet_sendmsg+0x69/0xb0
[<ffffffff8b62d3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff8b62dad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8b786658>] ? __do_page_fault+0x238/0x500
[<ffffffff8b62f5ee>] SyS_sendto+0xe/0x10
[<ffffffff8b78bede>] system_call_fastpath+0x25/0x2a
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #371468
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0228877
Build id: 3.10.0-1160.41.1.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffb8c55f96
Build id: 3.10.0-1160.41.1.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffffb8c840aa
Build id: 3.10.0-1160.41.1.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffb8c58f11
Build id: 3.10.0-1160.41.1.el7.x86_64
0x491
5
dev_queue_xmit
vmlinux 0xffffffffb8c590e0
Build id: 3.10.0-1160.41.1.el7.x86_64
0x10
6
ip_finish_output
vmlinux 0xffffffffb8ca7b83
Build id: 3.10.0-1160.41.1.el7.x86_64
0x593
7
ip_output
vmlinux 0xffffffffb8ca81eb
Build id: 3.10.0-1160.41.1.el7.x86_64
0x7b
8
? __ip_append_data.isra.50
vmlinux 0xffffffffb8ca75f0
Build id: 3.10.0-1160.41.1.el7.x86_64
0xa60
9
ip_local_out_sk
vmlinux 0xffffffffb8ca5c17
Build id: 3.10.0-1160.41.1.el7.x86_64
0x37
10
ip_queue_xmit
vmlinux 0xffffffffb8ca5fb4
Build id: 3.10.0-1160.41.1.el7.x86_64
0x144
11
tcp_transmit_skb
vmlinux 0xffffffffb8cc06f4
Build id: 3.10.0-1160.41.1.el7.x86_64
0x4e4
12
tcp_write_xmit
vmlinux 0xffffffffb8cc0d7a
Build id: 3.10.0-1160.41.1.el7.x86_64
0x18a
13
__tcp_push_pending_frames
vmlinux 0xffffffffb8cc1bbe
Build id: 3.10.0-1160.41.1.el7.x86_64
0x2e
14
tcp_push
vmlinux 0xffffffffb8cafc0c
Build id: 3.10.0-1160.41.1.el7.x86_64
0xec
15
tcp_sendmsg
vmlinux 0xffffffffb8cb3652
Build id: 3.10.0-1160.41.1.el7.x86_64
0xd2
16
inet_sendmsg
vmlinux 0xffffffffb8cdfe09
Build id: 3.10.0-1160.41.1.el7.x86_64
0x69
17
sock_sendmsg
vmlinux 0xffffffffb8c363a6
Build id: 3.10.0-1160.41.1.el7.x86_64
0xb6
18
? __mem_cgroup_commit_charge
vmlinux 0xffffffffb883ed12
Build id: 3.10.0-1160.41.1.el7.x86_64
0xe2
19
SYSC_sendto
vmlinux 0xffffffffb8c36ad1
Build id: 3.10.0-1160.41.1.el7.x86_64
0x121
20
? __do_page_fault
vmlinux 0xffffffffb8d90678
Build id: 3.10.0-1160.41.1.el7.x86_64
0x238
21
SyS_sendto
vmlinux 0xffffffffb8c385ee
Build id: 3.10.0-1160.41.1.el7.x86_64
0xe
22
system_call_fastpath
vmlinux 0xffffffffb8d95f92
Build id: 3.10.0-1160.41.1.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [reporter-urepor:54753]
Modules linked in: lp veeamsnap(OE) tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 iosf_mbi crc32_pclmul snd_rawmidi snd_ac97_codec ghash_clmulni_intel aesni_intel ac97_bus lrw snd_seq gf128mul glue_helper ablk_helper snd_seq_device snd_pcm
ppdev cryptd pcspkr snd_timer joydev snd soundcore vmw_balloon sg parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx nfit libnvdimm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel ata_piix serio_raw mptspi scsi_transport_spi libata e1000 mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 54753 Comm: reporter-urepor Kdump: loaded Tainted: G           OEL ------------   3.10.0-1160.41.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff944abba99080 ti: ffff944abae58000 task.ti: ffff944abae58000
RIP: 0010:[<ffffffffc0228877>]  [<ffffffffc0228877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff944abae5b7d0  EFLAGS: 00000286
RAX: ffffaeeb40f83818 RBX: 0000000000000001 RCX: 0000000000000040
RDX: 0000000000000040 RSI: ffff944bf3356140 RDI: ffff944bf863e000
RBP: ffff944abae5b850 R08: 0000000000000100 R09: 0000000026100000
R10: e611fb65621352e8 R11: 0000000000000000 R12: 0000000000000202
R13: 00000001924aa5ac R14: 00000001f3356140 R15: ffffffffb89b2290
FS:  00007ffb619fb940(0000) GS:ffff944bf7600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001c2d000 CR3: 00000000a75ea000 CR4: 00000000003607f0
Call Trace:
[<ffffffffb8c55f96>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffb8c840aa>] sch_direct_xmit+0x11a/0x250
[<ffffffffb8c58f11>] __dev_queue_xmit+0x491/0x650
[<ffffffffb8c590e0>] dev_queue_xmit+0x10/0x20
[<ffffffffb8ca7b83>] ip_finish_output+0x593/0x8d0
[<ffffffffb8ca81eb>] ip_output+0x7b/0xf0
[<ffffffffb8ca75f0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffb8ca5c17>] ip_local_out_sk+0x37/0x40
[<ffffffffb8ca5fb4>] ip_queue_xmit+0x144/0x3c0
[<ffffffffb8cc06f4>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffffb8cc0d7a>] tcp_write_xmit+0x18a/0xd40
[<ffffffffb8cc1bbe>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffffb8cafc0c>] tcp_push+0xec/0x120
[<ffffffffb8cb3652>] tcp_sendmsg+0xd2/0xc60
[<ffffffffb8cdfe09>] inet_sendmsg+0x69/0xb0
[<ffffffffb8c363a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffb883ed12>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffb8c36ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffb8d90678>] ? __do_page_fault+0x238/0x500
[<ffffffffb8c385ee>] SyS_sendto+0xe/0x10
[<ffffffffb8d95f92>] system_call_fastpath+0x25/0x2a
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #218455
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0348857
Build id: 3.10.0-957.12.2.el7.x86_64
0x7f7
2
? kfree_skbmem
vmlinux 0xffffffffab222717
Build id: 3.10.0-957.12.2.el7.x86_64
0x37
3
dev_hard_start_xmit
vmlinux 0xffffffffab239ce6
Build id: 3.10.0-957.12.2.el7.x86_64
0x246
4
sch_direct_xmit
vmlinux 0xffffffffab266d6a
Build id: 3.10.0-957.12.2.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffffab23cc61
Build id: 3.10.0-957.12.2.el7.x86_64
0x491
6
dev_queue_xmit
vmlinux 0xffffffffab23ce30
Build id: 3.10.0-957.12.2.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffffab2897b6
Build id: 3.10.0-957.12.2.el7.x86_64
0x556
8
ip_output
vmlinux 0xffffffffab289d13
Build id: 3.10.0-957.12.2.el7.x86_64
0x73
9
? __ip_append_data.isra.51
vmlinux 0xffffffffab289260
Build id: 3.10.0-957.12.2.el7.x86_64
0xa50
10
ip_local_out_sk
vmlinux 0xffffffffab287897
Build id: 3.10.0-957.12.2.el7.x86_64
0x37
11
ip_queue_xmit
vmlinux 0xffffffffab287c34
Build id: 3.10.0-957.12.2.el7.x86_64
0x144
12
tcp_transmit_skb
vmlinux 0xffffffffab2a1fe4
Build id: 3.10.0-957.12.2.el7.x86_64
0x4e4
13
tcp_write_xmit
vmlinux 0xffffffffab2a2652
Build id: 3.10.0-957.12.2.el7.x86_64
0x172
14
__tcp_push_pending_frames
vmlinux 0xffffffffab2a345e
Build id: 3.10.0-957.12.2.el7.x86_64
0x2e
15
tcp_push
vmlinux 0xffffffffab2916bc
Build id: 3.10.0-957.12.2.el7.x86_64
0xec
16
tcp_sendmsg
vmlinux 0xffffffffab295112
Build id: 3.10.0-957.12.2.el7.x86_64
0xd2
17
inet_sendmsg
vmlinux 0xffffffffab2c1079
Build id: 3.10.0-957.12.2.el7.x86_64
0x69
18
? selinux_socket_sendmsg
vmlinux 0xffffffffaaefcc63
Build id: 3.10.0-957.12.2.el7.x86_64
0x23
19
sock_sendmsg
vmlinux 0xffffffffab21a3a6
Build id: 3.10.0-957.12.2.el7.x86_64
0xb6
20
? do_last
vmlinux 0xffffffffaae500fd
Build id: 3.10.0-957.12.2.el7.x86_64
0x66d
21
? call_rcu_sched
vmlinux 0xffffffffaad53f0d
Build id: 3.10.0-957.12.2.el7.x86_64
0x1d
22
SYSC_sendto
vmlinux 0xffffffffab21aad1
Build id: 3.10.0-957.12.2.el7.x86_64
0x121
23
? putname
vmlinux 0xffffffffaae531fd
Build id: 3.10.0-957.12.2.el7.x86_64
0x3d
24
SyS_sendto
vmlinux 0xffffffffab21c5ee
Build id: 3.10.0-957.12.2.el7.x86_64
0xe
25
system_call_fastpath
vmlinux 0xffffffffab375ddb
Build id: 3.10.0-957.12.2.el7.x86_64
0x22
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [gnome-software:22605]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables vmhgfs(OE) ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm
snd_timer snd pcspkr joydev soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ata_generic pata_acpi serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 22605 Comm: gnome-software Kdump: loaded Tainted: G           OE  ------------   3.10.0-957.12.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8dee29079040 ti: ffff8def4cfac000 task.ti: ffff8def4cfac000
RIP: 0010:[<ffffffffc0348857>]  [<ffffffffc0348857>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8def4cfaf7f0  EFLAGS: 00000286
RAX: ffff9f5840fc3818 RBX: 0000000000000001 RCX: 000000000000001c
RDX: 000000000000001c RSI: ffff8dedb5d39580 RDI: ffff8defb4cb8000
RBP: ffff8def4cfaf870 R08: 0000000000000100 R09: 0000000022100000
R10: 08c6d832290c002d R11: 0000000000000000 R12: 0000000000000202
R13: 000000022f36e8da R14: 000000014cfaf7a0 R15: ffffffffaafa0c60
FS:  00007f593bee0a80(0000) GS:ffff8defb5680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5e990a9e54 CR3: 00000001d63c2000 CR4: 00000000003607e0
Call Trace:
[<ffffffffab222717>] ? kfree_skbmem+0x37/0x90
[<ffffffffab239ce6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffab266d6a>] sch_direct_xmit+0x11a/0x250
[<ffffffffab23cc61>] __dev_queue_xmit+0x491/0x650
[<ffffffffab23ce30>] dev_queue_xmit+0x10/0x20
[<ffffffffab2897b6>] ip_finish_output+0x556/0x7b0
[<ffffffffab289d13>] ip_output+0x73/0xe0
[<ffffffffab289260>] ? __ip_append_data.isra.51+0xa50/0xa50
[<ffffffffab287897>] ip_local_out_sk+0x37/0x40
[<ffffffffab287c34>] ip_queue_xmit+0x144/0x3c0
[<ffffffffab2a1fe4>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffffab2a2652>] tcp_write_xmit+0x172/0xd00
[<ffffffffab2a345e>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffffab2916bc>] tcp_push+0xec/0x120
[<ffffffffab295112>] tcp_sendmsg+0xd2/0xc60
[<ffffffffab2c1079>] inet_sendmsg+0x69/0xb0
[<ffffffffaaefcc63>] ? selinux_socket_sendmsg+0x23/0x30
[<ffffffffab21a3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffaae500fd>] ? do_last+0x66d/0x12a0
[<ffffffffaad53f0d>] ? call_rcu_sched+0x1d/0x20
[<ffffffffab21aad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffaae531fd>] ? putname+0x3d/0x60
[<ffffffffab21c5ee>] SyS_sendto+0xe/0x10
[<ffffffffab375ddb>] system_call_fastpath+0x22/0x27
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #121885
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc008cee7
Build id: 3.10.0-693.el7.x86_64
0x947
2
dev_hard_start_xmit
vmlinux 0xffffffff81586771
Build id: 3.10.0-693.el7.x86_64
0x171
3
sch_direct_xmit
vmlinux 0xffffffff815af50a
Build id: 3.10.0-693.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff81589566
Build id: 3.10.0-693.el7.x86_64
0x226
5
dev_queue_xmit
vmlinux 0xffffffff815898a0
Build id: 3.10.0-693.el7.x86_64
0x10
6
neigh_resolve_output
vmlinux 0xffffffff8159527b
Build id: 3.10.0-693.el7.x86_64
0x11b
7
ip_finish_output
vmlinux 0xffffffff815cfaa7
Build id: 3.10.0-693.el7.x86_64
0x297
8
ip_output
vmlinux 0xffffffff815d0293
Build id: 3.10.0-693.el7.x86_64
0x73
9
? __ip_append_data.isra.48
vmlinux 0xffffffff815cf810
Build id: 3.10.0-693.el7.x86_64
0xa00
10
ip_local_out_sk
vmlinux 0xffffffff815cdf31
Build id: 3.10.0-693.el7.x86_64
0x31
11
ip_queue_xmit
vmlinux 0xffffffff815ce2a3
Build id: 3.10.0-693.el7.x86_64
0x143
12
tcp_transmit_skb
vmlinux 0xffffffff815e7c0f
Build id: 3.10.0-693.el7.x86_64
0x4cf
13
tcp_write_xmit
vmlinux 0xffffffff815e824a
Build id: 3.10.0-693.el7.x86_64
0x15a
14
__tcp_push_pending_frames
vmlinux 0xffffffff815e904e
Build id: 3.10.0-693.el7.x86_64
0x2e
15
tcp_push
vmlinux 0xffffffff815d77dc
Build id: 3.10.0-693.el7.x86_64
0xec
16
tcp_sendmsg
vmlinux 0xffffffff815db0f8
Build id: 3.10.0-693.el7.x86_64
0xc8
17
inet_sendmsg
vmlinux 0xffffffff81606893
Build id: 3.10.0-693.el7.x86_64
0x63
18
sock_sendmsg
vmlinux 0xffffffff8156a580
Build id: 3.10.0-693.el7.x86_64
0xb0
19
SYSC_sendto
vmlinux 0xffffffff8156a731
Build id: 3.10.0-693.el7.x86_64
0x121
20
? vfs_read
vmlinux 0xffffffff81200bf5
Build id: 3.10.0-693.el7.x86_64
0xf5
21
SyS_sendto
vmlinux 0xffffffff8156b2ce
Build id: 3.10.0-693.el7.x86_64
0xe
22
system_call_fastpath
vmlinux 0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
0x16
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [java:2695]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus coretemp snd_seq snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper snd_timer ablk_helper snd cryptd soundcore pcspkr ppdev joydev sg vmw_balloon parport_pc parport shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel mptspi ata_piix scsi_transport_spi serio_raw mptscsih libata e1000 mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 2695 Comm: java Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff88022fcabf40 ti: ffff880183330000 task.ti: ffff880183330000
RIP: 0010:[<ffffffffc008cee7>]  [<ffffffffc008cee7>] e1000_xmit_frame+0x947/0x1040 [e1000]
RSP: 0018:ffff880183333808  EFLAGS: 00000286
RAX: ffffc90000e03818 RBX: 00000001d9aa1a5c RCX: 0000000000000031
RDX: 0000000000000031 RSI: ffff8802322c1180 RDI: ffff88023f7fa000
RBP: ffff880183333888 R08: 0000000000000100 R09: 0000000026100000
R10: 390d55d8712624d7 R11: 0000000000000000 R12: ffffffff813492f0
R13: ffff8801833337d0 R14: 0000000000000202 R15: 0000000000000202
FS:  00007f0e75ee0700(0000) GS:ffff880236700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f0f106e91a8 CR3: 000000021e3fc000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8801cbef34f8 ffff880236cb3098 0000002d00000000 0000000c00000001
0000058400000001 ffff8801817b96f0 ffff8802322c1180 0000000300001000
ffff880236cb3098 ffff88023f7fa000 ffff880236cb3000 ffff88023f7fa000
Call Trace:
[<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0
[<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240
[<ffffffff81589566>] __dev_queue_xmit+0x226/0x550
[<ffffffff815898a0>] dev_queue_xmit+0x10/0x20
[<ffffffff8159527b>] neigh_resolve_output+0x11b/0x220
[<ffffffff815cfaa7>] ip_finish_output+0x297/0x780
[<ffffffff815d0293>] ip_output+0x73/0xe0
[<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00
[<ffffffff815cdf31>] ip_local_out_sk+0x31/0x40
[<ffffffff815ce2a3>] ip_queue_xmit+0x143/0x3a0
[<ffffffff815e7c0f>] tcp_transmit_skb+0x4cf/0x9b0
[<ffffffff815e824a>] tcp_write_xmit+0x15a/0xce0
[<ffffffff815e904e>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffff815d77dc>] tcp_push+0xec/0x120
[<ffffffff815db0f8>] tcp_sendmsg+0xc8/0xc30
[<ffffffff81606893>] inet_sendmsg+0x63/0xb0
[<ffffffff8156a580>] sock_sendmsg+0xb0/0xf0
[<ffffffff8156a731>] SYSC_sendto+0x121/0x1c0
[<ffffffff81200bf5>] ? vfs_read+0xf5/0x170
[<ffffffff8156b2ce>] SyS_sendto+0xe/0x10
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #92321
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc008cee7
Build id: 3.10.0-693.21.1.el7.x86_64
0x947
2
dev_hard_start_xmit
vmlinux 0xffffffff8158fa64
Build id: 3.10.0-693.21.1.el7.x86_64
0x194
3
sch_direct_xmit
vmlinux 0xffffffff815b8d2a
Build id: 3.10.0-693.21.1.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff815928b6
Build id: 3.10.0-693.21.1.el7.x86_64
0x226
5
dev_queue_xmit
vmlinux 0xffffffff81592bf0
Build id: 3.10.0-693.21.1.el7.x86_64
0x10
6
neigh_resolve_output
vmlinux 0xffffffff8159e81d
Build id: 3.10.0-693.21.1.el7.x86_64
0x11d
7
ip_finish_output
vmlinux 0xffffffff815d962c
Build id: 3.10.0-693.21.1.el7.x86_64
0x2ac
8
ip_output
vmlinux 0xffffffff815d9e23
Build id: 3.10.0-693.21.1.el7.x86_64
0x73
9
? __ip_append_data.isra.50
vmlinux 0xffffffff815d9380
Build id: 3.10.0-693.21.1.el7.x86_64
0xa50
10
ip_local_out_sk
vmlinux 0xffffffff815d7a57
Build id: 3.10.0-693.21.1.el7.x86_64
0x37
11
ip_queue_xmit
vmlinux 0xffffffff815d7dc3
Build id: 3.10.0-693.21.1.el7.x86_64
0x143
12
tcp_transmit_skb
vmlinux 0xffffffff815f1a44
Build id: 3.10.0-693.21.1.el7.x86_64
0x4e4
13
tcp_write_xmit
vmlinux 0xffffffff815f209a
Build id: 3.10.0-693.21.1.el7.x86_64
0x15a
14
__tcp_push_pending_frames
vmlinux 0xffffffff815f2e9e
Build id: 3.10.0-693.21.1.el7.x86_64
0x2e
15
tcp_push
vmlinux 0xffffffff815e143c
Build id: 3.10.0-693.21.1.el7.x86_64
0xec
16
tcp_sendmsg
vmlinux 0xffffffff815e4de8
Build id: 3.10.0-693.21.1.el7.x86_64
0xc8
17
inet_sendmsg
vmlinux 0xffffffff816109b9
Build id: 3.10.0-693.21.1.el7.x86_64
0x69
18
? selinux_socket_sendmsg
vmlinux 0xffffffff812ba833
Build id: 3.10.0-693.21.1.el7.x86_64
0x23
19
sock_sendmsg
vmlinux 0xffffffff815733a6
Build id: 3.10.0-693.21.1.el7.x86_64
0xb6
20
? poll_select_copy_remaining
vmlinux 0xffffffff8121aaa0
Build id: 3.10.0-693.21.1.el7.x86_64
0x150
21
? __generic_file_aio_write
vmlinux 0xffffffff81188db2
Build id: 3.10.0-693.21.1.el7.x86_64
0x1e2
22
SYSC_sendto
vmlinux 0xffffffff81573911
Build id: 3.10.0-693.21.1.el7.x86_64
0x121
23
? ktime_get_ts64
vmlinux 0xffffffff810ecec2
Build id: 3.10.0-693.21.1.el7.x86_64
0x52
24
SyS_sendto
vmlinux 0xffffffff8157439e
Build id: 3.10.0-693.21.1.el7.x86_64
0xe
25
system_call_fastpath
vmlinux 0xffffffff816c0715
Build id: 3.10.0-693.21.1.el7.x86_64
0x1c
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [openvpn:24111]
Modules linked in: devlink xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event coretemp iosf_mbi snd_ens1371 ppdev crc32_pclmul sg ghash_clmulni_intel aesni_intel lrw gf128mul snd_rawmidi snd_ac97_codec glue_helper ac97_bus ablk_helper snd_seq cryptd snd_seq_device joydev snd_pcm pcspkr snd_timer nfit snd soundcore vmw_balloon libnvdimm parport_pc parport shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ata_piix ttm drm crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi scsi_transport_spi mptscsih serio_raw e1000 i2c_core mptbase floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 24111 Comm: openvpn Tainted: G             L ------------   3.10.0-693.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff880035d4cf10 ti: ffff88011bfac000 task.ti: ffff88011bfac000
RIP: 0010:[<ffffffffc008cee7>]  [<ffffffffc008cee7>] e1000_xmit_frame+0x947/0x1040 [e1000]
RSP: 0018:ffff88011bfaf7d8  EFLAGS: 00000286
RAX: ffffc90000843818 RBX: 0000000132c3c8ce RCX: 000000000000007a
RDX: 000000000000007a RSI: ffff880132e1e140 RDI: ffff88013649c000
RBP: ffff88011bfaf858 R08: 0000000000000100 R09: 0000000022100000
R10: 0000450008f4f9d1 R11: 0000000000000000 R12: ffffffff8134f8b0
R13: ffff88011bfaf7a0 R14: 0000000000000202 R15: 0000000000000202
FS:  00007f2bde88f880(0000) GS:ffff88013a600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4fde61e000 CR3: 000000011beda000 CR4: 00000000001607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8158fa64>] dev_hard_start_xmit+0x194/0x3d0
[<ffffffff815b8d2a>] sch_direct_xmit+0x11a/0x240
[<ffffffff815928b6>] __dev_queue_xmit+0x226/0x550
[<ffffffff81592bf0>] dev_queue_xmit+0x10/0x20
[<ffffffff8159e81d>] neigh_resolve_output+0x11d/0x220
[<ffffffff815d962c>] ip_finish_output+0x2ac/0x7a0
[<ffffffff815d9e23>] ip_output+0x73/0xe0
[<ffffffff815d9380>] ? __ip_append_data.isra.50+0xa50/0xa50
[<ffffffff815d7a57>] ip_local_out_sk+0x37/0x40
[<ffffffff815d7dc3>] ip_queue_xmit+0x143/0x3a0
[<ffffffff815f1a44>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff815f209a>] tcp_write_xmit+0x15a/0xce0
[<ffffffff815f2e9e>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffff815e143c>] tcp_push+0xec/0x120
[<ffffffff815e4de8>] tcp_sendmsg+0xc8/0xc30
[<ffffffff816109b9>] inet_sendmsg+0x69/0xb0
[<ffffffff812ba833>] ? selinux_socket_sendmsg+0x23/0x30
[<ffffffff815733a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff8121aaa0>] ? poll_select_copy_remaining+0x150/0x150
[<ffffffff81188db2>] ? __generic_file_aio_write+0x1e2/0x400
[<ffffffff81573911>] SYSC_sendto+0x121/0x1c0
[<ffffffff810ecec2>] ? ktime_get_ts64+0x52/0xf0
[<ffffffff8157439e>] SyS_sendto+0xe/0x10
[<ffffffff816c0715>] system_call_fastpath+0x1c/0x21
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #12236
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc00dbee7
Build id: 3.10.0-693.el7.x86_64
0x947
2
? kfree_skbmem
vmlinux 0xffffffff815710d7
Build id: 3.10.0-693.el7.x86_64
0x37
3
dev_hard_start_xmit
vmlinux 0xffffffff81586771
Build id: 3.10.0-693.el7.x86_64
0x171
4
sch_direct_xmit
vmlinux 0xffffffff815af50a
Build id: 3.10.0-693.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff81589566
Build id: 3.10.0-693.el7.x86_64
0x226
6
dev_queue_xmit
vmlinux 0xffffffff815898a0
Build id: 3.10.0-693.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffff815cfd3e
Build id: 3.10.0-693.el7.x86_64
0x52e
8
ip_output
vmlinux 0xffffffff815d0293
Build id: 3.10.0-693.el7.x86_64
0x73
9
? __ip_append_data.isra.48
vmlinux 0xffffffff815cf810
Build id: 3.10.0-693.el7.x86_64
0xa00
10
ip_local_out_sk
vmlinux 0xffffffff815cdf31
Build id: 3.10.0-693.el7.x86_64
0x31
11
ip_queue_xmit
vmlinux 0xffffffff815ce2a3
Build id: 3.10.0-693.el7.x86_64
0x143
12
tcp_transmit_skb
vmlinux 0xffffffff815e7c0f
Build id: 3.10.0-693.el7.x86_64
0x4cf
13
tcp_write_xmit
vmlinux 0xffffffff815e824a
Build id: 3.10.0-693.el7.x86_64
0x15a
14
__tcp_push_pending_frames
vmlinux 0xffffffff815e904e
Build id: 3.10.0-693.el7.x86_64
0x2e
15
tcp_push
vmlinux 0xffffffff815d77dc
Build id: 3.10.0-693.el7.x86_64
0xec
16
tcp_sendmsg
vmlinux 0xffffffff815db0f8
Build id: 3.10.0-693.el7.x86_64
0xc8
17
? set_next_entity
vmlinux 0xffffffff810cb62c
Build id: 3.10.0-693.el7.x86_64
0x3c
18
inet_sendmsg
vmlinux 0xffffffff81606893
Build id: 3.10.0-693.el7.x86_64
0x63
19
sock_sendmsg
vmlinux 0xffffffff8156a580
Build id: 3.10.0-693.el7.x86_64
0xb0
20
SYSC_sendto
vmlinux 0xffffffff8156a731
Build id: 3.10.0-693.el7.x86_64
0x121
21
? __schedule
vmlinux 0xffffffff816a8f8d
Build id: 3.10.0-693.el7.x86_64
0x39d
22
SyS_sendto
vmlinux 0xffffffff8156b2ce
Build id: 3.10.0-693.el7.x86_64
0xe
23
system_call_fastpath
vmlinux 0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
0x16
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [java:63585]
Modules linked in: sctp_diag sctp dccp_diag dccp tcp_diag udp_diag inet_diag unix_diag tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event ppdev crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus joydev snd_seq pcspkr snd_seq_device snd_pcm sg snd_timer nfit snd soundcore libnvdimm vmw_vmci shpchp i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom
ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw drm ata_piix mptspi e1000 scsi_transport_spi mptscsih mptbase libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 63585 Comm: java Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff880250096eb0 ti: ffff88022eb8c000 task.ti: ffff88022eb8c000
RIP: 0010:[<ffffffffc00dbee7>]  [<ffffffffc00dbee7>] e1000_xmit_frame+0x947/0x1040 [e1000]
RSP: 0018:ffff88022eb8f848  EFLAGS: 00000286
RAX: ffffc90001943818 RBX: 00000002962ef8ce RCX: 0000000000000079
RDX: 0000000000000079 RSI: ffff880035d5ee80 RDI: ffff88042d48a000
RBP: ffff88022eb8f8c8 R08: 0000000000000100 R09: 0000000022100000
R10: 6435000045000848 R11: 0000000000000000 R12: ffffffff813492f0
R13: ffff88022eb8f810 R14: 0000000000000202 R15: 0000000000000202
FS:  00007f0f704d4700(0000) GS:ffff88042d640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f9769b8c1f0 CR3: 000000020a2a9000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff815710d7 ffff88042db2a098 0000007781573004 0000000900000000
000000001d214800 ffff880200000000 ffffffff00000000 0000000100001000
ffff88008944bef8 ffff88042d48a000 ffff88042db2a000 ffff88042d48a000
Call Trace:
[<ffffffff815710d7>] ? kfree_skbmem+0x37/0x90
[<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0
[<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240
[<ffffffff81589566>] __dev_queue_xmit+0x226/0x550
[<ffffffff815898a0>] dev_queue_xmit+0x10/0x20
[<ffffffff815cfd3e>] ip_finish_output+0x52e/0x780
[<ffffffff815d0293>] ip_output+0x73/0xe0
[<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00
[<ffffffff815cdf31>] ip_local_out_sk+0x31/0x40
[<ffffffff815ce2a3>] ip_queue_xmit+0x143/0x3a0
[<ffffffff815e7c0f>] tcp_transmit_skb+0x4cf/0x9b0
[<ffffffff815e824a>] tcp_write_xmit+0x15a/0xce0
[<ffffffff815e904e>] __tcp_push_pending_frames+0x2e/0xc0
[<ffffffff815d77dc>] tcp_push+0xec/0x120
[<ffffffff815db0f8>] tcp_sendmsg+0xc8/0xc30
[<ffffffff810cb62c>] ? set_next_entity+0x3c/0xe0
[<ffffffff81606893>] inet_sendmsg+0x63/0xb0
[<ffffffff8156a580>] sock_sendmsg+0xb0/0xf0
[<ffffffff8156a731>] SYSC_sendto+0x121/0x1c0
[<ffffffff816a8f8d>] ? __schedule+0x39d/0x8b0
[<ffffffff8156b2ce>] SyS_sendto+0xe/0x10
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00