Info

Permalink
Function
e1000_xmit_frame
First occurrence
2020-12-02
Last occurrence
2025-11-06
State
NEW
Components
kernel
Quality
-43

Statistics

Operating system Count
CentOS 7 17
Architecture Count
x86_64 17
Related packages Count
kernel 17
 0:3.10.0-1160.66.1.el7 7
 0:3.10.0-693.el7 5
 0:3.10.0-862.el7 2
 0:3.10.0-1127.19.1.el7 1
 0:3.10.0-1160.81.1.el7 1
 0:3.10.0-957.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

Report backtrace


Complete report #696086
Frame # Function Binary Source or offset Line
1
memcpy
vmlinux 0xffffffff8d95a066
Build id: 3.10.0-862.el7.x86_64
0x6
2
? swiotlb_tbl_map_single
vmlinux 0xffffffff8d973e00
Build id: 3.10.0-862.el7.x86_64
0x280
3
map_single
vmlinux 0xffffffff8d9746fc
Build id: 3.10.0-862.el7.x86_64
0x2c
4
swiotlb_map_page
vmlinux 0xffffffff8d9748c6
Build id: 3.10.0-862.el7.x86_64
0x66
5
e1000_xmit_frame
e1000 0xffffffffc010f3bf
Build id: 3.10.0-862.el7.x86_64
0x34f
6
dev_hard_start_xmit
vmlinux 0xffffffff8dbeb166
Build id: 3.10.0-862.el7.x86_64
0x246
7
sch_direct_xmit
vmlinux 0xffffffff8dc16a2a
Build id: 3.10.0-862.el7.x86_64
0x11a
8
__dev_queue_xmit
vmlinux 0xffffffff8dbee051
Build id: 3.10.0-862.el7.x86_64
0x4a1
9
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc06aa2ce
Build id: 3.10.0-862.el7.x86_64
0x4e
10
dev_queue_xmit
vmlinux 0xffffffff8dbee220
Build id: 3.10.0-862.el7.x86_64
0x10
11
ip_finish_output
vmlinux 0xffffffff8dc37416
Build id: 3.10.0-862.el7.x86_64
0x546
12
ip_output
vmlinux 0xffffffff8dc37973
Build id: 3.10.0-862.el7.x86_64
0x73
13
? __ip_append_data.isra.50
vmlinux 0xffffffff8dc36ed0
Build id: 3.10.0-862.el7.x86_64
0xa50
14
ip_local_out_sk
vmlinux 0xffffffff8dc35567
Build id: 3.10.0-862.el7.x86_64
0x37
15
ip_queue_xmit
vmlinux 0xffffffff8dc358d3
Build id: 3.10.0-862.el7.x86_64
0x143
16
tcp_transmit_skb
vmlinux 0xffffffff8dc4f7b4
Build id: 3.10.0-862.el7.x86_64
0x4e4
17
tcp_send_ack
vmlinux 0xffffffff8dc5182f
Build id: 3.10.0-862.el7.x86_64
0x11f
18
tcp_cleanup_rbuf
vmlinux 0xffffffff8dc3f2f6
Build id: 3.10.0-862.el7.x86_64
0x76
19
tcp_recvmsg
vmlinux 0xffffffff8dc40592
Build id: 3.10.0-862.el7.x86_64
0x622
20
inet_recvmsg
vmlinux 0xffffffff8dc6e750
Build id: 3.10.0-862.el7.x86_64
0x80
21
sock_aio_read.part.10
vmlinux 0xffffffff8dbcb9bc
Build id: 3.10.0-862.el7.x86_64
0x14c
22
? wake_up_q
vmlinux 0xffffffff8d6cee3b
Build id: 3.10.0-862.el7.x86_64
0x5b
23
sock_aio_read
vmlinux 0xffffffff8dbcba01
Build id: 3.10.0-862.el7.x86_64
0x21
24
do_sync_read
vmlinux 0xffffffff8d81a113
Build id: 3.10.0-862.el7.x86_64
0x93
25
vfs_read
vmlinux 0xffffffff8d81abe5
Build id: 3.10.0-862.el7.x86_64
0x145
26
SyS_read
vmlinux 0xffffffff8d81ba0f
Build id: 3.10.0-862.el7.x86_64
0x7f
27
system_call_fastpath
vmlinux 0xffffffff8dd1f7d5
Build id: 3.10.0-862.el7.x86_64
0x1c
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 24s! [java:2653]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink tun ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_rawmidi snd_ac97_codec ac97_bus glue_helper snd_seq ablk_helper snd_seq_device snd_pcm snd_timer cryptd snd soundcore joydev pcspkr ppdev vmw_balloon sg nfit libnvdimm parport_pc parport vmw_vmci i2c_piix4 shpchp ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel mptspi scsi_transport_spi mptscsih ata_piix mptbase serio_raw libata e1000 i2c_core
CPU: 4 PID: 2653 Comm: java Not tainted 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff945b31ae5ee0 ti: ffff945a5517c000 task.ti: ffff945a5517c000
RIP: 0010:[<ffffffff8d95a066>]  [<ffffffff8d95a066>] memcpy+0x6/0x110
RSP: 0018:ffff945a5517f828  EFLAGS: 00010282
RAX: ffff945a7e9fa000 RBX: ffff945b34d4c098 RCX: 0000000000000042
RDX: 0000000000000042 RSI: ffff945b3172f8ce RDI: ffff945a7e9fa000
RBP: ffff945a5517f888 R08: 0000000000000000 R09: 000000000000002d
R10: 0000000080000000 R11: 0000000000000000 R12: ffff945b32f65b70
R13: ffffffffc010f837 R14: ffff945a5517f810 R15: 0000000000001f18
FS:  00007f93e89e5700(0000) GS:ffff945b38700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f119657fff8 CR3: 0000000172e9e000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff8d973e00>] ? swiotlb_tbl_map_single+0x280/0x2d0
[<ffffffff8d9746fc>] map_single+0x2c/0x30
[<ffffffff8d9748c6>] swiotlb_map_page+0x66/0x150
[<ffffffffc010f3bf>] e1000_xmit_frame+0x34f/0x1120 [e1000]
[<ffffffff8dbeb166>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8dc16a2a>] sch_direct_xmit+0x11a/0x250
[<ffffffff8dbee051>] __dev_queue_xmit+0x4a1/0x660
[<ffffffffc06aa2ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffff8dbee220>] dev_queue_xmit+0x10/0x20
[<ffffffff8dc37416>] ip_finish_output+0x546/0x7a0
[<ffffffff8dc37973>] ip_output+0x73/0xe0
[<ffffffff8dc36ed0>] ? __ip_append_data.isra.50+0xa50/0xa50
[<ffffffff8dc35567>] ip_local_out_sk+0x37/0x40
[<ffffffff8dc358d3>] ip_queue_xmit+0x143/0x3a0
[<ffffffff8dc4f7b4>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff8dc5182f>] tcp_send_ack+0x11f/0x170
[<ffffffff8dc3f2f6>] tcp_cleanup_rbuf+0x76/0x120
[<ffffffff8dc40592>] tcp_recvmsg+0x622/0xb30
[<ffffffff8dc6e750>] inet_recvmsg+0x80/0xb0
[<ffffffff8dbcb9bc>] sock_aio_read.part.10+0x14c/0x170
[<ffffffff8d6cee3b>] ? wake_up_q+0x5b/0x80
[<ffffffff8dbcba01>] sock_aio_read+0x21/0x30
[<ffffffff8d81a113>] do_sync_read+0x93/0xe0
[<ffffffff8d81abe5>] vfs_read+0x145/0x170
[<ffffffff8d81ba0f>] SyS_read+0x7f/0xf0
[<ffffffff8dd1f7d5>] system_call_fastpath+0x1c/0x21
Code: 09 8e 31 c0 e8 6c 9a d3 ff 0f ae e8 0f 31 48 c1 e2 20 89 c0 48 09 c2 48 31 d3 e9 7b ff ff ff 90 90 90 90 90 90 48 89 f8 48 89 d1 <f3> a4 c3 03 83 e2 07 f3 48 a5 89 d1 f3 a4 c3 20 4c 8b 06 4c 8b 
Complete report #620960
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc01bf877
Build id: 3.10.0-1160.66.1.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff84458f86
Build id: 3.10.0-1160.66.1.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffff8448709a
Build id: 3.10.0-1160.66.1.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff8445bf01
Build id: 3.10.0-1160.66.1.el7.x86_64
0x491
5
dev_queue_xmit
vmlinux 0xffffffff8445c0d0
Build id: 3.10.0-1160.66.1.el7.x86_64
0x10
6
neigh_resolve_output
vmlinux 0xffffffff84468dfd
Build id: 3.10.0-1160.66.1.el7.x86_64
0x11d
7
ip_finish_output
vmlinux 0xffffffff844aa85c
Build id: 3.10.0-1160.66.1.el7.x86_64
0x27c
8
ip_output
vmlinux 0xffffffff844ab1db
Build id: 3.10.0-1160.66.1.el7.x86_64
0x7b
9
? __ip_append_data.isra.50
vmlinux 0xffffffff844aa5e0
Build id: 3.10.0-1160.66.1.el7.x86_64
0xa60
10
ip_local_out_sk
vmlinux 0xffffffff844a8c07
Build id: 3.10.0-1160.66.1.el7.x86_64
0x37
11
ip_queue_xmit
vmlinux 0xffffffff844a8fa4
Build id: 3.10.0-1160.66.1.el7.x86_64
0x144
12
tcp_transmit_skb
vmlinux 0xffffffff844c3724
Build id: 3.10.0-1160.66.1.el7.x86_64
0x4e4
13
tcp_send_ack
vmlinux 0xffffffff844c593f
Build id: 3.10.0-1160.66.1.el7.x86_64
0x11f
14
tcp_cleanup_rbuf
vmlinux 0xffffffff844b2da6
Build id: 3.10.0-1160.66.1.el7.x86_64
0x76
15
tcp_recvmsg
vmlinux 0xffffffff844b4042
Build id: 3.10.0-1160.66.1.el7.x86_64
0x622
16
inet_recvmsg
vmlinux 0xffffffff844e2fe0
Build id: 3.10.0-1160.66.1.el7.x86_64
0x80
17
sock_aio_read.part.9
vmlinux 0xffffffff844386dc
Build id: 3.10.0-1160.66.1.el7.x86_64
0x14c
18
sock_aio_read
vmlinux 0xffffffff84438721
Build id: 3.10.0-1160.66.1.el7.x86_64
0x21
19
do_sync_read
vmlinux 0xffffffff8404d933
Build id: 3.10.0-1160.66.1.el7.x86_64
0x93
20
vfs_read
vmlinux 0xffffffff8404e3b5
Build id: 3.10.0-1160.66.1.el7.x86_64
0x145
21
SyS_read
vmlinux 0xffffffff8404f155
Build id: 3.10.0-1160.66.1.el7.x86_64
0x55
22
system_call_fastpath
vmlinux 0xffffffff84599f92
Build id: 3.10.0-1160.66.1.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 26s! [ssh:19531]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr vmw_balloon joydev sg vmw_vmci parport_pc i2c_piix4 parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci ata_piix drm libata nfit libnvdimm crct10dif_pclmul crct10dif_common e1000 crc32c_intel serio_raw mptspi scsi_transport_spi
mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 19531 Comm: ssh Kdump: loaded Tainted: G             L ------------   3.10.0-1160.66.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9a9afb94a100 ti: ffff9a9b51160000 task.ti: ffff9a9b51160000
RIP: 0010:[<ffffffffc01bf877>]  [<ffffffffc01bf877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9a9b51163880  EFLAGS: 00000286
RAX: ffffb1da00883818 RBX: 0000000000000001 RCX: 0000000000000037
RDX: 0000000000000037 RSI: ffff9a9a75f619c0 RDI: ffff9a9b6f6d4000
RBP: ffff9a9b51163900 R08: 0000000000000100 R09: 0000000022100000
R10: 340008450008664b R11: 0000000000000000 R12: 0000000000000202
R13: 00000001005634ce R14: 000000014efce368 R15: ffffffff841b20a0
FS:  00007f43a6ea1840(0000) GS:ffff9a9b77d00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6d15ebf000 CR3: 000000012a852000 CR4: 00000000003607e0
Call Trace:
[<ffffffff84458f86>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8448709a>] sch_direct_xmit+0x11a/0x250
[<ffffffff8445bf01>] __dev_queue_xmit+0x491/0x650
[<ffffffff8445c0d0>] dev_queue_xmit+0x10/0x20
[<ffffffff84468dfd>] neigh_resolve_output+0x11d/0x220
[<ffffffff844aa85c>] ip_finish_output+0x27c/0x8d0
[<ffffffff844ab1db>] ip_output+0x7b/0xf0
[<ffffffff844aa5e0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff844a8c07>] ip_local_out_sk+0x37/0x40
[<ffffffff844a8fa4>] ip_queue_xmit+0x144/0x3c0
[<ffffffff844c3724>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff844c593f>] tcp_send_ack+0x11f/0x170
[<ffffffff844b2da6>] tcp_cleanup_rbuf+0x76/0x120
[<ffffffff844b4042>] tcp_recvmsg+0x622/0xb30
[<ffffffff844e2fe0>] inet_recvmsg+0x80/0xb0
[<ffffffff844386dc>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff84438721>] sock_aio_read+0x21/0x30
[<ffffffff8404d933>] do_sync_read+0x93/0xe0
[<ffffffff8404e3b5>] vfs_read+0x145/0x170
[<ffffffff8404f155>] SyS_read+0x55/0xd0
[<ffffffff84599f92>] system_call_fastpath+0x25/0x2a
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #387062
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0040ee7
Build id: 3.10.0-693.el7.x86_64
0x947
2
? kfree_skbmem
vmlinux 0xffffffff815710d7
Build id: 3.10.0-693.el7.x86_64
0x37
3
dev_hard_start_xmit
vmlinux 0xffffffff81586771
Build id: 3.10.0-693.el7.x86_64
0x171
4
sch_direct_xmit
vmlinux 0xffffffff815af50a
Build id: 3.10.0-693.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff81589566
Build id: 3.10.0-693.el7.x86_64
0x226
6
dev_queue_xmit
vmlinux 0xffffffff815898a0
Build id: 3.10.0-693.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffff815cfd3e
Build id: 3.10.0-693.el7.x86_64
0x52e
8
ip_output
vmlinux 0xffffffff815d0293
Build id: 3.10.0-693.el7.x86_64
0x73
9
? __ip_append_data.isra.48
vmlinux 0xffffffff815cf810
Build id: 3.10.0-693.el7.x86_64
0xa00
10
ip_local_out_sk
vmlinux 0xffffffff815cdf31
Build id: 3.10.0-693.el7.x86_64
0x31
11
ip_queue_xmit
vmlinux 0xffffffff815ce2a3
Build id: 3.10.0-693.el7.x86_64
0x143
12
tcp_transmit_skb
vmlinux 0xffffffff815e7c0f
Build id: 3.10.0-693.el7.x86_64
0x4cf
13
tcp_send_ack
vmlinux 0xffffffff815e9c2c
Build id: 3.10.0-693.el7.x86_64
0x11c
14
tcp_cleanup_rbuf
vmlinux 0xffffffff815d79a6
Build id: 3.10.0-693.el7.x86_64
0x76
15
tcp_recvmsg
vmlinux 0xffffffff815d8c32
Build id: 3.10.0-693.el7.x86_64
0x642
16
inet_recvmsg
vmlinux 0xffffffff81606a3a
Build id: 3.10.0-693.el7.x86_64
0x7a
17
sock_aio_read.part.7
vmlinux 0xffffffff81569936
Build id: 3.10.0-693.el7.x86_64
0x146
18
? set_fd_set
vmlinux 0xffffffff81215c71
Build id: 3.10.0-693.el7.x86_64
0x21
19
sock_aio_read
vmlinux 0xffffffff81569971
Build id: 3.10.0-693.el7.x86_64
0x21
20
do_sync_read
vmlinux 0xffffffff8120019d
Build id: 3.10.0-693.el7.x86_64
0x8d
21
vfs_read
vmlinux 0xffffffff81200c45
Build id: 3.10.0-693.el7.x86_64
0x145
22
SyS_read
vmlinux 0xffffffff81201a5f
Build id: 3.10.0-693.el7.x86_64
0x7f
23
system_call_fastpath
vmlinux 0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
0x16
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 28s! [sshd:2358]
<EOI> 
Modules linked in:
nls_utf8 isofs fuse tun ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq pcspkr snd_seq_device joydev snd_pcm sg snd_timer snd soundcore i2c_piix4 shpchp vmw_vmci nfit libnvdimm parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common vmwgfx crc32c_intel drm_kms_helper serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata mptspi scsi_transport_spi e1000 mptscsih mptbase i2c_core [last unloaded: ip_tables]
CPU: 0 PID: 2358 Comm: sshd Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8800b2132f70 ti: ffff880310ec8000 task.ti: ffff880310ec8000
RIP: 0010:[<ffffffffc0040ee7>]  [<ffffffffc0040ee7>] e1000_xmit_frame+0x947/0x1040 [e1000]
RSP: 0018:ffff880310ecb928  EFLAGS: 00000286
RAX: ffffc90001c03818 RBX: ffff880310ecbfd8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: ffff880335906c00 RDI: ffff880347c8e000
RBP: ffff880310ecb9a8 R08: 0000000000000000 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffffffff816a8f8d
R13: ffff880310ecb8e8 R14: 0000000000000000 R15: ffff880333f944c0
FS:  00007fe0e319f8c0(0000) GS:ffff880339400000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fce4affd000 CR3: 0000000309e06000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff815710d7 ffff880339ead098 000000ff81573004 0000000900000000
00000000358a9000 ffff880300000000 ffffffff00000000 0000000100001000
ffff8800b2202b00 ffff880347c8e000 ffff880339ead000 ffff880347c8e000
Call Trace:
[<ffffffff815710d7>] ? kfree_skbmem+0x37/0x90
[<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0
[<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240
[<ffffffff81589566>] __dev_queue_xmit+0x226/0x550
[<ffffffff815898a0>] dev_queue_xmit+0x10/0x20
[<ffffffff815cfd3e>] ip_finish_output+0x52e/0x780
[<ffffffff815d0293>] ip_output+0x73/0xe0
[<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00
[<ffffffff815cdf31>] ip_local_out_sk+0x31/0x40
[<ffffffff815ce2a3>] ip_queue_xmit+0x143/0x3a0
[<ffffffff815e7c0f>] tcp_transmit_skb+0x4cf/0x9b0
[<ffffffff815e9c2c>] tcp_send_ack+0x11c/0x170
[<ffffffff815d79a6>] tcp_cleanup_rbuf+0x76/0x120
[<ffffffff815d8c32>] tcp_recvmsg+0x642/0xb50
[<ffffffff81606a3a>] inet_recvmsg+0x7a/0xa0
[<ffffffff81569936>] sock_aio_read.part.7+0x146/0x160
[<ffffffff81215c71>] ? set_fd_set+0x21/0x30
[<ffffffff81569971>] sock_aio_read+0x21/0x30
[<ffffffff8120019d>] do_sync_read+0x8d/0xd0
[<ffffffff81200c45>] vfs_read+0x145/0x170
[<ffffffff81201a5f>] SyS_read+0x7f/0xe0
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #23795
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0368857
Build id: 3.10.0-957.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff98838c66
Build id: 3.10.0-957.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffff98865cea
Build id: 3.10.0-957.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff9883bbe1
Build id: 3.10.0-957.el7.x86_64
0x491
5
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc08ec2ce
Build id: 3.10.0-957.el7.x86_64
0x4e
6
dev_queue_xmit
vmlinux 0xffffffff9883bdb0
Build id: 3.10.0-957.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffff98888736
Build id: 3.10.0-957.el7.x86_64
0x556
8
ip_output
vmlinux 0xffffffff98888c93
Build id: 3.10.0-957.el7.x86_64
0x73
9
? __ip_append_data.isra.51
vmlinux 0xffffffff988881e0
Build id: 3.10.0-957.el7.x86_64
0xa50
10
ip_local_out_sk
vmlinux 0xffffffff98886817
Build id: 3.10.0-957.el7.x86_64
0x37
11
ip_queue_xmit
vmlinux 0xffffffff98886bb4
Build id: 3.10.0-957.el7.x86_64
0x144
12
tcp_transmit_skb
vmlinux 0xffffffff988a0f64
Build id: 3.10.0-957.el7.x86_64
0x4e4
13
tcp_send_ack
vmlinux 0xffffffff988a2fef
Build id: 3.10.0-957.el7.x86_64
0x11f
14
tcp_cleanup_rbuf
vmlinux 0xffffffff98890806
Build id: 3.10.0-957.el7.x86_64
0x76
15
tcp_recvmsg
vmlinux 0xffffffff98891aa2
Build id: 3.10.0-957.el7.x86_64
0x622
16
inet_recvmsg
vmlinux 0xffffffff988c0060
Build id: 3.10.0-957.el7.x86_64
0x80
17
sock_aio_read.part.9
vmlinux 0xffffffff988186ec
Build id: 3.10.0-957.el7.x86_64
0x14c
18
sock_aio_read
vmlinux 0xffffffff98818731
Build id: 3.10.0-957.el7.x86_64
0x21
19
do_sync_read
vmlinux 0xffffffff984404d3
Build id: 3.10.0-957.el7.x86_64
0x93
20
vfs_read
vmlinux 0xffffffff98440fb5
Build id: 3.10.0-957.el7.x86_64
0x145
21
SyS_read
vmlinux 0xffffffff98441dcf
Build id: 3.10.0-957.el7.x86_64
0x7f
22
system_call_fastpath
vmlinux 0xffffffff98974ddb
Build id: 3.10.0-957.el7.x86_64
0x22
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [java:121184]
Modules linked in: binfmt_misc af_packet_diag netlink_diag vsock_diag tcp_diag udp_diag inet_diag unix_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_ens1371 cryptd ppdev snd_rawmidi snd_ac97_codec btusb btrtl ac97_bus btbcm btintel snd_seq snd_seq_device bluetooth snd_pcm snd_timer snd vmw_balloon pcspkr soundcore rfkill sg joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs
libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper ata_generic pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 mptspi ata_piix scsi_transport_spi libata mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 121184 Comm: java Kdump: loaded Tainted: G             L ------------   3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9cee5eec1040 ti: ffff9cee5b760000 task.ti: ffff9cee5b760000
RIP: 0010:[<ffffffffc0368857>]  [<ffffffffc0368857>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9cee5b7638d0  EFLAGS: 00000286
RAX: ffffb70480f83818 RBX: ffff9cee77653900 RCX: 00000000000000e9
RDX: 00000000000000e9 RSI: ffff9cecf5827540 RDI: ffff9cee3ceba000
RBP: ffff9cee5b763950 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff9cee5b763918
R13: 0000000000000000 R14: ffff9cee3ceba000 R15: 0000000000000000
FS:  00007efc368b0700(0000) GS:ffff9cee77640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f08cfa4c000 CR3: 000000009eb84000 CR4: 00000000003607e0
Call Trace:
[<ffffffff98838c66>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff98865cea>] sch_direct_xmit+0x11a/0x250
[<ffffffff9883bbe1>] __dev_queue_xmit+0x491/0x650
[<ffffffffc08ec2ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffff9883bdb0>] dev_queue_xmit+0x10/0x20
[<ffffffff98888736>] ip_finish_output+0x556/0x7b0
[<ffffffff98888c93>] ip_output+0x73/0xe0
[<ffffffff988881e0>] ? __ip_append_data.isra.51+0xa50/0xa50
[<ffffffff98886817>] ip_local_out_sk+0x37/0x40
[<ffffffff98886bb4>] ip_queue_xmit+0x144/0x3c0
[<ffffffff988a0f64>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff988a2fef>] tcp_send_ack+0x11f/0x170
[<ffffffff98890806>] tcp_cleanup_rbuf+0x76/0x120
[<ffffffff98891aa2>] tcp_recvmsg+0x622/0xb30
[<ffffffff988c0060>] inet_recvmsg+0x80/0xb0
[<ffffffff988186ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffff98818731>] sock_aio_read+0x21/0x30
[<ffffffff984404d3>] do_sync_read+0x93/0xe0
[<ffffffff98440fb5>] vfs_read+0x145/0x170
[<ffffffff98441dcf>] SyS_read+0x7f/0xf0
[<ffffffff98974ddb>] system_call_fastpath+0x22/0x27
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #21901
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc02bd877
Build id: 3.10.0-1127.19.1.el7.x86_64
0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffffa8253386
Build id: 3.10.0-1127.19.1.el7.x86_64
0x246
3
sch_direct_xmit
vmlinux 0xffffffffa828131a
Build id: 3.10.0-1127.19.1.el7.x86_64
0x11a
4
__dev_queue_xmit
vmlinux 0xffffffffa8256301
Build id: 3.10.0-1127.19.1.el7.x86_64
0x491
5
dev_queue_xmit
vmlinux 0xffffffffa82564d0
Build id: 3.10.0-1127.19.1.el7.x86_64
0x10
6
ip_finish_output
vmlinux 0xffffffffa82a429b
Build id: 3.10.0-1127.19.1.el7.x86_64
0x67b
7
ip_output
vmlinux 0xffffffffa82a481b
Build id: 3.10.0-1127.19.1.el7.x86_64
0x7b
8
? __ip_append_data.isra.50
vmlinux 0xffffffffa82a3c20
Build id: 3.10.0-1127.19.1.el7.x86_64
0xa60
9
ip_local_out_sk
vmlinux 0xffffffffa82a2247
Build id: 3.10.0-1127.19.1.el7.x86_64
0x37
10
ip_queue_xmit
vmlinux 0xffffffffa82a25e4
Build id: 3.10.0-1127.19.1.el7.x86_64
0x144
11
tcp_transmit_skb
vmlinux 0xffffffffa82bccd4
Build id: 3.10.0-1127.19.1.el7.x86_64
0x4e4
12
tcp_send_ack
vmlinux 0xffffffffa82beedf
Build id: 3.10.0-1127.19.1.el7.x86_64
0x11f
13
tcp_cleanup_rbuf
vmlinux 0xffffffffa82ac3e6
Build id: 3.10.0-1127.19.1.el7.x86_64
0x76
14
tcp_recvmsg
vmlinux 0xffffffffa82ad682
Build id: 3.10.0-1127.19.1.el7.x86_64
0x622
15
inet_recvmsg
vmlinux 0xffffffffa82dc530
Build id: 3.10.0-1127.19.1.el7.x86_64
0x80
16
sock_aio_read.part.9
vmlinux 0xffffffffa82326ec
Build id: 3.10.0-1127.19.1.el7.x86_64
0x14c
17
sock_aio_read
vmlinux 0xffffffffa8232731
Build id: 3.10.0-1127.19.1.el7.x86_64
0x21
18
do_sync_read
vmlinux 0xffffffffa7e4c633
Build id: 3.10.0-1127.19.1.el7.x86_64
0x93
19
vfs_read
vmlinux 0xffffffffa7e4d115
Build id: 3.10.0-1127.19.1.el7.x86_64
0x145
20
SyS_read
vmlinux 0xffffffffa7e4dedf
Build id: 3.10.0-1127.19.1.el7.x86_64
0x7f
21
system_call_fastpath
vmlinux 0xffffffffa8392ed2
Build id: 3.10.0-1127.19.1.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 28s! [sshd:22262]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq lrw gf128mul snd_seq_device snd_pcm btusb glue_helper btrtl btbcm btintel ppdev bluetooth ablk_helper cryptd snd_timer sg snd rfkill soundcore pcspkr joydev vmw_balloon parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi crct10dif_pclmul
crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit libnvdimm ata_piix drm mptspi scsi_transport_spi libata e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 22262 Comm: sshd Kdump: loaded Tainted: G             L ------------   3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff96df93f40000 ti: ffff96df4393c000 task.ti: ffff96df4393c000
RIP: 0010:[<ffffffffc02bd877>]  [<ffffffffc02bd877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff96df4393f8c0  EFLAGS: 00000286
RAX: ffffa7d0c0443818 RBX: ffffffffa8d03bc0 RCX: 000000000000008f
RDX: 000000000000008f RSI: ffff96df7570c140 RDI: ffff96dfb6cc4000
RBP: ffff96df4393f940 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff96df4393f908
R13: ffff96dfb6478640 R14: ffff96df746d3840 R15: ffff96dfbb61acc0
FS:  00007f89ed22c8c0(0000) GS:ffff96dfbb600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd8e6660000 CR3: 000000000381e000 CR4: 00000000003607f0
Call Trace:
[<ffffffffa8253386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa828131a>] sch_direct_xmit+0x11a/0x250
[<ffffffffa8256301>] __dev_queue_xmit+0x491/0x650
[<ffffffffa82564d0>] dev_queue_xmit+0x10/0x20
[<ffffffffa82a429b>] ip_finish_output+0x67b/0x8d0
[<ffffffffa82a481b>] ip_output+0x7b/0xf0
[<ffffffffa82a3c20>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa82a2247>] ip_local_out_sk+0x37/0x40
[<ffffffffa82a25e4>] ip_queue_xmit+0x144/0x3c0
[<ffffffffa82bccd4>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffffa82beedf>] tcp_send_ack+0x11f/0x170
[<ffffffffa82ac3e6>] tcp_cleanup_rbuf+0x76/0x120
[<ffffffffa82ad682>] tcp_recvmsg+0x622/0xb30
[<ffffffffa82dc530>] inet_recvmsg+0x80/0xb0
[<ffffffffa82326ec>] sock_aio_read.part.9+0x14c/0x170
[<ffffffffa8232731>] sock_aio_read+0x21/0x30
[<ffffffffa7e4c633>] do_sync_read+0x93/0xe0
[<ffffffffa7e4d115>] vfs_read+0x145/0x170
[<ffffffffa7e4dedf>] SyS_read+0x7f/0xf0
[<ffffffffa8392ed2>] system_call_fastpath+0x25/0x2a
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 
Complete report #19535
Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc0089ee7
Build id: 3.10.0-693.el7.x86_64
0x947
2
? ipt_do_table
ip_tables 0xffffffffc031ad06
Build id: 3.10.0-693.el7.x86_64
0x336
3
dev_hard_start_xmit
vmlinux 0xffffffff81586771
Build id: 3.10.0-693.el7.x86_64
0x171
4
sch_direct_xmit
vmlinux 0xffffffff815af50a
Build id: 3.10.0-693.el7.x86_64
0x11a
5
__dev_queue_xmit
vmlinux 0xffffffff81589566
Build id: 3.10.0-693.el7.x86_64
0x226
6
dev_queue_xmit
vmlinux 0xffffffff815898a0
Build id: 3.10.0-693.el7.x86_64
0x10
7
ip_finish_output
vmlinux 0xffffffff815cfd3e
Build id: 3.10.0-693.el7.x86_64
0x52e
8
ip_output
vmlinux 0xffffffff815d0293
Build id: 3.10.0-693.el7.x86_64
0x73
9
? __ip_append_data.isra.48
vmlinux 0xffffffff815cf810
Build id: 3.10.0-693.el7.x86_64
0xa00
10
ip_local_out_sk
vmlinux 0xffffffff815cdf31
Build id: 3.10.0-693.el7.x86_64
0x31
11
ip_queue_xmit
vmlinux 0xffffffff815ce2a3
Build id: 3.10.0-693.el7.x86_64
0x143
12
tcp_transmit_skb
vmlinux 0xffffffff815e7c0f
Build id: 3.10.0-693.el7.x86_64
0x4cf
13
tcp_send_ack
vmlinux 0xffffffff815e9c2c
Build id: 3.10.0-693.el7.x86_64
0x11c
14
tcp_cleanup_rbuf
vmlinux 0xffffffff815d79a6
Build id: 3.10.0-693.el7.x86_64
0x76
15
tcp_recvmsg
vmlinux 0xffffffff815d8c32
Build id: 3.10.0-693.el7.x86_64
0x642
16
inet_recvmsg
vmlinux 0xffffffff81606a3a
Build id: 3.10.0-693.el7.x86_64
0x7a
17
sock_aio_read.part.7
vmlinux 0xffffffff81569936
Build id: 3.10.0-693.el7.x86_64
0x146
18
sock_aio_read
vmlinux 0xffffffff81569971
Build id: 3.10.0-693.el7.x86_64
0x21
19
do_sync_read
vmlinux 0xffffffff8120019d
Build id: 3.10.0-693.el7.x86_64
0x8d
20
vfs_read
vmlinux 0xffffffff81200c45
Build id: 3.10.0-693.el7.x86_64
0x145
21
SyS_read
vmlinux 0xffffffff81201a5f
Build id: 3.10.0-693.el7.x86_64
0x7f
22
system_call_fastpath
vmlinux 0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
0x16
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 35s! [smtpd:6972]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nls_utf8 isofs ext4 mbcache jbd2 ppdev pcspkr joydev sg parport_pc shpchp i2c_piix4 parport virtio_balloon nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic crct10dif_common ata_generic pata_acpi virtio_scsi bochs_drm drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata e1000 serio_raw virtio_pci virtio_ring virtio i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 6972 Comm: smtpd Not tainted 3.10.0-693.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.10.2-0-g5f4c7b1-prebuilt.qemu-project.org 04/01/2014
task: ffff880137d6dee0 ti: ffff8800a6070000 task.ti: ffff8800a6070000
RIP: 0010:[<ffffffffc0089ee7>]  [<ffffffffc0089ee7>] e1000_xmit_frame+0x947/0x1040 [e1000]
RSP: 0018:ffff8800a6073928  EFLAGS: 00000286
RAX: ffffc90000783818 RBX: ffff8800a60738b0 RCX: 00000000000000fe
RDX: 00000000000000fe RSI: ffff880035f06480 RDI: ffff8801387da000
RBP: ffff8800a60739a8 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff880137acde50
R13: ffffffff81e87180 R14: 0000000000000010 R15: ffffffffc050174d
FS:  00007f951a747840(0000) GS:ffff88013fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000485145 CR3: 00000000b9e57000 CR4: 00000000000006f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffffc031ad06 ffff880139563098 000000fcc031ad06 0000000900000000
00000000b9fe4300 ffff880000000000 ffffffff00000000 0000000100001000
ffff880138207200 ffff8801387da000 ffff880139563000 ffff8801387da000
Call Trace:
[<ffffffffc031ad06>] ? ipt_do_table+0x336/0x710 [ip_tables]
[<ffffffff81586771>] dev_hard_start_xmit+0x171/0x3b0
[<ffffffff815af50a>] sch_direct_xmit+0x11a/0x240
[<ffffffff81589566>] __dev_queue_xmit+0x226/0x550
[<ffffffff815898a0>] dev_queue_xmit+0x10/0x20
[<ffffffff815cfd3e>] ip_finish_output+0x52e/0x780
[<ffffffff815d0293>] ip_output+0x73/0xe0
[<ffffffff815cf810>] ? __ip_append_data.isra.48+0xa00/0xa00
[<ffffffff815cdf31>] ip_local_out_sk+0x31/0x40
[<ffffffff815ce2a3>] ip_queue_xmit+0x143/0x3a0
[<ffffffff815e7c0f>] tcp_transmit_skb+0x4cf/0x9b0
[<ffffffff815e9c2c>] tcp_send_ack+0x11c/0x170
[<ffffffff815d79a6>] tcp_cleanup_rbuf+0x76/0x120
[<ffffffff815d8c32>] tcp_recvmsg+0x642/0xb50
[<ffffffff81606a3a>] inet_recvmsg+0x7a/0xa0
[<ffffffff81569936>] sock_aio_read.part.7+0x146/0x160
[<ffffffff81569971>] sock_aio_read+0x21/0x30
[<ffffffff8120019d>] do_sync_read+0x8d/0xd0
[<ffffffff81200c45>] vfs_read+0x145/0x170
[<ffffffff81201a5f>] SyS_read+0x7f/0xe0
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00