Complete report #1421013
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
copy_user_generic_unrolled
|
vmlinux |
0xffffffffa8b8e1b0
Build id: 3.10.0-1062.el7.x86_64
|
0x60
|
|
2
|
|
vmlinux |
0xffffffffa8e3dce3
Build id: 3.10.0-1062.el7.x86_64
|
0x93
|
|
3
|
skb_copy_datagram_from_iovec
|
vmlinux |
0xffffffffa8e3ef58
Build id: 3.10.0-1062.el7.x86_64
|
0x138
|
|
4
|
unix_stream_sendmsg
|
vmlinux |
0xffffffffa8f0d1a3
Build id: 3.10.0-1062.el7.x86_64
|
0x193
|
|
5
|
sock_aio_write
|
vmlinux |
0xffffffffa8e2c57d
Build id: 3.10.0-1062.el7.x86_64
|
0x15d
|
|
6
|
do_sync_write
|
vmlinux |
0xffffffffa8a47ba3
Build id: 3.10.0-1062.el7.x86_64
|
0x93
|
|
7
|
vfs_write
|
vmlinux |
0xffffffffa8a48795
Build id: 3.10.0-1062.el7.x86_64
|
0x1c5
|
|
8
|
SyS_write
|
vmlinux |
0xffffffffa8a494af
Build id: 3.10.0-1062.el7.x86_64
|
0x7f
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffffa8f8bede
Build id: 3.10.0-1062.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#15 stuck for 38s! [rsync:16093]
Modules linked in: tcp_diag udp_diag inet_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache cdp(OE) vmw_vsock_vmci_transport vsock pcc_cpufreq ppdev iosf_mbi crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm nfit ahci libnvdimm libahci ata_piix drm mptsas crct10dif_pclmul crct10dif_common mptscsih libata crc32c_intel mptbase serio_raw vmxnet3 scsi_transport_sas drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 15 PID: 16093 Comm: rsync Kdump: loaded Tainted: G OEL ------------ 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9ba692d2d230 ti: ffff9bacd2f98000 task.ti: ffff9bacd2f98000
RIP: 0010:[<ffffffffa8b8e1b0>] [<ffffffffa8b8e1b0>] copy_user_generic_unrolled+0x60/0xc0
RSP: 0018:ffff9bacd2f9bbd0 EFLAGS: 00040206
RAX: ffff9bacd2f98000 RBX: ffff9bacd2f9bb98 RCX: 000000000000007d
RDX: 0000000000000000 RSI: 000056017b3d05dd RDI: ffff9bacff9780c0
RBP: ffff9bacd2f9bc08 R08: 08ca0b728422fd09 R09: 0d92378dfde1c5cd
R10: 6ea4b330e03ddfef R11: 49d57d14d687ad8a R12: 0000000000000000
R13: 0000000000000000 R14: 00000000000000d0 R15: ffffffffa99d9540
FS: 00007fc6ab8bf740(0000) GS:ffff9ba4dfbc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000077040266c CR3: 000000097ac2a000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffa8e3dce3>] ? memcpy_fromiovecend+0x93/0xd0
[<ffffffffa8e3ef58>] skb_copy_datagram_from_iovec+0x138/0x280
[<ffffffffa8f0d1a3>] unix_stream_sendmsg+0x193/0x430
[<ffffffffa8e2c57d>] sock_aio_write+0x15d/0x180
[<ffffffffa8a47ba3>] do_sync_write+0x93/0xe0
[<ffffffffa8a48795>] vfs_write+0x1c5/0x1f0
[<ffffffffa8a494af>] SyS_write+0x7f/0xf0
[<ffffffffa8f8bede>] system_call_fastpath+0x25/0x2a
Code: 4c 8b 4e 08 4c 8b 56 10 4c 8b 5e 18 4c 89 07 4c 89 4f 08 4c 89 57 10 4c 89 5f 18 4c 8b 46 20 4c 8b 4e 28 4c 8b 56 30 4c 8b 5e 38 <4c> 89 47 20 4c 89 4f 28 4c 89 57 30 4c 89 5f 38 48 8d 76 40 48
Complete report #1149849
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
copy_user_generic_unrolled
|
vmlinux |
0xffffffff813302b1
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x41
|
|
2
|
|
vmlinux |
0xffffffff81578873
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x83
|
|
3
|
skb_copy_datagram_from_iovec
|
vmlinux |
0xffffffff81579bf8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x138
|
|
4
|
unix_stream_sendmsg
|
vmlinux |
0xffffffff8163addb
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x18b
|
|
5
|
sock_aio_write
|
vmlinux |
0xffffffff815697c7
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x157
|
|
6
|
do_sync_write
|
vmlinux |
0xffffffff812001ed
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x8d
|
|
7
|
vfs_write
|
vmlinux |
0xffffffff81200da5
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x1b5
|
|
8
|
SyS_write
|
vmlinux |
0xffffffff81201abf
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x7f
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff816b5089
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [mysqld:19711]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun arc4 des_generic md4 nls_utf8 cifs dns_resolver ipt_REJECT nf_reject_ipv4 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd pcspkr joydev vmw_balloon sg i2c_piix4 parport_pc parport vmw_vmci shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm mptspi crct10dif_pclmul crct10dif_common ata_piix scsi_transport_spi crc32c_intel mptscsih libata serio_raw mptbase vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 19711 Comm: mysqld Tainted: G L ------------ 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff88022da66eb0 ti: ffff88021fa90000 task.ti: ffff88021fa90000
RIP: 0010:[<ffffffff813302b1>] [<ffffffff813302b1>] copy_user_generic_unrolled+0x41/0xc0
RSP: 0018:ffff88021fa93c08 EFLAGS: 00010202
RAX: ffff88021fa90000 RBX: ffff88021fa93bc8 RCX: 0000000000000080
RDX: 0000000000000000 RSI: 000055c787c01d3d RDI: ffff88022db88000
RBP: ffff88021fa93c38 R08: 64706c6568086665 R09: 6f0a3141026b7365
R10: 69666e6f635f7473 R11: 656b0379656b0367 R12: 0000000000000001
R13: 0000000000000000 R14: 00000000000052d0 R15: ffffffff81f579c0
FS: 00007fa14648a700(0000) GS:ffff88023fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005569a8cdad13 CR3: 000000010634c000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff81578873 0000000000002000 000000000000007d 0000000000002000
000000000000007d 000000000000007d ffff88021fa93ca0 ffffffff81579bf8
ffff88021fa93e28 ffff880221ed7400 0000207d00000000 ffff88020000207d
Call Trace:
[<ffffffff81578873>] ? memcpy_fromiovecend+0x83/0xb0
[<ffffffff81579bf8>] skb_copy_datagram_from_iovec+0x138/0x280
[<ffffffff8163addb>] unix_stream_sendmsg+0x18b/0x430
[<ffffffff815697c7>] sock_aio_write+0x157/0x180
[<ffffffff812001ed>] do_sync_write+0x8d/0xd0
[<ffffffff81200da5>] vfs_write+0x1b5/0x1e0
[<ffffffff81201abf>] SyS_write+0x7f/0xe0
[<ffffffff816b5089>] system_call_fastpath+0x16/0x1b
Code: f7 d9 29 ca 8a 06 88 07 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 83 e2 3f c1 e9 06 74 4a 4c 8b 06 4c 8b 4e 08 4c 8b 56 10 4c 8b 5e 18 <4c> 89 07 4c 89 4f 08 4c 89 57 10 4c 89 5f 18 4c 8b 46 20 4c 8b
Complete report #598740
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
copy_user_enhanced_fast_string
|
vmlinux |
0xffffffff8fdab359
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x9
|
|
2
|
|
vmlinux |
0xffffffff9006f573
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x93
|
|
3
|
skb_copy_datagram_from_iovec
|
vmlinux |
0xffffffff90070808
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x138
|
|
4
|
unix_stream_sendmsg
|
vmlinux |
0xffffffff90142b23
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x193
|
|
5
|
sock_aio_write
|
vmlinux |
0xffffffff9005d675
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x165
|
|
6
|
do_sync_write
|
vmlinux |
0xffffffff8fc5ae33
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x93
|
|
7
|
vfs_write
|
vmlinux |
0xffffffff8fc5ba05
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x1c5
|
|
8
|
SyS_write
|
vmlinux |
0xffffffff8fc5c6b5
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x55
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff901c539a
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [rsync:3831]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel lrw snd_seq_device gf128mul glue_helper ablk_helper vmw_balloon cryptd snd_pcm joydev pcspkr snd_timer sg snd soundcore parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm
nfit ata_piix libnvdimm drm crct10dif_pclmul crct10dif_common mptspi crc32c_intel scsi_transport_spi libata mptscsih serio_raw mptbase e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 3831 Comm: rsync Tainted: G L ------------ 3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff902f36f62100 ti: ffff902ef6058000 task.ti: ffff902ef6058000
RIP: 0010:[<ffffffff8fdab359>] [<ffffffff8fdab359>] copy_user_enhanced_fast_string+0x9/0x20
RSP: 0018:ffff902ef605bbd0 EFLAGS: 00050206
RAX: ffff902ef6058000 RBX: ffff902ef605bb98 RCX: 0000000000002000
RDX: 0000000000002000 RSI: 000055aab90c9b6f RDI: ffff902ef5df0000
RBP: ffff902ef605bc08 R08: 0000000000000001 R09: 00000000000067ef
R10: ffff902ef5c7bb00 R11: 00000000000067ef R12: 0000000000000001
R13: 0000000000000000 R14: 00000000000052d0 R15: ffffffff90c0db80
FS: 00007f8d17225740(0000) GS:ffff902f3b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1992d5af78 CR3: 000000004edc0000 CR4: 0000000000360ff0
Call Trace:
[<ffffffff9006f573>] ? memcpy_fromiovecend+0x93/0xd0
[<ffffffff90070808>] skb_copy_datagram_from_iovec+0x138/0x280
[<ffffffff90142b23>] unix_stream_sendmsg+0x193/0x430
[<ffffffff9005d675>] sock_aio_write+0x165/0x180
[<ffffffff8fc5ae33>] do_sync_write+0x93/0xe0
[<ffffffff8fc5ba05>] vfs_write+0x1c5/0x1f0
[<ffffffff8fc5c6b5>] SyS_write+0x55/0xd0
[<ffffffff901c539a>] system_call_fastpath+0x25/0x2a
Code: e2 07 f3 48 a5 89 d1 f3 a4 31 c0 0f 01 ca e9 ff 2a 00 00 0f 1f 44 00 00 66 2e 0f 1f 84 00 00 00 00 00 0f 01 cb 21 d2 74 04 89 d1 <f3> a4 31 c0 0f 01 ca e9 db 2a 00 00 90 90 90 90 90 90 90 90 90