Complete report #886174
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_user_enhanced_fast_string
|
vmlinux |
0xffffffff9eb94be9
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x9
|
2
|
|
vmlinux |
0xffffffff9e9bdc0c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x6c
|
3
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffff9e9bf10c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2cc
|
4
|
generic_file_aio_read
|
vmlinux |
0xffffffff9e9bfcf9
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1c9
|
5
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc05bdf55
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x95
|
6
|
xfs_file_aio_read
|
xfs |
0xffffffffc05be5a7
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x87
|
7
|
do_sync_read
|
vmlinux |
0xffffffff9ea4cfc3
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x93
|
8
|
vfs_read
|
vmlinux |
0xffffffff9ea4d9ff
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x9f
|
9
|
SyS_read
|
vmlinux |
0xffffffff9ea4e87f
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x7f
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff9ef94f92
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [java:6585]
Modules linked in: tcp_diag inet_diag binfmt_misc tun nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc nfit libnvdimm iosf_mbi crc32_pclmul sg ghash_clmulni_intel ppdev aesni_intel virtio_balloon parport_pc lrw parport gf128mul joydev i2c_piix4 glue_helper pcspkr ablk_helper cryptd ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic
pata_acpi cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata 8139too crct10dif_pclmul crct10dif_common crc32c_intel virtio_pci serio_raw 8139cp virtio_ring floppy virtio mii drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 6585 Comm: java Kdump: loaded Tainted: G W ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff8cb736dc2100 ti: ffff8cb71b0cc000 task.ti: ffff8cb71b0cc000
RIP: 0010:[<ffffffff9eb94be9>] [<ffffffff9eb94be9>] copy_user_enhanced_fast_string+0x9/0x20
RSP: 0018:ffff8cb71b0cfc40 EFLAGS: 00050206
RAX: ffff8cb8ddb9c279 RBX: ffff8cb71b0cfd30 RCX: 0000000000000800
RDX: 0000000000000800 RSI: ffff8cb8fc0cb000 RDI: 00007f0cf3dfa4d0
RBP: ffff8cb71b0cfc70 R08: ffff8cb71b0d0000 R09: ffffdaca87f032dc
R10: ffff8cb71b0cffd8 R11: ffff8cb729d4c888 R12: 0000000000000800
R13: 0000000000000800 R14: ffff8cb8fc0cb000 R15: 00007f0cf3dfa4d0
FS: 00007f0cf3dfd700(0000) GS:ffff8cbb3fc40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000003dc90001 CR3: 0000000115390000 CR4: 00000000003606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9e9bdc0c>] ? file_read_actor+0x6c/0xa0
[<ffffffff9e9bf10c>] do_generic_file_read.constprop.52+0x2cc/0x510
[<ffffffff9e9bfcf9>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc05bdf55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc05be5a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff9ea4cfc3>] do_sync_read+0x93/0xe0
[<ffffffff9ea4d9ff>] vfs_read+0x9f/0x170
[<ffffffff9ea4e87f>] SyS_read+0x7f/0xf0
[<ffffffff9ef94f92>] system_call_fastpath+0x25/0x2a
Code: 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 c1 e9 03 83 e2 07 f3 48 a5 89 d1 f3 a4 31 c0 0f 01 ca c3 0f 1f 00 0f 01 cb 21 d2 74 04 89 d1 <f3> a4 31 c0 0f 01 ca c3 90 90 90 90 90 90 90 90 90 90 90 90 90
Complete report #531152
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_user_enhanced_fast_string
|
vmlinux |
0xffffffff86795609
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x9
|
2
|
|
vmlinux |
0xffffffff865be0dc
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x6c
|
3
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffff865bf5ec
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x2cc
|
4
|
generic_file_aio_read
|
vmlinux |
0xffffffff865c01d9
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x1c9
|
5
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff8663ed32
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xe2
|
6
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc04aaf55
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x95
|
7
|
xfs_file_aio_read
|
xfs |
0xffffffffc04ab5a7
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x87
|
8
|
do_sync_read
|
vmlinux |
0xffffffff8664d943
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x93
|
9
|
vfs_read
|
vmlinux |
0xffffffff8664e31f
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x9f
|
10
|
SyS_read
|
vmlinux |
0xffffffff8664f165
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x55
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffff86b99f92
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 54s! [setroubleshootd:6946]
Modules linked in: xt_nat veth uinput nf_conntrack_netlink xt_addrtype xt_CHECKSUM br_netfilter ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_hda_codec_generic snd_hda_intel snd_hda_codec ppdev snd_hda_core iosf_mbi crc32_pclmul ghash_clmulni_intel snd_hwdep snd_seq snd_seq_device snd_pcm aesni_intel joydev sg lrw virtio_rng gf128mul glue_helper
snd_timer parport_pc ablk_helper cryptd pcspkr virtio_balloon snd parport soundcore i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom qxl ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm virtio_net net_failover failover virtio_console virtio_blk ata_piix drm libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw virtio_pci floppy virtio_ring virtio drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 6946 Comm: setroubleshootd Kdump: loaded Tainted: G ------------ T 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff8e961b033180 ti: ffff8e95d9224000 task.ti: ffff8e95d9224000
RIP: 0010:[<ffffffff86795609>] [<ffffffff86795609>] copy_user_enhanced_fast_string+0x9/0x20
RSP: 0018:ffff8e95d9227c40 EFLAGS: 00010206
RAX: ffff8e95377a127a RBX: ffff8e95d9227d30 RCX: 0000000000001000
RDX: 0000000000001000 RSI: ffff8e9628c22000 RDI: 0000000001eb93f8
RBP: ffff8e95d9227c70 R08: ffff8e95d9228000 R09: ffffd21a0aa3089c
R10: ffff8e95d9227fd8 R11: ffff8e9631b65b88 R12: 0000000000001000
R13: 0000000000006000 R14: ffff8e9628c22000 R15: 0000000001eb93f8
FS: 00007fd901080740(0000) GS:ffff8e963fcc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000006a5b0003 CR3: 0000000106ec0000 CR4: 00000000001606e0
Call Trace:
[<ffffffff865be0dc>] ? file_read_actor+0x6c/0xa0
[<ffffffff865bf5ec>] do_generic_file_read.constprop.52+0x2cc/0x510
[<ffffffff865c01d9>] generic_file_aio_read+0x1c9/0x290
[<ffffffff8663ed32>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffc04aaf55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc04ab5a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8664d943>] do_sync_read+0x93/0xe0
[<ffffffff8664e31f>] vfs_read+0x9f/0x170
[<ffffffff8664f165>] SyS_read+0x55/0xd0
[<ffffffff86b99f92>] system_call_fastpath+0x25/0x2a
Code: 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 c1 e9 03 83 e2 07 f3 48 a5 89 d1 f3 a4 31 c0 66 66 90 c3 0f 1f 00 66 66 90 21 d2 74 04 89 d1 <f3> a4 31 c0 66 66 90 c3 90 90 90 90 90 90 90 90 90 90 90 90 90
Complete report #353189
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_user_enhanced_fast_string
|
vmlinux |
0xffffffffa5594ba9
Build id: 3.10.0-1160.el7.x86_64
|
0x9
|
2
|
|
vmlinux |
0xffffffffa53bdbcc
Build id: 3.10.0-1160.el7.x86_64
|
0x6c
|
3
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffffa53bf0cc
Build id: 3.10.0-1160.el7.x86_64
|
0x2cc
|
4
|
generic_file_aio_read
|
vmlinux |
0xffffffffa53bfcb9
Build id: 3.10.0-1160.el7.x86_64
|
0x1c9
|
5
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc03bcf55
Build id: 3.10.0-1160.el7.x86_64
|
0x95
|
6
|
xfs_file_aio_read
|
xfs |
0xffffffffc03bd5a7
Build id: 3.10.0-1160.el7.x86_64
|
0x87
|
7
|
do_sync_read
|
vmlinux |
0xffffffffa544cf83
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
8
|
vfs_read
|
vmlinux |
0xffffffffa544d9bf
Build id: 3.10.0-1160.el7.x86_64
|
0x9f
|
9
|
SyS_pread64
|
vmlinux |
0xffffffffa544ea32
Build id: 3.10.0-1160.el7.x86_64
|
0x92
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffffa5993f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [rpm:4092]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) sunrpc vfat fat iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel sg lrw joydev gf128mul glue_helper ablk_helper cryptd hv_balloon hv_utils ptp pps_core pcspkr ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic hv_storvsc scsi_transport_fc hv_netvsc serio_raw scsi_tgt hyperv_fb hyperv_keyboard hid_hyperv crct10dif_pclmul crct10dif_common hv_vmbus crc32c_intel dm_mirror dm_region_hash dm_log
dm_mod fuse
CPU: 0 PID: 4092 Comm: rpm Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: Microsoft Corporation Virtual Machine/Virtual Machine, BIOS Hyper-V UEFI Release v4.0 11/01/2019
task: ffff9c65df4f4200 ti: ffff9c65df048000 task.ti: ffff9c65df048000
RIP: 0010:[<ffffffffa5594ba9>] [<ffffffffa5594ba9>] copy_user_enhanced_fast_string+0x9/0x20
RSP: 0018:ffff9c65df04bc38 EFLAGS: 00050206
RAX: ffff9c640399b279 RBX: 0000000000000000 RCX: 0000000000000820
RDX: 0000000000001000 RSI: ffff9c654a21f7e0 RDI: 0000000001ec9960
RBP: ffff9c65df04bc68 R08: 0000000000000001 R09: ffffef88c62887dc
R10: ffff9c65df04bfd8 R11: ffff9c649a435b88 R12: 0000000000001000
R13: 0000000000000002 R14: ffff9c6647fd9008 R15: 0000000000000000
FS: 00007f0a26338840(0000) GS:ffff9c6647c00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002200950 CR3: 00000001f918c000 CR4: 00000000003606f0
Call Trace:
[<ffffffffa53bdbcc>] ? file_read_actor+0x6c/0xa0
[<ffffffffa53bf0cc>] do_generic_file_read.constprop.52+0x2cc/0x510
[<ffffffffa53bfcb9>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc03bcf55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc03bd5a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffa544cf83>] do_sync_read+0x93/0xe0
[<ffffffffa544d9bf>] vfs_read+0x9f/0x170
[<ffffffffa544ea32>] SyS_pread64+0x92/0xc0
[<ffffffffa5993f92>] system_call_fastpath+0x25/0x2a
Code: 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 c1 e9 03 83 e2 07 f3 48 a5 89 d1 f3 a4 31 c0 0f 01 ca c3 0f 1f 00 0f 01 cb 21 d2 74 04 89 d1 <f3> a4 31 c0 0f 01 ca c3 90 90 90 90 90 90 90 90 90 90 90 90 90
Complete report #219042
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_user_enhanced_fast_string
|
vmlinux |
0xffffffff86f95089
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x9
|
2
|
|
vmlinux |
0xffffffff86dbddbc
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x6c
|
3
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffff86dbf2bc
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2cc
|
4
|
generic_file_aio_read
|
vmlinux |
0xffffffff86dbfea9
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1c9
|
5
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc029df55
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x95
|
6
|
xfs_file_aio_read
|
xfs |
0xffffffffc029e5a7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x87
|
7
|
do_sync_read
|
vmlinux |
0xffffffff86e4d163
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x93
|
8
|
vfs_read
|
vmlinux |
0xffffffff86e4db9f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x9f
|
9
|
SyS_pread64
|
vmlinux |
0xffffffff86e4ec12
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x92
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff87394f92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#12 stuck for 22s! [rpm:28292]
Modules linked in: fidelis(OE) veth tcp_diag inet_diag nfnetlink_queue nfnetlink_log vxlan ip6_udp_tunnel udp_tunnel xt_nat xt_statistic ipt_REJECT nf_reject_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs iptable_mangle xt_comment xt_mark ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) sunrpc ppdev sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel parport_pc joydev aesni_intel virtio_balloon parport i2c_piix4 lrw gf128mul glue_helper ablk_helper pcspkr cryptd ip_tables xfs libcrc32c ata_generic pata_acpi virtio_net net_failover virtio_blk failover cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul virtio_pci crct10dif_common crc32c_intel virtio_ring serio_raw virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: fidelis]
CPU: 12 PID: 28292 Comm: rpm Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: OpenStack Foundation OpenStack Nova, BIOS 1.10.2-1.1~u16.04+mcp2 04/01/2014
task: ffffa0b996fdc200 ti: ffffa0b8dfff8000 task.ti: ffffa0b8dfff8000
RIP: 0010:[<ffffffff86f95089>] [<ffffffff86f95089>] copy_user_enhanced_fast_string+0x9/0x20
RSP: 0018:ffffa0b8dfffbc38 EFLAGS: 00050206
RAX: ffffa0cbed39c279 RBX: ffffa0b8dfffbd28 RCX: 0000000000001000
RDX: 0000000000001000 RSI: ffffa0d12e137000 RDI: 00007fb748ecc4f0
RBP: ffffa0b8dfffbc68 R08: ffffa0b8dfffc000 R09: fffff00ba5b84ddc
R10: ffffa0b8dfffbfd8 R11: ffffa0b7f5a12e48 R12: 0000000000001000
R13: 0000000000001000 R14: ffffa0d12e136000 R15: 00007fb748e6d1c0
FS: 00007fb753d08840(0000) GS:ffffa0d77f100000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000001623300c CR3: 000000176fb8e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff86dbddbc>] ? file_read_actor+0x6c/0xa0
[<ffffffff86dbf2bc>] do_generic_file_read.constprop.52+0x2cc/0x510
[<ffffffff86dbfea9>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc029df55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc029e5a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff86e4d163>] do_sync_read+0x93/0xe0
[<ffffffff86e4db9f>] vfs_read+0x9f/0x170
[<ffffffff86e4ec12>] SyS_pread64+0x92/0xc0
[<ffffffff87394f92>] system_call_fastpath+0x25/0x2a
Code: 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 c1 e9 03 83 e2 07 f3 48 a5 89 d1 f3 a4 31 c0 0f 01 ca c3 0f 1f 00 0f 01 cb 21 d2 74 04 89 d1 <f3> a4 31 c0 0f 01 ca c3 90 90 90 90 90 90 90 90 90 90 90 90 90
Complete report #80771
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_user_enhanced_fast_string
|
vmlinux |
0xffffffff81330379
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x9
|
2
|
|
vmlinux |
0xffffffff81181b86
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x56
|
3
|
generic_file_aio_read
|
vmlinux |
0xffffffff8118428b
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x48b
|
4
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc02030a5
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x95
|
5
|
xfs_file_aio_read
|
xfs |
0xffffffffc0203907
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x87
|
6
|
do_sync_read
|
vmlinux |
0xffffffff8120011d
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x8d
|
7
|
vfs_read
|
vmlinux |
0xffffffff81200b1c
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x9c
|
8
|
SyS_read
|
vmlinux |
0xffffffff812019df
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x7f
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff816b5089
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 37s! [postgres:14786]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_hda_codec_generic glue_helper ablk_helper snd_hda_intel snd_hda_codec ppdev cryptd parport_pc snd_hda_core snd_hwdep snd_seq parport i2c_piix4 pcspkr joydev snd_seq_device virtio_balloon snd_pcm snd_timer snd soundcore nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c ata_generic pata_acpi qxl ahci drm_kms_helper libahci syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm virtio_console virtio_net virtio_blk crct10dif_pclmul crct10dif_common ata_piix libata crc32c_intel serio_raw virtio_pci virtio_ring i2c_core virtio floppy
CPU: 2 PID: 14786 Comm: postgres Tainted: G L ------------ 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff880135178000 ti: ffff880066d10000 task.ti: ffff880066d10000
RIP: 0010:[<ffffffff81330379>] [<ffffffff81330379>] copy_user_enhanced_fast_string+0x9/0x20
RSP: 0018:ffff880066d13cb0 EFLAGS: 00010206
RAX: 0000000000000000 RBX: ffff880066d13d60 RCX: 0000000000001000
RDX: 0000000000001000 RSI: ffff880129645000 RDI: 00007fb065776d40
RBP: ffff880066d13ce0 R08: 0000000000000001 R09: ffffea0004a5915c
R10: ffff880066d13cb0 R11: ffff8800a3793d50 R12: 0000000000001000
R13: 0000000000001000 R14: 0000000000000000 R15: ffffea0004a59140
FS: 00007fb071d31880(0000) GS:ffff88013fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000086920002 CR3: 0000000066f73000 CR4: 00000000001406e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff81181b86 ffff8800a3793ea0 0000000000000031 0000000000001000
ffff8800b0f05500 ffffea0004a59140 ffff880066d13db0 ffffffff8118428b
ffff8800b0f05510 ffff880066d13e38 0000000000000000 ffff880066d13e48
Call Trace:
[<ffffffff81181b86>] ? file_read_actor+0x56/0x90
[<ffffffff8118428b>] generic_file_aio_read+0x48b/0x790
[<ffffffffc02030a5>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc0203907>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8120011d>] do_sync_read+0x8d/0xd0
[<ffffffff81200b1c>] vfs_read+0x9c/0x170
[<ffffffff812019df>] SyS_read+0x7f/0xe0
[<ffffffff816b5089>] system_call_fastpath+0x16/0x1b
Code: 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 c1 e9 03 83 e2 07 f3 48 a5 89 d1 f3 a4 31 c0 66 66 90 c3 0f 1f 00 66 66 90 21 d2 74 04 89 d1 <f3> a4 31 c0 66 66 90 c3 90 90 90 90 90 90 90 90 90 90 90 90 90
Complete report #29398
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_user_enhanced_fast_string
|
vmlinux |
0xffffffffb7794da9
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x9
|
2
|
|
vmlinux |
0xffffffffb75bde1c
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x6c
|
3
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffffb75bf31c
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x2cc
|
4
|
generic_file_aio_read
|
vmlinux |
0xffffffffb75bff09
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1c9
|
5
|
|
vmlinux |
0xffffffffb75cd06c
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x10c
|
6
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0387f55
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x95
|
7
|
xfs_file_aio_read
|
xfs |
0xffffffffc03885a7
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x87
|
8
|
do_sync_read
|
vmlinux |
0xffffffffb764d163
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x93
|
9
|
vfs_read
|
vmlinux |
0xffffffffb764db9f
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x9f
|
10
|
SyS_read
|
vmlinux |
0xffffffffb764ea1f
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x7f
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffffb7b93f92
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [pool:27050]
Modules linked in: uinput xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter snd_hda_codec_generic snd_hda_intel snd_hda_codec iosf_mbi snd_hda_core crc32_pclmul snd_hwdep snd_seq ghash_clmulni_intel ppdev snd_seq_device snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper snd_timer cryptd snd pcspkr soundcore joydev parport_pc i2c_piix4 parport virtio_balloon
nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c ata_generic pata_acpi qxl drm_kms_helper virtio_blk virtio_console syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata crct10dif_pclmul crct10dif_common 8139too crc32c_intel serio_raw virtio_pci virtio_ring 8139cp virtio mii drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 27050 Comm: pool Kdump: loaded Tainted: G L ------------ 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff8ed1d2450000 ti: ffff8ed04f740000 task.ti: ffff8ed04f740000
RIP: 0010:[<ffffffffb7794da9>] [<ffffffffb7794da9>] copy_user_enhanced_fast_string+0x9/0x20
RSP: 0018:ffff8ed04f743c40 EFLAGS: 00010206
RAX: ffff8ed17e39b279 RBX: 0000000000000001 RCX: 0000000000001000
RDX: 0000000000001000 RSI: ffff8ed1e5767000 RDI: 00007f303a598ae0
RBP: ffff8ed04f743c70 R08: ffff8ed04f744000 R09: fffff5eac795d9dc
R10: ffff8ed04f743fd8 R11: ffff8ed081563208 R12: ffff8ed234fa8640
R13: ffff8ed23fc9acc0 R14: ffffffffb74d4cee R15: ffff8ed04f743bc8
FS: 00007f303a5a0700(0000) GS:ffff8ed23fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3035a961d8 CR3: 0000000236c6c000 CR4: 00000000001406e0
Call Trace:
[<ffffffffb75bde1c>] ? file_read_actor+0x6c/0xa0
[<ffffffffb75bf31c>] do_generic_file_read.constprop.52+0x2cc/0x510
[<ffffffffb75bff09>] generic_file_aio_read+0x1c9/0x290
[<ffffffffb75cd06c>] ? pagevec_lru_move_fn+0x10c/0x130
[<ffffffffc0387f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc03885a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffb764d163>] do_sync_read+0x93/0xe0
[<ffffffffb764db9f>] vfs_read+0x9f/0x170
[<ffffffffb764ea1f>] SyS_read+0x7f/0xf0
[<ffffffffb7b93f92>] system_call_fastpath+0x25/0x2a
Code: 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 c1 e9 03 83 e2 07 f3 48 a5 89 d1 f3 a4 31 c0 66 66 90 c3 0f 1f 00 66 66 90 21 d2 74 04 89 d1 <f3> a4 31 c0 66 66 90 c3 90 90 90 90 90 90 90 90 90 90 90 90 90
Complete report #11133
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_user_enhanced_fast_string
|
vmlinux |
0xffffffff81325ce9
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x9
|
2
|
|
vmlinux |
0xffffffff81180143
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x133
|
3
|
generic_file_aio_read
|
vmlinux |
0xffffffff81182b1b
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x48b
|
4
|
xfs_file_aio_read
|
xfs |
0xffffffffa0236cad
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x18d
|
5
|
do_sync_read
|
vmlinux |
0xffffffff811fdeed
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x8d
|
6
|
vfs_read
|
vmlinux |
0xffffffff811fe69e
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x9e
|
7
|
SyS_read
|
vmlinux |
0xffffffff811ff26f
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x7f
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffff816975c9
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 46s! [yum-cron:2007]
Modules linked in: binfmt_misc tun snd_hda_codec_generic iosf_mbi snd_hda_intel crc32_pclmul snd_hda_codec ghash_clmulni_intel snd_hda_core snd_hwdep snd_seq snd_seq_device snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg parport_pc pcspkr virtio_balloon snd_timer i2c_piix4 snd parport soundcore ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net virtio_console virtio_blk crct10dif_pclmul crct10dif_common crc32c_intel qxl drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops libata ttm serio_raw drm floppy virtio_pci i2c_core virtio_ring virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 2007 Comm: yum-cron Tainted: G L ------------ 3.10.0-514.21.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS Ubuntu-1.8.2-1ubuntu1 04/01/2014
task: ffff8800b477af10 ti: ffff880010340000 task.ti: ffff880010340000
RIP: 0010:[<ffffffff81325ce9>] [<ffffffff81325ce9>] copy_user_enhanced_fast_string+0x9/0x20
RSP: 0018:ffff880010343ca8 EFLAGS: 00050206
RAX: ffff880039650000 RBX: ffff880010343d68 RCX: 0000000000000400
RDX: 0000000000000400 RSI: ffff880039650000 RDI: 000000000ae84b98
RBP: ffff880010343ce8 R08: 0000000000000001 R09: ffffea0000e5941c
R10: ffff880010343cb8 R11: 0000000000000293 R12: 0000000000000400
R13: ffff880010340000 R14: 0000000000000400 R15: 0000000000000400
FS: 00007f215d8fe740(0000) GS:ffff8800c1300000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000051920002 CR3: 0000000019163000 CR4: 00000000003406e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffffffff81180143 ffff880039650000 000004001bbf77b0 ffff8800a200e908
00000000000000d9 0000000000001000 ffff8800b2367600 ffffea0000e59400
ffff880010343db8 ffffffff81182b1b ffff8800b2367610 ffff880010343e30
Call Trace:
[<ffffffff81180143>] ? file_read_actor+0x133/0x180
[<ffffffff81182b1b>] generic_file_aio_read+0x48b/0x790
[<ffffffffa0236cad>] xfs_file_aio_read+0x18d/0x340 [xfs]
[<ffffffff811fdeed>] do_sync_read+0x8d/0xd0
[<ffffffff811fe69e>] vfs_read+0x9e/0x170
[<ffffffff811ff26f>] SyS_read+0x7f/0xe0
[<ffffffff816975c9>] system_call_fastpath+0x16/0x1b
Code: 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 c1 e9 03 83 e2 07 f3 48 a5 89 d1 f3 a4 31 c0 0f 01 ca c3 0f 1f 00 0f 01 cb 21 d2 74 04 89 d1 <f3> a4 31 c0 0f 01 ca c3 90 90 90 90 90 90 90 90 90 90 90 90 90
Complete report #2852
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_user_enhanced_fast_string
|
vmlinux |
0xffffffffb2990419
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x9
|
2
|
|
vmlinux |
0xffffffffb27bd93c
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x6c
|
3
|
generic_file_aio_read
|
vmlinux |
0xffffffffb27bf4ad
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x4bd
|
4
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0415b95
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x95
|
5
|
xfs_file_aio_read
|
xfs |
0xffffffffc04161e7
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x87
|
6
|
do_sync_read
|
vmlinux |
0xffffffffb2849c23
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x93
|
7
|
vfs_read
|
vmlinux |
0xffffffffb284a65f
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x9f
|
8
|
SyS_pread64
|
vmlinux |
0xffffffffb284b712
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x92
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffffb2d8dede
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 29s! [rpm:30689]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter binfmt_misc sunrpc nfit libnvdimm ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper sg ablk_helper cryptd joydev pcspkr virtio_balloon parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom cirrus ata_generic drm_kms_helper pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops ttm virtio_console virtio_blk ata_piix crct10dif_pclmul drm 8139too libata crct10dif_common crc32c_intel virtio_pci virtio_ring serio_raw 8139cp floppy drm_panel_orientation_quirks
mii virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 30689 Comm: rpm Kdump: loaded Tainted: G L ------------ 3.10.0-1062.9.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff8b31227c20e0 ti: ffff8b30c5d74000 task.ti: ffff8b30c5d74000
RIP: 0010:[<ffffffffb2990419>] [<ffffffffb2990419>] copy_user_enhanced_fast_string+0x9/0x20
RSP: 0018:ffff8b30c5d77c70 EFLAGS: 00050206
RAX: ffff8b3207f9525f RBX: ffff8b30c5d77d28 RCX: 0000000000001000
RDX: 0000000000001000 RSI: ffff8b3211515000 RDI: 0000000001edd150
RBP: ffff8b30c5d77ca0 R08: ffff8b30c5d78000 R09: ffffd6dcc545455c
R10: ffff8b30c5d77fd8 R11: ffff8b315b6353c0 R12: 0000000000001000
R13: 0000000000001000 R14: ffff8b3211515000 R15: 0000000001edd150
FS: 00007ff0f6fab840(0000) GS:ffff8b323a480000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000006f110009 CR3: 0000000005d3a000 CR4: 00000000007606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffb27bd93c>] ? file_read_actor+0x6c/0xa0
[<ffffffffb27bf4ad>] generic_file_aio_read+0x4bd/0x790
[<ffffffffc0415b95>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc04161e7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffb2849c23>] do_sync_read+0x93/0xe0
[<ffffffffb284a65f>] vfs_read+0x9f/0x170
[<ffffffffb284b712>] SyS_pread64+0x92/0xc0
[<ffffffffb2d8dede>] system_call_fastpath+0x25/0x2a
Code: 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 c1 e9 03 83 e2 07 f3 48 a5 89 d1 f3 a4 31 c0 0f 01 ca c3 0f 1f 00 0f 01 cb 21 d2 74 04 89 d1 <f3> a4 31 c0 0f 01 ca c3 90 90 90 90 90 90 90 90 90 90 90 90 90