Complete report #1423443
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
copy_user_generic_unrolled
|
vmlinux |
0xffffffffab55d805
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x35
|
|
2
|
|
vmlinux |
0xffffffffab396166
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x56
|
|
3
|
generic_file_aio_read
|
vmlinux |
0xffffffffab398a5d
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x4bd
|
|
4
|
ext4_file_read
|
ext4 |
0xffffffffc05bbe53
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x43
|
|
5
|
do_sync_read
|
vmlinux |
0xffffffffab41e683
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x93
|
|
6
|
vfs_read
|
vmlinux |
0xffffffffab41f0af
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x9f
|
|
7
|
SyS_pread64
|
vmlinux |
0xffffffffab420172
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x92
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffffab92579b
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [ora_m001_sisinf:11465]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 iosf_mbi mbcache crc32_pclmul jbd2 ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr nfit libnvdimm sg parport_pc parport vmw_vmci shpchp i2c_piix4 binfmt_misc fuse ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm sd_mod crc_t10dif crct10dif_generic ata_piix libahci libata crct10dif_pclmul crct10dif_common crc32c_intel
serio_raw vmxnet3 i2c_core vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 11465 Comm: ora_m001_sisinf Kdump: loaded Tainted: G L ------------ 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff97f7f5625ee0 ti: ffff97f6cc9a0000 task.ti: ffff97f6cc9a0000
RIP: 0010:[<ffffffffab55d805>] [<ffffffffab55d805>] copy_user_generic_unrolled+0x35/0xc0
RSP: 0018:ffff97f6cc9a3c88 EFLAGS: 00040202
RAX: 0000000000000000 RBX: ffff97f6cc9a3fd8 RCX: 0000000000000007
RDX: 0000000000000000 RSI: ffff97f722e09e40 RDI: 000000006a903e40
RBP: ffff97f6cc9a3cb8 R08: 0000800b3c109818 R09: 341522100a047a78
R10: 780dff3c10402629 R11: 3f2e1221100a047a R12: ffff97f6cc9a3fd8
R13: ffff97f7f5625ee0 R14: ffffffffab91890c R15: ffff97f6cc9a3c58
FS: 00007fb7145a5f40(0000) GS:ffff97f7ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f42569b5000 CR3: 000000000410a000 CR4: 00000000007607f0
PKRU: 55555554
Call Trace:
[<ffffffffab396166>] ? file_read_actor+0x56/0x90
[<ffffffffab398a5d>] generic_file_aio_read+0x4bd/0x790
[<ffffffffc05bbe53>] ext4_file_read+0x43/0x130 [ext4]
[<ffffffffab41e683>] do_sync_read+0x93/0xe0
[<ffffffffab41f0af>] vfs_read+0x9f/0x170
[<ffffffffab420172>] SyS_pread64+0x92/0xc0
[<ffffffffab92579b>] system_call_fastpath+0x22/0x27
Code: 00 00 89 f9 83 e1 07 74 15 83 e9 08 f7 d9 29 ca 8a 06 88 07 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 83 e2 3f c1 e9 06 74 4a 4c 8b 06 <4c> 8b 4e 08 4c 8b 56 10 4c 8b 5e 18 4c 89 07 4c 89 4f 08 4c 89
Complete report #383499
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
copy_user_generic_unrolled
|
vmlinux |
0xffffffff99b85ed5
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x35
|
|
2
|
|
vmlinux |
0xffffffff999b793c
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x6c
|
|
3
|
generic_file_aio_read
|
vmlinux |
0xffffffff999b969d
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x4bd
|
|
4
|
ext4_file_read
|
ext4 |
0xffffffffc05f9d93
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x43
|
|
5
|
|
vmlinux |
0xffffffff99e56f10
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x550
|
|
6
|
do_sync_read
|
vmlinux |
0xffffffff99a41b33
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x93
|
|
7
|
vfs_read
|
vmlinux |
0xffffffff99a4256f
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x9f
|
|
8
|
SyS_read
|
vmlinux |
0xffffffff99a4342f
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x7f
|
|
9
|
tracesys
|
vmlinux |
0xffffffff99f7706b
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xa3
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [postgres:26992]
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm dns_resolver veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock ext4 mbcache jbd2 sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev vmw_balloon glue_helper ablk_helper cryptd parport_pc sg pcspkr
joydev parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sd_mod sysfillrect sysimgblt fb_sys_fops crc_t10dif crct10dif_generic ttm drm ahci ata_piix libahci libata crct10dif_pclmul crct10dif_common nfit crc32c_intel libnvdimm serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 26992 Comm: postgres Kdump: loaded Tainted: G L ------------ T 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff98684cd52080 ti: ffff98697bad4000 task.ti: ffff98697bad4000
RIP: 0010:[<ffffffff99b85ed5>] [<ffffffff99b85ed5>] copy_user_generic_unrolled+0x35/0xc0
RSP: 0018:ffff98697bad7c90 EFLAGS: 00000202
RAX: ffff986814d7e25f RBX: 0000000000000010 RCX: 0000000000000037
RDX: 0000000000000000 RSI: ffff9869cb663240 RDI: 00007fee64233340
RBP: ffff98697bad7cc0 R08: 40300005aff80004 R09: 000067f574696e55
R10: 000279a6688ecee1 R11: 6465676e61686311 R12: ffffffffffffff10
R13: ffff9868c3e14490 R14: ffff98697bad7c48 R15: 00000000000147b2
FS: 00007fee74ada900(0000) GS:ffff986a00000000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7ca8f1b320 CR3: 0000000189f64000 CR4: 00000000000607f0
Call Trace:
[<ffffffff999b793c>] ? file_read_actor+0x6c/0xa0
[<ffffffff999b969d>] generic_file_aio_read+0x4bd/0x790
[<ffffffffc05f9d93>] ext4_file_read+0x43/0x130 [ext4]
[<ffffffff99e56f10>] ? sk_run_filter+0x550/0x760
[<ffffffff99a41b33>] do_sync_read+0x93/0xe0
[<ffffffff99a4256f>] vfs_read+0x9f/0x170
[<ffffffff99a4342f>] SyS_read+0x7f/0xf0
[<ffffffff99f7706b>] tracesys+0xa3/0xc9
Code: 00 00 89 f9 83 e1 07 74 15 83 e9 08 f7 d9 29 ca 8a 06 88 07 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 83 e2 3f c1 e9 06 74 4a 4c 8b 06 <4c> 8b 4e 08 4c 8b 56 10 4c 8b 5e 18 4c 89 07 4c 89 4f 08 4c 89
Complete report #382939
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
copy_user_generic_unrolled
|
vmlinux |
0xffffffffb4f83fa2
Build id: 3.10.0-957.el7.x86_64
|
0x32
|
|
2
|
|
vmlinux |
0xffffffffb4db62ac
Build id: 3.10.0-957.el7.x86_64
|
0x6c
|
|
3
|
generic_file_aio_read
|
vmlinux |
0xffffffffb4db800d
Build id: 3.10.0-957.el7.x86_64
|
0x4bd
|
|
4
|
ext4_file_read
|
ext4 |
0xffffffffc05f0d93
Build id: 3.10.0-957.el7.x86_64
|
0x43
|
|
5
|
do_sync_read
|
vmlinux |
0xffffffffb4e404d3
Build id: 3.10.0-957.el7.x86_64
|
0x93
|
|
6
|
vfs_read
|
vmlinux |
0xffffffffb4e40f0f
Build id: 3.10.0-957.el7.x86_64
|
0x9f
|
|
7
|
SyS_read
|
vmlinux |
0xffffffffb4e41dcf
Build id: 3.10.0-957.el7.x86_64
|
0x7f
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffffb5374ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 29s! [postgres:94238]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev vmw_balloon sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ext4 mbcache jbd2 snd_ens1371 joydev snd_rawmidi snd_ac97_codec ac97_bus snd_seq
snd_seq_device pcspkr snd_pcm sg snd_timer snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel nfit libnvdimm ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt serio_raw fb_sys_fops ttm ata_piix mptspi scsi_transport_spi mptscsih drm libata e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 94238 Comm: postgres Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff89c9ca2fb0c0 ti: ffff89c629b14000 task.ti: ffff89c629b14000
RIP: 0010:[<ffffffffb4f83fa2>] [<ffffffffb4f83fa2>] copy_user_generic_unrolled+0x32/0xc0
RSP: 0018:ffff89c629b17c90 EFLAGS: 00010202
RAX: ffff89c427d7c25f RBX: 0000000000000010 RCX: 0000000000000040
RDX: 0000000000000000 RSI: ffff89cc7d36e000 RDI: 00007fd60a167de0
RBP: ffff89c629b17cc0 R08: ffff89c629b18000 R09: ffffd5d0faf4db9c
R10: ffff89c629b17fd8 R11: 0000000000000246 R12: ffffffffffffff10
R13: ffff89bdf5ab5d88 R14: ffff89c629b17c48 R15: 0000000000019e46
FS: 00007fd90db08880(0000) GS:ffff89cdbd600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd60a17f000 CR3: 0000000f6f3ec000 CR4: 00000000001607f0
Call Trace:
[<ffffffffb4db62ac>] ? file_read_actor+0x6c/0xa0
[<ffffffffb4db800d>] generic_file_aio_read+0x4bd/0x790
[<ffffffffc05f0d93>] ext4_file_read+0x43/0x130 [ext4]
[<ffffffffb4e404d3>] do_sync_read+0x93/0xe0
[<ffffffffb4e40f0f>] vfs_read+0x9f/0x170
[<ffffffffb4e41dcf>] SyS_read+0x7f/0xf0
[<ffffffffb5374ddb>] system_call_fastpath+0x22/0x27
Code: 82 8c 00 00 00 89 f9 83 e1 07 74 15 83 e9 08 f7 d9 29 ca 8a 06 88 07 48 ff c6 48 ff c7 ff c9 75 f2 89 d1 83 e2 3f c1 e9 06 74 4a <4c> 8b 06 4c 8b 4e 08 4c 8b 56 10 4c 8b 5e 18 4c 89 07 4c 89 4f