Complete report #1400015
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff8e3c8619
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x39
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff8e3cbba4
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x74
|
|
3
|
|
vmlinux |
0xffffffff8e2eab04
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x164
|
|
4
|
__xfs_filemap_fault
|
xfs |
0xffffffffc0452ffe
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x7e
|
|
5
|
xfs_filemap_fault
|
xfs |
0xffffffffc045320c
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2c
|
|
6
|
__do_fault.isra.61
|
vmlinux |
0xffffffff8e3fa21a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x8a
|
|
7
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff8e3fa7cc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4c
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffff8e4021d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa33
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff8e9bf7d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff8e9bfb05
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffff8e9bb7b8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 1733s! [trivial-rewrite:14623]
Modules linked in: nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vboxsf(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device ppdev snd_pcm snd_timer sg joydev snd pcspkr vboxguest(OE) soundcore i2c_piix4 parport_pc video parport ip_tables xfs libcrc32c sd_mod
crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci ata_piix libahci e1000 drm serio_raw libata crc32c_intel drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 14623 Comm: trivial-rewrite Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9e96c7b2a100 ti: ffff9e96d153c000 task.ti: ffff9e96d153c000
RIP: 0010:[<ffffffff8e3c8619>] [<ffffffff8e3c8619>] __find_get_page+0x39/0xa0
RSP: 0000:ffff9e96d153fc10 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff9e96dffd6000 RCX: 0000000000000001
RDX: ffffdbd0033cca80 RSI: ffff9e969a6237f8 RDI: 0000000000000000
RBP: ffff9e96d153fc20 R08: 0000000000000000 R09: ffff9e96d15809b8
R10: ffff9e96d153fe20 R11: ffff9e964ce8dca8 R12: 0000000100000000
R13: 0000000100000141 R14: 0000000000000000 R15: ffff9e96dffd7018
FS: 00007fde2b6ef880(0000) GS:ffff9e96dfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fde26e97bc0 CR3: 000000011158e000 CR4: 00000000000206f0
Call Trace:
[<ffffffff8e3cbba4>] filemap_fault+0x74/0x420
[<ffffffff8e2eab04>] ? update_curr+0x164/0x1f0
[<ffffffffc0452ffe>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc045320c>] xfs_filemap_fault+0x2c/0x40 [xfs]
[<ffffffff8e3fa21a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff8e3fa7cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff8e4021d3>] handle_mm_fault+0xa33/0x1190
[<ffffffff8e9bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff8e9bfb05>] do_page_fault+0x35/0x90
[<ffffffff8e9bb7b8>] page_fault+0x28/0x30
Code: 53 48 8d 5f 08 4c 89 e6 48 89 df e8 e2 b5 1d 00 48 85 c0 48 89 c6 74 42 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 51 8b 4a 1c <85> c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c 39 c8 41
Complete report #1172898
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff949bd476
Build id: 3.10.0-1160.el7.x86_64
|
0x36
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff949c08e4
Build id: 3.10.0-1160.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc034f91e
Build id: 3.10.0-1160.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc034fb1c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffff949ede3a
Build id: 3.10.0-1160.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff949ee3ec
Build id: 3.10.0-1160.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff949f5c30
Build id: 3.10.0-1160.el7.x86_64
|
0xa20
|
|
8
|
|
vmlinux |
0xffffffff94f86e76
Build id: 3.10.0-1160.el7.x86_64
|
0x596
|
|
9
|
|
vmlinux |
0xffffffff948dfb48
Build id: 3.10.0-1160.el7.x86_64
|
0x78
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffff94f8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffff94f8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffff94f8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [gdb:5200]
Modules linked in: tcp_lp binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc joydev pcspkr ppdev iosf_mbi sg crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon i2c_piix4 parport_pc parport
vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops sd_mod ttm crc_t10dif crct10dif_generic ahci drm nfit libahci ata_piix libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 5200 Comm: gdb Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff96ba693a1080 ti: ffff96ba62ff4000 task.ti: ffff96ba62ff4000
RIP: 0010:[<ffffffff949bd476>] [<ffffffff949bd476>] __find_get_page+0x36/0xa0
RSP: 0000:ffff96ba62ff7c10 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff96ba62ff7fd8 RCX: ffffdb88a97fb040
RDX: ffffdb88a97fb040 RSI: ffff96d8212ad750 RDI: 0000000000000000
RBP: ffff96ba62ff7c20 R08: 0000000000000000 R09: ffff96ba06bda010
R10: ffff96ba62ff7e20 R11: ffff96ba3e7df008 R12: ffffffff94f86c8f
R13: ffff96ba62ff7bf8 R14: 0000000000000001 R15: ffff96baea3a7080
FS: 00007f21ad700840(0000) GS:ffff96d8bf240000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000044babd CR3: 0000000149bfa000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff949c08e4>] filemap_fault+0x74/0x420
[<ffffffffc034f91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc034fb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff949ede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff949ee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff949f5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffff94f86e76>] ? __schedule+0x596/0x860
[<ffffffff948dfb48>] ? __enqueue_entity+0x78/0x80
[<ffffffff94f8e653>] __do_page_fault+0x213/0x500
[<ffffffff94f8e975>] do_page_fault+0x35/0x90
[<ffffffff94f8a778>] page_fault+0x28/0x30
Code: 49 89 f4 53 48 8d 5f 08 4c 89 e6 48 89 df e8 f2 fb 1c 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 <8b> 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c
Complete report #992808
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff81182243
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x43
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff81184dc4
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x74
|
|
3
|
xfs_filemap_fault
|
xfs |
0xffffffffc01ef92f
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x5f
|
|
4
|
__do_fault
|
vmlinux |
0xffffffff811ad0d2
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x52
|
|
5
|
do_read_fault.isra.44
|
vmlinux |
0xffffffff811ad57b
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x4b
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1e81
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x691
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff816b0074
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x154
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff816b03a5
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff816ac5c8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [rtkit-daemon:706]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg joydev hyperv_keyboard hv_balloon pcspkr hyperv_fb nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c ata_generic pata_acpi sd_mod
crc_t10dif crct10dif_generic hv_netvsc hv_storvsc scsi_transport_fc hv_utils ptp pps_core hid_hyperv scsi_tgt crct10dif_pclmul crct10dif_common crc32c_intel ata_piix libata serio_raw floppy hv_vmbus dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 706 Comm: rtkit-daemon Tainted: G L ------------ 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: Microsoft Corporation Virtual Machine/Virtual Machine, BIOS 090007 05/18/2018
task: ffff880074a16eb0 ti: ffff8800741d4000 task.ti: ffff8800741d4000
RIP: 0010:[<ffffffff81182243>] [<ffffffff81182243>] __find_get_page+0x43/0xa0
RSP: 0000:ffff8800741d7cc0 EFLAGS: 00010202
RAX: 0000000000000020 RBX: 0000000000000000 RCX: 0000000000000020
RDX: ffffea00014e5800 RSI: ffff8800758f5408 RDI: 0000000000000021
RBP: ffff8800741d7cd0 R08: 0000000000000000 R09: ffffea00014e581c
R10: ffff8800741d7ca0 R11: 0000000000000000 R12: ffff88007b616cc0
R13: ffff880035f74b00 R14: ffff880035f73e80 R15: ffff88007b616cc0
FS: 00007f4b6befe700(0000) GS:ffff88007b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4b6cb90cd0 CR3: 000000007410d000 CR4: 00000000000406f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000078 ffff880074dee100 ffff8800741d7d30 ffffffff81184dc4
ffff880035f74b00 0000000000000000 ffff8800731e7290 ffff8800741d7d80
ffff880074dee178 0000000000000000 ffff88006dc9fbc0 ffff88006dc9fd10
Call Trace:
[<ffffffff81184dc4>] filemap_fault+0x74/0x410
[<ffffffffc01ef92f>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811ad0d2>] __do_fault+0x52/0xe0
[<ffffffff811ad57b>] do_read_fault.isra.44+0x4b/0x130
[<ffffffff811b1e81>] handle_mm_fault+0x691/0xfa0
[<ffffffff816b0074>] __do_page_fault+0x154/0x450
[<ffffffff816b03a5>] do_page_fault+0x35/0x90
[<ffffffff816ac5c8>] page_fault+0x28/0x30
Code: df e8 32 6c 1a 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 26 f6 c2 03 75 4c 8b 4a 1c 85 c9 74 d9 8d 79 01 4c 8d 4a 1c 89 c8 <f0> 0f b1 7a 1c 39 c8 41 89 c0 75 15 48 39 16 75 32 5b 41 5c 48
Complete report #573344
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffffadfbd936
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x36
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffffadfc0da4
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc051e91e
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc051eb1c
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffffadfee7aa
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffadfeed5c
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffffadff65a0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xa20
|
|
8
|
|
vmlinux |
0xffffffffade7dfe9
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x109
|
|
9
|
|
vmlinux |
0xffffffffade7dff5
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x115
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffffae590653
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffffae590975
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffffae58c778
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 26s! [crond:30903]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg vmw_balloon joydev pcspkr i2c_piix4 vmw_vmci parport_pc parport auth_rpcgss sunrpc ip_tables xfs
libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm ahci nfit ata_piix libahci libnvdimm libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 30903 Comm: crond Kdump: loaded Tainted: G L ------------ 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8d370de15280 ti: ffff8d395b188000 task.ti: ffff8d395b188000
RIP: 0010:[<ffffffffadfbd936>] [<ffffffffadfbd936>] __find_get_page+0x36/0xa0
RSP: 0000:ffff8d395b18bc10 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff8d39bffd8000 RCX: fffffd89c2b5dec0
RDX: fffffd89c2b5dec0 RSI: ffff8d39b4da82a0 RDI: 0000000000000000
RBP: ffff8d395b18bc20 R08: 0000000000000000 R09: ffff8d39872ca748
R10: ffff8d395b18be20 R11: ffff8d3752e1d288 R12: fffffd89c658b3c0
R13: ffff8d3900000141 R14: 0000000000000000 R15: ffff8d39bffd9008
FS: 00007fe55d8fe840(0000) GS:ffff8d39bfd40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe55d2c9440 CR3: 0000000103f96000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffadfc0da4>] filemap_fault+0x74/0x420
[<ffffffffc051e91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc051eb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffadfee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffadfeed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffadff65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffade7dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffffade7dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffae590653>] __do_page_fault+0x213/0x500
[<ffffffffae590975>] do_page_fault+0x35/0x90
[<ffffffffae58c778>] page_fault+0x28/0x30
Code: 49 89 f4 53 48 8d 5f 08 4c 89 e6 48 89 df e8 92 03 1d 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 <8b> 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c
Complete report #567241
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffffab7c83f9
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x39
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffffab7cb984
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc02dfffe
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc02e020c
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffffab7fa05a
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffab7fa60c
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffffab801fc0
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0xa20
|
|
8
|
|
vmlinux |
0xffffffffab85ae33
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x93
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffabdbf7d3
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffabdbfb05
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffffabdbb7b8
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 2782s! [kcml:3221]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink tcp_lp nls_utf8 isofs vboxsf(OE) sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq crc32_pclmul ppdev snd_seq_device snd_pcm ghash_clmulni_intel joydev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_timer parport_pc sg snd parport vboxguest(OE) i2c_piix4 pcspkr soundcore video ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci e1000 ata_piix crct10dif_pclmul
crct10dif_common libata crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 3221 Comm: kcml Tainted: G OEL ------------ 3.10.0-1160.80.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9a22b6a91080 ti: ffff9a20d7b5c000 task.ti: ffff9a20d7b5c000
RIP: 0010:[<ffffffffab7c83f9>] [<ffffffffab7c83f9>] __find_get_page+0x39/0xa0
RSP: 0000:ffff9a20d7b5fc10 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9a20d7b5fc80 RCX: 0000000000000001
RDX: fffff99984d922c0 RSI: ffff9a228b6285a0 RDI: 0000000000000000
RBP: ffff9a20d7b5fc20 R08: 0000000000000000 R09: ffff9a20ceca7ac0
R10: ffff9a20d7b5fe20 R11: ffff9a20cee191b0 R12: ffff9a20d7b5fbf0
R13: 0000000000000000 R14: 0000000400000001 R15: 0000000000000570
FS: 00007f333b035740(0000) GS:ffff9a22dfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f32eb15ac86 CR3: 0000000017b38000 CR4: 00000000000606f0
Call Trace:
[<ffffffffab7cb984>] filemap_fault+0x74/0x420
[<ffffffffc02dfffe>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc02e020c>] xfs_filemap_fault+0x2c/0x40 [xfs]
[<ffffffffab7fa05a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffab7fa60c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffab801fc0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffab85ae33>] ? do_sync_write+0x93/0xe0
[<ffffffffabdbf7d3>] __do_page_fault+0x213/0x510
[<ffffffffabdbfb05>] do_page_fault+0x35/0x90
[<ffffffffabdbb7b8>] page_fault+0x28/0x30
Code: 53 48 8d 5f 08 4c 89 e6 48 89 df e8 42 b1 1d 00 48 85 c0 48 89 c6 74 42 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 51 8b 4a 1c <85> c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c 39 c8 41
Complete report #518071
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff83bbd939
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff83bc0da4
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc046091e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc0460b1c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffff83bee7aa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff83beed5c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff83bf65a0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa20
|
|
8
|
|
vmlinux |
0xffffffff83c6168d
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4d
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff84190653
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff84190975
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
11
|
|
vmlinux |
0xffffffff8418cac9
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xaa
|
|
12
|
page_fault
|
vmlinux |
0xffffffff8418c778
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [crond:8494]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm crc32c_intel ata_piix serio_raw drm libata mptspi scsi_transport_spi mptscsih nfit mptbase libnvdimm vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 8494 Comm: crond Kdump: loaded Tainted: G L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8f6915f22100 ti: ffff8f6905e64000 task.ti: ffff8f6905e64000
RIP: 0010:[<ffffffff83bbd939>] [<ffffffff83bbd939>] __find_get_page+0x39/0xa0
RSP: 0000:ffff8f6905e67c10 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffffffff00000001 RCX: 0000000000000014
RDX: ffffec83c4147580 RSI: ffff8f6a32b97c38 RDI: 0000000000000000
RBP: ffff8f6905e67c20 R08: 0000000000000000 R09: ffff8f690cd0aa20
R10: ffff8f6905e67e20 R11: ffff8f69050cdaf8 R12: 0000000437fd8480
R13: 0000000000000972 R14: 0000000000000001 R15: ffff8f6905e67bc0
FS: 00007f4429665840(0000) GS:ffff8f6a3fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4428949000 CR3: 00000000b505c000 CR4: 00000000000007f0
Call Trace:
[<ffffffff83bc0da4>] filemap_fault+0x74/0x420
[<ffffffffc046091e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0460b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff83bee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffff83beed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff83bf65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff83c6168d>] ? do_filp_open+0x4d/0xb0
[<ffffffff84190653>] __do_page_fault+0x213/0x500
[<ffffffff84190975>] do_page_fault+0x35/0x90
[<ffffffff8418cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff8418c778>] page_fault+0x28/0x30
Code: 53 48 8d 5f 08 4c 89 e6 48 89 df e8 92 03 1d 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 8b 4a 1c <85> c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c 39 c8 41
Complete report #380893
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff85fbd939
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff85fc0da4
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc05d091e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc05d0b1c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffff85fee7aa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff85feed5c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff85ff65a0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa20
|
|
8
|
|
vmlinux |
0xffffffff8606168d
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4d
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff86590653
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff86590975
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffff8658c778
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [ifdown-post:4729]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg joydev pcspkr vmw_balloon vmw_vmci parport_pc parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi ata_piix vmwgfx ahci drm_kms_helper syscopyarea libahci sysfillrect sysimgblt fb_sys_fops ttm libata sd_mod crc_t10dif e1000e crct10dif_generic
drm crct10dif_pclmul crct10dif_common nfit crc32c_intel libnvdimm serio_raw ptp vmw_pvscsi pps_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 4729 Comm: ifdown-post Kdump: loaded Not tainted 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff8c0060d43180 ti: ffff8bfe55418000 task.ti: ffff8bfe55418000
RIP: 0010:[<ffffffff85fbd939>] [<ffffffff85fbd939>] __find_get_page+0x39/0xa0
RSP: 0000:ffff8bfe5541bc10 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000c00000000 RCX: 0000000000000032
RDX: fffff41b893a0600 RSI: ffff8c01ef2294b0 RDI: 0000000000000000
RBP: ffff8bfe5541bc20 R08: 0000000000000000 R09: ffff8bfe68132010
R10: ffff8bfe5541be20 R11: ffff8c015c9e6360 R12: ffff8bfe5541bbb0
R13: 000000000000a068 R14: ffff8c01ef17d480 R15: ffffffff8689bd16
FS: 00007fa119b92740(0000) GS:ffff8c01ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000400480 CR3: 000000008cc58000 CR4: 00000000001607e0
Call Trace:
[<ffffffff85fc0da4>] filemap_fault+0x74/0x420
[<ffffffffc05d091e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc05d0b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff85fee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffff85feed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff85ff65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff8606168d>] ? do_filp_open+0x4d/0xb0
[<ffffffff86590653>] __do_page_fault+0x213/0x500
[<ffffffff86590975>] do_page_fault+0x35/0x90
[<ffffffff8658c778>] page_fault+0x28/0x30
Code: 53 48 8d 5f 08 4c 89 e6 48 89 df e8 92 03 1d 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 8b 4a 1c <85> c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c 39 c8 41
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [PLANE:33:plane-0] flip_done timed out
Complete report #370407
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffffae3bd6c6
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x36
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffffae3c0b34
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc05f291e
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc05f2b1c
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffffae3ee01a
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffae3ee5cc
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffffae3f5e10
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa20
|
|
8
|
|
vmlinux |
0xffffffffae2dfca8
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x78
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffae98e653
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffae98e975
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffffae98a778
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [systemd-journal:484]
Modules linked in: nf_nat_pptp nf_nat_proto_gre nf_conntrack_pptp nf_conntrack_proto_gre nfnetlink_queue nfnetlink_log bluetooth rfkill ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_nat iptable_nat nf_nat_ipv4 nf_nat ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 ip_set_hash_ip vmw_vsock_vmci_transport vsock xt_set ip_set nfnetlink xt_conntrack nf_conntrack xt_multiport iptable_filter ext4 mbcache jbd2 sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd pcspkr vmw_balloon sg joydev i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif vmwgfx crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi crct10dif_pclmul
scsi_transport_spi libata crct10dif_common mptscsih crc32c_intel serio_raw mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse 8021q garp stp llc mrp
CPU: 0 PID: 484 Comm: systemd-journal Kdump: loaded Tainted: G L ------------ 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8ad735e4c200 ti: ffff8ad6f64b8000 task.ti: ffff8ad6f64b8000
RIP: 0010:[<ffffffffae3bd6c6>] [<ffffffffae3bd6c6>] __find_get_page+0x36/0xa0
RSP: 0000:ffff8ad6f64bbc10 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff8ad6f64bbba0 RCX: ffffe187419a4a00
RDX: ffffe187419a4a00 RSI: ffff8ad738c69720 RDI: 0000000000000000
RBP: ffff8ad6f64bbc20 R08: 0000000000000000 R09: ffff8ad735c19328
R10: ffff8ad6f64bbe20 R11: ffff8ad6f64f0948 R12: ffff8ad73ffb33d0
R13: 7fffffffffffffff R14: 0000000000000000 R15: ffff8ad73fc1acc0
FS: 00007f550cf11880(0000) GS:ffff8ad73fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f550cae1b80 CR3: 00000000355cc000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffae3c0b34>] filemap_fault+0x74/0x420
[<ffffffffc05f291e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc05f2b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffae3ee01a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffae3ee5cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffae3f5e10>] handle_mm_fault+0xa20/0xfb0
[<ffffffffae2dfca8>] ? __enqueue_entity+0x78/0x80
[<ffffffffae98e653>] __do_page_fault+0x213/0x500
[<ffffffffae98e975>] do_page_fault+0x35/0x90
[<ffffffffae98a778>] page_fault+0x28/0x30
Code: 49 89 f4 53 48 8d 5f 08 4c 89 e6 48 89 df e8 a2 fb 1c 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 <8b> 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 3e 0f b1 7a 1c
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #363750
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff9efbd936
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x36
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff9efc0da4
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc036691e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc0366b1c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffff9efee7aa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff9efeed5c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff9eff65a0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa20
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff9f590653
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff9f590975
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff9f58c778
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [unix_chkpwd:119476]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_seq_device gf128mul glue_helper btusb ablk_helper btrtl btbcm cryptd btintel snd_pcm bluetooth snd_timer snd soundcore vmw_balloon rfkill pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit drm libnvdimm libata serio_raw mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 119476 Comm: unix_chkpwd Tainted: G L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8ee326068000 ti: ffff8ee316e20000 task.ti: ffff8ee316e20000
RIP: 0010:[<ffffffff9efbd936>] [<ffffffff9efbd936>] __find_get_page+0x36/0xa0
RSP: 0000:ffff8ee316e23c10 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff8ee33ffd9868 RCX: ffffe62cc0ffb580
RDX: ffffe62cc0ffb580 RSI: ffff8ee333d1edc0 RDI: 0000000000000000
RBP: ffff8ee316e23c20 R08: 0000000000000000 R09: ffff8ee304f1d568
R10: ffff8ee316e23e20 R11: ffff8ee31f265008 R12: 0000000000000000
R13: ffff8ee33c61fcd0 R14: ffff8ee33c61fca0 R15: 0000000000000001
FS: 00007faf96421840(0000) GS:ffff8ee33c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faf95b982f0 CR3: 0000000004eba000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9efc0da4>] filemap_fault+0x74/0x420
[<ffffffffc036691e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0366b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff9efee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffff9efeed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff9eff65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff9f590653>] __do_page_fault+0x213/0x500
[<ffffffff9f590975>] do_page_fault+0x35/0x90
[<ffffffff9f58c778>] page_fault+0x28/0x30
Code: 49 89 f4 53 48 8d 5f 08 4c 89 e6 48 89 df e8 92 03 1d 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 <8b> 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 3e 0f b1 7a 1c
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [PLANE:33:plane-0] flip_done timed out
Complete report #214413
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff8adbd916
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x36
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff8adc0d84
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc066691e
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc0666b1c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffff8adee78a
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff8adeed3c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff8adf6580
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xa20
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff8b390653
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff8b390975
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x35
|
|
10
|
|
vmlinux |
0xffffffff8b38cac9
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xaa
|
|
11
|
page_fault
|
vmlinux |
0xffffffff8b38c778
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [crond:7736]
Modules linked in: binfmt_misc xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd pcspkr joydev sg vmw_vmci parport_pc
parport i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common drm crc32c_intel mptspi scsi_transport_spi serio_raw libata mptscsih mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 7736 Comm: crond Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff9319e4231080 ti: ffff93179b85c000 task.ti: ffff93179b85c000
RIP: 0010:[<ffffffff8adbd916>] [<ffffffff8adbd916>] __find_get_page+0x36/0xa0
RSP: 0000:ffff93179b85fc10 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff93179b85fba8 RCX: ffffdbe990ff8b00
RDX: ffffdbe990ff8b00 RSI: ffff931a2f21ee40 RDI: 0000000000000000
RBP: ffff93179b85fc20 R08: ffff93179b85c000 R09: 0000000000000001
R10: 0000000000000003 R11: 0000000000000000 R12: 0000000000000010
R13: ffffffff8af8dbbb R14: ffffffffffffff10 R15: ffff9316360b0660
FS: 00007fec5683f840(0000) GS:ffff931a3fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fec56648770 CR3: 00000003e4980000 CR4: 00000000000407e0
Call Trace:
[<ffffffff8adc0d84>] filemap_fault+0x74/0x420
[<ffffffffc066691e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0666b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff8adee78a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff8adeed3c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff8adf6580>] handle_mm_fault+0xa20/0xfb0
[<ffffffff8b390653>] __do_page_fault+0x213/0x500
[<ffffffff8b390975>] do_page_fault+0x35/0x90
[<ffffffff8b38cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff8b38c778>] page_fault+0x28/0x30
Code: 49 89 f4 53 48 8d 5f 08 4c 89 e6 48 89 df e8 62 03 1d 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 <8b> 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c
Complete report #192047
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff9d7bd486
Build id: 3.10.0-1160.el7.x86_64
|
0x46
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff9d7c08e4
Build id: 3.10.0-1160.el7.x86_64
|
0x74
|
|
3
|
|
vmlinux |
0xffffffff9dd86e76
Build id: 3.10.0-1160.el7.x86_64
|
0x596
|
|
4
|
|
vmlinux |
0xffffffff9dd86e82
Build id: 3.10.0-1160.el7.x86_64
|
0x5a2
|
|
5
|
__xfs_filemap_fault
|
xfs |
0xffffffffc068591e
Build id: 3.10.0-1160.el7.x86_64
|
0x7e
|
|
6
|
xfs_filemap_fault
|
xfs |
0xffffffffc0685b1c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
7
|
__do_fault.isra.61
|
vmlinux |
0xffffffff9d7ede3a
Build id: 3.10.0-1160.el7.x86_64
|
0x8a
|
|
8
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff9d7ee3ec
Build id: 3.10.0-1160.el7.x86_64
|
0x4c
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffff9d7f5c30
Build id: 3.10.0-1160.el7.x86_64
|
0xa20
|
|
10
|
|
vmlinux |
0xffffffff9d6dfb48
Build id: 3.10.0-1160.el7.x86_64
|
0x78
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffff9dd8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffff9dd8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
13
|
page_fault
|
vmlinux |
0xffffffff9dd8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [systemd-hostnam:4326]
Modules linked in: tcp_lp isofs tun devlink nls_utf8 cifs ccm dns_resolver bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 ppdev snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul snd_seq snd_seq_device ghash_clmulni_intel snd_pcm snd_timer aesni_intel snd lrw gf128mul glue_helper ablk_helper cryptd soundcore vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea crc32c_intel sysfillrect sysimgblt fb_sys_fops ttm nfit serio_raw ata_piix drm libnvdimm libata mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash
dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 4326 Comm: systemd-hostnam Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffffa01a0e7fb180 ti: ffffa01a36ed0000 task.ti: ffffa01a36ed0000
RIP: 0010:[<ffffffff9d7bd486>] [<ffffffff9d7bd486>] __find_get_page+0x46/0xa0
RSP: 0000:ffffa01a36ed3c10 EFLAGS: 00010206
RAX: 000000000000000c RBX: ffffffff00000000 RCX: 000000000000000c
RDX: ffffe2c7802e8ac0 RSI: ffffa01a3954bf80 RDI: 000000000000000d
RBP: ffffa01a36ed3c20 R08: 0000000000000000 R09: ffffe2c7802e8adc
R10: ffffa01a36ed3e20 R11: ffffa01a3896f6c8 R12: 0000000000000000
R13: ffffa01a00000000 R14: 000000000000000a R15: ffffa01a02500700
FS: 00007f896d743880(0000) GS:ffffa01a3c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f896c744e90 CR3: 0000000035fac000 CR4: 00000000003407f0
Call Trace:
[<ffffffff9d7c08e4>] filemap_fault+0x74/0x420
[<ffffffff9dd86e76>] ? __schedule+0x596/0x860
[<ffffffff9dd86e82>] ? __schedule+0x5a2/0x860
[<ffffffffc068591e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0685b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff9d7ede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff9d7ee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff9d7f5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffff9d6dfb48>] ? __enqueue_entity+0x78/0x80
[<ffffffff9dd8e653>] __do_page_fault+0x213/0x500
[<ffffffff9dd8e975>] do_page_fault+0x35/0x90
[<ffffffff9dd8a778>] page_fault+0x28/0x30
Code: fb 1c 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 8b 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 <3e> 0f b1 7a 1c 39 c8 41 89 c0 75 12 48 39 16 75 30 5b 41 5c 48
Complete report #116557
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff811800d3
Build id: 3.10.0-514.el7.x86_64
|
0x43
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff81182f64
Build id: 3.10.0-514.el7.x86_64
|
0x74
|
|
3
|
xfs_filemap_fault
|
xfs |
0xffffffffa029163f
Build id: 3.10.0-514.el7.x86_64
|
0x5f
|
|
4
|
__do_fault
|
vmlinux |
0xffffffff811ac19c
Build id: 3.10.0-514.el7.x86_64
|
0x4c
|
|
5
|
do_read_fault.isra.42
|
vmlinux |
0xffffffff811ac633
Build id: 3.10.0-514.el7.x86_64
|
0x43
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff811b0dc1
Build id: 3.10.0-514.el7.x86_64
|
0x6b1
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [unix_chkpwd:60758]
Modules linked in: nls_utf8 isofs rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep snd_seq_midi snd_seq_midi_event intel_powerclamp coretemp snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq btusb snd_seq_device btrtl iosf_mbi ppdev btbcm btintel snd_pcm crc32_pclmul ghash_clmulni_intel bluetooth aesni_intel
snd_timer lrw gf128mul snd rfkill glue_helper ablk_helper soundcore cryptd pcspkr nfit vmw_balloon libnvdimm sg parport_pc parport shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common vmwgfx crc32c_intel ata_piix drm_kms_helper syscopyarea serio_raw sysfillrect sysimgblt fb_sys_fops mptspi ttm scsi_transport_spi e1000 libata mptscsih drm mptbase i2c_core fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 60758 Comm: unix_chkpwd Tainted: G L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff880053d64e70 ti: ffff880036874000 task.ti: ffff880036874000
RIP: 0010:[<ffffffff811800d3>] [<ffffffff811800d3>] __find_get_page+0x43/0xa0
RSP: 0000:ffff880036877cd8 EFLAGS: 00010202
RAX: 0000000000000001 RBX: ffffffff812a88cc RCX: 0000000000000001
RDX: ffffea00019c8d80 RSI: ffff8800773cd4c0 RDI: 0000000000000002
RBP: ffff880036877ce8 R08: 0000000000000000 R09: ffffea00019c8d9c
R10: ffff880036877cb8 R11: 0000000000000000 R12: 0000000000000007
R13: ffff880053d64e70 R14: 0000000000000081 R15: ffff88007995df38
FS: 00007f63396a1840(0000) GS:ffff88007b640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f63396c43e0 CR3: 000000000dd56000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000006 ffff88005edac100 ffff880036877d48 ffffffff81182f64
ffff88003d7c402d ffff880079644e20 ffff880009c2abd0 ffff880036877d98
ffff88005edac178 ffff880036877de8 ffff880067c3d0c0 ffff880067c3d278
Call Trace:
[<ffffffff81182f64>] filemap_fault+0x74/0x410
[<ffffffffa029163f>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811ac19c>] __do_fault+0x4c/0xc0
[<ffffffff811ac633>] do_read_fault.isra.42+0x43/0x130
[<ffffffff811b0dc1>] handle_mm_fault+0x6b1/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: df e8 b2 e0 19 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 26 f6 c2 03 75 4c 8b 4a 1c 85 c9 74 d9 8d 79 01 4c 8d 4a 1c 89 c8 <f0> 0f b1 7a 1c 39 c8 41 89 c0 75 15 48 39 16 75 32 5b 41 5c 48
Complete report #115239
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff8f1bdc09
Build id: 3.10.0-1127.el7.x86_64
|
0x39
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff8f1c0d34
Build id: 3.10.0-1127.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc04d4a4e
Build id: 3.10.0-1127.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc04d4c4c
Build id: 3.10.0-1127.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffff8f1edeea
Build id: 3.10.0-1127.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff8f1ee49c
Build id: 3.10.0-1127.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff8f1f5d00
Build id: 3.10.0-1127.el7.x86_64
|
0xa20
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff8f78d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff8f78d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff8f789778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [cc1:23357]
Modules linked in: qingteng(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi snd_seq_midi kvm_intel snd_seq_midi_event kvm irqbypass crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel lrw snd_seq_device gf128mul ppdev glue_helper ablk_helper snd_pcm vmw_balloon cryptd snd_timer pcspkr joydev snd soundcore sg parport_pc
parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif ata_generic pata_acpi vmwgfx crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common mptspi crc32c_intel scsi_transport_spi drm nfit e1000 serio_raw mptscsih mptbase libata libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 23357 Comm: cc1 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9b74b23f62a0 ti: ffff9b7442828000 task.ti: ffff9b7442828000
RIP: 0010:[<ffffffff8f1bdc09>] [<ffffffff8f1bdc09>] __find_get_page+0x39/0xa0
RSP: 0000:ffff9b744282bc10 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 00000000000280da RCX: 0000000000000007
RDX: fffff72ac13cbf40 RSI: ffff9b744bd96b78 RDI: 0000000000000000
RBP: ffff9b744282bc20 R08: 0000000000000000 R09: ffff9b74b8884018
R10: ffff9b744282be20 R11: ffff9b74b89f3b00 R12: ffff9b744282bbd8
R13: 0000000000000000 R14: ffff9b74bae72fb0 R15: 0000000000000001
FS: 00007f72cf8fc840(0000) GS:ffff9b74bb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000007835a7 CR3: 000000005d4c8000 CR4: 00000000003607f0
Call Trace:
[<ffffffff8f1c0d34>] filemap_fault+0x74/0x420
[<ffffffffc04d4a4e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc04d4c4c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff8f1edeea>] __do_fault.isra.61+0x8a/0x100
[<ffffffff8f1ee49c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff8f1f5d00>] handle_mm_fault+0xa20/0xfb0
[<ffffffff8f78d653>] __do_page_fault+0x213/0x500
[<ffffffff8f78d975>] do_page_fault+0x35/0x90
[<ffffffff8f789778>] page_fault+0x28/0x30
Code: 53 48 8d 5f 08 4c 89 e6 48 89 df e8 82 e5 1c 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 8b 4a 1c <85> c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c 39 c8 41
Complete report #68723
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff86fbd6c6
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x36
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff86fc0b34
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc045a91e
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc045ab1c
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffff86fee01a
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff86fee5cc
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff86ff5e10
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa20
|
|
8
|
|
vmlinux |
0xffffffff8704a8da
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1ca
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff8758e653
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff8758e975
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x35
|
|
11
|
|
vmlinux |
0xffffffff8758aac9
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xaa
|
|
12
|
page_fault
|
vmlinux |
0xffffffff8758a778
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#16 stuck for 22s! [sshd:28155]
Modules linked in: binfmt_misc xt_multiport rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache nf_nat_ftp nf_conntrack_ftp ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper pcspkr sg cryptd joydev parport_pc parport vmw_vmci i2c_piix4
ip_tables xfs libcrc32c vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sr_mod sysimgblt fb_sys_fops cdrom ttm ata_generic drm pata_acpi mptspi scsi_transport_spi ata_piix mptscsih crct10dif_pclmul mptbase crct10dif_common libata vmxnet3 serio_raw crc32c_intel drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 16 PID: 28155 Comm: sshd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/30/2013
task: ffffa0b3a2bd5280 ti: ffffa0b703284000 task.ti: ffffa0b703284000
RIP: 0010:[<ffffffff86fbd6c6>] [<ffffffff86fbd6c6>] __find_get_page+0x36/0xa0
RSP: 0000:ffffa0b703287c10 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffffa0b703287ba8 RCX: ffffdab67230fc00
RDX: ffffdab67230fc00 RSI: ffffa0be988669d0 RDI: 0000000000000000
RBP: ffffa0b703287c20 R08: 0000000000000000 R09: ffffa0b68a9b0ea0
R10: ffffa0b703287e20 R11: ffffa0b2756635f0 R12: 0000000000000010
R13: ffffffff8718d1ab R14: ffffffffffffff10 R15: ffffa0be9211c260
FS: 00007fe57d8068c0(0000) GS:ffffa0be9ac00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe57a954550 CR3: 00000004796ca000 CR4: 00000000000407e0
Call Trace:
[<ffffffff86fc0b34>] filemap_fault+0x74/0x420
[<ffffffffc045a91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc045ab1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff86fee01a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff86fee5cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff86ff5e10>] handle_mm_fault+0xa20/0xfb0
[<ffffffff8704a8da>] ? __check_object_size+0x1ca/0x250
[<ffffffff8758e653>] __do_page_fault+0x213/0x500
[<ffffffff8758e975>] do_page_fault+0x35/0x90
[<ffffffff8758aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff8758a778>] page_fault+0x28/0x30
Code: 49 89 f4 53 48 8d 5f 08 4c 89 e6 48 89 df e8 a2 fb 1c 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 <8b> 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #45521
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff9b9bd4c6
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x46
|
|
2
|
filemap_fault
|
vmlinux |
0xffffffff9b9c0924
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x74
|
|
3
|
__xfs_filemap_fault
|
xfs |
0xffffffffc031c91e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x7e
|
|
4
|
xfs_filemap_fault
|
xfs |
0xffffffffc031cb1c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2c
|
|
5
|
__do_fault.isra.61
|
vmlinux |
0xffffffff9b9ede7a
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x8a
|
|
6
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff9b9ee42c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x4c
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff9b9f5c70
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xa20
|
|
8
|
|
vmlinux |
0xffffffff9b8e441c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x14c
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff9bf8f653
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff9bf8f975
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffff9bf8b778
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 25s! [curl:125261]
Modules linked in: iptable_filter ip_tables binfmt_misc nls_utf8 isofs bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 vmw_balloon aesni_intel snd_rawmidi snd_ac97_codec lrw gf128mul ac97_bus glue_helper ablk_helper cryptd snd_seq snd_seq_device snd_pcm pcspkr joydev snd_timer snd soundcore sg i2c_piix4 vmw_vmci parport_pc parport xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul ata_piix crct10dif_common drm crc32c_intel nfit mptspi libata scsi_transport_spi libnvdimm mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash
dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 9 PID: 125261 Comm: curl Kdump: loaded Tainted: G L ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff96cbafdf8000 ti: ffff96cdc517c000 task.ti: ffff96cdc517c000
RIP: 0010:[<ffffffff9b9bd4c6>] [<ffffffff9b9bd4c6>] __find_get_page+0x46/0xa0
RSP: 0000:ffff96cdc517fc10 EFLAGS: 00010202
RAX: 0000000000000001 RBX: ffff96cdc517fbb8 RCX: 0000000000000001
RDX: fffff133ce3b0c00 RSI: ffff96cd51752c80 RDI: 0000000000000002
RBP: ffff96cdc517fc20 R08: 0000000000000000 R09: fffff133ce3b0c1c
R10: ffff96cdc517fe20 R11: ffff96cdd9381bd8 R12: fffff133cca37740
R13: 0000000000000001 R14: 0000000000001000 R15: ffffffff9b9e04a8
FS: 00007f0b5c4a9840(0000) GS:ffff96cded840000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000420554 CR3: 00000002eaee6000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9b9c0924>] filemap_fault+0x74/0x420
[<ffffffffc031c91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc031cb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff9b9ede7a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff9b9ee42c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff9b9f5c70>] handle_mm_fault+0xa20/0xfb0
[<ffffffff9b8e441c>] ? update_curr+0x14c/0x1e0
[<ffffffff9bf8f653>] __do_page_fault+0x213/0x500
[<ffffffff9bf8f975>] do_page_fault+0x35/0x90
[<ffffffff9bf8b778>] page_fault+0x28/0x30
Code: fb 1c 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 8b 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 <f0> 0f b1 7a 1c 39 c8 41 89 c0 75 12 48 39 16 75 30 5b 41 5c 48