Complete report #860285
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffffb17bd956
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x36
|
|
2
|
find_get_page
|
vmlinux |
0xffffffffb17bd9ce
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xe
|
|
3
|
lookup_swap_cache
|
vmlinux |
0xffffffffb1809fe3
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x43
|
|
4
|
do_swap_page
|
vmlinux |
0xffffffffb17f270c
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xcc
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffffb17f6617
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xaa7
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffb1d94653
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffb1d94975
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x35
|
|
8
|
|
vmlinux |
0xffffffffb1d90ac9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xaa
|
|
9
|
page_fault
|
vmlinux |
0xffffffffb1d90778
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 30s! [/usr/libexec/we:4333]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel nfit libnvdimm vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_vmci joydev pcspkr sg i2c_piix4 parport_pc parport ip_tables xfs
libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ata_piix crct10dif_pclmul crct10dif_common ttm crc32c_intel libata serio_raw drm e1000 mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 4333 Comm: /usr/libexec/we Kdump: loaded Tainted: G L ------------ 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9f4b288c2100 ti: ffff9f4a9d038000 task.ti: ffff9f4a9d038000
RIP: 0010:[<ffffffffb17bd956>] [<ffffffffb17bd956>] __find_get_page+0x36/0xa0
RSP: 0000:ffff9f4a9d03bd20 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff9f4a9d03bcc8 RCX: fffffee982b19180
RDX: fffffee982b19180 RSI: ffff9f4a83be28d8 RDI: 0000000000000000
RBP: ffff9f4a9d03bd30 R08: ffff9f4a91a8ddc0 R09: 0000000000000000
R10: ffff9f4a9d03be20 R11: ffff9f4bb3884798 R12: ffff9f4a9d03bcc8
R13: ffffffffb17e0df2 R14: ffff9f4a9d03bc90 R15: ffffffffb167e3d8
FS: 00007fd36083c740(0000) GS:ffff9f4bbfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001f9a280 CR3: 0000000012dac000 CR4: 00000000000407e0
Call Trace:
[<ffffffffb17bd9ce>] find_get_page+0xe/0x20
[<ffffffffb1809fe3>] lookup_swap_cache+0x43/0x120
[<ffffffffb17f270c>] do_swap_page+0xcc/0x7c0
[<ffffffffb17f6617>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffb1d94653>] __do_page_fault+0x213/0x500
[<ffffffffb1d94975>] do_page_fault+0x35/0x90
[<ffffffffb1d90ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffb1d90778>] page_fault+0x28/0x30
Code: 49 89 f4 53 48 8d 5f 08 4c 89 e6 48 89 df e8 52 01 1d 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 49 <8b> 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c
Complete report #791120
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff81182243
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x43
|
|
2
|
find_get_page
|
vmlinux |
0xffffffff811822ae
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xe
|
|
3
|
read_swap_cache_async
|
vmlinux |
0xffffffff811c4419
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x59
|
|
4
|
swapin_readahead
|
vmlinux |
0xffffffff811c45c8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xa8
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff811b22cb
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xadb
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff816b0074
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x154
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff816b03a5
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff816ac5c8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [rtkit-daemon:726]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr hyperv_keyboard sg hv_balloon hyperv_fb nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c ata_generic pata_acpi sd_mod
crc_t10dif crct10dif_generic hv_netvsc hv_utils ptp hid_hyperv pps_core hv_storvsc scsi_transport_fc scsi_tgt floppy crct10dif_pclmul crct10dif_common crc32c_intel ata_piix libata serio_raw hv_vmbus dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 726 Comm: rtkit-daemon Tainted: G L ------------ 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: Microsoft Corporation Virtual Machine/Virtual Machine, BIOS 090007 05/18/2018
task: ffff88006f965ee0 ti: ffff880074184000 task.ti: ffff880074184000
RIP: 0010:[<ffffffff81182243>] [<ffffffff81182243>] __find_get_page+0x43/0xa0
RSP: 0000:ffff880074187d18 EFLAGS: 00010202
RAX: 0000000000000001 RBX: 0000000000000000 RCX: 0000000000000001
RDX: ffffea00015d1240 RSI: ffff88000c1a35d0 RDI: 0000000000000002
RBP: ffff880074187d28 R08: 0000000000000000 R09: ffffea00015d125c
R10: ffff880074187cf8 R11: ffff880036008008 R12: 0000000000000000
R13: ffffffff812f8c05 R14: ffff880074187cc0 R15: 0000000000000000
FS: 00007f303ca91700(0000) GS:ffff88007b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f303da69b30 CR3: 0000000074686000 CR4: 00000000000406f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000023526 ffff880074187d38 ffffffff811822ae
ffff880074187d90 ffffffff811c4419 ffffffff81fa5ce0 00007f303da69b30
ffff8800755515f0 ffffffff81a73720 0000000000023526 0000000000000000
Call Trace:
[<ffffffff811822ae>] find_get_page+0xe/0x20
[<ffffffff811c4419>] read_swap_cache_async+0x59/0x160
[<ffffffff811c45c8>] swapin_readahead+0xa8/0x110
[<ffffffff811b22cb>] handle_mm_fault+0xadb/0xfa0
[<ffffffff816b0074>] __do_page_fault+0x154/0x450
[<ffffffff816b03a5>] do_page_fault+0x35/0x90
[<ffffffff816ac5c8>] page_fault+0x28/0x30
Code: df e8 32 6c 1a 00 48 85 c0 48 89 c6 74 3a 48 8b 10 48 85 d2 74 26 f6 c2 03 75 4c 8b 4a 1c 85 c9 74 d9 8d 79 01 4c 8d 4a 1c 89 c8 <f0> 0f b1 7a 1c 39 c8 41 89 c0 75 15 48 39 16 75 32 5b 41 5c 48
Complete report #554928
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__find_get_page
|
vmlinux |
0xffffffff88dc83f6
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x36
|
|
2
|
find_get_page
|
vmlinux |
0xffffffff88dc846e
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0xe
|
|
3
|
lookup_swap_cache
|
vmlinux |
0xffffffff88e15e43
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x43
|
|
4
|
do_swap_page
|
vmlinux |
0xffffffff88dfe0bc
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0xcc
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff88e02047
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0xaa7
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff893bf7d3
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff893bfb05
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff893bb7b8
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [php-fpm:120078]
Modules linked in: ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 ip6table_filter nf_log_ipv4 nf_log_common nf_nat_ftp xt_REDIRECT nf_nat_redirect xt_conntrack nf_conntrack_ftp xt_LOG xt_limit xt_multiport iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 ip6table_mangle ip6table_raw ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nf_nat nf_conntrack ip6_tables iptable_mangle iptable_raw ipt_REJECT nf_reject_ipv4 iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ac97_bus snd_seq ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper snd_seq_device cryptd snd_pcm snd_timer joydev pcspkr sg snd vmw_vmci i2c_piix4
soundcore parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm libnvdimm ata_piix crct10dif_pclmul crct10dif_common e1000 crc32c_intel libata mptspi scsi_transport_spi mptscsih mptbase serio_raw drm_panel_orientation_quirks fuse
CPU: 2 PID: 120078 Comm: php-fpm Kdump: loaded Tainted: G L ------------ 3.10.0-1160.80.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9790db615280 ti: ffff9790d68b8000 task.ti: ffff9790d68b8000
RIP: 0010:[<ffffffff88dc83f6>] [<ffffffff88dc83f6>] __find_get_page+0x36/0xa0
RSP: 0000:ffff9790d68bbd20 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff9790d68bbcc8 RCX: ffffe0ad413836c0
RDX: ffffe0ad413836c0 RSI: ffff978f5bbb7a58 RDI: 0000000000000000
RBP: ffff9790d68bbd30 R08: ffff97909684f080 R09: 0000000000000000
R10: ffff9790d68bbe20 R11: ffff9791e3e3a870 R12: ffff9790d68bbca0
R13: ffff9791e3e3a870 R14: ffffe0ad4295b9c0 R15: ffffffff88c820c8
FS: 00007fcad50ac880(0000) GS:ffff9791e4880000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002297008 CR3: 0000000149796000 CR4: 00000000001607e0
Call Trace:
[<ffffffff88dc846e>] find_get_page+0xe/0x20
[<ffffffff88e15e43>] lookup_swap_cache+0x43/0x120
[<ffffffff88dfe0bc>] do_swap_page+0xcc/0x7c0
[<ffffffff88e02047>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff893bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff893bfb05>] do_page_fault+0x35/0x90
[<ffffffff893bb7b8>] page_fault+0x28/0x30
Code: 49 89 f4 53 48 8d 5f 08 4c 89 e6 48 89 df e8 42 b1 1d 00 48 85 c0 48 89 c6 74 42 48 8b 10 48 85 d2 74 29 48 89 d0 83 e0 03 75 51 <8b> 4a 1c 85 c9 74 d6 8d 79 01 4c 8d 4a 1c 89 c8 f0 0f b1 7a 1c