Complete report #955747
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8b394752
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8b1c81ef
Build id: 3.10.0-1160.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8b1c8aa6
Build id: 3.10.0-1160.el7.x86_64
|
0x166
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffff8b21c269
Build id: 3.10.0-1160.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff8b1f5ec7
Build id: 3.10.0-1160.el7.x86_64
|
0xcb7
|
|
6
|
|
vmlinux |
0xffffffff8b225e0d
Build id: 3.10.0-1160.el7.x86_64
|
0x9d
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff8b78e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff8b78e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff8b78a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ls:1569]
Modules linked in: ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd iosf_mbi ppdev crc32_pclmul soundcore ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul crct10dif_common fb_sys_fops crc32c_intel ttm nfit libnvdimm drm ata_piix serio_raw mptspi libata scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash
dm_log dm_mod fuse
CPU: 0 PID: 1569 Comm: ls Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9dffb61c4200 ti: ffff9dffa4098000 task.ti: ffff9dffa4098000
RIP: 0010:[<ffffffff8b394752>] [<ffffffff8b394752>] clear_page+0x12/0x40
RSP: 0000:ffff9dffa409bbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff9dffbb61acc0 RCX: 000000000000003f
RDX: ffffffff8ba8e488 RSI: 0000000000000000 RDI: ffff9dffa3bca000
RBP: ffff9dffa409bcd0 R08: ffffffff8ba8e477 R09: ffffe914c18ef2c0
R10: 0000000000003686 R11: ffff9dffb5212d80 R12: ffff9dffa409bb58
R13: ffffffff8b0e23a9 R14: ffff9dffa409bb58 R15: ffffffff8b0e5f1b
FS: 00007efed28eb840(0000) GS:ffff9dffbb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000126acd8 CR3: 0000000064070000 CR4: 00000000001607f0
Call Trace:
[<ffffffff8b1c81ef>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffff8b1c8aa6>] __alloc_pages_nodemask+0x166/0x450
[<ffffffff8b21c269>] alloc_pages_vma+0xa9/0x200
[<ffffffff8b1f5ec7>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff8b225e0d>] ? __slab_free+0x9d/0x290
[<ffffffff8b78e653>] __do_page_fault+0x213/0x500
[<ffffffff8b78e975>] do_page_fault+0x35/0x90
[<ffffffff8b78a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #787938
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8118c49a
Build id: 3.10.0-693.el7.x86_64
|
0x4fa
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118caf6
Build id: 3.10.0-693.el7.x86_64
|
0x176
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d412f
Build id: 3.10.0-693.el7.x86_64
|
0xaf
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff811b23e0
Build id: 3.10.0-693.el7.x86_64
|
0xb60
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 29s! [7_scheduler:2864]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ip_set nfnetlink ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_security iptable_raw xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg ppdev pcspkr joydev vmw_balloon parport_pc parport vmw_vmci i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs
libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi drm crct10dif_pclmul crct10dif_common crc32c_intel mptscsih ata_piix libata serio_raw mptbase vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 2864 Comm: 7_scheduler Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff880958ee0fd0 ti: ffff880956fec000 task.ti: ffff880956fec000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0000:ffff880956fefbf8 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff8133d9dd RCX: 000000000000003f
RDX: ffffffff81911058 RSI: 0000000000000000 RDI: ffff8800af5c7000
RBP: ffff880956fefd00 R08: ffffffff81911047 R09: ffffea0002bd7200
R10: ffffea0002bd7200 R11: 0000000000000000 R12: ffff880956fefba0
R13: ffff880a15796d40 R14: ffff880a15796d40 R15: ffffffff810cd794
FS: 00007fbfcdb36700(0000) GS:ffff880a15780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbe97727000 CR3: 00000009936c3000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8118c49a ffff880956fefc50 ffff880a3ffd9008 0000000000000082
0000000000000002 0008000000000001 ffff880a1579a170 ffff880a1579a1a0
ffff880a3ffd7868 0000000000000000 000000030000004e ffff880a3ffd9000
Call Trace:
[<ffffffff8118c49a>] ? get_page_from_freelist+0x4fa/0x9e0
[<ffffffff8118caf6>] __alloc_pages_nodemask+0x176/0x420
[<ffffffff811d412f>] alloc_pages_vma+0xaf/0x1f0
[<ffffffff811b23e0>] handle_mm_fault+0xb60/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
Complete report #624118
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff9f7953b2
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff9f5c862f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff9f5c8f04
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x184
|
|
4
|
|
vmlinux |
0xffffffff9f664640
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xf0
|
|
5
|
|
vmlinux |
0xffffffff9f6267ed
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x9d
|
|
6
|
alloc_pages_vma
|
vmlinux |
0xffffffff9f61cc49
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xa9
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff9f5f6837
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xcb7
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff9fb90653
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff9fb90975
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff9fb8c778
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 27s! [sentinel-heartb:21562]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi aesni_intel snd_ac97_codec lrw gf128mul ac97_bus glue_helper snd_seq ablk_helper cryptd
snd_seq_device snd_pcm snd_timer ppdev snd soundcore joydev pcspkr vmw_balloon sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ata_piix nfit libnvdimm libata serio_raw mptspi scsi_transport_spi mptscsih mptbase e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 21562 Comm: sentinel-heartb Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9c2dbabc0000 ti: ffff9c2dbabc8000 task.ti: ffff9c2dbabc8000
RIP: 0010:[<ffffffff9f7953b2>] [<ffffffff9f7953b2>] clear_page+0x12/0x40
RSP: 0000:ffff9c2dbabcbb38 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff9c2dbabcbc90 RCX: 000000000000003f
RDX: ffffffff9fe8ed70 RSI: 0000000000000000 RDI: ffff9c2d42972000
RBP: ffff9c2dbabcbc48 R08: ffffffff9fe8ed5f R09: ffffdca8880a5cc0
R10: 0000000000004a0e R11: ffff9c2bf81a0798 R12: 0000000000000001
R13: ffffffff9f4c6b41 R14: ffff9c2dbabcbab8 R15: 0000000000000246
FS: 00007f7960731700(0000) GS:ffff9c32588c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7960710950 CR3: 00000006a1cde000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9f5c862f>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffff9f5c8f04>] __alloc_pages_nodemask+0x184/0xbe0
[<ffffffff9f664640>] ? __pollwait+0xf0/0xf0
[<ffffffff9f6267ed>] ? __slab_free+0x9d/0x290
[<ffffffff9f61cc49>] alloc_pages_vma+0xa9/0x200
[<ffffffff9f5f6837>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff9fb90653>] __do_page_fault+0x213/0x500
[<ffffffff9fb90975>] do_page_fault+0x35/0x90
[<ffffffff9fb8c778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #114495
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
get_page_from_freelist
|
vmlinux |
0xffffffff8f1c8517
Build id: 3.10.0-1127.el7.x86_64
|
0x2a7
|
|
2
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8f1c8e76
Build id: 3.10.0-1127.el7.x86_64
|
0x166
|
|
3
|
alloc_pages_vma
|
vmlinux |
0xffffffff8f21c2a9
Build id: 3.10.0-1127.el7.x86_64
|
0xa9
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff8f1f5f97
Build id: 3.10.0-1127.el7.x86_64
|
0xcb7
|
|
5
|
|
vmlinux |
0xffffffff8f24c663
Build id: 3.10.0-1127.el7.x86_64
|
0x93
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff8f78d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff8f78d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff8f789778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [cc1:32244]
Modules linked in: qingteng(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi snd_seq_midi kvm_intel snd_seq_midi_event kvm irqbypass crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel lrw snd_seq_device gf128mul ppdev glue_helper ablk_helper snd_pcm vmw_balloon cryptd snd_timer pcspkr joydev snd soundcore sg parport_pc
parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif ata_generic pata_acpi vmwgfx crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common mptspi crc32c_intel scsi_transport_spi drm nfit e1000 serio_raw mptscsih mptbase libata libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 32244 Comm: cc1 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9b74b5190000 ti: ffff9b7442ea4000 task.ti: ffff9b7442ea4000
RIP: 0010:[<ffffffff8f1c8517>] [<ffffffff8f1c8517>] get_page_from_freelist+0x2a7/0xaa0
RSP: 0000:ffff9b7442ea7bc8 EFLAGS: 00000246
RAX: 0000000000000016 RBX: 000000000000001e RCX: 000000000001fc1e
RDX: 000000000001fcff RSI: 000000000000001f RDI: 0000000000000246
RBP: ffff9b7442ea7cd0 R08: fffffffffffffff9 R09: 0000000000000000
R10: ffff9b74bffd7e40 R11: ffff9b74b75fe870 R12: ffff9b7442ea7b48
R13: ffff9b7442ea7b84 R14: 00319b2400000000 R15: ffff9b7443811910
FS: 00007f384d1fc840(0000) GS:ffff9b74bb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f38455fa000 CR3: 000000005e4a6000 CR4: 00000000003607f0
Call Trace:
[<ffffffff8f1c8e76>] __alloc_pages_nodemask+0x166/0x450
[<ffffffff8f21c2a9>] alloc_pages_vma+0xa9/0x200
[<ffffffff8f1f5f97>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff8f24c663>] ? do_sync_write+0x93/0xe0
[<ffffffff8f78d653>] __do_page_fault+0x213/0x500
[<ffffffff8f78d975>] do_page_fault+0x35/0x90
[<ffffffff8f789778>] page_fault+0x28/0x30
Code: f8 04 48 0f 45 d1 48 63 45 b4 48 8b bd 78 ff ff ff 4c 89 fe 65 48 01 04 d5 60 7e 01 00 8b 55 b0 e8 af 7f 01 00 48 8b 7d c0 57 9d <0f> 1f 44 00 00 8b 75 b4 85 f6 0f 8e 59 03 00 00 44 8b 4d 84 49
Complete report #1380733
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffb2b94752
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffb29c81ef
Build id: 3.10.0-1160.el7.x86_64
|
0x36f
|
|
3
|
|
vmlinux |
0xffffffffb287e9e8
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffb29c8aa6
Build id: 3.10.0-1160.el7.x86_64
|
0x166
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffffb2a1c269
Build id: 3.10.0-1160.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffffb29f5ec7
Build id: 3.10.0-1160.el7.x86_64
|
0xcb7
|
|
7
|
|
vmlinux |
0xffffffffb2f86e76
Build id: 3.10.0-1160.el7.x86_64
|
0x596
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffffb2f8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffffb2f8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffffb2f8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 59s! [puma srv tp 003:5401]
Modules linked in: hids_driver(OE) xt_set ip_set_hash_ipport ip_set nfnetlink xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter tcp_diag inet_diag vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul snd_ens1371 snd_rawmidi ghash_clmulni_intel snd_ac97_codec ac97_bus snd_seq aesni_intel lrw snd_seq_device gf128mul snd_pcm glue_helper ablk_helper cryptd ppdev snd_timer snd joydev vmw_balloon sg pcspkr soundcore i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom
ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm ata_piix crct10dif_pclmul crct10dif_common libata e1000 crc32c_intel mptspi serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 6 PID: 5401 Comm: puma srv tp 003 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff92f23a120000 ti: ffff92f23a14c000 task.ti: ffff92f23a14c000
RIP: 0010:[<ffffffffb2b94752>] [<ffffffffb2b94752>] clear_page+0x12/0x40
RSP: 0000:ffff92f23a14fbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000030 RCX: 000000000000003f
RDX: ffffffffb328e488 RSI: 0000000000000000 RDI: ffff92f1e3a97000
RBP: ffff92f23a14fcd0 R08: ffffffffb328e477 R09: ffffefed488ea600
R10: 00000000000043b2 R11: ffff92f24dbba5e8 R12: ffff92f3fffda000
R13: 0000000000000000 R14: 00007f154b200000 R15: 00000007000001c1
FS: 00007f1550dff700(0000) GS:ffff92f3ed780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f154bc7f000 CR3: 000000030a914000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb29c81ef>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffffb287e9e8>] ? flush_tlb_page+0x38/0xa0
[<ffffffffb29c8aa6>] __alloc_pages_nodemask+0x166/0x450
[<ffffffffb2a1c269>] alloc_pages_vma+0xa9/0x200
[<ffffffffb29f5ec7>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffb2f86e76>] ? __schedule+0x596/0x860
[<ffffffffb2f8e653>] __do_page_fault+0x213/0x500
[<ffffffffb2f8e975>] do_page_fault+0x35/0x90
[<ffffffffb2f8a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #369185
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffabf94752
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffabdc81ef
Build id: 3.10.0-1160.el7.x86_64
|
0x36f
|
|
3
|
|
vmlinux |
0xffffffffabc7e9e8
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffabdc8aa6
Build id: 3.10.0-1160.el7.x86_64
|
0x166
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffffabe1c269
Build id: 3.10.0-1160.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffffabdf5ec7
Build id: 3.10.0-1160.el7.x86_64
|
0xcb7
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffac38e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffac38e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffac38a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 41s! [exe:69036]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) tcp_lp nls_utf8 isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common
crc32c_intel drm nfit ata_piix serio_raw libnvdimm libata mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 69036 Comm: exe Kdump: loaded Tainted: G ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9142d5324200 ti: ffff91431ed18000 task.ti: ffff91431ed18000
RIP: 0010:[<ffffffffabf94752>] [<ffffffffabf94752>] clear_page+0x12/0x40
RSP: 0000:ffff91431ed1bbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000030 RCX: 000000000000003f
RDX: ffffffffac68e488 RSI: 0000000000000000 RDI: ffff9142cc08e000
RBP: ffff91431ed1bcd0 R08: ffffffffac68e477 R09: ffffdc4fc03023c0
R10: 0000000000003686 R11: ffff9142e5513e60 R12: ffff91433ffd9800
R13: 0000000000000000 R14: 0000000000000400 R15: ffff9143000001c1
FS: 00007f79fd88e880(0000) GS:ffff91433b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0004a4008 CR3: 000000005eda2000 CR4: 00000000003607f0
Call Trace:
[<ffffffffabdc81ef>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffffabc7e9e8>] ? flush_tlb_page+0x38/0xa0
[<ffffffffabdc8aa6>] __alloc_pages_nodemask+0x166/0x450
[<ffffffffabe1c269>] alloc_pages_vma+0xa9/0x200
[<ffffffffabdf5ec7>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffac38e653>] __do_page_fault+0x213/0x500
[<ffffffffac38e975>] do_page_fault+0x35/0x90
[<ffffffffac38a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #233574
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff84394c32
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff841c835f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x36f
|
|
3
|
|
vmlinux |
0xffffffff8407e9e8
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x38
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff841c8c16
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x166
|
|
5
|
|
vmlinux |
0xffffffff841f183b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xfb
|
|
6
|
alloc_pages_vma
|
vmlinux |
0xffffffff8421c449
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa9
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff841f6047
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xcb7
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff8478f653
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff8478f975
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff8478b778
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 28s! [ora_j001_xe:7698]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect nfit sysimgblt fb_sys_fops ttm drm libnvdimm e1000e ahci ata_piix libahci sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 7698 Comm: ora_j001_xe Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9e871415d280 ti: ffff9e86c73a8000 task.ti: ffff9e86c73a8000
RIP: 0010:[<ffffffff84394c32>] [<ffffffff84394c32>] clear_page+0x12/0x40
RSP: 0000:ffff9e86c73abbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000030 RCX: 000000000000003f
RDX: ffffffff84a8e578 RSI: 0000000000000000 RDI: ffff9e8777e1d000
RBP: ffff9e86c73abcd0 R08: ffffffff84a8e567 R09: ffffec0482df8780
R10: 0000000000000ae1 R11: ffff9e87c0c86360 R12: ffff9e87fffd8000
R13: 0000000000000000 R14: 0000000000000000 R15: 00000000000001c1
FS: 00007f691116c980(0000) GS:ffff9e87ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f69072e5588 CR3: 00000000057f6000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff841c835f>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffff8407e9e8>] ? flush_tlb_page+0x38/0xa0
[<ffffffff841c8c16>] __alloc_pages_nodemask+0x166/0x450
[<ffffffff841f183b>] ? do_wp_page+0xfb/0x720
[<ffffffff8421c449>] alloc_pages_vma+0xa9/0x200
[<ffffffff841f6047>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff8478f653>] __do_page_fault+0x213/0x500
[<ffffffff8478f975>] do_page_fault+0x35/0x90
[<ffffffff8478b778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #162087
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffa3993972
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffa37c868f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x36f
|
|
3
|
|
vmlinux |
0xffffffffa367ea78
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x38
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffa37c8f26
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x166
|
|
5
|
|
vmlinux |
0xffffffffa37f17eb
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xfb
|
|
6
|
alloc_pages_vma
|
vmlinux |
0xffffffffa381c339
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa9
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffffa37f6017
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xcb7
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffffa3d8d653
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffffa3d8d975
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffffa3d89778
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [abrt-dump-oops:34496]
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [abrt-action-che:34494]
Modules linked in: nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop arc4 md4 nls_utf8 cifs ccm dns_resolver overlay vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd joydev vmw_balloon sg i2c_piix4 pcspkr vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper nfit
crct10dif_pclmul libnvdimm crct10dif_common syscopyarea sysfillrect crc32c_intel sysimgblt fb_sys_fops ttm drm ata_piix serio_raw libata mptspi scsi_transport_spi mptscsih vmxnet3 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 34494 Comm: abrt-action-che Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/19/2018
task: ffff8cccaf2b41c0 ti: ffff8ccb17acc000 task.ti: ffff8ccb17acc000
RIP: 0010:[<ffffffffa3993972>] [<ffffffffa3993972>] clear_page+0x12/0x40
RSP: 0000:ffff8ccb17acfbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000030 RCX: 000000000000003f
RDX: ffffffffa408d5a0 RSI: 0000000000000000 RDI: ffff8cca9df74000
RBP: ffff8ccb17acfcd0 R08: ffffffffa408d58f R09: ffffdf468077dd40
R10: 0000000000003129 R11: ffff8ccbf95b3cb0 R12: ffff8cccbffd8000
R13: 0000000000000000 R14: 00000000364228e9 R15: ffff8ccc000001c1
FS: 00007f3d12836740(0000) GS:ffff8cccb5600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000013b0238 CR3: 0000000004138000 CR4: 00000000001607f0
Call Trace:
[<ffffffffa37c868f>] ? get_page_from_freelist+0x36f/0xaa0
[<ffffffffa367ea78>] ? flush_tlb_page+0x38/0xa0
[<ffffffffa37c8f26>] __alloc_pages_nodemask+0x166/0x450
[<ffffffffa37f17eb>] ? do_wp_page+0xfb/0x720
[<ffffffffa381c339>] alloc_pages_vma+0xa9/0x200
[<ffffffffa37f6017>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffa3d8d653>] __do_page_fault+0x213/0x500
[<ffffffffa3d8d975>] do_page_fault+0x35/0x90
[<ffffffffa3d89778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #1342592
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff851951d2
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff84fc868f
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff84fc8f64
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x184
|
|
4
|
|
vmlinux |
0xffffffff84e2b621
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x151
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff8501cc69
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff84ff6887
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xcb7
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff85594653
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff85594975
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff85590778
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 61s! [vasp_std:91070]
Modules linked in: tcp_lp tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev vmw_balloon iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw gf128mul ac97_bus glue_helper ablk_helper snd_seq cryptd snd_seq_device snd_pcm joydev pcspkr snd_timer sg snd vmw_vmci soundcore i2c_piix4 parport_pc parport xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul drm crct10dif_common nfit mptspi crc32c_intel scsi_transport_spi libata mptscsih libnvdimm e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
[last unloaded: ip_tables]
CPU: 0 PID: 91070 Comm: vasp_std Kdump: loaded Tainted: G L ------------ 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9cb6cb74c200 ti: ffff9cbad5da8000 task.ti: ffff9cbad5da8000
RIP: 0010:[<ffffffff851951d2>] [<ffffffff851951d2>] clear_page+0x12/0x40
RSP: 0000:ffff9cbad5dabb38 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff851a663d RCX: 000000000000003f
RDX: ffffffff8588f300 RSI: 0000000000000000 RDI: ffff9c9bd8823000
RBP: ffff9cbad5dabc48 R08: ffffffff8588f2ef R09: fffff14f02620900
R10: 000000000001eda7 R11: ffff9cb9a6381a28 R12: fffff14f1e408000
R13: ffff9cbb7ffda000 R14: 0000000000000009 R15: 000000000000006c
FS: 00002abecb4ed900(0000) GS:ffff9cbafd600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002abfd7c1efd8 CR3: 0000001b901ec000 CR4: 00000000007607f0
PKRU: 55555554
Call Trace:
[<ffffffff84fc868f>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffff84fc8f64>] __alloc_pages_nodemask+0x184/0xbe0
[<ffffffff84e2b621>] ? __switch_to+0x151/0x580
[<ffffffff8501cc69>] alloc_pages_vma+0xa9/0x200
[<ffffffff84ff6887>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff85594653>] __do_page_fault+0x213/0x500
[<ffffffff85594975>] do_page_fault+0x35/0x90
[<ffffffff85590778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #1199013
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff9e7ab4d2
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff9e5d35ff
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x36f
|
|
3
|
?
selinux_inode_permission
|
vmlinux |
0xffffffff9e726ed3
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xe3
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff9e5d3ee4
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x184
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff9e629359
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff9e60227f
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xb9f
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff9ebbf7d3
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff9ebbfb05
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff9ebbb7b8
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 175s! [bundle:9733]
Modules linked in: cfg80211 rfkill xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper ablk_helper vmw_balloon cryptd sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4
sch_fq_codel ip_tables xfs libcrc32c ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm ahci ata_piix libahci nfit libata crct10dif_pclmul libnvdimm crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 9733 Comm: bundle Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff88176143b180 ti: ffff8815da2ec000 task.ti: ffff8815da2ec000
RIP: 0010:[<ffffffff9e7ab4d2>] [<ffffffff9e7ab4d2>] clear_page+0x12/0x40
RSP: 0000:ffff8815da2efb38 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff9e7bd3bd RCX: 000000000000003f
RDX: ffffffff9ee8feb0 RSI: 0000000000000000 RDI: ffff8817031a8000
RBP: ffff8815da2efc48 R08: ffffffff9ee8fe9f R09: ffffee92cf0c6a40
R10: 0000000000002cdd R11: ffff881a70094a20 R12: ffffffff9e4e5d08
R13: ffff8815da2efaa8 R14: ffff88176d882c00 R15: ffff88176fd5ad40
FS: 00007f8c90fc7700(0000) GS:ffff88176fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001869198 CR3: 000000010ee18000 CR4: 00000000003607f0
Call Trace:
[<ffffffff9e5d35ff>] ? get_page_from_freelist+0x36f/0xad0
[<ffffffff9e726ed3>] ? selinux_inode_permission+0xe3/0x1b0
[<ffffffff9e5d3ee4>] __alloc_pages_nodemask+0x184/0xbf0
[<ffffffff9e629359>] alloc_pages_vma+0xa9/0x210
[<ffffffff9e60227f>] handle_mm_fault+0xb9f/0x1190
[<ffffffff9ebbf7d3>] __do_page_fault+0x213/0x510
[<ffffffff9ebbfb05>] do_page_fault+0x35/0x90
[<ffffffff9ebbb7b8>] page_fault+0x28/0x30
Code: f3 48 ab e9 91 2f 00 00 90 b9 00 10 00 00 31 c0 f3 aa e9 82 2f 00 00 66 90 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #1188321
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8118c49a
Build id: 3.10.0-693.el7.x86_64
|
0x4fa
|
|
3
|
|
vmlinux |
0xffffffff810cd701
Build id: 3.10.0-693.el7.x86_64
|
0x71
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118caf6
Build id: 3.10.0-693.el7.x86_64
|
0x176
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d412f
Build id: 3.10.0-693.el7.x86_64
|
0xaf
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff811b23e0
Build id: 3.10.0-693.el7.x86_64
|
0xb60
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 52s! [npm:32000]
Modules linked in: xt_CHECKSUM xt_addrtype ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables binfmt_misc tcp_diag inet_diag veth br_netfilter overlay(T) tcp_lp fuse devlink tun bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc edac_core iosf_mbi nfit crc32_pclmul ghash_clmulni_intel libnvdimm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg ppdev pcspkr vmw_balloon
vmw_vmci joydev shpchp i2c_piix4 parport_pc parport xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 i2c_core vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 32000 Comm: npm Tainted: G ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff88056cec3f40 ti: ffff8805a93c8000 task.ti: ffff8805a93c8000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0000:ffff8805a93cbbf8 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff8133d9dd RCX: 000000000000003f
RDX: ffffffff81911058 RSI: 0000000000000000 RDI: ffff88031cebd000
RBP: ffff8805a93cbd00 R08: ffffffff81911047 R09: ffffea000c73af80
R10: ffffea000c73af80 R11: 0000000000000000 R12: ffff8805a93cbb70
R13: 0000000000000003 R14: 0000000000000000 R15: ffff8806143114a0
FS: 00007fef3006e740(0000) GS:ffff880333c00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000003c83ebfa000 CR3: 000000062bb02000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8118c49a 0000000000000001 ffff88033ffdb008 00000000810ba588
0000000000000002 ffffffff810cd701 ffff88063fd5a240 ffff88063fd5a270
ffff88063ffd8068 0000000000000000 0000000300000000 ffff88033ffdb000
Call Trace:
[<ffffffff8118c49a>] ? get_page_from_freelist+0x4fa/0x9e0
[<ffffffff810cd701>] ? update_curr+0x71/0x190
[<ffffffff8118caf6>] __alloc_pages_nodemask+0x176/0x420
[<ffffffff811d412f>] alloc_pages_vma+0xaf/0x1f0
[<ffffffff811b23e0>] handle_mm_fault+0xb60/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #710282
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffa1594d02
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffa13c840f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffffa197e259
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x2dd
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffa13c8f96
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x436
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffffa141c519
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffffa13f6117
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xcb7
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffa1990653
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffa1990975
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffa198c778
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [abrt-server:107796]
Modules linked in: mfe_fileaccess_100713183(OE) tun devlink bridge stp llc ip_set nfnetlink mfe_aac_100713183(OE) vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr joydev vmw_balloon sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx ahci drm_kms_helper libahci syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix sd_mod drm crc_t10dif libata nfit crct10dif_generic libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: mfe_fileaccess_100713183]
CPU: 1 PID: 107796 Comm: abrt-server Tainted: G OEL ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8da60bef8000 ti: ffff8da446f54000 task.ti: ffff8da446f54000
RIP: 0010:[<ffffffffa1594d02>] [<ffffffffa1594d02>] clear_page+0x12/0x40
RSP: 0000:ffff8da446f57ad0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000000001e RCX: 000000000000003f
RDX: ffffffffa1c8e8b8 RSI: 0000000000000000 RDI: ffff8da79de27000
RBP: ffff8da446f57be0 R08: ffffffffa1c8e8a7 R09: fffffed80d778a00
R10: ffff8da87fbd6a40 R11: ffffffffffffffff R12: ffff8da446f57a58
R13: ffff8da446f57a60 R14: 0000000300000000 R15: ffffffffa13f605d
FS: 00007f5b078d4900(0000) GS:ffff8da86d640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000555bcd6a6288 CR3: 0000000006f72000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffa13c840f>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffffa197e259>] __alloc_pages_slowpath+0x2dd/0x729
[<ffffffffa13c8f96>] __alloc_pages_nodemask+0x436/0x450
[<ffffffffa141c519>] alloc_pages_vma+0xa9/0x200
[<ffffffffa13f6117>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffa1990653>] __do_page_fault+0x213/0x500
[<ffffffffa1990975>] do_page_fault+0x35/0x90
[<ffffffffa198c778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #623701
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffb6395192
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffb61c863f
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffb61c8f14
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x184
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffffb621cc39
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffffb61f6827
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xcb7
|
|
6
|
|
vmlinux |
0xffffffffb607dff5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x115
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffb6794653
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffb6794975
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffb6790778
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 23s! [/usr/sbin/httpd:1928]
Modules linked in: binfmt_misc cmac falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_14504(E) arc4 md4 nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi ata_piix scsi_transport_spi nfit libata mptscsih crct10dif_pclmul libnvdimm crct10dif_common crc32c_intel mptbase serio_raw vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
fuse
CPU: 7 PID: 1928 Comm: /usr/sbin/httpd Kdump: loaded Tainted: P EL ------------ 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffffa084d1760000 ti: ffffa08b21380000 task.ti: ffffa08b21380000
RIP: 0010:[<ffffffffb6395192>] [<ffffffffb6395192>] clear_page+0x12/0x40
RSP: 0000:ffffa08b21383b38 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffffb63a65fd RCX: 000000000000003f
RDX: ffffffffb6a8f2e8 RSI: 0000000000000000 RDI: ffffa083eabe5000
RBP: ffffa08b21383c48 R08: ffffffffb6a8f2d7 R09: fffff75982aaf980
R10: 000000000000793a R11: ffffa0867839d0e0 R12: ffffffffb6794678
R13: ffffa08b21383b08 R14: ffffa08594db8640 R15: ffffa08b21383b48
FS: 00007fedb167a880(0000) GS:ffffa08b7fdc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fed8c13a028 CR3: 0000000103bda000 CR4: 00000000001607e0
Call Trace:
[<ffffffffb61c863f>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffffb61c8f14>] __alloc_pages_nodemask+0x184/0xbe0
[<ffffffffb621cc39>] alloc_pages_vma+0xa9/0x200
[<ffffffffb61f6827>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffb607dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffb6794653>] __do_page_fault+0x213/0x500
[<ffffffffb6794975>] do_page_fault+0x35/0x90
[<ffffffffb6790778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #614884
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8118c49a
Build id: 3.10.0-693.el7.x86_64
|
0x4fa
|
|
3
|
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118caf6
Build id: 3.10.0-693.el7.x86_64
|
0x176
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d412f
Build id: 3.10.0-693.el7.x86_64
|
0xaf
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff811b23e0
Build id: 3.10.0-693.el7.x86_64
|
0xb60
|
|
7
|
|
vmlinux |
0xffffffff8120019d
Build id: 3.10.0-693.el7.x86_64
|
0x8d
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 27s! [postgres:27021]
Modules linked in: tcp_diag inet_diag nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache zram isofs vmw_vsock_vmci_transport vsock xfs libcrc32c sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc i2c_piix4 shpchp vmw_vmci parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul ata_piix crct10dif_common crc32c_intel mptspi serio_raw scsi_transport_spi libata vmxnet3 mptscsih i2c_core mptbase floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 27021 Comm: postgres Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff880082eddee0 ti: ffff8801b95d4000 task.ti: ffff8801b95d4000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0000:ffff8801b95d7bf8 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff8801b95d7bd0 RCX: 000000000000003f
RDX: ffffffff81911058 RSI: 0000000000000000 RDI: ffff8800abda5000
RBP: ffff8801b95d7d00 R08: ffffffff81911047 R09: ffffea0002af6980
R10: ffffea0002af6980 R11: 0000000000000000 R12: ffff8800b5c10d00
R13: 00000000000e00cb R14: ffff8801bf757700 R15: ffffffff811b20d8
FS: 00007f6bd18998c0(0000) GS:ffff8801bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002127758 CR3: 00000001b942c000 CR4: 00000000000407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8118c49a 0000000000000000 ffff8801bffd8008 00000000b95d7c78
0000000000000002 0000000000000000 0000000000000000 ffffea00022c7b40
ffff8801b95d7c68 0000000000000000 00000003812d4583 ffff8801bffd8000
Call Trace:
[<ffffffff8118c49a>] ? get_page_from_freelist+0x4fa/0x9e0
[<ffffffff816ac508>] ? page_fault+0x28/0x30
[<ffffffff8118caf6>] __alloc_pages_nodemask+0x176/0x420
[<ffffffff811d412f>] alloc_pages_vma+0xaf/0x1f0
[<ffffffff811b23e0>] handle_mm_fault+0xb60/0xfa0
[<ffffffff8120019d>] ? do_sync_read+0x8d/0xd0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #522785
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff9b194752
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff9afc81ef
Build id: 3.10.0-1160.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff9b57c47f
Build id: 3.10.0-1160.el7.x86_64
|
0x2dd
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff9afc8d76
Build id: 3.10.0-1160.el7.x86_64
|
0x436
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff9b01c269
Build id: 3.10.0-1160.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff9aff5ec7
Build id: 3.10.0-1160.el7.x86_64
|
0xcb7
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff9b58e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff9b58e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff9b58a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [abrt-action-ure:113853]
Modules linked in: binfmt_misc tcp_lp nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack libcrc32c ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ppdev snd_ens1371 iosf_mbi crc32_pclmul snd_rawmidi ghash_clmulni_intel aesni_intel snd_ac97_codec lrw gf128mul vmw_balloon ac97_bus
glue_helper ablk_helper snd_seq cryptd snd_seq_device snd_pcm joydev pcspkr snd_timer snd sg soundcore parport_pc parport vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci crct10dif_pclmul crct10dif_common drm nfit libahci mptspi crc32c_intel ata_piix scsi_transport_spi serio_raw libnvdimm libata mptscsih e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 113853 Comm: abrt-action-ure Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8d1a15a6e300 ti: ffff8d1a15ab0000 task.ti: ffff8d1a15ab0000
RIP: 0010:[<ffffffff9b194752>] [<ffffffff9b194752>] clear_page+0x12/0x40
RSP: 0000:ffff8d1a15ab3ad0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff8d1a7ffd9890 RCX: 000000000000003f
RDX: ffffffff9b88e488 RSI: 0000000000000000 RDI: ffff8d1a613d0000
RBP: ffff8d1a15ab3be0 R08: ffffffff9b88e477 R09: ffffe0d4c184f440
R10: 0000000000002ba7 R11: fffffffffffffffb R12: 0000000000000001
R13: ffffffff9afede3a R14: ffff8d1a15ab3ab0 R15: ffff8d1a50713e60
FS: 00007faf0f7d1740(0000) GS:ffff8d1a7b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faf0f63d024 CR3: 0000000075738000 CR4: 00000000001607f0
Call Trace:
[<ffffffff9afc81ef>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffff9b57c47f>] __alloc_pages_slowpath+0x2dd/0x729
[<ffffffff9afc8d76>] __alloc_pages_nodemask+0x436/0x450
[<ffffffff9b01c269>] alloc_pages_vma+0xa9/0x200
[<ffffffff9aff5ec7>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff9b58e653>] __do_page_fault+0x213/0x500
[<ffffffff9b58e975>] do_page_fault+0x35/0x90
[<ffffffff9b58a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #514263
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffb1594752
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffb13c81ef
Build id: 3.10.0-1160.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffffb197c47f
Build id: 3.10.0-1160.el7.x86_64
|
0x2dd
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffb13c8d76
Build id: 3.10.0-1160.el7.x86_64
|
0x436
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffffb141c269
Build id: 3.10.0-1160.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffffb13f5ec7
Build id: 3.10.0-1160.el7.x86_64
|
0xcb7
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffb198e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffb198e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffb198a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 69s! [abrt-hook-ccpp:103464]
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm dns_resolver ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw nfit gf128mul ppdev libnvdimm glue_helper ablk_helper sg vmw_balloon vmw_vmci cryptd pcspkr joydev i2c_piix4 parport_pc parport ip_tables xfs libcrc32c vmwgfx sr_mod cdrom sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata e1000 crct10dif_pclmul mptspi crct10dif_common scsi_transport_spi crc32c_intel mptscsih mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 103464 Comm: abrt-hook-ccpp Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8af38c645280 ti: ffff8af21462c000 task.ti: ffff8af21462c000
RIP: 0010:[<ffffffffb1594752>] [<ffffffffb1594752>] clear_page+0x12/0x40
RSP: 0000:ffff8af21462fad0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000000001e RCX: 000000000000003f
RDX: ffffffffb1c8e488 RSI: 0000000000000000 RDI: ffff8af4bec2a000
RBP: ffff8af21462fbe0 R08: ffffffffb1c8e477 R09: ffffe14e0afb0ac0
R10: ffff8af83fbd6c20 R11: ffffffffffffffff R12: ffff8af21462fa58
R13: ffff8af21462fa60 R14: ffff8af825325f08 R15: ffffffffb13f5e0d
FS: 00007f296fbe8900(0000) GS:ffff8af825640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005562120c73f8 CR3: 0000000015618000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb13c81ef>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffffb197c47f>] __alloc_pages_slowpath+0x2dd/0x729
[<ffffffffb13c8d76>] __alloc_pages_nodemask+0x436/0x450
[<ffffffffb141c269>] alloc_pages_vma+0xa9/0x200
[<ffffffffb13f5ec7>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffb198e653>] __do_page_fault+0x213/0x500
[<ffffffffb198e975>] do_page_fault+0x35/0x90
[<ffffffffb198a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #500020
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff97793951
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x31
|
|
2
|
|
vmlinux |
0xffffffff975c863f
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff975c8ed6
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x166
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffff9761c309
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff975f5ff7
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xcb7
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff97b8d653
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff97b8d975
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff97b89778
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 38s! [npm:24735]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_13804(E) falcon_lsm_pinned_13707(E) falcon_lsm_pinned_13501(E) tcp_diag udp_diag inet_diag falcon_lsm_pinned_13402(E) falcon_lsm_pinned_13109(E) nfsv3 nfs_acl nfs lockd grace fscache binfmt_misc vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sd_mod crc_t10dif sysimgblt fb_sys_fops crct10dif_generic ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw nfit libnvdimm vmw_pvscsi
vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: falcon_kal]
CPU: 0 PID: 24735 Comm: npm Kdump: loaded Tainted: P EL ------------ 3.10.0-1127.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff95f989331070 ti: ffff95fb7fe8c000 task.ti: ffff95fb7fe8c000
RIP: 0010:[<ffffffff97793951>] [<ffffffff97793951>] clear_page+0x31/0x40
RSP: 0000:ffff95fb7fe8fbc0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 000000000000001e RCX: 0000000000000010
RDX: ffffffff97e8d2e0 RSI: 0000000000000000 RDI: ffff95fbaf6d6bc0
RBP: ffff95fb7fe8fcd0 R08: ffffffff97e8d2cf R09: fffff32e0ebdb5c0
R10: 00000000000043b7 R11: ffff95fc2d29d5e8 R12: ffff95fb7fe8fb48
R13: ffff95fb7fe8fcd0 R14: ffffffff975fc32c R15: ffff95fb7fe8fba8
FS: 00007f4c7fb7c780(0000) GS:ffff95fc3fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000038968f28a000 CR3: 000000042d7b6000 CR4: 00000000001607f0
Call Trace:
[<ffffffff975c863f>] ? get_page_from_freelist+0x36f/0xaa0
[<ffffffff975c8ed6>] __alloc_pages_nodemask+0x166/0x450
[<ffffffff9761c309>] alloc_pages_vma+0xa9/0x200
[<ffffffff975f5ff7>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff97b8d653>] __do_page_fault+0x213/0x500
[<ffffffff97b8d975>] do_page_fault+0x35/0x90
[<ffffffff97b89778>] page_fault+0x28/0x30
Code: 00 66 0f 1f 84 00 00 00 00 00 ff c9 48 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89 47 28 48 89 47 30 48 89 47 38 <48> 8d 7f 40 75 d9 90 c3 90 90 90 90 90 90 90 0f 1f 44 00 00 48
Complete report #362440
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8d394752
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8d1c81ef
Build id: 3.10.0-1160.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8d1c8aa6
Build id: 3.10.0-1160.el7.x86_64
|
0x166
|
|
4
|
|
vmlinux |
0xffffffff8d1edd8d
Build id: 3.10.0-1160.el7.x86_64
|
0xd
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff8d21c269
Build id: 3.10.0-1160.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff8d1f5ec7
Build id: 3.10.0-1160.el7.x86_64
|
0xcb7
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff8d78e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff8d78e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff8d78a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 24s! [iptables:10440]
Modules linked in: veth xt_physdev xt_NFLOG nfnetlink_log xt_limit vxlan xt_set ip6_udp_tunnel udp_tunnel ip_set_hash_ip xt_multiport xt_statistic ip6t_MASQUERADE nf_nat_masquerade_ipv6 nf_conntrack_netlink xt_nat xt_mark xt_addrtype xt_comment ip6table_mangle ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip_set nfnetlink ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) br_netfilter bridge stp llc vmw_vsock_vmci_transport vsock sunrpc coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw vmw_balloon gf128mul
glue_helper ablk_helper cryptd sg joydev pcspkr parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata nfit crct10dif_pclmul crct10dif_common libnvdimm mptspi crc32c_intel e1000 scsi_transport_spi mptscsih mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 10440 Comm: iptables Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8cb898121080 ti: ffff8cb15a738000 task.ti: ffff8cb15a738000
RIP: 0010:[<ffffffff8d394752>] [<ffffffff8d394752>] clear_page+0x12/0x40
RSP: 0000:ffff8cb15a73bbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000030 RCX: 000000000000003f
RDX: ffffffff8da8e488 RSI: 0000000000000000 RDI: ffff8cbeb8cde000
RBP: ffff8cb15a73bcd0 R08: ffffffff8da8e477 R09: ffffede6b6e337c0
R10: 0000000000004e81 R11: ffff8cb870a8dcb0 R12: ffff8cbfe5fda000
R13: 0000000000000000 R14: ffff8cb870a8dcb0 R15: 80000006000001c1
FS: 0000000000000000(0000) GS:ffff8cbfa8d00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffdb122ef38 CR3: 00000001f5b96000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8d1c81ef>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffff8d1c8aa6>] __alloc_pages_nodemask+0x166/0x450
[<ffffffff8d1edd8d>] ? lock_page+0xd/0x30
[<ffffffff8d21c269>] alloc_pages_vma+0xa9/0x200
[<ffffffff8d1f5ec7>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff8d78e653>] __do_page_fault+0x213/0x500
[<ffffffff8d78e975>] do_page_fault+0x35/0x90
[<ffffffff8d78a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #361213
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8118c49a
Build id: 3.10.0-693.el7.x86_64
|
0x4fa
|
|
3
|
|
vmlinux |
0xffffffff810295da
Build id: 3.10.0-693.el7.x86_64
|
0x15a
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118caf6
Build id: 3.10.0-693.el7.x86_64
|
0x176
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d412f
Build id: 3.10.0-693.el7.x86_64
|
0xaf
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff811b23e0
Build id: 3.10.0-693.el7.x86_64
|
0xb60
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [kworker/2:1:54]
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [java:2494]
Modules linked in: KTsgMod(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun binfmt_misc ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_ens1371 snd_rawmidi snd_ac97_codec cryptd ac97_bus snd_seq btusb btrtl btbcm snd_seq_device ppdev btintel snd_pcm
snd_timer snd soundcore bluetooth pcspkr rfkill vmw_balloon joydev nfit sg libnvdimm parport_pc parport i2c_piix4 vmw_vmci shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata crct10dif_pclmul crct10dif_common crc32c_intel mptspi scsi_transport_spi mptscsih mptbase serio_raw e1000 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 2494 Comm: java Tainted: G OE ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff880199a90000 ti: ffff88019437c000 task.ti: ffff88019437c000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0000:ffff88019437fbf8 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff8133d9dd RCX: 000000000000003f
RDX: ffffffff81911058 RSI: 0000000000000000 RDI: ffff88011af47000
RBP: ffff88019437fd00 R08: ffffffff81911047 R09: ffffea00046bd200
R10: ffffea00046bd200 R11: 0000000000000000 R12: ffff88019437fba0
R13: 0000000000000000 R14: ffff88019437fc44 R15: ffff88017fc18000
FS: 00007f05bfbfb700(0000) GS:ffff880235600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0592edc000 CR3: 00000001912eb000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8118c49a ffff88019437fc20 ffff88023ffd9008 0000000035616cc0
0000000000000002 ffffffff810295da ffff88023561a170 ffff88023561a1a0
ffff88023ffd7868 0000000000000000 0000000300000069 ffff88023ffd9000
Call Trace:
[<ffffffff8118c49a>] ? get_page_from_freelist+0x4fa/0x9e0
[<ffffffff810295da>] ? __switch_to+0x15a/0x510
[<ffffffff8118caf6>] __alloc_pages_nodemask+0x176/0x420
[<ffffffff811d412f>] alloc_pages_vma+0xaf/0x1f0
[<ffffffff811b23e0>] handle_mm_fault+0xb60/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #354897
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffb99953b2
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffb97c862f
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffb97c8f04
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x184
|
|
4
|
|
vmlinux |
0xffffffffb97f1954
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xa94
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffffb981cc49
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffffb97f6837
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xcb7
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffb9d90653
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffb9d90975
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffb9d8c778
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [beam.smp:10818]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac ppdev iosf_mbi sg crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper pcspkr cryptd joydev vmw_balloon i2c_piix4 parport_pc parport vmw_vmci binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_generic ttm nfit drm libnvdimm
ahci ata_piix e1000e libahci crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 10818 Comm: beam.smp Kdump: loaded Tainted: G L ------------ 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff8ca7ab699080 ti: ffff8ca751ee0000 task.ti: ffff8ca751ee0000
RIP: 0010:[<ffffffffb99953b2>] [<ffffffffb99953b2>] clear_page+0x12/0x40
RSP: 0000:ffff8ca751ee3b38 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffffb99a681d RCX: 000000000000003f
RDX: ffffffffba08ed70 RSI: 0000000000000000 RDI: ffff8ca8fe757000
RBP: ffff8ca751ee3c48 R08: ffffffffba08ed5f R09: ffffe2db0cf9d600
R10: 00000000000043b7 R11: ffff8ca6c073f438 R12: 0000000000000000
R13: ffff8ca9fffda000 R14: ffffffff000001c1 R15: 0000000000000000
FS: 00007ff49579f740(0000) GS:ffff8ca9ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff44b58e000 CR3: 000000012aa52000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffb97c862f>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffffb97c8f04>] __alloc_pages_nodemask+0x184/0xbe0
[<ffffffffb97f1954>] ? unmap_page_range+0xa94/0xc80
[<ffffffffb981cc49>] alloc_pages_vma+0xa9/0x200
[<ffffffffb97f6837>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffb9d90653>] __do_page_fault+0x213/0x500
[<ffffffffb9d90975>] do_page_fault+0x35/0x90
[<ffffffffb9d8c778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #351514
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffa81953b2
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffa7fc862f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffa7fc8f04
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x184
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffffa801cc49
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffffa7ff6837
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xcb7
|
|
6
|
|
vmlinux |
0xffffffffa7e7dff5
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x115
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffa8590653
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffa8590975
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffa858c778
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [java:35728]
Modules linked in: tcp_diag inet_diag rfcomm ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter talpa_vfshook(OE) talpa_pedconnector(OE) talpa_pedevice(OE) talpa_vcdevice(OE) talpa_core(OE) talpa_linux(OE) talpa_syscallhook(OE) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper snd_ens1371 btusb ablk_helper snd_rawmidi snd_ac97_codec
cryptd ac97_bus snd_seq snd_seq_device btrtl snd_pcm ppdev snd_timer btbcm snd btintel bluetooth soundcore rfkill pcspkr vmw_balloon vmw_vmci joydev i2c_piix4 sg parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel e1000 serio_raw mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 35728 Comm: java Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8b48c2b01080 ti: ffff8b48c2044000 task.ti: ffff8b48c2044000
RIP: 0010:[<ffffffffa81953b2>] [<ffffffffa81953b2>] clear_page+0x12/0x40
RSP: 0000:ffff8b48c2047b38 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffffa81a681d RCX: 000000000000003f
RDX: ffffffffa888ed70 RSI: 0000000000000000 RDI: ffff8b494a5c5000
RBP: ffff8b48c2047c48 R08: ffffffffa888ed5f R09: fffff858c6297180
R10: 0000000000003bb2 R11: ffff8b47c9cd55f0 R12: ffff8b48c2047ab8
R13: ffffffffa7fc5f2a R14: ffff8b48c2047b00 R15: 000000000000001e
FS: 00007ffbbc15e700(0000) GS:ffff8b4a91ac0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000724c5e000 CR3: 000000023f4be000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa7fc862f>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffffa7fc8f04>] __alloc_pages_nodemask+0x184/0xbe0
[<ffffffffa801cc49>] alloc_pages_vma+0xa9/0x200
[<ffffffffa7ff6837>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffa7e7dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffa8590653>] __do_page_fault+0x213/0x500
[<ffffffffa8590975>] do_page_fault+0x35/0x90
[<ffffffffa858c778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #263430
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffb3f94e62
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffb3dc812f
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffb3dc8a04
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x184
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffffb3e1c739
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffffb3df6337
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xcb7
|
|
6
|
|
vmlinux |
0xffffffffb3c7dff5
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x115
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffb4390653
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffb4390975
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffb438c778
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 28s! [gnome-shell:2280]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq btusb btrtl btbcm btintel crc32_pclmul ghash_clmulni_intel snd_seq_device bluetooth snd_pcm
snd_timer aesni_intel snd lrw gf128mul glue_helper ablk_helper cryptd pcspkr rfkill soundcore vmw_balloon joydev sg parport_pc parport vmw_vmci i2c_piix4 sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm libnvdimm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel mptspi libata scsi_transport_spi e1000 serio_raw mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 2280 Comm: gnome-shell Kdump: loaded Not tainted 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff948b5162a100 ti: ffff948b4e2d0000 task.ti: ffff948b4e2d0000
RIP: 0010:[<ffffffffb3f94e62>] [<ffffffffb3f94e62>] clear_page+0x12/0x40
RSP: 0000:ffff948b4e2d3b38 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffffb3fa62cd RCX: 000000000000003f
RDX: ffffffffb468ec28 RSI: 0000000000000000 RDI: ffff948b72e38000
RBP: ffff948b4e2d3c48 R08: ffffffffb468ec17 R09: ffffe26d41cb8e40
R10: 0000000000003686 R11: ffff948b3bd2e0d8 R12: 0000000000000000
R13: ffffffffb3dc5a2a R14: ffff948b4e2d3b00 R15: 000000000000001e
FS: 00007f500281ea80(0000) GS:ffff948b7b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4f8cb15000 CR3: 000000005d004000 CR4: 00000000007607f0
PKRU: 55555554
Call Trace:
[<ffffffffb3dc812f>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffffb3dc8a04>] __alloc_pages_nodemask+0x184/0xbe0
[<ffffffffb3e1c739>] alloc_pages_vma+0xa9/0x200
[<ffffffffb3df6337>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffb3c7dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffb4390653>] __do_page_fault+0x213/0x500
[<ffffffffb4390975>] do_page_fault+0x35/0x90
[<ffffffffb438c778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #217557
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff84d94c32
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff84bc835f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x36f
|
|
3
|
|
vmlinux |
0xffffffff84a2b621
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x151
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff84bc8c16
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x166
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff84c1c449
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff84bf6047
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xcb7
|
|
7
|
|
vmlinux |
0xffffffff85187ae6
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x596
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff8518f653
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff8518f975
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff8518b778
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [java:8239]
Modules linked in: tcp_diag inet_diag rfcomm talpa_vfshook(OE) talpa_pedconnector(OE) talpa_pedevice(OE) talpa_vcdevice(OE) talpa_core(OE) talpa_linux(OE) talpa_syscallhook(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul ppdev snd_seq ghash_clmulni_intel snd_seq_device
btusb vmw_balloon btrtl btbcm snd_pcm btintel aesni_intel bluetooth lrw gf128mul glue_helper ablk_helper cryptd joydev rfkill snd_timer sg pcspkr snd i2c_piix4 vmw_vmci soundcore parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel nfit ata_piix libnvdimm mptspi scsi_transport_spi libata mptscsih serio_raw mptbase e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 8239 Comm: java Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9c98c4223180 ti: ffff9c972b494000 task.ti: ffff9c972b494000
RIP: 0010:[<ffffffff84d94c32>] [<ffffffff84d94c32>] clear_page+0x12/0x40
RSP: 0000:ffff9c972b497bc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff9c999ffda090 RCX: 000000000000003f
RDX: ffffffff8548e578 RSI: 0000000000000000 RDI: ffff9c98feca8000
RBP: ffff9c972b497cd0 R08: ffffffff8548e567 R09: ffffed4608fb2a40
R10: 0000000000003bbd R11: ffff9c99233720d8 R12: 0000000000000001
R13: ffffffff84ae460c R14: ffff9c972b497b60 R15: 0000000000000000
FS: 00007f0df02d5700(0000) GS:ffff9c9992e00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000e0acb008 CR3: 000000006b502000 CR4: 00000000001607f0
Call Trace:
[<ffffffff84bc835f>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffff84a2b621>] ? __switch_to+0x151/0x580
[<ffffffff84bc8c16>] __alloc_pages_nodemask+0x166/0x450
[<ffffffff84c1c449>] alloc_pages_vma+0xa9/0x200
[<ffffffff84bf6047>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff85187ae6>] ? __schedule+0x596/0x860
[<ffffffff8518f653>] __do_page_fault+0x213/0x500
[<ffffffff8518f975>] do_page_fault+0x35/0x90
[<ffffffff8518b778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #147881
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8118c49a
Build id: 3.10.0-693.el7.x86_64
|
0x4fa
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118caf6
Build id: 3.10.0-693.el7.x86_64
|
0x176
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d412f
Build id: 3.10.0-693.el7.x86_64
|
0xaf
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff811b23e0
Build id: 3.10.0-693.el7.x86_64
|
0xb60
|
|
6
|
|
vmlinux |
0xffffffff8120019d
Build id: 3.10.0-693.el7.x86_64
|
0x8d
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [check_cisco.pl:5735]
Modules linked in: ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon sg pcspkr joydev nfit libnvdimm shpchp i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm sd_mod drm crc_t10dif crct10dif_generic crct10dif_pclmul ata_piix crct10dif_common crc32c_intel ahci libahci serio_raw vmxnet3 vmw_pvscsi libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 5735 Comm: check_cisco.pl Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8800b4143f40 ti: ffff8800afd2c000 task.ti: ffff8800afd2c000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0000:ffff8800afd2fbf8 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff8133d9dd RCX: 000000000000003f
RDX: ffffffff81911058 RSI: 0000000000000000 RDI: ffff88001fa13000
RBP: ffff8800afd2fd00 R08: ffffffff81911047 R09: ffffea00007e8500
R10: ffffea00007e8500 R11: 0000000000000000 R12: ffff8800afd2fb70
R13: ffff8800afd2fb88 R14: ffff8800afd2fb68 R15: 0000000000000000
FS: 00007f9ce1e2f740(0000) GS:ffff88013fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001628038 CR3: 00000000390a5000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8118c49a 000000cf00000000 ffff88013ffd8008 00000000095bce86
0000000000000002 ffff8801352d9050 ffff88013fd1a170 ffff88013fd1a1a0
ffff88013ffd6868 0000000000000000 0000000300000021 ffff88013ffd8000
Call Trace:
[<ffffffff8118c49a>] ? get_page_from_freelist+0x4fa/0x9e0
[<ffffffff8118caf6>] __alloc_pages_nodemask+0x176/0x420
[<ffffffff811d412f>] alloc_pages_vma+0xaf/0x1f0
[<ffffffff811b23e0>] handle_mm_fault+0xb60/0xfa0
[<ffffffff8120019d>] ? do_sync_read+0x8d/0xd0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #106705
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff9e194952
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff9dfc83bf
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff9dfc8c76
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x166
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffff9e01c449
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff9dff60a7
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xcb7
|
|
6
|
|
vmlinux |
0xffffffff9e586ad6
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x596
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff9e58e653
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff9e58e975
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff9e58a778
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [awk:5759]
Modules linked in: xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi ppdev snd_ac97_codec ac97_bus snd_seq aesni_intel vmw_balloon snd_seq_device lrw gf128mul glue_helper ablk_helper cryptd snd_pcm sg snd_timer joydev pcspkr snd vmw_vmci soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm nfit drm libnvdimm ata_piix crct10dif_pclmul crct10dif_common libata e1000 crc32c_intel mptspi scsi_transport_spi mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 5759 Comm: awk Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff89905bce3180 ti: ffff899084584000 task.ti: ffff899084584000
RIP: 0010:[<ffffffff9e194952>] [<ffffffff9e194952>] clear_page+0x12/0x40
RSP: 0000:ffff899084587bc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000117cdc RCX: 000000000000003f
RDX: ffffffff9e88e588 RSI: 0000000000000000 RDI: ffff89909b7b2000
RBP: ffff899084587cd0 R08: ffffffff9e88e577 R09: ffffe15c026decc0
R10: 0000000000004dc0 R11: ffff89905bd3f7a0 R12: ffff899084587e40
R13: 0000000000034cc3 R14: ffffffff9de7a0cc R15: ffff899084587b30
FS: 00007fbdd8e2a740(0000) GS:ffff89910a2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000230eca8 CR3: 0000000004c62000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9dfc83bf>] ? get_page_from_freelist+0x36f/0xac0
[<ffffffff9dfc8c76>] __alloc_pages_nodemask+0x166/0x450
[<ffffffff9e01c449>] alloc_pages_vma+0xa9/0x200
[<ffffffff9dff60a7>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff9e586ad6>] ? __schedule+0x596/0x860
[<ffffffff9e58e653>] __do_page_fault+0x213/0x500
[<ffffffff9e58e975>] do_page_fault+0x35/0x90
[<ffffffff9e58a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #86813
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffb0193872
Build id: 3.10.0-1127.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffaffc85df
Build id: 3.10.0-1127.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffaffc8e76
Build id: 3.10.0-1127.el7.x86_64
|
0x166
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffffb001c2a9
Build id: 3.10.0-1127.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffffafff5f97
Build id: 3.10.0-1127.el7.x86_64
|
0xcb7
|
|
6
|
|
vmlinux |
0xffffffffb004c663
Build id: 3.10.0-1127.el7.x86_64
|
0x93
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffb058d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffb058d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffb0589778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 24s! [vsimk:98720]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_nat_ftp nf_conntrack_ftp ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat fuse iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log snd_seq_midi snd_seq_midi_event squashfs loop dm_mod snd_ens1371 snd_rawmidi ppdev snd_ac97_codec ac97_bus iosf_mbi crc32_pclmul snd_seq btusb btrtl ghash_clmulni_intel
btbcm btintel bluetooth vmw_balloon aesni_intel snd_seq_device lrw gf128mul glue_helper ablk_helper cryptd snd_pcm joydev pcspkr snd_timer snd sg rfkill soundcore vmw_vmci i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci ata_piix libahci nfit drm libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks [last unloaded: ipmi_msghandler]
CPU: 6 PID: 98720 Comm: vsimk Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9dd635183150 ti: ffff9ddbc8ba8000 task.ti: ffff9ddbc8ba8000
RIP: 0010:[<ffffffffb0193872>] [<ffffffffb0193872>] clear_page+0x12/0x40
RSP: 0000:ffff9ddbc8babbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff9ddbf3bda090 RCX: 000000000000003f
RDX: ffffffffb088d260 RSI: 0000000000000000 RDI: ffff9dd90cc46000
RBP: ffff9ddbc8babcd0 R08: ffffffffb088d24f R09: ffffdc84113311c0
R10: 0000000000004a0b R11: ffff9dd5e75037a0 R12: 0000000000000001
R13: ffff9dd635183150 R14: 00000000002b4000 R15: 0000096c16342ec0
FS: 00007ffff7ff4bc0(0000) GS:ffff9ddbd5580000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fce5020e000 CR3: 000000014767c000 CR4: 00000000003607e0
Call Trace:
[<ffffffffaffc85df>] ? get_page_from_freelist+0x36f/0xaa0
[<ffffffffaffc8e76>] __alloc_pages_nodemask+0x166/0x450
[<ffffffffb001c2a9>] alloc_pages_vma+0xa9/0x200
[<ffffffffafff5f97>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffb004c663>] ? do_sync_write+0x93/0xe0
[<ffffffffb058d653>] __do_page_fault+0x213/0x500
[<ffffffffb058d975>] do_page_fault+0x35/0x90
[<ffffffffb0589778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #19563
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffa43901d2
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffa41c7acf
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffa41c8366
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x166
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffffa421a0e9
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffffa41f3e67
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xcb7
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffa4788653
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffa4788975
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffa4784778
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [mrtg:28981]
Modules linked in: ip6t_rpfilter ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw ip_set nfnetlink ebtable_filter ebtables nfsv3 nfs_acl nfs lockd grace fscache ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 ip6table_filter ip6_tables ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper vmw_balloon cryptd pcspkr sg joydev parport_pc vmw_vmci i2c_piix4 parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel e1000 serio_raw vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ipmi_msghandler]
CPU: 3 PID: 28981 Comm: mrtg Tainted: G W L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8e66915c0000 ti: ffff8e5ddd30c000 task.ti: ffff8e5ddd30c000
RIP: 0010:[<ffffffffa43901d2>] [<ffffffffa43901d2>] clear_page+0x12/0x40
RSP: 0000:ffff8e5ddd30fbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000000001e RCX: 000000000000003f
RDX: ffffffffa4a8b210 RSI: 0000000000000000 RDI: ffff8e636ea65000
RBP: ffff8e5ddd30fcd0 R08: ffffffffa4a8b1ff R09: fffffad49bba9980
R10: ffff8e66bfbd3b20 R11: ffff8e66583897a0 R12: ffff8e5ddd30fb48
R13: ffff8e66915c0068 R14: ffff8e66bfcdad00 R15: ffff8e66915c0068
FS: 00007fb7b20a7740(0000) GS:ffff8e66bfcc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000011fe038 CR3: 000000010f9e8000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa41c7acf>] ? get_page_from_freelist+0x36f/0xaa0
[<ffffffffa41c8366>] __alloc_pages_nodemask+0x166/0x450
[<ffffffffa421a0e9>] alloc_pages_vma+0xa9/0x200
[<ffffffffa41f3e67>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffa4788653>] __do_page_fault+0x213/0x500
[<ffffffffa4788975>] do_page_fault+0x35/0x90
[<ffffffffa4784778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #19323
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff81336162
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff811909ba
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x4fa
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff81191016
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x176
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d8a75
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xb5
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff811b6c50
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xb60
|
|
6
|
|
vmlinux |
0xffffffff810d1131
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x71
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff816bb504
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x154
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff816bb835
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff816b7768
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [abrt-action-gen:23825]
Modules linked in: rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache xt_statistic vxlan ip6_udp_tunnel udp_tunnel xt_nat xt_recent ipt_REJECT nf_reject_ipv4 ip_set ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables xt_comment xt_mark ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop binfmt_misc vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev pcspkr vmw_balloon sg parport_pc parport i2c_piix4 shpchp vmw_vmci nfsd auth_rpcgss nfs_acl
lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crc32c_intel ata_piix serio_raw drm mptspi e1000 scsi_transport_spi libata mptscsih mptbase floppy i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 23825 Comm: abrt-action-gen Tainted: G W L ------------ 3.10.0-693.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8806a7ee9fa0 ti: ffff8803dc76c000 task.ti: ffff8803dc76c000
RIP: 0010:[<ffffffff81336162>] [<ffffffff81336162>] clear_page+0x12/0x40
RSP: 0000:ffff8803dc76fbf8 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff81343f1d RCX: 000000000000003f
RDX: ffffffff81920f20 RSI: 0000000000000000 RDI: ffff880428479000
RBP: ffff8803dc76fd00 R08: ffffffff81920f0f R09: ffffea0010a11e80
R10: ffffea0010a11e80 R11: 0000000000000000 R12: ffff88073fc1c160
R13: 0000000000000246 R14: ffff8803dc76fb90 R15: 0000000080000200
FS: 00007f5c9d67a740(0000) GS:ffff88073fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001ac8448 CR3: 0000000719766000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff811909ba>] ? get_page_from_freelist+0x4fa/0x9e0
[<ffffffff81191016>] __alloc_pages_nodemask+0x176/0x420
[<ffffffff811d8a75>] alloc_pages_vma+0xb5/0x200
[<ffffffff811b6c50>] handle_mm_fault+0xb60/0xfa0
[<ffffffff810d1131>] ? update_curr+0x71/0x190
[<ffffffff816bb504>] __do_page_fault+0x154/0x450
[<ffffffff816bb835>] do_page_fault+0x35/0x90
[<ffffffff816b7768>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #14274
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff81325922
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8118ad6a
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x51a
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118b3b6
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x176
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d27aa
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x9a
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1a6f
Build id: 3.10.0-514.21.1.el7.x86_64
|
0xc6f
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff81692a84
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x154
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff81692db5
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff8168efc8
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [clamscan:38824]
Modules linked in: rfcomm xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables vboxpci(OE) vboxnetadp(OE) iptable_filter vboxnetflt(OE) vboxdrv(OE) bnep snd_seq_midi snd_seq_midi_event btusb btrtl btbcm btintel bluetooth
rfkill intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer nfit snd soundcore libnvdimm vmw_vmci parport_pc parport sg i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw e1000 mptspi scsi_transport_spi vmwgfx mptscsih mptbase drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 38824 Comm: clamscan Tainted: G OE ------------ 3.10.0-514.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff880002951f60 ti: ffff880001bec000 task.ti: ffff880001bec000
RIP: 0010:[<ffffffff81325922>] [<ffffffff81325922>] clear_page+0x12/0x40
RSP: 0000:ffff880001befc00 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff88007ffd9890 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffff88000c8d7000
RBP: ffff880001befd08 R08: ffffffff818e09e7 R09: ffffea0000323600
R10: 0000000000003688 R11: 0000000000000000 R12: 0000000000000001
R13: ffff880001befc00 R14: ffffffff8118851a R15: ffff880001befbc8
FS: 00007f00137de840(0000) GS:ffff88007c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efff17a8000 CR3: 0000000056c77000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8118ad6a ffff88007c61a040 ffff88007ffdb008 0000000000000000
0000000000000001 ffff88007ffdb000 ffff88007c61a030 ffff88007c61a060
ffff88007ffd9868 0000000000000000 0000000300000000 ffff88007ffdb000
Call Trace:
[<ffffffff8118ad6a>] ? get_page_from_freelist+0x51a/0x9f0
[<ffffffff8118b3b6>] __alloc_pages_nodemask+0x176/0x420
[<ffffffff811d27aa>] alloc_pages_vma+0x9a/0x150
[<ffffffff811b1a6f>] handle_mm_fault+0xc6f/0xfe0
[<ffffffff81692a84>] __do_page_fault+0x154/0x450
[<ffffffff81692db5>] do_page_fault+0x35/0x90
[<ffffffff8168efc8>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #14098
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8118c49a
Build id: 3.10.0-693.el7.x86_64
|
0x4fa
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118caf6
Build id: 3.10.0-693.el7.x86_64
|
0x176
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d412f
Build id: 3.10.0-693.el7.x86_64
|
0xaf
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff811b23e0
Build id: 3.10.0-693.el7.x86_64
|
0xb60
|
|
6
|
|
vmlinux |
0xffffffff81212f4b
Build id: 3.10.0-693.el7.x86_64
|
0x4b
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [pgrep:2969]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event coretemp ppdev snd_ens1371 iosf_mbi snd_rawmidi snd_ac97_codec ac97_bus crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_seq gf128mul snd_seq_device glue_helper ablk_helper snd_pcm cryptd snd_timer
snd pcspkr vmw_balloon soundcore sg joydev parport_pc parport shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 2969 Comm: pgrep Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/31/2013
task: ffff880049782f70 ti: ffff88007945c000 task.ti: ffff88007945c000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0000:ffff88007945fbf8 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff812bb6e2 RCX: 000000000000003f
RDX: ffffffff81911058 RSI: 0000000000000000 RDI: ffff88006634e000
RBP: ffff88007945fd00 R08: ffffffff81911047 R09: ffffea000198d3c0
R10: ffffea000198d3c0 R11: 0000000000000000 R12: 00000000ec696916
R13: 000000008121c680 R14: ffff88007945fb70 R15: 000000000000416d
FS: 00007f6dabe8b880(0000) GS:ffff88007c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000fe3198 CR3: 000000007a75b000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8118c49a ffff88007a107e10 ffff88007ffdb008 000000007c020040
0000000000000001 ffff880000010000 ffffffff00010000 ffff88007c02000b
0000000000000000 0000000000000000 00000003ec696916 ffff88007ffdb000
Call Trace:
[<ffffffff8118c49a>] ? get_page_from_freelist+0x4fa/0x9e0
[<ffffffff8118caf6>] __alloc_pages_nodemask+0x176/0x420
[<ffffffff811d412f>] alloc_pages_vma+0xaf/0x1f0
[<ffffffff811b23e0>] handle_mm_fault+0xb60/0xfa0
[<ffffffff81212f4b>] ? do_filp_open+0x4b/0xb0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #12029
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff96b93872
Build id: 3.10.0-1127.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff969c85df
Build id: 3.10.0-1127.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff96f7b0c2
Build id: 3.10.0-1127.el7.x86_64
|
0x2dd
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff969c9146
Build id: 3.10.0-1127.el7.x86_64
|
0x436
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff96a1c2a9
Build id: 3.10.0-1127.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff969f5f97
Build id: 3.10.0-1127.el7.x86_64
|
0xcb7
|
|
7
|
|
vmlinux |
0xffffffff96a4c583
Build id: 3.10.0-1127.el7.x86_64
|
0x93
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff96f8d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff96f8d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff96f89778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [rpm:7579]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse tun devlink bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 vmw_balloon snd_rawmidi snd_ac97_codec btusb btrtl btbcm btintel ac97_bus bluetooth snd_seq pcspkr joydev snd_seq_device snd_pcm snd_timer rfkill snd sg soundcore parport_pc parport vmw_vmci i2c_piix4 xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel nfit libnvdimm libata mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks
dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 7579 Comm: rpm Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8e478308d230 ti: ffff8e47b4d18000 task.ti: ffff8e47b4d18000
RIP: 0010:[<ffffffff96b93872>] [<ffffffff96b93872>] clear_page+0x12/0x40
RSP: 0000:ffff8e47b4d1bad0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff96b8ac86 RCX: 000000000000003f
RDX: ffffffff9728d260 RSI: 0000000000000000 RDI: ffff8e4748cf0000
RBP: ffff8e47b4d1bbe0 R08: ffffffff9728d24f R09: ffffec3940233c40
R10: 0000000000002b9f R11: fffffffffffffffe R12: 0000000000124000
R13: 000000000000000c R14: 0000000000001000 R15: ffff8e4744c29680
FS: 00007f9f9ee3e840(0000) GS:ffff8e47bb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9f93591000 CR3: 0000000075d18000 CR4: 00000000003607f0
Call Trace:
[<ffffffff969c85df>] ? get_page_from_freelist+0x36f/0xaa0
[<ffffffff96f7b0c2>] __alloc_pages_slowpath+0x2dd/0x729
[<ffffffff969c9146>] __alloc_pages_nodemask+0x436/0x450
[<ffffffff96a1c2a9>] alloc_pages_vma+0xa9/0x200
[<ffffffff969f5f97>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff96a4c583>] ? do_sync_read+0x93/0xe0
[<ffffffff96f8d653>] __do_page_fault+0x213/0x500
[<ffffffff96f8d975>] do_page_fault+0x35/0x90
[<ffffffff96f89778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #10033
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff81325b32
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8118ad7a
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x51a
|
|
3
|
|
vmlinux |
0xffffffff810295ec
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x15c
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118b3c6
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x176
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d297a
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x9a
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1950
Build id: 3.10.0-514.26.2.el7.x86_64
|
0xba0
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff81692cc4
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x154
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff81692ff5
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff8168f208
Build id: 3.10.0-514.26.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 32s! [postgres:5924]
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 32s! [postgres:26029]
Modules linked in: nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter ip_tables ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon ppdev nfit sg pcspkr libnvdimm parport_pc parport i2c_piix4 vmw_vmci shpchp xfs dm_thin_pool dm_persistent_data dm_bufio dm_bio_prison libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul drm_kms_helper crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops mptspi ttm serio_raw scsi_transport_spi drm vmxnet3 ata_piix mptscsih libata mptbase i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 4 PID: 26029 Comm: postgres Tainted: G L ------------ 3.10.0-514.26.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/19/2018
task: ffff880b4c6f8fb0 ti: ffff880bfcea8000 task.ti: ffff880bfcea8000
RIP: 0010:[<ffffffff81325b32>] [<ffffffff81325b32>] clear_page+0x12/0x40
RSP: 0000:ffff880bfceabc00 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff880c3ffad090 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffff8803b5293000
RBP: ffff880bfceabd08 R08: ffffffff818e0a6f R09: ffffea000ed4a500
R10: 0000000000004d63 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000900000002 R14: ffffea0010540000 R15: ffff880c3ffad000
FS: 00007f1ed5f2d740(0000) GS:ffff880c3fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000003a48000 CR3: 0000000b3fb2c000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8118ad7a ffffffff810295ec ffff880c3ffae008 000000004c6f9648
0000000000000002 ffff880c0b69f6c0 ffff880c3fd1a098 ffff880c3fd1a0c8
ffff880c3ffad068 0000000000000000 0000000300000035 ffff880c3ffae000
Call Trace:
[<ffffffff8118ad7a>] ? get_page_from_freelist+0x51a/0x9f0
[<ffffffff810295ec>] ? __switch_to+0x15c/0x4c0
[<ffffffff8118b3c6>] __alloc_pages_nodemask+0x176/0x420
[<ffffffff811d297a>] alloc_pages_vma+0x9a/0x150
[<ffffffff811b1950>] handle_mm_fault+0xba0/0x1000
[<ffffffff81692cc4>] __do_page_fault+0x154/0x450
[<ffffffff81692ff5>] do_page_fault+0x35/0x90
[<ffffffff8168f208>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #9629
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff861901d2
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff85fc7acf
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff85fc8366
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x166
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffff8601a0e9
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff85ff3e67
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xcb7
|
|
6
|
|
vmlinux |
0xffffffff86580c94
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x304
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff86588653
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff86588975
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff86584778
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [httpd:4086]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev sb_edac vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel lrw gf128mul glue_helper snd_seq_device ablk_helper snd_pcm cryptd snd_timer pcspkr joydev snd sg soundcore parport_pc parport i2c_piix4
vmw_vmci xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix e1000 nfit mptspi libata scsi_transport_spi libnvdimm mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 4086 Comm: httpd Kdump: loaded Tainted: G W L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9d5d2982c1c0 ti: ffff9d5907cac000 task.ti: ffff9d5907cac000
RIP: 0010:[<ffffffff861901d2>] [<ffffffff861901d2>] clear_page+0x12/0x40
RSP: 0000:ffff9d5907cafbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff9d5907cafcc0 RCX: 000000000000003f
RDX: ffffffff8688b210 RSI: 0000000000000000 RDI: ffff9d5aa1deb000
RBP: ffff9d5907cafcd0 R08: ffffffff8688b1ff R09: fffff4cb46877b00
R10: 00000000000043b2 R11: ffff9d59b9b310e0 R12: ffff9d593bdd9400
R13: 0000000000000000 R14: 0000027100000000 R15: 0000000000000001
FS: 00007f4cf6a96880(0000) GS:ffff9d5d2d600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4cc82ca000 CR3: 0000000082be4000 CR4: 00000000001607f0
Call Trace:
[<ffffffff85fc7acf>] ? get_page_from_freelist+0x36f/0xaa0
[<ffffffff85fc8366>] __alloc_pages_nodemask+0x166/0x450
[<ffffffff8601a0e9>] alloc_pages_vma+0xa9/0x200
[<ffffffff85ff3e67>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff86580c94>] ? __schedule+0x304/0x840
[<ffffffff86588653>] __do_page_fault+0x213/0x500
[<ffffffff86588975>] do_page_fault+0x35/0x90
[<ffffffff86584778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #8322
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffa0793932
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffa05c863f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffffa0b7b0e2
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x2dd
|
|
4
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffa05c91a6
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x436
|
|
5
|
alloc_pages_vma
|
vmlinux |
0xffffffffa061c309
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xa9
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffffa05f5ff7
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xcb7
|
|
7
|
|
vmlinux |
0xffffffffa0b85844
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x304
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffffa0b8d653
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffffa0b8d975
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffffa0b89778
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [pool:24419]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel btusb btrtl btbcm snd_ens1371 btintel snd_rawmidi bluetooth snd_ac97_codec ac97_bus aesni_intel snd_seq lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm vmw_balloon rfkill pcspkr snd_timer joydev snd soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif
crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm nfit ata_piix libnvdimm mptspi serio_raw libata scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 24419 Comm: pool Tainted: G L ------------ 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9f6523b362a0 ti: ffff9f650159c000 task.ti: ffff9f650159c000
RIP: 0010:[<ffffffffa0793932>] [<ffffffffa0793932>] clear_page+0x12/0x40
RSP: 0000:ffff9f650159fad0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff9f6544bd9890 RCX: 000000000000003f
RDX: ffffffffa0e8d4f0 RSI: 0000000000000000 RDI: ffff9f6521296000
RBP: ffff9f650159fbe0 R08: ffffffffa0e8d4df R09: ffffe8d14084a5c0
R10: 0000000000002b58 R11: fffffffffffffffe R12: 0000000000000001
R13: 0000000000000086 R14: 0000000000000000 R15: ffff9f653b7f1874
FS: 00007eff86a95700(0000) GS:ffff9f6541000000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007effce272000 CR3: 00000000215d8000 CR4: 00000000001607f0
Call Trace:
[<ffffffffa05c863f>] ? get_page_from_freelist+0x36f/0xaa0
[<ffffffffa0b7b0e2>] __alloc_pages_slowpath+0x2dd/0x729
[<ffffffffa05c91a6>] __alloc_pages_nodemask+0x436/0x450
[<ffffffffa061c309>] alloc_pages_vma+0xa9/0x200
[<ffffffffa05f5ff7>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffa0b85844>] ? __schedule+0x304/0x840
[<ffffffffa0b8d653>] __do_page_fault+0x213/0x500
[<ffffffffa0b8d975>] do_page_fault+0x35/0x90
[<ffffffffa0b89778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #7617
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffb9993872
Build id: 3.10.0-1127.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffb97c85df
Build id: 3.10.0-1127.el7.x86_64
|
0x36f
|
|
3
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffb97c8e76
Build id: 3.10.0-1127.el7.x86_64
|
0x166
|
|
4
|
alloc_pages_vma
|
vmlinux |
0xffffffffb981c2a9
Build id: 3.10.0-1127.el7.x86_64
|
0xa9
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffffb97f5f97
Build id: 3.10.0-1127.el7.x86_64
|
0xcb7
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffb9d8d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffb9d8d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffb9d89778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 36s! [abrt-dump-oops:1234]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_multiport tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables vmw_vsock_vmci_transport vsock ipt_REJECT nf_reject_ipv4 xt_conntrack iptable_filter iptable_raw iptable_security xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack sunrpc sb_edac ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic ahci vmwgfx libahci ata_piix crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper serio_raw libata syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm vmxnet3 drm vmw_pvscsi drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 1234 Comm: abrt-dump-oops Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/09/2019
task: ffff9673b707b150 ti: ffff9673b7578000 task.ti: ffff9673b7578000
RIP: 0010:[<ffffffffb9993872>] [<ffffffffb9993872>] clear_page+0x12/0x40
RSP: 0000:ffff9673b757bbc0 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000000001e RCX: 000000000000003f
RDX: ffffffffba08d260 RSI: 0000000000000000 RDI: ffff9672e052c000
RBP: ffff9673b757bcd0 R08: ffffffffba08d24f R09: ffffdcc701814b40
R10: 0000000000004103 R11: ffff9673b70275e8 R12: ffff9673b757bb48
R13: ffff9673b757bba0 R14: 0000000000000000 R15: ffff9673192bc1b0
FS: 00007fa0c9c29900(0000) GS:ffff9673bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055fb6ea2d278 CR3: 00000001036fc000 CR4: 00000000001607f0
Call Trace:
[<ffffffffb97c85df>] ? get_page_from_freelist+0x36f/0xaa0
[<ffffffffb97c8e76>] __alloc_pages_nodemask+0x166/0x450
[<ffffffffb981c2a9>] alloc_pages_vma+0xa9/0x200
[<ffffffffb97f5f97>] handle_mm_fault+0xcb7/0xfb0
[<ffffffffb9d8d653>] __do_page_fault+0x213/0x500
[<ffffffffb9d8d975>] do_page_fault+0x35/0x90
[<ffffffffb9d89778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89