Complete report #1422222
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6885
Build id: 3.10.0-514.el7.x86_64
|
0xa5
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff811a6cb5
Build id: 3.10.0-514.el7.x86_64
|
0x215
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811e3969
Build id: 3.10.0-514.el7.x86_64
|
0x219
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6aa0
Build id: 3.10.0-514.el7.x86_64
|
0x2c0
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff811a7bb9
Build id: 3.10.0-514.el7.x86_64
|
0x2d9
|
|
6
|
compact_zone_order
|
vmlinux |
0xffffffff811a7dac
Build id: 3.10.0-514.el7.x86_64
|
0x9c
|
|
7
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8161
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
8
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff8168139f
Build id: 3.10.0-514.el7.x86_64
|
0xac
|
|
9
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681873
Build id: 3.10.0-514.el7.x86_64
|
0x3ea
|
|
10
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118af55
Build id: 3.10.0-514.el7.x86_64
|
0x405
|
|
11
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d20ba
Build id: 3.10.0-514.el7.x86_64
|
0x9a
|
|
12
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb5e3
Build id: 3.10.0-514.el7.x86_64
|
0x123
|
|
13
|
|
vmlinux |
0xffffffff811af9ae
Build id: 3.10.0-514.el7.x86_64
|
0x15e
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1347
Build id: 3.10.0-514.el7.x86_64
|
0xc37
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [python:49344]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 tun devlink ebtable_filter ebtables ip6table_filter ip6_tables nfsv3 nfs_acl nfs lockd grace fscache xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) sunrpc iTCO_wdt iTCO_vendor_support mxm_wmi intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd uas usb_storage pcspkr sg sb_edac edac_core i2c_i801 mei_me lpc_ich mei shpchp ipmi_devintf fjes ipmi_si ipmi_msghandler wmi acpi_pad acpi_power_meter ip_tables xfs libcrc32c sr_mod cdrom sd_mod
crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ixgbe ahci igb libahci mdio ptp libata pps_core i2c_algo_bit dca i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 49344 Comm: python Tainted: G L ------------ T 3.10.0-514.el7.x86_64 #1
Hardware name: Supermicro X10DRi/X10DRi, BIOS 3.1a 04/16/2019
task: ffff881ff95c6dd0 ti: ffff8801080ec000 task.ti: ffff8801080ec000
RIP: 0010:[<ffffffff811a6885>] [<ffffffff811a6885>] isolate_freepages_block+0xa5/0x2c0
RSP: 0000:ffff8801080ef888 EFLAGS: 00000212
RAX: 00000000ffffffff RBX: 0000000000000001 RCX: ffff8801080efa70
RDX: 000000000238e000 RSI: ffff8801080efac8 RDI: ffff8801080efa70
RBP: ffff8801080ef918 R08: 0000000000000000 R09: ffff88387ffd7000
R10: 00000000037f9400 R11: 0000000003880000 R12: 0000000000000003
R13: 0000000000000001 R14: ffff88387fbcaca0 R15: ffff88387ffd7000
FS: 00007f1e972bd440(0000) GS:ffff881fff400000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1e11600000 CR3: 0000000f4cfe0000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000003880000 0000000000000034 ffff8801080ef968 0000000000000034
ffff8801080efa70 ffff8801080efab0 ffff8801080efac8 ffff8801080efa70
ffff88387ffd7000 0000000000000000 000000000238e000 0000000000000001
Call Trace:
[<ffffffff811a6cb5>] compaction_alloc+0x215/0x290
[<ffffffff811e3969>] migrate_pages+0x219/0x790
[<ffffffff811a6aa0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7bb9>] compact_zone+0x2d9/0x430
[<ffffffff811a7dac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8161>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8168139f>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681873>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118af55>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d20ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb5e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811af9ae>] ? do_numa_page+0x15e/0x1e0
[<ffffffff811b1347>] handle_mm_fault+0xc37/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 8b 43 18 <41> 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b 45 a8 0f
Complete report #223638
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff8118e3fc
Build id: 3.10.0-327.28.2.el7.x86_64
|
0xac
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff8118e89f
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x1cf
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811c7859
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x1e9
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff8118e6d0
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x380
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff8118f6c9
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x299
|
|
6
|
compact_zone_order
|
vmlinux |
0xffffffff8118f8cc
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x9c
|
|
7
|
try_to_compact_pages
|
vmlinux |
0xffffffff8118fc81
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x121
|
|
8
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff8163192a
Build id: 3.10.0-327.28.2.el7.x86_64
|
0xac
|
|
9
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff81173953
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x793
|
|
10
|
|
vmlinux |
0xffffffff81083100
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x20
|
|
11
|
alloc_pages_vma
|
vmlinux |
0xffffffff811b7efa
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x9a
|
|
12
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811cc8d3
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x123
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff811970e8
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x1a8
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff81642130
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x150
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff81642453
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x23
|
|
16
|
page_fault
|
vmlinux |
0xffffffff8163e748
Build id: 3.10.0-327.28.2.el7.x86_64
|
0x28
|
BUG: soft lockup - CPU#5 stuck for 22s! [rpm:9330]
Modules linked in: veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop nfsv3 arc4 md4 rpcsec_gss_krb5 nfsv4 nls_utf8 nfs cifs fscache dns_resolver vmw_vsock_vmci_transport vsock ppdev vmw_balloon coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr parport_pc parport sg vmw_vmci i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ttm mptsas crct10dif_pclmul ata_piix crct10dif_common scsi_transport_sas drm serio_raw crc32c_intel
mptscsih libata vmxnet3 mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 9330 Comm: rpm Tainted: G L ------------ 3.10.0-327.28.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff88098cef9700 ti: ffff88006974c000 task.ti: ffff88006974c000
RIP: 0010:[<ffffffff8118e3fc>] [<ffffffff8118e3fc>] isolate_freepages_block+0xac/0x380
RSP: 0000:ffff88006974f8e8 EFLAGS: 00010286
RAX: 00000000ffffffff RBX: 000000003a370000 RCX: ffff88006974fb38
RDX: 0000000000df0400 RSI: 0000000000df0200 RDI: ffff88006974fae0
RBP: ffff88006974f980 R08: 0000000000000000 R09: ffff88143ffda000
R10: 0000000037c08000 R11: 0000000001440000 R12: ffff8813470a9930
R13: ffff88006974f8d8 R14: ffff8808e6a48700 R15: ffff8813470a9878
FS: 00007f20db45b840(0000) GS:ffff881417800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f20cfe00ee0 CR3: 00000009141ab000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000001440000 ffffea0050ffe7c0 ffff88006974f9d0 00000000031da960
0000000000df0200 ffff88006974fae0 0000000001440000 0000000000000000
ffff88006974fb20 ffff88006974fb38 ffff88006974fae0 0000000000000000
Call Trace:
[<ffffffff8118e89f>] compaction_alloc+0x1cf/0x240
[<ffffffff811c7859>] migrate_pages+0x1e9/0x790
[<ffffffff8118e6d0>] ? isolate_freepages_block+0x380/0x380
[<ffffffff8118f6c9>] compact_zone+0x299/0x400
[<ffffffff8118f8cc>] compact_zone_order+0x9c/0xf0
[<ffffffff8118fc81>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8163192a>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81173953>] __alloc_pages_nodemask+0x793/0xba0
[<ffffffff81083100>] ? SYSC_adjtimex+0x20/0xa0
[<ffffffff811b7efa>] alloc_pages_vma+0x9a/0x150
[<ffffffff811cc8d3>] do_huge_pmd_anonymous_page+0x123/0x510
[<ffffffff811970e8>] handle_mm_fault+0x1a8/0xf50
[<ffffffff81642130>] __do_page_fault+0x150/0x450
[<ffffffff81642453>] do_page_fault+0x23/0x80
[<ffffffff8163e748>] page_fault+0x28/0x30
Code: c0 00 4d 89 ee 48 89 4d b0 41 89 c5 eb 1d 90 49 83 c7 01 48 83 c3 40 4d 39 fc 0f 86 07 01 00 00 41 83 c5 01 4d 85 f6 4c 0f 44 f3 <8b> 43 18 83 f8 80 75 dc 48 8b 45 b8 0f b6 55 c0 48 8d 75 c8 4c
Complete report #18865
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
move_to_new_page
|
vmlinux |
0xffffffff811e3435
Build id: 3.10.0-514.el7.x86_64
|
0x75
|
|
2
|
migrate_pages
|
vmlinux |
0xffffffff811e3de9
Build id: 3.10.0-514.el7.x86_64
|
0x699
|
|
3
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6aa0
Build id: 3.10.0-514.el7.x86_64
|
0x2c0
|
|
4
|
compact_zone
|
vmlinux |
0xffffffff811a7bb9
Build id: 3.10.0-514.el7.x86_64
|
0x2d9
|
|
5
|
compact_zone_order
|
vmlinux |
0xffffffff811a7dac
Build id: 3.10.0-514.el7.x86_64
|
0x9c
|
|
6
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8161
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
7
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff8168139f
Build id: 3.10.0-514.el7.x86_64
|
0xac
|
|
8
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681b2d
Build id: 3.10.0-514.el7.x86_64
|
0x6a4
|
|
9
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118af55
Build id: 3.10.0-514.el7.x86_64
|
0x405
|
|
10
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d20ba
Build id: 3.10.0-514.el7.x86_64
|
0x9a
|
|
11
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb5e3
Build id: 3.10.0-514.el7.x86_64
|
0x123
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1347
Build id: 3.10.0-514.el7.x86_64
|
0xc37
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [rpm:27720]
Modules linked in: oss_usb(OE) osscore(OE) nfsv3 nfs fscache vmw_vsock_vmci_transport vsock vfat fat intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon nfit pcspkr libnvdimm sg shpchp i2c_piix4 vmw_vmci parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops vmxnet3 ahci libahci ata_piix ttm vmw_pvscsi drm i2c_core libata fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 27720 Comm: rpm Tainted: G OEL ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff880077c3af10 ti: ffff880051ea4000 task.ti: ffff880051ea4000
RIP: 0010:[<ffffffff811e3435>] [<ffffffff811e3435>] move_to_new_page+0x75/0x250
RSP: 0018:ffff880051ea78f8 EFLAGS: 00010286
RAX: ffff8800486ed378 RBX: ffffea00014fa640 RCX: 0000000000000001
RDX: 0000000000000000 RSI: ffffea00001ade40 RDI: ffffea00001ade40
RBP: ffff880051ea7968 R08: 0000000000000000 R09: 0000000000000000
R10: ffff88007ffd9800 R11: 0000000000000000 R12: 0000000000000000
R13: ffff880078c84748 R14: ffff880051ea7890 R15: ffffffff811e3119
FS: 00007fa25f143800(0000) GS:ffff88007fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f84984a4000 CR3: 000000007ad39000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000151ea7938 ffff880051ea7918 0000000100000000 ffffea00001ade40
ffff880051ea79d0 0000000000000001 ffffea00014fa600 0000000000000000
00000000b6f05d0b ffffea00001ade40 00000000fffffff5 ffffea00001ade00
Call Trace:
[<ffffffff811e3de9>] migrate_pages+0x699/0x790
[<ffffffff811a6aa0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7bb9>] compact_zone+0x2d9/0x430
[<ffffffff811a7dac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8161>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8168139f>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681b2d>] __alloc_pages_slowpath+0x6a4/0x725
[<ffffffff8118af55>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d20ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb5e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811b1347>] handle_mm_fault+0xc37/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 89 47 08 48 8b 06 a9 00 00 08 00 0f 85 85 00 00 00 4c 89 e7 89 4d 94 e8 5a cd fb ff 48 85 c0 49 89 c5 8b 4d 94 0f 84 9b 01 00 00 <48> 8b 50 78 48 8b 42 68 48 85 c0 74 6e 4c 89 e2 48 89 de 4c 89
Complete report #11002
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6a82
Build id: 3.10.0-514.10.2.el7.x86_64
|
0xa2
|
|
2
|
|
vmlinux |
0xffffffff810b1795
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x25
|
|
3
|
compaction_alloc
|
vmlinux |
0xffffffff811a6eb5
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x215
|
|
4
|
migrate_pages
|
vmlinux |
0xffffffff811e3b69
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x219
|
|
5
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6ca0
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x2c0
|
|
6
|
compact_zone
|
vmlinux |
0xffffffff811a7db9
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x2d9
|
|
7
|
compact_zone_order
|
vmlinux |
0xffffffff811a7fac
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x9c
|
|
8
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8361
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x121
|
|
9
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff816818e2
Build id: 3.10.0-514.10.2.el7.x86_64
|
0xac
|
|
10
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681db6
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x3ea
|
|
11
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118b155
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x405
|
|
12
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d22ba
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x9a
|
|
13
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb7e3
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x123
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1547
Build id: 3.10.0-514.10.2.el7.x86_64
|
0xc37
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff81691fd4
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x154
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff81692305
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff8168e5c8
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [java:11892]
Modules linked in: nf_conntrack_ftp ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter intel_powerclamp coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg shpchp parport_pc vmw_vmci parport i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 mptspi scsi_transport_spi mptscsih mptbase ata_piix libata i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 11892 Comm: java Not tainted 3.10.0-514.10.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8801be664e70 ti: ffff8801a5b30000 task.ti: ffff8801a5b30000
RIP: 0010:[<ffffffff811a6a82>] [<ffffffff811a6a82>] isolate_freepages_block+0xa2/0x2c0
RSP: 0018:ffff8801a5b33888 EFLAGS: 00010202
RAX: 00000000ffffffff RBX: 0000000000000000 RCX: ffff8801a5b33a70
RDX: 0000000000185200 RSI: ffff8801a5b33ac8 RDI: ffff8801a5b33a70
RBP: ffff8801a5b33918 R08: 0000000000000000 R09: ffff8802bffd3000
R10: 000000000014a800 R11: 00000000002c0000 R12: 0000000000000000
R13: ffff8802bffd3000 R14: 000000000014a800 R15: 00000000002c0000
FS: 00007f8f6d660700(0000) GS:ffff8802bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6297b54000 CR3: 0000000101234000 CR4: 00000000000007f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff810b1795 ffff8801fe2bc1a0 ffff8801a5b33968 ffff8801a5b338b8
ffff8801a5b33a70 ffff8801a5b33ab0 ffff8801a5b33ac8 ffff8801a5b33a70
ffff8802bffd1600 0000000000000000 0000000000185200 0000000000000003
Call Trace:
[<ffffffff810b1795>] ? wake_up_bit+0x25/0x30
[<ffffffff811a6eb5>] compaction_alloc+0x215/0x290
[<ffffffff811e3b69>] migrate_pages+0x219/0x790
[<ffffffff811a6ca0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7db9>] compact_zone+0x2d9/0x430
[<ffffffff811a7fac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8361>] try_to_compact_pages+0x121/0x1a0
[<ffffffff816818e2>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681db6>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118b155>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d22ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb7e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811b1547>] handle_mm_fault+0xc37/0xfe0
[<ffffffff81691fd4>] __do_page_fault+0x154/0x450
[<ffffffff81692305>] do_page_fault+0x35/0x90
[<ffffffff8168e5c8>] page_fault+0x28/0x30
Code: 48 89 75 a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 <8b> 43 18 41 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b
Complete report #323196
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6885
Build id: 3.10.0-514.el7.x86_64
|
0xa5
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff811a6cb5
Build id: 3.10.0-514.el7.x86_64
|
0x215
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811e3969
Build id: 3.10.0-514.el7.x86_64
|
0x219
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6aa0
Build id: 3.10.0-514.el7.x86_64
|
0x2c0
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff811a7bb9
Build id: 3.10.0-514.el7.x86_64
|
0x2d9
|
|
6
|
compact_zone_order
|
vmlinux |
0xffffffff811a7dac
Build id: 3.10.0-514.el7.x86_64
|
0x9c
|
|
7
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8161
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
8
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff8168139f
Build id: 3.10.0-514.el7.x86_64
|
0xac
|
|
9
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681873
Build id: 3.10.0-514.el7.x86_64
|
0x3ea
|
|
10
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118af55
Build id: 3.10.0-514.el7.x86_64
|
0x405
|
|
11
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d20ba
Build id: 3.10.0-514.el7.x86_64
|
0x9a
|
|
12
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb5e3
Build id: 3.10.0-514.el7.x86_64
|
0x123
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1347
Build id: 3.10.0-514.el7.x86_64
|
0xc37
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#31 stuck for 23s! [vasp_std:335249]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_srp(OE) scsi_transport_srp(OE) ib_ipoib(OE) ib_cm(OE) ib_uverbs(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx5_ib(OE) mlx5_core(OE) mlxfw(OE) mlx4_en(OE) dm_mirror dm_region_hash dm_log dm_mod mlx4_ib(OE) ib_core(OE) raid456 async_raid6_recov async_memcpy async_pq raid6_pq libcrc32c async_xor xor async_tx iTCO_wdt iTCO_vendor_support ipmi_devintf intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd mlx4_core(OE) pcspkr igb devlink mlx_compat(OE) ptp pps_core dca ipmi_ssif sg i2c_i801 shpchp lpc_ich wmi ipmi_si ipmi_msghandler nfit libnvdimm acpi_pad acpi_power_meter acpi_cpufreq knem(OE) nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci i2c_core libata fjes
CPU: 31 PID: 335249 Comm: vasp_std Tainted: G OE ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: Supermicro SYS-2049U-TR4/X11QPH+, BIOS 2.1 07/23/2018
task: ffff885f22651f60 ti: ffff884ed71fc000 task.ti: ffff884ed71fc000
RIP: 0010:[<ffffffff811a6885>] [<ffffffff811a6885>] isolate_freepages_block+0xa5/0x2c0
RSP: 0000:ffff884ed71ff888 EFLAGS: 00000216
RAX: 00000000ffffffff RBX: 0000000000000000 RCX: ffff884ed71ffa70
RDX: 000000000504f400 RSI: ffff884ed71ffac8 RDI: ffff884ed71ffa70
RBP: ffff884ed71ff918 R08: 0000000000000000 R09: ffff88603ffd7000
R10: 00000000048f0200 R11: 0000000006040000 R12: 0000000000000000
R13: ffff88603ffd7000 R14: 00000000048f0200 R15: 0000000006040000
FS: 00002b71bdd9fe80(0000) GS:ffff882fde340000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002b7353c00020 CR3: 00000021568fd000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000006040000 00000000000000fc ffff884ed71ff968 00000000000000fc
ffff884ed71ffa70 ffff884ed71ffab0 ffff884ed71ffac8 ffff884ed71ffa70
ffff88603ffd7000 0000000000000000 000000000504f400 0000000000000001
Call Trace:
[<ffffffff811a6cb5>] compaction_alloc+0x215/0x290
[<ffffffff811e3969>] migrate_pages+0x219/0x790
[<ffffffff811a6aa0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7bb9>] compact_zone+0x2d9/0x430
[<ffffffff811a7dac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8161>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8168139f>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681873>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118af55>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d20ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb5e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811b1347>] handle_mm_fault+0xc37/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 8b 43 18 <41> 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b 45 a8 0f
Complete report #87102
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6882
Build id: 3.10.0-514.el7.x86_64
|
0xa2
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff811a6cb5
Build id: 3.10.0-514.el7.x86_64
|
0x215
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811e3969
Build id: 3.10.0-514.el7.x86_64
|
0x219
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6aa0
Build id: 3.10.0-514.el7.x86_64
|
0x2c0
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff811a7bb9
Build id: 3.10.0-514.el7.x86_64
|
0x2d9
|
|
6
|
compact_zone_order
|
vmlinux |
0xffffffff811a7dac
Build id: 3.10.0-514.el7.x86_64
|
0x9c
|
|
7
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8161
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
8
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff8168139f
Build id: 3.10.0-514.el7.x86_64
|
0xac
|
|
9
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681873
Build id: 3.10.0-514.el7.x86_64
|
0x3ea
|
|
10
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118af55
Build id: 3.10.0-514.el7.x86_64
|
0x405
|
|
11
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d20ba
Build id: 3.10.0-514.el7.x86_64
|
0x9a
|
|
12
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb5e3
Build id: 3.10.0-514.el7.x86_64
|
0x123
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1347
Build id: 3.10.0-514.el7.x86_64
|
0xc37
|
|
14
|
|
vmlinux |
0xffffffff810f7ac2
Build id: 3.10.0-514.el7.x86_64
|
0x172
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 23s! [java:1187]
Modules linked in: tcp_lp binfmt_misc veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event intel_powerclamp coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371
snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm vmw_balloon ppdev snd_timer pcspkr snd shpchp soundcore vmw_vmci sg i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi serio_raw drm scsi_transport_spi ata_piix mptscsih e1000 libata mptbase i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 8 PID: 1187 Comm: java Tainted: G L ------------ T 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/20/2014
task: ffff880f962fbec0 ti: ffff880eeeb6c000 task.ti: ffff880eeeb6c000
RIP: 0010:[<ffffffff811a6882>] [<ffffffff811a6882>] isolate_freepages_block+0xa2/0x2c0
RSP: 0018:ffff880eeeb6f888 EFLAGS: 00010202
RAX: 00000000ffffffff RBX: 0000000000000001 RCX: ffff880eeeb6fa70
RDX: 0000000000724600 RSI: ffff880eeeb6fac8 RDI: ffff880eeeb6fa70
RBP: ffff880eeeb6f918 R08: 0000000000000000 R09: ffff88103ffd8000
R10: 0000000000100200 R11: 0000000001040000 R12: 0000000000000003
R13: 0000000000000001 R14: ffff88103fbcfbc0 R15: ffff88103ffd8000
FS: 00007f49b7f60700(0000) GS:ffff880ffd800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000077d2b0020 CR3: 0000000ee07b8000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000001040000 0000000000000078 ffff880eeeb6f968 0000000000000078
ffff880eeeb6fa70 ffff880eeeb6fab0 ffff880eeeb6fac8 ffff880eeeb6fa70
ffff88103ffd8000 0000000000000000 0000000000724600 0000000000000000
Call Trace:
[<ffffffff811a6cb5>] compaction_alloc+0x215/0x290
[<ffffffff811e3969>] migrate_pages+0x219/0x790
[<ffffffff811a6aa0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7bb9>] compact_zone+0x2d9/0x430
[<ffffffff811a7dac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8161>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8168139f>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681873>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118af55>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d20ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb5e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811b1347>] handle_mm_fault+0xc37/0xfe0
[<ffffffff810f7ac2>] ? do_futex+0x172/0x5b0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 48 89 75 a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 <8b> 43 18 41 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b
Complete report #56473
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6882
Build id: 3.10.0-514.el7.x86_64
|
0xa2
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff811a6cb5
Build id: 3.10.0-514.el7.x86_64
|
0x215
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811e3969
Build id: 3.10.0-514.el7.x86_64
|
0x219
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6aa0
Build id: 3.10.0-514.el7.x86_64
|
0x2c0
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff811a7bb9
Build id: 3.10.0-514.el7.x86_64
|
0x2d9
|
|
6
|
compact_zone_order
|
vmlinux |
0xffffffff811a7dac
Build id: 3.10.0-514.el7.x86_64
|
0x9c
|
|
7
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8161
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
8
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff8168139f
Build id: 3.10.0-514.el7.x86_64
|
0xac
|
|
9
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681873
Build id: 3.10.0-514.el7.x86_64
|
0x3ea
|
|
10
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118af55
Build id: 3.10.0-514.el7.x86_64
|
0x405
|
|
11
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d20ba
Build id: 3.10.0-514.el7.x86_64
|
0x9a
|
|
12
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb5e3
Build id: 3.10.0-514.el7.x86_64
|
0x123
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1347
Build id: 3.10.0-514.el7.x86_64
|
0xc37
|
|
14
|
|
vmlinux |
0xffffffff810cde74
Build id: 3.10.0-514.el7.x86_64
|
0x104
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [java:2619]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock intel_powerclamp coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw pcspkr gf128mul glue_helper ablk_helper cryptd ppdev sg vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel drm ata_piix
serio_raw e1000 mptspi scsi_transport_spi libata mptscsih mptbase i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 2619 Comm: java Tainted: G L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/31/2013
task: ffff8803247abec0 ti: ffff880308a14000 task.ti: ffff880308a14000
RIP: 0010:[<ffffffff811a6882>] [<ffffffff811a6882>] isolate_freepages_block+0xa2/0x2c0
RSP: 0000:ffff880308a17888 EFLAGS: 00010202
RAX: 0000000000000000 RBX: 1047c74853f48949 RCX: ffff880308a17a70
RDX: 0000000000180800 RSI: ffff880308a17ac8 RDI: ffff880308a17a70
RBP: ffff880308a17918 R08: 0000000000000000 R09: ffff88033ffd8000
R10: 0000000000100200 R11: 0000000000340000 R12: 89485500000000e8
R13: 9086eb00000000c6 R14: c74900000000e8ad R15: eb00000000e8e789
FS: 00007fe8fe1f5700(0000) GS:ffff880332680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000007b7004a60 CR3: 0000000318f52000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0f00000000e8127b 7728fa83661253b7 ffff880308a17968 4cde8948c1894800
ffff880308a17a70 ffff880308a17ab0 ffff880308a17ac8 ffff880308a17a70
ffff88033ffd6600 0000000000000000 0000000000180800 0000000000000003
Call Trace:
[<ffffffff811a6cb5>] compaction_alloc+0x215/0x290
[<ffffffff811e3969>] migrate_pages+0x219/0x790
[<ffffffff811a6aa0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7bb9>] compact_zone+0x2d9/0x430
[<ffffffff811a7dac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8161>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8168139f>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681873>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118af55>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d20ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb5e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811b1347>] handle_mm_fault+0xc37/0xfe0
[<ffffffff810cde74>] ? update_curr+0x104/0x190
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 48 89 75 a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 <8b> 43 18 41 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b
Complete report #36958
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6f82
Build id: 3.10.0-514.21.1.el7.x86_64
|
0xa2
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff811a73b5
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x215
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811e4059
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x219
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a71a0
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x2c0
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff811a82b9
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x2d9
|
|
6
|
compact_zone_order
|
vmlinux |
0xffffffff811a84ac
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x9c
|
|
7
|
|
vmlinux |
0xffffffff810295ec
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x15c
|
|
8
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8861
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x121
|
|
9
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff81682306
Build id: 3.10.0-514.21.1.el7.x86_64
|
0xac
|
|
10
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff816827da
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x3ea
|
|
11
|
|
vmlinux |
0xffffffff8118b3b6
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x176
|
|
12
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118b645
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x405
|
|
13
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d27aa
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x9a
|
|
14
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811ebcd3
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x123
|
|
15
|
|
vmlinux |
0xffffffff811ae19d
Build id: 3.10.0-514.21.1.el7.x86_64
|
0xcd
|
|
16
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1a37
Build id: 3.10.0-514.21.1.el7.x86_64
|
0xc37
|
|
17
|
__do_page_fault
|
vmlinux |
0xffffffff81692a84
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x154
|
|
18
|
do_page_fault
|
vmlinux |
0xffffffff81692db5
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x35
|
|
19
|
page_fault
|
vmlinux |
0xffffffff8168efc8
Build id: 3.10.0-514.21.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [git:2126]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter cfg80211 rfkill vmw_vsock_vmci_transport vsock falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_lsm_pinned_9705(E) intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd nfit ppdev sg libnvdimm vmw_balloon pcspkr parport_pc vmw_vmci parport shpchp i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops crct10dif_pclmul ttm crct10dif_common crc32c_intel serio_raw ata_piix drm libata mptspi vmxnet3 scsi_transport_spi mptscsih i2c_core mptbase fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 2126 Comm: git Tainted: P EL ------------ 3.10.0-514.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8804fe2d8000 ti: ffff8801af1b4000 task.ti: ffff8801af1b4000
RIP: 0010:[<ffffffff811a6f82>] [<ffffffff811a6f82>] isolate_freepages_block+0xa2/0x2c0
RSP: 0000:ffff8801af1b7888 EFLAGS: 00010206
RAX: 00000000ffffffff RBX: 0000000000004b02 RCX: ffff8801af1b7a70
RDX: 000000000044be00 RSI: ffff8801af1b7ac8 RDI: ffff8801af1b7a70
RBP: ffff8801af1b7918 R08: 0000000000000000 R09: ffff880809fd8000
R10: 00000000007d9400 R11: 000000000080a000 R12: 0000000000000000
R13: ffff8801af1b7878 R14: ffffffff811f37d6 R15: ffff8801af1b77f8
FS: 00007f952796e780(0000) GS:ffff880809cc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f951d6995b9 CR3: 0000000628a3c000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
00000000007d581c ffffea001f560000 ffff8801af1b7968 0000000100000000
ffff8801af1b7a70 ffff8801af1b7ab0 ffff8801af1b7ac8 ffff8801af1b7a70
ffff880809fd8000 0000000000000000 000000000044be00 0000000000000000
Call Trace:
[<ffffffff811a73b5>] compaction_alloc+0x215/0x290
[<ffffffff811e4059>] migrate_pages+0x219/0x790
[<ffffffff811a71a0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a82b9>] compact_zone+0x2d9/0x430
[<ffffffff811a84ac>] compact_zone_order+0x9c/0xf0
[<ffffffff810295ec>] ? __switch_to+0x15c/0x4c0
[<ffffffff811a8861>] try_to_compact_pages+0x121/0x1a0
[<ffffffff81682306>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff816827da>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118b3b6>] ? __alloc_pages_nodemask+0x176/0x420
[<ffffffff8118b645>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d27aa>] alloc_pages_vma+0x9a/0x150
[<ffffffff811ebcd3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811ae19d>] ? free_pgtables+0xcd/0x120
[<ffffffff811b1a37>] handle_mm_fault+0xc37/0xfe0
[<ffffffff81692a84>] __do_page_fault+0x154/0x450
[<ffffffff81692db5>] do_page_fault+0x35/0x90
[<ffffffff8168efc8>] page_fault+0x28/0x30
Code: 48 89 75 a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 <8b> 43 18 41 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b
Complete report #23102
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff8118df8c
Build id: 3.10.0-327.el7.x86_64
|
0xac
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff8118e42f
Build id: 3.10.0-327.el7.x86_64
|
0x1cf
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811c71f9
Build id: 3.10.0-327.el7.x86_64
|
0x1e9
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff8118e260
Build id: 3.10.0-327.el7.x86_64
|
0x380
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff8118f259
Build id: 3.10.0-327.el7.x86_64
|
0x299
|
|
6
|
compact_zone_order
|
vmlinux |
0xffffffff8118f45c
Build id: 3.10.0-327.el7.x86_64
|
0x9c
|
|
7
|
try_to_compact_pages
|
vmlinux |
0xffffffff8118f811
Build id: 3.10.0-327.el7.x86_64
|
0x121
|
|
8
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff816305c8
Build id: 3.10.0-327.el7.x86_64
|
0xac
|
|
9
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff811734e8
Build id: 3.10.0-327.el7.x86_64
|
0x788
|
|
10
|
alloc_pages_vma
|
vmlinux |
0xffffffff811b78ca
Build id: 3.10.0-327.el7.x86_64
|
0x9a
|
|
11
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811cc2d3
Build id: 3.10.0-327.el7.x86_64
|
0x123
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff81196c78
Build id: 3.10.0-327.el7.x86_64
|
0x1a8
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff81640e22
Build id: 3.10.0-327.el7.x86_64
|
0x152
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff81641113
Build id: 3.10.0-327.el7.x86_64
|
0x23
|
|
15
|
page_fault
|
vmlinux |
0xffffffff8163d408
Build id: 3.10.0-327.el7.x86_64
|
0x28
|
BUG: soft lockup - CPU#3 stuck for 22s! [java:13267]
Modules linked in: binfmt_misc xt_nat veth fuse nf_conntrack_netlink nfnetlink xt_addrtype xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay vmw_vsock_vmci_transport vsock ppdev vmw_balloon coretemp pcspkr sg vmw_vmci parport_pc parport i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper ttm ata_piix vmxnet3 drm mptspi libata scsi_transport_spi mptscsih serio_raw mptbase i2c_core
floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 13267 Comm: java Not tainted 3.10.0-327.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff8801aeac9700 ti: ffff88017a184000 task.ti: ffff88017a184000
RIP: 0010:[<ffffffff8118df8c>] [<ffffffff8118df8c>] isolate_freepages_block+0xac/0x380
RSP: 0000:ffff88017a1878f8 EFLAGS: 00010286
RAX: 00000000ffffffff RBX: 0000000000000000 RCX: ffff88017a187b48
RDX: 0000000000141a00 RSI: 0000000000141800 RDI: ffff88017a187af0
RBP: ffff88017a187990 R08: 0000000000000000 R09: ffff880238fd5000
R10: 0000000005060000 R11: 0000000000239000 R12: ffff88022b59e600
R13: ffff88017a187860 R14: 0000000000000000 R15: 0000000000000000
FS: 00007fd02c779700(0000) GS:ffff880238d80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000df8fc040 CR3: 0000000072b9f000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
000000005f1f96d2 000000001b6597eb 000000005f1f96d2 000000001b6597eb
0000000000141800 ffff88017a187af0 0000000000239000 0000000000000000
ffff88017a187b30 ffff88017a187b48 ffff88017a187af0 ffff880238fd5000
Call Trace:
[<ffffffff8118e42f>] compaction_alloc+0x1cf/0x240
[<ffffffff811c71f9>] migrate_pages+0x1e9/0x790
[<ffffffff8118e260>] ? isolate_freepages_block+0x380/0x380
[<ffffffff8118f259>] compact_zone+0x299/0x400
[<ffffffff8118f45c>] compact_zone_order+0x9c/0xf0
[<ffffffff8118f811>] try_to_compact_pages+0x121/0x1a0
[<ffffffff816305c8>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff811734e8>] __alloc_pages_nodemask+0x788/0xb90
[<ffffffff811b78ca>] alloc_pages_vma+0x9a/0x140
[<ffffffff811cc2d3>] do_huge_pmd_anonymous_page+0x123/0x510
[<ffffffff81196c78>] handle_mm_fault+0x1a8/0xf50
[<ffffffff81640e22>] __do_page_fault+0x152/0x420
[<ffffffff81641113>] do_page_fault+0x23/0x80
[<ffffffff8163d408>] page_fault+0x28/0x30
Code: c0 00 4d 89 ee 48 89 4d b0 41 89 c5 eb 1d 90 49 83 c7 01 48 83 c3 40 4d 39 fc 0f 86 07 01 00 00 41 83 c5 01 4d 85 f6 4c 0f 44 f3 <8b> 43 18 83 f8 80 75 dc 48 8b 45 b8 0f b6 55 c0 48 8d 75 c8 4c
Complete report #20385
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6885
Build id: 3.10.0-514.el7.x86_64
|
0xa5
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff811a6cb5
Build id: 3.10.0-514.el7.x86_64
|
0x215
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811e3969
Build id: 3.10.0-514.el7.x86_64
|
0x219
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6aa0
Build id: 3.10.0-514.el7.x86_64
|
0x2c0
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff811a7bb9
Build id: 3.10.0-514.el7.x86_64
|
0x2d9
|
|
6
|
compact_zone_order
|
vmlinux |
0xffffffff811a7dac
Build id: 3.10.0-514.el7.x86_64
|
0x9c
|
|
7
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8161
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
8
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff8168139f
Build id: 3.10.0-514.el7.x86_64
|
0xac
|
|
9
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681873
Build id: 3.10.0-514.el7.x86_64
|
0x3ea
|
|
10
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118af55
Build id: 3.10.0-514.el7.x86_64
|
0x405
|
|
11
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d20ba
Build id: 3.10.0-514.el7.x86_64
|
0x9a
|
|
12
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb5e3
Build id: 3.10.0-514.el7.x86_64
|
0x123
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1347
Build id: 3.10.0-514.el7.x86_64
|
0xc37
|
|
14
|
|
vmlinux |
0xffffffff810cde74
Build id: 3.10.0-514.el7.x86_64
|
0x104
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 22s! [castepexe.exe:28788]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter dm_mirror dm_region_hash dm_log snd_hda_codec_hdmi nvidia_drm(POE) intel_powerclamp coretemp nvidia_modeset(POE) intel_rapl iosf_mbi kvm_intel kvm iTCO_wdt iTCO_vendor_support ipmi_devintf mxm_wmi snd_hda_intel nvidia(POE) irqbypass snd_hda_codec crc32_pclmul snd_hda_core ghash_clmulni_intel raid1 aesni_intel lrw snd_hwdep gf128mul snd_seq snd_seq_device snd_pcm glue_helper snd_timer ablk_helper snd cryptd soundcore sb_edac edac_core sg igb pcspkr ptp pps_core dca mei_me mei shpchp lpc_ich i2c_i801
ipmi_ssif ipmi_si ipmi_msghandler acpi_pad wmi acpi_power_meter dm_multipath dm_mod nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic i2c_algo_bit drm_kms_helper syscopyarea crct10dif_pclmul sysfillrect crct10dif_common sysimgblt crc32c_intel fb_sys_fops ttm ahci drm libahci libata i2c_core fjes
CPU: 13 PID: 28788 Comm: castepexe.exe Tainted: P OEL ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: Supermicro X10DRi/X10DRi, BIOS 2.1 09/13/2016
task: ffff881fefe00fb0 ti: ffff8816ee2a8000 task.ti: ffff8816ee2a8000
RIP: 0010:[<ffffffff811a6885>] [<ffffffff811a6885>] isolate_freepages_block+0xa5/0x2c0
RSP: 0018:ffff8816ee2ab888 EFLAGS: 00000216
RAX: 00000000ffffffff RBX: 0000000000000001 RCX: ffff8816ee2aba70
RDX: 000000000015fe00 RSI: ffff8816ee2abac8 RDI: ffff8816ee2aba70
RBP: ffff8816ee2ab918 R08: 0000000000000000 R09: ffff88107ffda000
R10: 0000000000100400 R11: 0000000001080000 R12: 0000000000000003
R13: 0000000000000001 R14: ffff88107ffd0380 R15: ffff88107ffda000
FS: 00002ae75462fe40(0000) GS:ffff88203f240000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002b586a4c68b8 CR3: 0000001feabdf000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000001080000 000000000000006c ffff8816ee2ab968 000000000000006c
ffff8816ee2aba70 ffff8816ee2abab0 ffff8816ee2abac8 ffff8816ee2aba70
ffff88107ffda000 0000000000000000 000000000015fe00 0000000000000001
Call Trace:
[<ffffffff811a6cb5>] compaction_alloc+0x215/0x290
[<ffffffff811e3969>] migrate_pages+0x219/0x790
[<ffffffff811a6aa0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7bb9>] compact_zone+0x2d9/0x430
[<ffffffff811a7dac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8161>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8168139f>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681873>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118af55>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d20ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb5e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811b1347>] handle_mm_fault+0xc37/0xfe0
[<ffffffff810cde74>] ? update_curr+0x104/0x190
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 8b 43 18 <41> 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b 45 a8 0f
Complete report #6298
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6a82
Build id: 3.10.0-514.10.2.el7.x86_64
|
0xa2
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff811a6eb5
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x215
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811e3b69
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x219
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6ca0
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x2c0
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff811a7db9
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x2d9
|
|
6
|
compact_zone_order
|
vmlinux |
0xffffffff811a7fac
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x9c
|
|
7
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8361
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x121
|
|
8
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff816818e2
Build id: 3.10.0-514.10.2.el7.x86_64
|
0xac
|
|
9
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681db6
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x3ea
|
|
10
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118b155
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x405
|
|
11
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d22ba
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x9a
|
|
12
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb7e3
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x123
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1547
Build id: 3.10.0-514.10.2.el7.x86_64
|
0xc37
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff81691fd4
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x154
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff81692305
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffff8168e5c8
Build id: 3.10.0-514.10.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [rpm:7125]
Modules linked in: nf_conntrack_ftp ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter intel_powerclamp coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg vmw_vmci shpchp parport_pc parport i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi crct10dif_pclmul
crct10dif_common crc32c_intel serio_raw vmxnet3 mptspi scsi_transport_spi vmwgfx mptscsih mptbase drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 7125 Comm: rpm Tainted: G L ------------ 3.10.0-514.10.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8802a779af10 ti: ffff880249840000 task.ti: ffff880249840000
RIP: 0010:[<ffffffff811a6a82>] [<ffffffff811a6a82>] isolate_freepages_block+0xa2/0x2c0
RSP: 0000:ffff880249843888 EFLAGS: 00010206
RAX: 00000000ffffffff RBX: ffffffff811db669 RCX: ffff880249843a70
RDX: 00000000001fc600 RSI: ffff880249843ac8 RDI: ffff880249843a70
RBP: ffff880249843918 R08: 0000000000000000 R09: ffff8802bffd3000
R10: 0000000000161200 R11: 00000000002c0000 R12: ffffea0002edc380
R13: ffff880249843900 R14: ffff8802498438e0 R15: 00000000ceeefa21
FS: 00007ff576f99800(0000) GS:ffff8802bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002600000 CR3: 00000001c7bf8000 CR4: 00000000000007f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 ffff8802b2186a40 ffff880249843968 ffff8802b2186a40
ffff880249843a70 ffff880249843ab0 ffff880249843ac8 ffff880249843a70
ffff8802bffd1700 0000000000000000 00000000001fc600 0000000000000003
Call Trace:
[<ffffffff811a6eb5>] compaction_alloc+0x215/0x290
[<ffffffff811e3b69>] migrate_pages+0x219/0x790
[<ffffffff811a6ca0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7db9>] compact_zone+0x2d9/0x430
[<ffffffff811a7fac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8361>] try_to_compact_pages+0x121/0x1a0
[<ffffffff816818e2>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681db6>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118b155>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d22ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb7e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811b1547>] handle_mm_fault+0xc37/0xfe0
[<ffffffff81691fd4>] __do_page_fault+0x154/0x450
[<ffffffff81692305>] do_page_fault+0x35/0x90
[<ffffffff8168e5c8>] page_fault+0x28/0x30
Code: 48 89 75 a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 <8b> 43 18 41 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b