Complete report #1422072
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6885
Build id: 3.10.0-514.el7.x86_64
|
0xa5
|
|
2
|
compaction_alloc
|
vmlinux |
0xffffffff811a6cb5
Build id: 3.10.0-514.el7.x86_64
|
0x215
|
|
3
|
migrate_pages
|
vmlinux |
0xffffffff811e3969
Build id: 3.10.0-514.el7.x86_64
|
0x219
|
|
4
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6aa0
Build id: 3.10.0-514.el7.x86_64
|
0x2c0
|
|
5
|
compact_zone
|
vmlinux |
0xffffffff811a7bb9
Build id: 3.10.0-514.el7.x86_64
|
0x2d9
|
|
6
|
|
xfs |
0xffffffffa02db667
Build id: 3.10.0-514.el7.x86_64
|
0xa7
|
|
7
|
compact_zone_order
|
vmlinux |
0xffffffff811a7dac
Build id: 3.10.0-514.el7.x86_64
|
0x9c
|
|
8
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8161
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
9
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff8168139f
Build id: 3.10.0-514.el7.x86_64
|
0xac
|
|
10
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681873
Build id: 3.10.0-514.el7.x86_64
|
0x3ea
|
|
11
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118af55
Build id: 3.10.0-514.el7.x86_64
|
0x405
|
|
12
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d20ba
Build id: 3.10.0-514.el7.x86_64
|
0x9a
|
|
13
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb5e3
Build id: 3.10.0-514.el7.x86_64
|
0x123
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1347
Build id: 3.10.0-514.el7.x86_64
|
0xc37
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#55 stuck for 22s! [rpm:50916]
Modules linked in: nfsv3 nfs_acl nfs lockd grace fscache xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 tun devlink ebtable_filter ebtables ip6table_filter ip6_tables xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) sunrpc iTCO_wdt iTCO_vendor_support mxm_wmi intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd uas usb_storage pcspkr sb_edac sg edac_core mei_me i2c_i801 mei lpc_ich ipmi_devintf ipmi_si fjes ipmi_msghandler wmi acpi_pad shpchp acpi_power_meter ip_tables xfs libcrc32c sr_mod cdrom sd_mod
crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ixgbe igb mdio i2c_algo_bit ptp ahci i2c_core pps_core libahci dca libata dm_mirror dm_region_hash dm_log dm_mod
CPU: 55 PID: 50916 Comm: rpm Tainted: G L ------------ T 3.10.0-514.el7.x86_64 #1
Hardware name: Supermicro X10DRi/X10DRi, BIOS 3.1a 04/16/2019
task: ffff882e3c270000 ti: ffff883ffcb48000 task.ti: ffff883ffcb48000
RIP: 0010:[<ffffffff811a6885>] [<ffffffff811a6885>] isolate_freepages_block+0xa5/0x2c0
RSP: 0000:ffff883ffcb4b888 EFLAGS: 00000212
RAX: 00000000ffffffff RBX: 0000000000000003 RCX: ffff883ffcb4ba70
RDX: 0000000002687a00 RSI: ffff883ffcb4bac8 RDI: ffff883ffcb4ba70
RBP: ffff883ffcb4b918 R08: 0000000000000000 R09: ffff88407ffd7000
R10: 0000000002081000 R11: 0000000004080000 R12: ffff88407fbc79e0
R13: ffff88407ffd7000 R14: 0000000002081000 R15: 0000000004080000
FS: 00007fd0d41ed840(0000) GS:ffff883fff0c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002600000 CR3: 0000002ed7a56000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000004080000 0000000000000090 ffff883ffcb4b968 0000000000000090
ffff883ffcb4ba70 ffff883ffcb4bab0 ffff883ffcb4bac8 ffff883ffcb4ba70
006fffff00000000 0000000000000000 0000000002687a00 0000000000000001
Call Trace:
[<ffffffff811a6cb5>] compaction_alloc+0x215/0x290
[<ffffffff811e3969>] migrate_pages+0x219/0x790
[<ffffffff811a6aa0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7bb9>] compact_zone+0x2d9/0x430
[<ffffffffa02db667>] ? xfs_vm_set_page_dirty+0xa7/0x180 [xfs]
[<ffffffff811a7dac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8161>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8168139f>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681873>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118af55>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d20ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb5e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811b1347>] handle_mm_fault+0xc37/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 8b 43 18 <41> 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b 45 a8 0f
Complete report #15622
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
isolate_freepages_block
|
vmlinux |
0xffffffff811a6882
Build id: 3.10.0-514.el7.x86_64
|
0xa2
|
|
2
|
|
vmlinux |
0xffffffff810295ec
Build id: 3.10.0-514.el7.x86_64
|
0x15c
|
|
3
|
compaction_alloc
|
vmlinux |
0xffffffff811a6cb5
Build id: 3.10.0-514.el7.x86_64
|
0x215
|
|
4
|
migrate_pages
|
vmlinux |
0xffffffff811e3969
Build id: 3.10.0-514.el7.x86_64
|
0x219
|
|
5
|
?
isolate_freepages_block
|
vmlinux |
0xffffffff811a6aa0
Build id: 3.10.0-514.el7.x86_64
|
0x2c0
|
|
6
|
compact_zone
|
vmlinux |
0xffffffff811a7bb9
Build id: 3.10.0-514.el7.x86_64
|
0x2d9
|
|
7
|
|
xfs |
0xffffffffa0282667
Build id: 3.10.0-514.el7.x86_64
|
0xa7
|
|
8
|
compact_zone_order
|
vmlinux |
0xffffffff811a7dac
Build id: 3.10.0-514.el7.x86_64
|
0x9c
|
|
9
|
try_to_compact_pages
|
vmlinux |
0xffffffff811a8161
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
10
|
__alloc_pages_direct_compact
|
vmlinux |
0xffffffff8168139f
Build id: 3.10.0-514.el7.x86_64
|
0xac
|
|
11
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffff81681873
Build id: 3.10.0-514.el7.x86_64
|
0x3ea
|
|
12
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff8118af55
Build id: 3.10.0-514.el7.x86_64
|
0x405
|
|
13
|
alloc_pages_vma
|
vmlinux |
0xffffffff811d20ba
Build id: 3.10.0-514.el7.x86_64
|
0x9a
|
|
14
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb5e3
Build id: 3.10.0-514.el7.x86_64
|
0x123
|
|
15
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1347
Build id: 3.10.0-514.el7.x86_64
|
0xc37
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [rpm:61401]
Modules linked in: xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle overlay ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc vmw_vsock_vmci_transport vsock sunrpc nfit libnvdimm snd_seq_midi snd_seq_midi_event ppdev vmw_balloon intel_powerclamp snd_ens1371 snd_rawmidi snd_ac97_codec coretemp ac97_bus iosf_mbi snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel lrw sg snd_seq_device gf128mul snd_pcm snd_timer snd soundcore glue_helper ablk_helper cryptd pcspkr shpchp i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic
pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel mptspi vmwgfx drm_kms_helper serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops scsi_transport_spi mptscsih ttm ata_piix mptbase drm e1000 libata i2c_core fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 61401 Comm: rpm Tainted: G W L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff88006fc62f10 ti: ffff8801b0ab0000 task.ti: ffff8801b0ab0000
RIP: 0010:[<ffffffff811a6882>] [<ffffffff811a6882>] isolate_freepages_block+0xa2/0x2c0
RSP: 0018:ffff8801b0ab3888 EFLAGS: 00010206
RAX: 00000000ffffffff RBX: 0000000000000001 RCX: ffff8801b0ab3a70
RDX: 0000000000112200 RSI: ffff8801b0ab3ac8 RDI: ffff8801b0ab3a70
RBP: ffff8801b0ab3918 R08: 0000000000000000 R09: ffff88023ffd8000
R10: 0000000000103600 R11: 0000000000240000 R12: 0000000000000003
R13: ffff88023ffd6000 R14: 0000000000000042 R15: ffff88023ffd8000
FS: 00007f5f43ce1840(0000) GS:ffff8802356c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1ffb3e3fb8 CR3: 00000001e63af000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff810295ec 00000001d9f9bf28 ffff88006fc635a8 0000000000000000
ffff8801b0ab3a70 ffff8801b0ab3ab0 ffff8801b0ab3ac8 ffff8801b0ab3a70
ffff88023ffd8000 0000000000000000 0000000000112200 ffff8801b0ab3940
Call Trace:
[<ffffffff810295ec>] ? __switch_to+0x15c/0x4c0
[<ffffffff811a6cb5>] compaction_alloc+0x215/0x290
[<ffffffff811e3969>] migrate_pages+0x219/0x790
[<ffffffff811a6aa0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a7bb9>] compact_zone+0x2d9/0x430
[<ffffffffa0282667>] ? xfs_vm_set_page_dirty+0xa7/0x180 [xfs]
[<ffffffff811a7dac>] compact_zone_order+0x9c/0xf0
[<ffffffff811a8161>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8168139f>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff81681873>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118af55>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d20ba>] alloc_pages_vma+0x9a/0x150
[<ffffffff811eb5e3>] do_huge_pmd_anonymous_page+0x123/0x520
[<ffffffff811b1347>] handle_mm_fault+0xc37/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 48 89 75 a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 <8b> 43 18 41 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b