Complete report #20618
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810f98e2
Build id: 3.10.0-514.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106c4c8
Build id: 3.10.0-514.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106c599
Build id: 3.10.0-514.el7.x86_64
|
0x69
|
|
4
|
pmdp_clear_flush
|
vmlinux |
0xffffffff811c0dee
Build id: 3.10.0-514.el7.x86_64
|
0x4e
|
|
5
|
migrate_misplaced_transhuge_page
|
vmlinux |
0xffffffff811e4aec
Build id: 3.10.0-514.el7.x86_64
|
0x25c
|
|
6
|
do_huge_pmd_numa_page
|
vmlinux |
0xffffffff811e9fb3
Build id: 3.10.0-514.el7.x86_64
|
0x1e3
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff811b0d54
Build id: 3.10.0-514.el7.x86_64
|
0x644
|
|
8
|
|
vmlinux |
0xffffffff810f7ac2
Build id: 3.10.0-514.el7.x86_64
|
0x172
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [java:19402]
Modules linked in: nfnetlink_queue nfnetlink_log nfnetlink bluetooth rfkill vmw_vsock_vmci_transport vsock intel_powerclamp coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg vmw_balloon pcspkr parport_pc parport shpchp i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect mptspi sysimgblt scsi_transport_spi fb_sys_fops ttm crct10dif_pclmul crct10dif_common ata_piix drm crc32c_intel serio_raw mptscsih libata mptbase vmxnet3 i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 19402 Comm: java Tainted: G L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8804c5109f60 ti: ffff880423e68000 task.ti: ffff880423e68000
RIP: 0010:[<ffffffff810f98e2>] [<ffffffff810f98e2>] smp_call_function_many+0x202/0x260
RSP: 0000:ffff880423e6bc30 EFLAGS: 00000202
RAX: 0000000000000009 RBX: 000800008106c300 RCX: ffff880637c9a7b0
RDX: 0000000000000009 RSI: 0000000000000010 RDI: 0000000000000000
RBP: ffff880423e6bc68 R08: ffff880184cd3c00 R09: ffffffff81317a89
R10: ffff880237c99b40 R11: ffffea0018b28600 R12: 0000000000000286
R13: 0000000000000286 R14: ffff880423e6bbe0 R15: 0000000000000002
FS: 00007f8fc19d5700(0000) GS:ffff880237c80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8fa1536738 CR3: 0000000233fdd000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000123e6bc28 ffff880234b5a8c8 ffff880234b5a580 0000000000000000
ffffffffffffffff ffff880234b5a8c8 ffff880236ababd0 ffff880423e6bcb8
ffffffff8106c4c8 ffff880234b5a580 0000000000000000 ffffffffffffffff
Call Trace:
[<ffffffff8106c4c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c599>] flush_tlb_mm_range+0x69/0x140
[<ffffffff811c0dee>] pmdp_clear_flush+0x4e/0x80
[<ffffffff811e4aec>] migrate_misplaced_transhuge_page+0x25c/0x770
[<ffffffff811e9fb3>] do_huge_pmd_numa_page+0x1e3/0x380
[<ffffffff811b0d54>] handle_mm_fault+0x644/0xfe0
[<ffffffff810f7ac2>] ? do_futex+0x172/0x5b0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 48 63 35 76 9e 9e 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 40 57 ad 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 45 9e 9e 00 eb b7 0f b6 4d cc 4c 89
Complete report #669820
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff8911173a
Build id: 3.10.0-957.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8907a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8907a608
Build id: 3.10.0-957.el7.x86_64
|
0x68
|
|
4
|
migrate_misplaced_transhuge_page
|
vmlinux |
0xffffffff892258c5
Build id: 3.10.0-957.el7.x86_64
|
0x545
|
|
5
|
do_huge_pmd_numa_page
|
vmlinux |
0xffffffff8922aec6
Build id: 3.10.0-957.el7.x86_64
|
0x256
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff891ec147
Build id: 3.10.0-957.el7.x86_64
|
0x877
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff8976f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff8976f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff8976b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 31s! [java:18652]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr vmw_balloon sg nfit joydev vmw_vmci parport_pc libnvdimm parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul crct10dif_common
fb_sys_fops crc32c_intel ttm serio_raw ata_piix drm libata mptspi vmxnet3 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 8 PID: 18652 Comm: java Kdump: loaded Tainted: G L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9d80d6611040 ti: ffff9d809e7b0000 task.ti: ffff9d809e7b0000
RIP: 0010:[<ffffffff8911173a>] [<ffffffff8911173a>] smp_call_function_many+0x20a/0x270
RSP: 0000:ffff9d809e7b3c48 EFLAGS: 00000202
RAX: 0000000000000005 RBX: 00000000000000fc RCX: ffff9d816dd60728
RDX: 0000000000000005 RSI: 0000000000000010 RDI: 0000000000000000
RBP: ffff9d809e7b3c80 R08: ffff9d81f8678000 R09: ffffffff893755c9
R10: ffff9d85ffc1f160 R11: ffffd5c5212fac00 R12: 0000000000000296
R13: ffff9d809e7b3bf8 R14: ffff9d85fffed228 R15: ffff9d85e99af440
FS: 00007fd77d3a9700(0000) GS:ffff9d85ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000100276b30 CR3: 0000000439ec4000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8907a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8907a608>] flush_tlb_mm_range+0x68/0x140
[<ffffffff892258c5>] migrate_misplaced_transhuge_page+0x545/0x7d0
[<ffffffff8922aec6>] do_huge_pmd_numa_page+0x256/0x460
[<ffffffff891ec147>] handle_mm_fault+0x877/0x9b0
[<ffffffff8976f5e3>] __do_page_fault+0x203/0x500
[<ffffffff8976f915>] do_page_fault+0x35/0x90
[<ffffffff8976b758>] page_fault+0x28/0x30
Code: 48 63 35 4e 83 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 b9 d4 89 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 1d 83 c4 00 eb b7 0f b6 4d cc 4c 89