Complete report #1163451
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810f98e2
Build id: 3.10.0-514.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106c4c8
Build id: 3.10.0-514.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106c599
Build id: 3.10.0-514.el7.x86_64
|
0x69
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811b8850
Build id: 3.10.0-514.el7.x86_64
|
0x770
|
|
5
|
|
vmlinux |
0xffffffff810f4f30
Build id: 3.10.0-514.el7.x86_64
|
0x80
|
|
6
|
change_protection
|
vmlinux |
0xffffffff811b89a5
Build id: 3.10.0-514.el7.x86_64
|
0x65
|
|
7
|
|
vmlinux |
0xffffffff811b5d2f
Build id: 3.10.0-514.el7.x86_64
|
0x3f
|
|
8
|
mprotect_fixup
|
vmlinux |
0xffffffff811b8ae7
Build id: 3.10.0-514.el7.x86_64
|
0x107
|
|
9
|
SyS_mprotect
|
vmlinux |
0xffffffff811b8d8b
Build id: 3.10.0-514.el7.x86_64
|
0x16b
|
|
10
|
tracesys
|
vmlinux |
0xffffffff816967d2
Build id: 3.10.0-514.el7.x86_64
|
0xdd
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [VM Thread:22497]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) devlink fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables vmw_vsock_vmci_transport vsock ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd sg vmw_balloon pcspkr shpchp parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper
syscopyarea sysfillrect sysimgblt serio_raw fb_sys_fops ttm mptspi scsi_transport_spi drm mptscsih ata_piix mptbase libata e1000 i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 22497 Comm: VM Thread Tainted: G L ------------ T 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8801dfe7ce70 ti: ffff88022df08000 task.ti: ffff88022df08000
RIP: 0010:[<ffffffff810f98e2>] [<ffffffff810f98e2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff88022df0bca0 EFLAGS: 00000202
RAX: 0000000000000005 RBX: ffffffff8106c300 RCX: ffff88083fd5ae20
RDX: 0000000000000005 RSI: 0000000000000008 RDI: 0000000000000000
RBP: ffff88022df0bcd8 R08: ffff88017cad0c00 R09: ffffffff81317a89
R10: ffff88083fd19b40 R11: ffffea000a7c8a00 R12: ffff88022df0bc70
R13: ffffffff813179df R14: ffffffff810c7d45 R15: ffff88022df0bc18
FS: 00007f4f2c3d2700(0000) GS:ffff88083fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007eff3c17ddf0 CR3: 00000008063c5000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
00000001810b4346 ffff88018874bb88 ffff88018874b840 00007f4f459b4000
00007f4f459b5000 ffff88018874bb88 00007f4f459b5000 ffff88022df0bd28
ffffffff8106c4c8 ffff88018874b840 00007f4f459b4000 00007f4f459b5000
Call Trace:
[<ffffffff8106c4c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c599>] flush_tlb_mm_range+0x69/0x140
[<ffffffff811b8850>] change_protection_range+0x770/0x860
[<ffffffff810f4f30>] ? futex_wake+0x80/0x160
[<ffffffff811b89a5>] change_protection+0x65/0xa0
[<ffffffff811b5d2f>] ? vma_set_page_prot+0x3f/0x60
[<ffffffff811b8ae7>] mprotect_fixup+0x107/0x240
[<ffffffff811b8d8b>] SyS_mprotect+0x16b/0x290
[<ffffffff816967d2>] tracesys+0xdd/0xe2
Code: 48 63 35 76 9e 9e 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 40 57 ad 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 45 9e 9e 00 eb b7 0f b6 4d cc 4c 89
Complete report #871051
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810c474a
Build id: 3.10.0-123.el7.x86_64
|
0x25a
|
|
2
|
|
vmlinux |
0xffffffff81050fb0
Build id: 3.10.0-123.el7.x86_64
|
0x70
|
|
3
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81051178
Build id: 3.10.0-123.el7.x86_64
|
0xb8
|
|
4
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8105123c
Build id: 3.10.0-123.el7.x86_64
|
0x5c
|
|
5
|
change_protection_range
|
vmlinux |
0xffffffff811748c0
Build id: 3.10.0-123.el7.x86_64
|
0x6f0
|
|
6
|
change_protection
|
vmlinux |
0xffffffff81174a15
Build id: 3.10.0-123.el7.x86_64
|
0x65
|
|
7
|
mprotect_fixup
|
vmlinux |
0xffffffff81174b64
Build id: 3.10.0-123.el7.x86_64
|
0x114
|
|
8
|
SyS_mprotect
|
vmlinux |
0xffffffff81174e4b
Build id: 3.10.0-123.el7.x86_64
|
0x16b
|
|
9
|
tracesys
|
vmlinux |
0xffffffff815f2327
Build id: 3.10.0-123.el7.x86_64
|
0xdd
|
BUG: soft lockup - CPU#4 stuck for 23s! [VM Thread:98029]
Modules linked in: tcp_diag inet_diag xt_nat xt_conntrack ipt_MASQUERADE xt_addrtype nf_conntrack_netlink iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables ip_set veth nfnetlink bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop virtio_console i2c_piix4 sg virtio_balloon mperf serio_raw pcspkr xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_scsi virtio_net virtio_blk cirrus syscopyarea sysfillrect sysimgblt drm_kms_helper ttm drm ata_piix virtio_pci libata virtio_ring i2c_core virtio floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 4 PID: 98029 Comm: VM Thread Not tainted 3.10.0-123.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff880036bb0000 ti: ffff88039c95e000 task.ti: ffff88039c95e000
RIP: 0010:[<ffffffff810c474a>] [<ffffffff810c474a>] smp_call_function_many+0x25a/0x2c0
RSP: 0018:ffff88039c95fc90 EFLAGS: 00000202
RAX: 0000000000000001 RBX: 000800002e295080 RCX: ffff88042e2382e0
RDX: 0000000000000001 RSI: 00000000000000a0 RDI: 0000000000000000
RBP: ffff88039c95fce0 R08: ffff88042825c400 R09: ffff88042e2973a0
R10: ffffea0010981600 R11: ffffffff812b8739 R12: 0000000000000286
R13: 0000000000000018 R14: ffff88039c95fc00 R15: 0000000000000286
FS: 00007f109d19e700(0000) GS:ffff88042e280000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0c8162b2f4 CR3: 00000002b81e5000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
000000012e28e780 0000000000015040 ffffffff81050fb0 ffff88042e2f5040
0000000000000202 ffff8804240e1f40 0000000000000000 ffffffffffffffff
ffff8804240e2288 00007f10b6590000 ffff88039c95fd30 ffffffff81051178
Call Trace:
[<ffffffff81050fb0>] ? leave_mm+0x70/0x70
[<ffffffff81051178>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8105123c>] flush_tlb_mm_range+0x5c/0x180
[<ffffffff811748c0>] change_protection_range+0x6f0/0x7e0
[<ffffffff81174a15>] change_protection+0x65/0xa0
[<ffffffff81174b64>] mprotect_fixup+0x114/0x290
[<ffffffff81174e4b>] SyS_mprotect+0x16b/0x290
[<ffffffff815f2327>] tracesys+0xdd/0xe2
Code: 48 63 35 8e f7 91 00 89 c2 39 f0 0f 8d 2d fe ff ff 48 98 49 8b 4d 00 48 03 0c c5 80 5e 9d 81 f6 41 20 01 74 cc 0f 1f 40 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 5d f7 91 00 eb b7 0f b6 4d b4 48 8b
Complete report #838689
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810e6de2
Build id: 3.10.0-327.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81065e58
Build id: 3.10.0-327.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff81065f26
Build id: 3.10.0-327.el7.x86_64
|
0x66
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff8119f7c0
Build id: 3.10.0-327.el7.x86_64
|
0x720
|
|
5
|
change_protection
|
vmlinux |
0xffffffff8119f915
Build id: 3.10.0-327.el7.x86_64
|
0x65
|
|
6
|
mprotect_fixup
|
vmlinux |
0xffffffff8119fa6c
Build id: 3.10.0-327.el7.x86_64
|
0x11c
|
|
7
|
SyS_mprotect
|
vmlinux |
0xffffffff8119fd2b
Build id: 3.10.0-327.el7.x86_64
|
0x16b
|
|
8
|
tracesys
|
vmlinux |
0xffffffff81645b12
Build id: 3.10.0-327.el7.x86_64
|
0xdd
|
BUG: soft lockup - CPU#2 stuck for 22s! [java:12295]
Modules linked in: veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop ip6t_rpfilter ip6t_REJECT ipt_REJECT xt_conntrack ebtable_nat ebtable_broute bridge stp llc ebtable_filter ebtables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw ip6table_filter ip6_tables iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw iptable_filter crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev parport_pc cryptd sg parport virtio_rng i2c_piix4 virtio_balloon pcspkr ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net virtio_console
virtio_blk cirrus syscopyarea sysfillrect sysimgblt drm_kms_helper ttm ata_piix crct10dif_pclmul crct10dif_common drm crc32c_intel serio_raw libata virtio_pci i2c_core virtio_ring virtio floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 12295 Comm: java Tainted: G W L ------------ 3.10.0-327.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 1.11.0-2.el7 04/01/2014
task: ffff880315830000 ti: ffff880315940000 task.ti: ffff880315940000
RIP: 0010:[<ffffffff810e6de2>] [<ffffffff810e6de2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff880315943ca0 EFLAGS: 00000202
RAX: 0000000000000001 RBX: 0008000081065c90 RCX: ffff88043fc580c0
RDX: 0000000000000001 RSI: 0000000000000008 RDI: 0000000000000000
RBP: ffff880315943cd8 R08: ffff880429566000 R09: ffffe8fffd283160
R10: ffffea00087da200 R11: ffffffff812f2869 R12: 0000000000000282
R13: 0000000000000282 R14: ffff880315943c50 R15: ffff880315943c18
FS: 00007f0ab72b1b10(0000) GS:ffff88043fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc4bdde4000 CR3: 00000002d53f0000 CR4: 00000000001406e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000115830000 ffff880222ed0348 ffff880222ed0000 0000000000000000
ffffffffffffffff ffff880222ed0348 00007f0acba0b000 ffff880315943d28
ffffffff81065e58 ffff880222ed0000 0000000000000000 ffffffffffffffff
Call Trace:
[<ffffffff81065e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81065f26>] flush_tlb_mm_range+0x66/0x140
[<ffffffff8119f7c0>] change_protection_range+0x720/0x810
[<ffffffff8119f915>] change_protection+0x65/0xa0
[<ffffffff8119fa6c>] mprotect_fixup+0x11c/0x270
[<ffffffff8119fd2b>] SyS_mprotect+0x16b/0x290
[<ffffffff81645b12>] tracesys+0xdd/0xe2
Code: 48 63 35 f6 2a 98 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 b8 a5 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 c5 2a 98 00 eb b7 0f b6 4d cc 4c 89
Complete report #235080
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810fb6b2
Build id: 3.10.0-693.11.6.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106f438
Build id: 3.10.0-693.11.6.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106f508
Build id: 3.10.0-693.11.6.el7.x86_64
|
0x68
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811bbc98
Build id: 3.10.0-693.11.6.el7.x86_64
|
0x6e8
|
|
5
|
change_protection
|
vmlinux |
0xffffffff811bbdf5
Build id: 3.10.0-693.11.6.el7.x86_64
|
0x65
|
|
6
|
|
vmlinux |
0xffffffff811b8f0f
Build id: 3.10.0-693.11.6.el7.x86_64
|
0x3f
|
|
7
|
mprotect_fixup
|
vmlinux |
0xffffffff811bbf37
Build id: 3.10.0-693.11.6.el7.x86_64
|
0x107
|
|
8
|
SyS_mprotect
|
vmlinux |
0xffffffff811bc1db
Build id: 3.10.0-693.11.6.el7.x86_64
|
0x16b
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff816b89fd
Build id: 3.10.0-693.11.6.el7.x86_64
|
0x16
|
|
10
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff816b889d
Build id: 3.10.0-693.11.6.el7.x86_64
|
0xca
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [java:31696]
Modules linked in: ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sg joydev i2c_piix4 shpchp pcspkr nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom crct10dif_common ata_generic pata_acpi virtio_net virtio_blk bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata virtio_pci i2c_core virtio_ring serio_raw
virtio floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 31696 Comm: java Not tainted 3.10.0-693.11.6.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org 04/01/2014
task: ffff8800784ceeb0 ti: ffff8805e6fcc000 task.ti: ffff8805e6fcc000
RIP: 0010:[<ffffffff810fb6b2>] [<ffffffff810fb6b2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff8805e6fcfc78 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 00000000000000fc RCX: ffff88063fc1c378
RDX: 0000000000000000 RSI: 0000000000000008 RDI: 0000000000000000
RBP: ffff8805e6fcfcb0 R08: ffff880176b9f800 R09: ffffffff81324989
R10: ffff88063fc5b9c0 R11: ffffea000f470400 R12: ffffffff816b9bff
R13: ffffffff816b9c06 R14: ffffffff816b9c0d R15: ffffffff816b9c14
FS: 00007f3a82fef700(0000) GS:ffff88063fc40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000559078e96060 CR3: 000000023ab1e000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8106f438>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106f508>] flush_tlb_mm_range+0x68/0x140
[<ffffffff811bbc98>] change_protection_range+0x6e8/0x7e0
[<ffffffff811bbdf5>] change_protection+0x65/0xa0
[<ffffffff811b8f0f>] ? vma_set_page_prot+0x3f/0x60
[<ffffffff811bbf37>] mprotect_fixup+0x107/0x240
[<ffffffff811bc1db>] SyS_mprotect+0x16b/0x290
[<ffffffff816b89fd>] system_call_fastpath+0x16/0x1b
[<ffffffff816b889d>] ? system_call_after_swapgs+0xca/0x214
Code: 48 63 35 56 b8 a2 00 89 c2 39 f0 0f 8d 85 fe ff ff 48 98 49 8b 0f 48 03 0c c5 20 8e b1 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 25 b8 a2 00 eb b7 0f b6 4d cc 4c 89
Complete report #209383
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810e6de2
Build id: 3.10.0-327.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81065e58
Build id: 3.10.0-327.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff81065f26
Build id: 3.10.0-327.el7.x86_64
|
0x66
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff8119f7c0
Build id: 3.10.0-327.el7.x86_64
|
0x720
|
|
5
|
change_protection
|
vmlinux |
0xffffffff8119f915
Build id: 3.10.0-327.el7.x86_64
|
0x65
|
|
6
|
mprotect_fixup
|
vmlinux |
0xffffffff8119fa6c
Build id: 3.10.0-327.el7.x86_64
|
0x11c
|
|
7
|
SyS_mprotect
|
vmlinux |
0xffffffff8119fd2b
Build id: 3.10.0-327.el7.x86_64
|
0x16b
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffff81645909
Build id: 3.10.0-327.el7.x86_64
|
0x16
|
BUG: soft lockup - CPU#1 stuck for 40s! [java:31722]
Modules linked in: iptable_filter ip_tables binfmt_misc gsch(OE) redirfs(OE) dsa_filter(POE) ip_set nfnetlink bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop vmw_vsock_vmci_transport vsock sunrpc coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon sg pcspkr parport_pc shpchp parport vmw_vmci i2c_piix4 xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic mptsas crct10dif_pclmul crct10dif_common scsi_transport_sas vmwgfx drm_kms_helper ttm mptscsih crc32c_intel ata_piix drm serio_raw mptbase vmxnet3 i2c_core libata dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 1 PID: 31722 Comm: java Tainted: P OEL ------------ 3.10.0-327.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff880035c98000 ti: ffff8804236b8000 task.ti: ffff8804236b8000
RIP: 0010:[<ffffffff810e6de2>] [<ffffffff810e6de2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff8804236bbca0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 0008000081065c90 RCX: ffff88043fc182b0
RDX: 0000000000000000 RSI: 0000000000000004 RDI: 0000000000000000
RBP: ffff8804236bbcd8 R08: ffff8804295ab800 R09: ffff88043fc975e0
R10: ffffea000065e100 R11: ffffffff812f2869 R12: 0000000000000282
R13: 0000000000000282 R14: ffff8804236bbc50 R15: ffff8804254e66c0
FS: 00007efe785f5700(0000) GS:ffff88043fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0fbb457000 CR3: 00000002b4ee8000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
00000001810a97e6 ffff88007eda73c8 ffff88007eda7080 00007efe90abb000
00007efe90abc000 ffff88007eda73c8 00007efe90abc000 ffff8804236bbd28
ffffffff81065e58 ffff88007eda7080 00007efe90abb000 00007efe90abc000
Call Trace:
[<ffffffff81065e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81065f26>] flush_tlb_mm_range+0x66/0x140
[<ffffffff8119f7c0>] change_protection_range+0x720/0x810
[<ffffffff8119f915>] change_protection+0x65/0xa0
[<ffffffff8119fa6c>] mprotect_fixup+0x11c/0x270
[<ffffffff8119fd2b>] SyS_mprotect+0x16b/0x290
[<ffffffff81645909>] system_call_fastpath+0x16/0x1b
Code: 48 63 35 f6 2a 98 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 b8 a5 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 c5 2a 98 00 eb b7 0f b6 4d cc 4c 89
Complete report #184047
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810f99a2
Build id: 3.10.0-693.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106e668
Build id: 3.10.0-693.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106e738
Build id: 3.10.0-693.el7.x86_64
|
0x68
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811b9dd8
Build id: 3.10.0-693.el7.x86_64
|
0x6e8
|
|
5
|
change_protection
|
vmlinux |
0xffffffff811b9f35
Build id: 3.10.0-693.el7.x86_64
|
0x65
|
|
6
|
|
vmlinux |
0xffffffff811b704f
Build id: 3.10.0-693.el7.x86_64
|
0x3f
|
|
7
|
mprotect_fixup
|
vmlinux |
0xffffffff811ba077
Build id: 3.10.0-693.el7.x86_64
|
0x107
|
|
8
|
SyS_mprotect
|
vmlinux |
0xffffffff811ba31b
Build id: 3.10.0-693.el7.x86_64
|
0x16b
|
|
9
|
tracesys
|
vmlinux |
0xffffffff816b51d2
Build id: 3.10.0-693.el7.x86_64
|
0xdd
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [VM Thread:96696]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables br_netfilter overlay(T) binfmt_misc uio_ivshmem(OE) uio gsch(OE) redirfs(OE) nls_utf8 isofs tun ip_set nfnetlink bridge stp llc ppdev joydev pcspkr virtio_balloon parport_pc parport sg i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc xfs libcrc32c sr_mod cdrom virtio_console virtio_net virtio_blk virtio_scsi ata_generic pata_acpi cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix serio_raw libata virtio_pci floppy i2c_core virtio_ring virtio dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 2 PID: 96696 Comm: VM Thread Tainted: G OEL ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff8800bb28bf40 ti: ffff88009f474000 task.ti: ffff88009f474000
RIP: 0010:[<ffffffff810f99a2>] [<ffffffff810f99a2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff88009f477ca8 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 00000000000000fc RCX: ffff88042ce1ad90
RDX: 0000000000000000 RSI: 00000000000000a0 RDI: 0000000000000000
RBP: ffff88009f477ce0 R08: ffff88017a303800 R09: ffffffff813227d9
R10: ffff88042ce99c80 R11: ffffea0000221200 R12: 0000000000000296
R13: ffff88009f477c58 R14: ffff88009f477c20 R15: ffffffff810ce54e
FS: 00007f29e7dfd700(0000) GS:ffff88042ce80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2a047cc000 CR3: 00000003beb92000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
00000001810b4596 ffff88007a9cc1c8 ffff88007a9cbe80 0000000000000000
ffffffffffffffff ffff88007a9cc1c8 00007f2a049c9000 ffff88009f477d30
ffffffff8106e668 ffff88007a9cbe80 0000000000000000 ffffffffffffffff
Call Trace:
[<ffffffff8106e668>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106e738>] flush_tlb_mm_range+0x68/0x140
[<ffffffff811b9dd8>] change_protection_range+0x6e8/0x7e0
[<ffffffff811b9f35>] change_protection+0x65/0xa0
[<ffffffff811b704f>] ? vma_set_page_prot+0x3f/0x60
[<ffffffff811ba077>] mprotect_fixup+0x107/0x240
[<ffffffff811ba31b>] SyS_mprotect+0x16b/0x290
[<ffffffff816b51d2>] tracesys+0xdd/0xe2
Code: 48 63 35 26 45 a2 00 89 c2 39 f0 0f 8d 85 fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 fd b0 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 f5 44 a2 00 eb b7 0f b6 4d cc 4c 89
Complete report #138521
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810fff2a
Build id: 4.4.15-1.el7.elrepo.x86_64
|
0x1fa
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106eb35
Build id: 4.4.15-1.el7.elrepo.x86_64
|
0x145
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106ecd4
Build id: 4.4.15-1.el7.elrepo.x86_64
|
0x64
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811ba3ce
Build id: 4.4.15-1.el7.elrepo.x86_64
|
0x74e
|
|
5
|
change_protection
|
vmlinux |
0xffffffff811ba4c4
Build id: 4.4.15-1.el7.elrepo.x86_64
|
0x14
|
|
6
|
mprotect_fixup
|
vmlinux |
0xffffffff811ba5d7
Build id: 4.4.15-1.el7.elrepo.x86_64
|
0xf7
|
|
7
|
SyS_mprotect
|
vmlinux |
0xffffffff811ba89a
Build id: 4.4.15-1.el7.elrepo.x86_64
|
0x16a
|
|
8
|
entry_SYSCALL_64_fastpath
|
vmlinux |
0xffffffff816ed8ae
Build id: 4.4.15-1.el7.elrepo.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 25s! [magpie-categori:13163]
Modules linked in: 8021q garp mrp zram lz4_compress vmw_vsock_vmci_transport vsock iptable_filter ip6table_filter ip6_tables coretemp crct10dif_pclmul crc32_pclmul aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon input_leds pcspkr sg shpchp parport_pc parport 8250_fintek vmw_vmci i2c_piix4 acpi_cpufreq binfmt_misc sch_fq_codel ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi sd_mod vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crc32c_intel serio_raw ata_piix vmxnet3 vmw_pvscsi drm libata floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 13163 Comm: magpie-categori Tainted: G L 4.4.15-1.el7.elrepo.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff880c2a1f0000 ti: ffff880c40850000 task.ti: ffff880c40850000
RIP: 0010:[<ffffffff810fff2a>] [<ffffffff810fff2a>] smp_call_function_many+0x1fa/0x260
RSP: 0018:ffff880c40853c88 EFLAGS: 00000202
RAX: 0000000000000003 RBX: ffffffff8106e890 RCX: ffff880c4d65b6e0
RDX: 0000000000000001 RSI: 0000000000000040 RDI: ffff880c46fdd3b0
RBP: ffff880c40853cc0 R08: 00000000000001ee R09: 0000000000000000
R10: ffff880c4d85a160 R11: ffffea0000da1e40 R12: ffff880c40853cd8
R13: 0000000000000040 R14: ffff880c4d857ec0 R15: 0000000000017e80
FS: 00007f29de1ae700(0000) GS:ffff880c4d840000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f00acdba000 CR3: 0000000c43fc0000 CR4: 00000000000006e0
Stack:
0000000000000009 01ffc90000000001 00007f359aa19000 00007f359aa18000
ffff880c44aada00 ffff880c44aadd58 0000000000000001 ffff880c40853d20
ffffffff8106eb35 0000000000000000 ffff880c44aada00 00007f359aa18000
Call Trace:
[<ffffffff8106eb35>] native_flush_tlb_others+0x145/0x1c0
[<ffffffff8106ecd4>] flush_tlb_mm_range+0x64/0x160
[<ffffffff811ba3ce>] change_protection_range+0x74e/0x830
[<ffffffff811ba4c4>] change_protection+0x14/0x30
[<ffffffff811ba5d7>] mprotect_fixup+0xf7/0x250
[<ffffffff811ba89a>] SyS_mprotect+0x16a/0x260
[<ffffffff816ed8ae>] entry_SYSCALL_64_fastpath+0x12/0x71
Code: 63 d2 e8 6a 13 24 00 3b 05 98 84 aa 00 89 c2 0f 8d 96 fe ff ff 48 98 49 8b 0e 48 03 0c c5 a0 3d b9 81 8b 41 18 a8 01 74 c8 f3 90 <8b> 41 18 a8 01 75 f7 eb bd 0f b6 4d d0 4c 89 e2 48 89 de 44 89
Complete report #80995
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810f98e2
Build id: 3.10.0-514.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106c4c8
Build id: 3.10.0-514.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106c599
Build id: 3.10.0-514.el7.x86_64
|
0x69
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811b8850
Build id: 3.10.0-514.el7.x86_64
|
0x770
|
|
5
|
|
vmlinux |
0xffffffff810f4f30
Build id: 3.10.0-514.el7.x86_64
|
0x80
|
|
6
|
change_protection
|
vmlinux |
0xffffffff811b89a5
Build id: 3.10.0-514.el7.x86_64
|
0x65
|
|
7
|
|
vmlinux |
0xffffffff811b5d2f
Build id: 3.10.0-514.el7.x86_64
|
0x3f
|
|
8
|
mprotect_fixup
|
vmlinux |
0xffffffff811b8ae7
Build id: 3.10.0-514.el7.x86_64
|
0x107
|
|
9
|
SyS_mprotect
|
vmlinux |
0xffffffff811b8d8b
Build id: 3.10.0-514.el7.x86_64
|
0x16b
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff816965c9
Build id: 3.10.0-514.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [java:89572]
Modules linked in: tun cfg80211 rfkill iptable_mangle iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack xt_multiport iptable_filter binfmt_misc fuse intel_powerclamp ppdev sg virtio_balloon parport_pc parport i2c_piix4 pcspkr nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_console virtio_net virtio_scsi virtio_blk cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring i2c_core virtio floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: sfs]
CPU: 4 PID: 89572 Comm: java Tainted: G OEL ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff880301bf2f10 ti: ffff880429424000 task.ti: ffff880429424000
RIP: 0010:[<ffffffff810f98e2>] [<ffffffff810f98e2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff880429427ca0 EFLAGS: 00000202
RAX: 0000000000000002 RBX: 000800008106c300 RCX: ffff88042ce9ac70
RDX: 0000000000000002 RSI: 00000000000000a0 RDI: 0000000000000000
RBP: ffff880429427cd8 R08: ffff88018227bc00 R09: ffffffff81317a89
R10: ffff88042cf19b40 R11: ffffea0000734000 R12: 0000000000000282
R13: 0000000000000282 R14: ffff880429427c50 R15: ffff880429427c18
FS: 00007fc1e5cfc700(0000) GS:ffff88042cf00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fee48552880 CR3: 0000000424e4b000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
00000001810b4346 ffff8803a82c0348 ffff8803a82c0000 0000000000000000
ffffffffffffffff ffff8803a82c0348 00007fc20d016000 ffff880429427d28
ffffffff8106c4c8 ffff8803a82c0000 0000000000000000 ffffffffffffffff
Call Trace:
[<ffffffff8106c4c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c599>] flush_tlb_mm_range+0x69/0x140
[<ffffffff811b8850>] change_protection_range+0x770/0x860
[<ffffffff810f4f30>] ? futex_wake+0x80/0x160
[<ffffffff811b89a5>] change_protection+0x65/0xa0
[<ffffffff811b5d2f>] ? vma_set_page_prot+0x3f/0x60
[<ffffffff811b8ae7>] mprotect_fixup+0x107/0x240
[<ffffffff811b8d8b>] SyS_mprotect+0x16b/0x290
[<ffffffff816965c9>] system_call_fastpath+0x16/0x1b
Code: 48 63 35 76 9e 9e 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 40 57 ad 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 45 9e 9e 00 eb b7 0f b6 4d cc 4c 89
Complete report #71685
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810f98e2
Build id: 3.10.0-514.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106c4c8
Build id: 3.10.0-514.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106c599
Build id: 3.10.0-514.el7.x86_64
|
0x69
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811b8850
Build id: 3.10.0-514.el7.x86_64
|
0x770
|
|
5
|
change_protection
|
vmlinux |
0xffffffff811b89a5
Build id: 3.10.0-514.el7.x86_64
|
0x65
|
|
6
|
|
vmlinux |
0xffffffff811b5d2f
Build id: 3.10.0-514.el7.x86_64
|
0x3f
|
|
7
|
mprotect_fixup
|
vmlinux |
0xffffffff811b8ae7
Build id: 3.10.0-514.el7.x86_64
|
0x107
|
|
8
|
SyS_mprotect
|
vmlinux |
0xffffffff811b8d8b
Build id: 3.10.0-514.el7.x86_64
|
0x16b
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff816965c9
Build id: 3.10.0-514.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [java:21630]
Modules linked in: xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle overlay ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc vmw_vsock_vmci_transport vsock sunrpc nfit libnvdimm snd_seq_midi snd_seq_midi_event ppdev vmw_balloon intel_powerclamp snd_ens1371 snd_rawmidi snd_ac97_codec coretemp ac97_bus iosf_mbi snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel lrw sg snd_seq_device gf128mul snd_pcm snd_timer snd soundcore glue_helper ablk_helper cryptd pcspkr shpchp i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic
pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel mptspi vmwgfx drm_kms_helper serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops scsi_transport_spi mptscsih ttm ata_piix mptbase drm e1000 libata i2c_core fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 21630 Comm: java Tainted: G W L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff88008ccfbec0 ti: ffff88022c320000 task.ti: ffff88022c320000
RIP: 0010:[<ffffffff810f98e2>] [<ffffffff810f98e2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff88022c323ca0 EFLAGS: 00000202
RAX: 0000000000000003 RBX: 000800008106c300 RCX: ffff8802356da678
RDX: 0000000000000003 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff88022c323cd8 R08: ffff880184efc000 R09: ffffffff81317a89
R10: ffff880235659b40 R11: ffffea0007249e00 R12: 0000000000000282
R13: 0000000000000282 R14: ffff88022c323c50 R15: ffff88003549c780
FS: 00007fd70d1f1700(0000) GS:ffff880235640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd72b1f0280 CR3: 000000006fe7e000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000100000000 ffff88006a61c808 ffff88006a61c4c0 00007fd72b1f1000
00007fd72b1f2000 ffff88006a61c808 00007fd72b1f2000 ffff88022c323d28
ffffffff8106c4c8 ffff88006a61c4c0 00007fd72b1f1000 00007fd72b1f2000
Call Trace:
[<ffffffff8106c4c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c599>] flush_tlb_mm_range+0x69/0x140
[<ffffffff811b8850>] change_protection_range+0x770/0x860
[<ffffffff811b89a5>] change_protection+0x65/0xa0
[<ffffffff811b5d2f>] ? vma_set_page_prot+0x3f/0x60
[<ffffffff811b8ae7>] mprotect_fixup+0x107/0x240
[<ffffffff811b8d8b>] SyS_mprotect+0x16b/0x290
[<ffffffff816965c9>] system_call_fastpath+0x16/0x1b
Code: 48 63 35 76 9e 9e 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 40 57 ad 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 45 9e 9e 00 eb b7 0f b6 4d cc 4c 89
Complete report #68089
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810f98e6
Build id: 3.10.0-514.el7.x86_64
|
0x206
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106c4c8
Build id: 3.10.0-514.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106c599
Build id: 3.10.0-514.el7.x86_64
|
0x69
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811b8850
Build id: 3.10.0-514.el7.x86_64
|
0x770
|
|
5
|
change_protection
|
vmlinux |
0xffffffff811b89a5
Build id: 3.10.0-514.el7.x86_64
|
0x65
|
|
6
|
|
vmlinux |
0xffffffff811b5d2f
Build id: 3.10.0-514.el7.x86_64
|
0x3f
|
|
7
|
mprotect_fixup
|
vmlinux |
0xffffffff811b8ae7
Build id: 3.10.0-514.el7.x86_64
|
0x107
|
|
8
|
SyS_mprotect
|
vmlinux |
0xffffffff811b8d8b
Build id: 3.10.0-514.el7.x86_64
|
0x16b
|
|
9
|
tracesys
|
vmlinux |
0xffffffff816967d2
Build id: 3.10.0-514.el7.x86_64
|
0xdd
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 30s! [node:38371]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock ext4 mbcache jbd2 dm_mirror dm_region_hash dm_log dm_mod intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper
ablk_helper cryptd ppdev vmw_balloon pcspkr sg vmw_vmci shpchp i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper mptspi syscopyarea crct10dif_pclmul crct10dif_common sysfillrect scsi_transport_spi sysimgblt fb_sys_fops crc32c_intel ata_piix ttm drm serio_raw mptscsih libata vmxnet3 mptbase i2c_core floppy fjes
CPU: 5 PID: 38371 Comm: node Tainted: G L ------------ T 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8805576ece70 ti: ffff88076c2e4000 task.ti: ffff88076c2e4000
RIP: 0010:[<ffffffff810f98e6>] [<ffffffff810f98e6>] smp_call_function_many+0x206/0x260
RSP: 0018:ffff88076c2e7ca0 EFLAGS: 00000202
RAX: 0000000000000002 RBX: ffffffff8106c300 RCX: ffff88081e69ae48
RDX: 0000000000000002 RSI: 0000000000000040 RDI: 0000000000000000
RBP: ffff88076c2e7cd8 R08: ffff88017cab5800 R09: ffffffff81317a89
R10: ffff88081e759b40 R11: ffffea000d91d800 R12: 0000000000000286
R13: ffff88076c2e7c50 R14: ffffffff8118a67a R15: ffff88076c2e7d08
FS: 00007f0a3bc2b740(0000) GS:ffff88081e740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00003a2252340000 CR3: 00000001e711b000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000100000000 ffff8807546b2f08 ffff8807546b2bc0 0000000000000000
ffffffffffffffff ffff8807546b2f08 00000441b8197000 ffff88076c2e7d28
ffffffff8106c4c8 ffff8807546b2bc0 0000000000000000 ffffffffffffffff
Call Trace:
[<ffffffff8106c4c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c599>] flush_tlb_mm_range+0x69/0x140
[<ffffffff811b8850>] change_protection_range+0x770/0x860
[<ffffffff811b89a5>] change_protection+0x65/0xa0
[<ffffffff811b5d2f>] ? vma_set_page_prot+0x3f/0x60
[<ffffffff811b8ae7>] mprotect_fixup+0x107/0x240
[<ffffffff811b8d8b>] SyS_mprotect+0x16b/0x290
[<ffffffff816967d2>] tracesys+0xdd/0xe2
Code: 9e 9e 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 40 57 ad 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 f6 41 20 01 <75> f8 48 63 35 45 9e 9e 00 eb b7 0f b6 4d cc 4c 89 f2 4c 89 ee
Complete report #13094
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810f9a42
Build id: 3.10.0-514.2.2.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106c5f8
Build id: 3.10.0-514.2.2.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106c6c9
Build id: 3.10.0-514.2.2.el7.x86_64
|
0x69
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811b89b0
Build id: 3.10.0-514.2.2.el7.x86_64
|
0x770
|
|
5
|
|
vmlinux |
0xffffffff810f5090
Build id: 3.10.0-514.2.2.el7.x86_64
|
0x80
|
|
6
|
change_protection
|
vmlinux |
0xffffffff811b8b05
Build id: 3.10.0-514.2.2.el7.x86_64
|
0x65
|
|
7
|
|
vmlinux |
0xffffffff811b5e8f
Build id: 3.10.0-514.2.2.el7.x86_64
|
0x3f
|
|
8
|
mprotect_fixup
|
vmlinux |
0xffffffff811b8c47
Build id: 3.10.0-514.2.2.el7.x86_64
|
0x107
|
|
9
|
SyS_mprotect
|
vmlinux |
0xffffffff811b8eeb
Build id: 3.10.0-514.2.2.el7.x86_64
|
0x16b
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff816967c9
Build id: 3.10.0-514.2.2.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [java:2960]
Modules linked in: nfsv3 nfs fscache binfmt_misc ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event intel_powerclamp coretemp snd_ens1371 iosf_mbi snd_rawmidi snd_ac97_codec crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq aesni_intel lrw gf128mul snd_seq_device glue_helper snd_pcm ablk_helper cryptd snd_timer snd ppdev soundcore pcspkr vmw_balloon
sg parport_pc parport vmw_vmci shpchp i2c_piix4 nfsd nfs_acl lockd auth_rpcgss grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect mptspi sysimgblt scsi_transport_spi fb_sys_fops mptscsih ttm mptbase e1000 drm ata_piix libata i2c_core fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 2960 Comm: java Tainted: G W ------------ 3.10.0-514.2.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8807fe3bedd0 ti: ffff8807fca8c000 task.ti: ffff8807fca8c000
RIP: 0010:[<ffffffff810f9a42>] [<ffffffff810f9a42>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff8807fca8fca0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 000c00008106c430 RCX: ffff88081d61a6c8
RDX: 0000000000000000 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8807fca8fcd8 R08: ffff88017cb0d000 R09: ffffffff81317c09
R10: ffff88081d6d9b40 R11: ffffea000400d000 R12: 0000000000000282
R13: 0000000000000282 R14: ffff8807fca8fc50 R15: ffff8807fca8fc18
FS: 00007f4b66491700(0000) GS:ffff88081d6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4b83749c80 CR3: 00000007ff335000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
00000001810b4466 ffff88081a656748 ffff88081a656400 00007f4b83749000
00007f4b8374a000 ffff88081a656748 00007f4b8374a000 ffff8807fca8fd28
ffffffff8106c5f8 ffff88081a656400 00007f4b83749000 00007f4b8374a000
Call Trace:
[<ffffffff8106c5f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c6c9>] flush_tlb_mm_range+0x69/0x140
[<ffffffff811b89b0>] change_protection_range+0x770/0x860
[<ffffffff810f5090>] ? futex_wake+0x80/0x160
[<ffffffff811b8b05>] change_protection+0x65/0xa0
[<ffffffff811b5e8f>] ? vma_set_page_prot+0x3f/0x60
[<ffffffff811b8c47>] mprotect_fixup+0x107/0x240
[<ffffffff811b8eeb>] SyS_mprotect+0x16b/0x290
[<ffffffff816967c9>] system_call_fastpath+0x16/0x1b
Code: 48 63 35 56 9d 9e 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 80 57 ad 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 25 9d 9e 00 eb b7 0f b6 4d cc 4c 89
Complete report #18276
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810e6de2
Build id: 3.10.0-327.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81065e58
Build id: 3.10.0-327.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff81065f26
Build id: 3.10.0-327.el7.x86_64
|
0x66
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff8119f7c0
Build id: 3.10.0-327.el7.x86_64
|
0x720
|
|
5
|
|
vmlinux |
0xffffffff810e25c0
Build id: 3.10.0-327.el7.x86_64
|
0x80
|
|
6
|
change_protection
|
vmlinux |
0xffffffff8119f915
Build id: 3.10.0-327.el7.x86_64
|
0x65
|
|
7
|
mprotect_fixup
|
vmlinux |
0xffffffff8119fa6c
Build id: 3.10.0-327.el7.x86_64
|
0x11c
|
|
8
|
SyS_mprotect
|
vmlinux |
0xffffffff8119fd2b
Build id: 3.10.0-327.el7.x86_64
|
0x16b
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff81645909
Build id: 3.10.0-327.el7.x86_64
|
0x16
|
BUG: soft lockup - CPU#1 stuck for 22s! [java:137282]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc sg i2c_piix4 ppdev virtio_balloon pcspkr parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net virtio_console virtio_blk virtio_scsi cirrus syscopyarea sysfillrect sysimgblt drm_kms_helper ttm drm ata_piix serio_raw libata virtio_pci i2c_core virtio_ring virtio floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 137282 Comm: java Tainted: G L ------------ 3.10.0-327.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff8803f8b7e780 ti: ffff88000f404000 task.ti: ffff88000f404000
RIP: 0010:[<ffffffff810e6de2>] [<ffffffff810e6de2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff88000f407ca0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 0008000081065c90 RCX: ffff88081e218520
RDX: 0000000000000000 RSI: 00000000000000a0 RDI: 0000000000000000
RBP: ffff88000f407cd8 R08: ffff880812a89c00 R09: ffff88081e2375e0
R10: ffffea0020408a00 R11: ffffffff812f2869 R12: 0000000000000282
R13: 0000000000000282 R14: ffff88000f407c50 R15: ffff88000f407c18
FS: 00007f0ab726e700(0000) GS:ffff88081e220000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f50ffdd5fa8 CR3: 0000000508fe4000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
00000001810a97e6 ffff88080c19e748 ffff88080c19e400 0000000000000000
ffffffffffffffff ffff88080c19e748 00007f0ad5134000 ffff88000f407d28
ffffffff81065e58 ffff88080c19e400 0000000000000000 ffffffffffffffff
Call Trace:
[<ffffffff81065e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81065f26>] flush_tlb_mm_range+0x66/0x140
[<ffffffff8119f7c0>] change_protection_range+0x720/0x810
[<ffffffff810e25c0>] ? futex_wake+0x80/0x160
[<ffffffff8119f915>] change_protection+0x65/0xa0
[<ffffffff8119fa6c>] mprotect_fixup+0x11c/0x270
[<ffffffff8119fd2b>] SyS_mprotect+0x16b/0x290
[<ffffffff81645909>] system_call_fastpath+0x16/0x1b
Code: 48 63 35 f6 2a 98 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 b8 a5 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 c5 2a 98 00 eb b7 0f b6 4d cc 4c 89
Complete report #8751
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810f98e2
Build id: 3.10.0-514.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106c4c8
Build id: 3.10.0-514.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106c599
Build id: 3.10.0-514.el7.x86_64
|
0x69
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811b8850
Build id: 3.10.0-514.el7.x86_64
|
0x770
|
|
5
|
|
vmlinux |
0xffffffff810f4f30
Build id: 3.10.0-514.el7.x86_64
|
0x80
|
|
6
|
change_protection
|
vmlinux |
0xffffffff811b89a5
Build id: 3.10.0-514.el7.x86_64
|
0x65
|
|
7
|
|
vmlinux |
0xffffffff811b5d2f
Build id: 3.10.0-514.el7.x86_64
|
0x3f
|
|
8
|
mprotect_fixup
|
vmlinux |
0xffffffff811b8ae7
Build id: 3.10.0-514.el7.x86_64
|
0x107
|
|
9
|
SyS_mprotect
|
vmlinux |
0xffffffff811b8d8b
Build id: 3.10.0-514.el7.x86_64
|
0x16b
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff816965c9
Build id: 3.10.0-514.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 23s! [java:6773]
Modules linked in: fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun nf_conntrack_ftp ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event intel_powerclamp coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq pcspkr snd_seq_device
snd_pcm snd_timer sg snd vmw_vmci soundcore i2c_piix4 shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi crct10dif_pclmul vmwgfx crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi serio_raw ata_piix scsi_transport_spi drm mptscsih e1000 libata mptbase i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 6773 Comm: java Tainted: G L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/20/2014
task: ffff880414359f60 ti: ffff8801d523c000 task.ti: ffff8801d523c000
RIP: 0010:[<ffffffff810f98e2>] [<ffffffff810f98e2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff8801d523fca0 EFLAGS: 00000202
RAX: 0000000000000002 RBX: 000800008106c300 RCX: ffff88042d69ae98
RDX: 0000000000000002 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8801d523fcd8 R08: ffff880182317000 R09: ffffffff81317a89
R10: ffff88042d7d9b40 R11: ffffea00057b3400 R12: 0000000000000282
R13: 0000000000000282 R14: ffff8801d523fc50 R15: ffff8801d523fc18
FS: 00007fe73ca21700(0000) GS:ffff88042d7c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe7782df420 CR3: 00000000189f5000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000114359f60 ffff8803f93dc808 ffff8803f93dc4c0 00007fe7782e6000
00007fe7782e7000 ffff8803f93dc808 00007fe7782e7000 ffff8801d523fd28
ffffffff8106c4c8 ffff8803f93dc4c0 00007fe7782e6000 00007fe7782e7000
Call Trace:
[<ffffffff8106c4c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c599>] flush_tlb_mm_range+0x69/0x140
[<ffffffff811b8850>] change_protection_range+0x770/0x860
[<ffffffff810f4f30>] ? futex_wake+0x80/0x160
[<ffffffff811b89a5>] change_protection+0x65/0xa0
[<ffffffff811b5d2f>] ? vma_set_page_prot+0x3f/0x60
[<ffffffff811b8ae7>] mprotect_fixup+0x107/0x240
[<ffffffff811b8d8b>] SyS_mprotect+0x16b/0x290
[<ffffffff816965c9>] system_call_fastpath+0x16/0x1b
Code: 48 63 35 76 9e 9e 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 40 57 ad 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 45 9e 9e 00 eb b7 0f b6 4d cc 4c 89
Complete report #4756
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810e6de2
Build id: 3.10.0-327.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81065e58
Build id: 3.10.0-327.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff81065f26
Build id: 3.10.0-327.el7.x86_64
|
0x66
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff8119f7c0
Build id: 3.10.0-327.el7.x86_64
|
0x720
|
|
5
|
change_protection
|
vmlinux |
0xffffffff8119f915
Build id: 3.10.0-327.el7.x86_64
|
0x65
|
|
6
|
mprotect_fixup
|
vmlinux |
0xffffffff8119fa6c
Build id: 3.10.0-327.el7.x86_64
|
0x11c
|
|
7
|
SyS_mprotect
|
vmlinux |
0xffffffff8119fd2b
Build id: 3.10.0-327.el7.x86_64
|
0x16b
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffff81645909
Build id: 3.10.0-327.el7.x86_64
|
0x16
|
BUG: soft lockup - CPU#0 stuck for 23s! [java:30952]
Modules linked in: 8021q garp mrp binfmt_misc bridge stp llc snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device snd_pcm snd_timer ppdev snd sg soundcore i2c_piix4 parport_pc pcspkr parport virtio_balloon xfs libcrc32c sr_mod cdrom ata_generic pata_acpi qxl syscopyarea sysfillrect sysimgblt virtio_blk drm_kms_helper virtio_console ttm ata_piix virtio_net drm libata serio_raw virtio_pci i2c_core virtio_ring virtio floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 30952 Comm: java Tainted: G L ------------ 3.10.0-327.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS Bochs 01/01/2011
task: ffff880067ded080 ti: ffff88022a2cc000 task.ti: ffff88022a2cc000
RIP: 0010:[<ffffffff810e6de2>] [<ffffffff810e6de2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff88022a2cfca0 EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffffffff81065c90 RCX: ffff88043fc97ac8
RDX: 0000000000000001 RSI: 0000000000000004 RDI: 0000000000000000
RBP: ffff88022a2cfcd8 R08: ffff88042f03a000 R09: ffff88043fc175e0
R10: ffffea0007042100 R11: ffffffff812f2869 R12: ffff88022a2cfc70
R13: ffffffff812f27bf R14: 00000000ffffffff R15: ffff88029078b2a0
FS: 00007fd1a4368700(0000) GS:ffff88043fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd1a8fc3600 CR3: 00000003c6d55000 CR4: 00000000000006f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000100000000 ffff880122e35ac8 ffff880122e35780 0000000000000000
ffffffffffffffff ffff880122e35ac8 00007fd1a8fcc000 ffff88022a2cfd28
ffffffff81065e58 ffff880122e35780 0000000000000000 ffffffffffffffff
Call Trace:
[<ffffffff81065e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81065f26>] flush_tlb_mm_range+0x66/0x140
[<ffffffff8119f7c0>] change_protection_range+0x720/0x810
[<ffffffff8119f915>] change_protection+0x65/0xa0
[<ffffffff8119fa6c>] mprotect_fixup+0x11c/0x270
[<ffffffff8119fd2b>] SyS_mprotect+0x16b/0x290
[<ffffffff81645909>] system_call_fastpath+0x16/0x1b
Code: 48 63 35 f6 2a 98 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 b8 a5 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 c5 2a 98 00 eb b7 0f b6 4d cc 4c 89
Complete report #4257
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff810f98e2
Build id: 3.10.0-514.el7.x86_64
|
0x202
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106c4c8
Build id: 3.10.0-514.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106c599
Build id: 3.10.0-514.el7.x86_64
|
0x69
|
|
4
|
change_protection_range
|
vmlinux |
0xffffffff811b8850
Build id: 3.10.0-514.el7.x86_64
|
0x770
|
|
5
|
change_protection
|
vmlinux |
0xffffffff811b89a5
Build id: 3.10.0-514.el7.x86_64
|
0x65
|
|
6
|
|
vmlinux |
0xffffffff811b5d2f
Build id: 3.10.0-514.el7.x86_64
|
0x3f
|
|
7
|
mprotect_fixup
|
vmlinux |
0xffffffff811b8ae7
Build id: 3.10.0-514.el7.x86_64
|
0x107
|
|
8
|
SyS_mprotect
|
vmlinux |
0xffffffff811b8d8b
Build id: 3.10.0-514.el7.x86_64
|
0x16b
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff816965c9
Build id: 3.10.0-514.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [java:19260]
Modules linked in: nfnetlink_queue nfnetlink_log nfnetlink bluetooth rfkill vmw_vsock_vmci_transport vsock intel_powerclamp coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg vmw_balloon pcspkr parport_pc parport shpchp i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect mptspi sysimgblt scsi_transport_spi fb_sys_fops ttm crct10dif_pclmul crct10dif_common ata_piix drm crc32c_intel serio_raw mptscsih libata mptbase vmxnet3 i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 19260 Comm: java Tainted: G L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8806369eaf10 ti: ffff880832bac000 task.ti: ffff880832bac000
RIP: 0010:[<ffffffff810f98e2>] [<ffffffff810f98e2>] smp_call_function_many+0x202/0x260
RSP: 0018:ffff880832bafca0 EFLAGS: 00000202
RAX: 000000000000000f RBX: 000800008106c300 RCX: ffff88083fd9af70
RDX: 000000000000000f RSI: 0000000000000010 RDI: 0000000000000000
RBP: ffff880832bafcd8 R08: ffff8802c7c09c00 R09: ffffffff81317a89
R10: ffff880437c99b40 R11: ffffea0010cfe400 R12: 0000000000000282
R13: 0000000000000282 R14: ffff880832bafc50 R15: ffff880832bafc40
FS: 00007fb896dcc700(0000) GS:ffff880437c80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe1e33ba000 CR3: 0000000835a43000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000132bafd94 ffff880836f78fc8 ffff880836f78c80 00007fb8e3b31000
00007fb8e3b32000 ffff880836f78fc8 00007fb8e3b32000 ffff880832bafd28
ffffffff8106c4c8 ffff880836f78c80 00007fb8e3b31000 00007fb8e3b32000
Call Trace:
[<ffffffff8106c4c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106c599>] flush_tlb_mm_range+0x69/0x140
[<ffffffff811b8850>] change_protection_range+0x770/0x860
[<ffffffff811b89a5>] change_protection+0x65/0xa0
[<ffffffff811b5d2f>] ? vma_set_page_prot+0x3f/0x60
[<ffffffff811b8ae7>] mprotect_fixup+0x107/0x240
[<ffffffff811b8d8b>] SyS_mprotect+0x16b/0x290
[<ffffffff816965c9>] system_call_fastpath+0x16/0x1b
Code: 48 63 35 76 9e 9e 00 89 c2 39 f0 0f 8d 86 fe ff ff 48 98 49 8b 0f 48 03 0c c5 40 57 ad 81 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 45 9e 9e 00 eb b7 0f b6 4d cc 4c 89