Complete report #163069
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa5d167a2
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa5c7e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa5c7e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa5c7e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa5d168bf
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa5f862c5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa5d16e6b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa5c7e868
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa5c7e8db
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa5dede86
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa6
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffa5def94f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa5defa73
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x23
|
|
13
|
unmap_region
|
vmlinux |
0xffffffffa5df9264
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xf4
|
|
14
|
do_munmap
|
vmlinux |
0xffffffffa5dfb855
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a5
|
|
15
|
mmap_region
|
vmlinux |
0xffffffffa5dfc3a8
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x238
|
|
16
|
do_mmap
|
vmlinux |
0xffffffffa5dfcb7c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39c
|
|
17
|
|
vmlinux |
0xffffffffa5f0f170
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xd0
|
|
18
|
vm_mmap_pgoff
|
vmlinux |
0xffffffffa5dde310
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xd0
|
|
19
|
SyS_mmap_pgoff
|
vmlinux |
0xffffffffa5dfaa06
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x116
|
|
20
|
SyS_mmap
|
vmlinux |
0xffffffffa5c31f12
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x22
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffffa6394f92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ora_j000_xe:14644]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd pcspkr joydev sg vmw_vmci parport_pc parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx
sd_mod crc_t10dif drm_kms_helper crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm ahci e1000e crct10dif_pclmul crct10dif_common ata_piix libahci crc32c_intel serio_raw ptp pps_core vmw_pvscsi libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 14644 Comm: ora_j000_xe Kdump: loaded Tainted: G L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff95a2aaac2100 ti: ffff95a241db4000 task.ti: ffff95a241db4000
RIP: 0010:[<ffffffffa5d167a2>] [<ffffffffa5d167a2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff95a241db7ab0 EFLAGS: 00000202
RAX: 0000000000000002 RBX: ffff95a241db7a80 RCX: 0000000000000830
RDX: 0000000000000002 RSI: 0000000000000002 RDI: 0000000000000282
RBP: ffff95a241db7af8 R08: ffffffffa6413a40 R09: ffffffffa5e02798
R10: ffff95a37fc1f0a0 R11: fffffaba415dea40 R12: ffff95a37ffdb008
R13: ffff95a2aaac2100 R14: ffff95a2aaac2100 R15: ffff95a2aaac2100
FS: 00007f8b9d111980(0000) GS:ffff95a37fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8b94c0fd30 CR3: 000000003ad7a000 CR4: 00000000007607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffa5c7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa5c7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa5c7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffa5d168bf>] smp_call_function_single+0x5f/0xa0
[<ffffffffa5f862c5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa5d16e6b>] smp_call_function_many+0x22b/0x270
[<ffffffffa5c7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa5c7e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa5dede86>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffffa5def94f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffa5defa73>] tlb_finish_mmu+0x23/0x30
[<ffffffffa5df9264>] unmap_region+0xf4/0x140
[<ffffffffa5dfb855>] do_munmap+0x2a5/0x480
[<ffffffffa5dfc3a8>] mmap_region+0x238/0x670
[<ffffffffa5dfcb7c>] do_mmap+0x39c/0x590
[<ffffffffa5f0f170>] ? file_map_prot_check+0xd0/0xd0
[<ffffffffa5dde310>] vm_mmap_pgoff+0xd0/0x120
[<ffffffffa5dfaa06>] SyS_mmap_pgoff+0x116/0x290
[<ffffffffa5c31f12>] SyS_mmap+0x22/0x30
[<ffffffffa6394f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 e0 13 95 a6 48 89 df e8 97 6c 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #118296
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa9b124ca
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffa9a7b5c0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffa9a7b5c0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffa9a7b5c0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa9b125df
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa9d77345
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa9b12b8b
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa9a7b788
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa9a7b7f8
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffffa9be57d7
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x37
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa9be70d5
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x55
|
|
12
|
unmap_region
|
vmlinux |
0xffffffffa9bf0754
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xf4
|
|
13
|
do_munmap
|
vmlinux |
0xffffffffa9bf2d45
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x2a5
|
|
14
|
mmap_region
|
vmlinux |
0xffffffffa9bf3858
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x1f8
|
|
15
|
|
vmlinux |
0xffffffffa9ac6a30
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x50
|
|
16
|
do_mmap
|
vmlinux |
0xffffffffa9bf4038
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x378
|
|
17
|
|
vmlinux |
0xffffffffa9d02ad0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xd0
|
|
18
|
vm_mmap_pgoff
|
vmlinux |
0xffffffffa9bd7830
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xd0
|
|
19
|
SyS_mmap_pgoff
|
vmlinux |
0xffffffffa9bf1f06
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x116
|
|
20
|
SyS_mmap
|
vmlinux |
0xffffffffa9a30c22
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x22
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffffaa176ddb
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 23s! [grunt:125500]
Modules linked in: fuse nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 iosf_mbi snd_rawmidi snd_ac97_codec ac97_bus crc32_pclmul snd_seq ghash_clmulni_intel aesni_intel snd_seq_device snd_pcm lrw snd_timer ppdev gf128mul glue_helper vmw_balloon snd ablk_helper cryptd soundcore joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4
nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi crct10dif_pclmul mptscsih crct10dif_common drm ata_piix nfit mptbase crc32c_intel e1000 serio_raw libata libnvdimm drm_panel_orientation_quirks
CPU: 4 PID: 125500 Comm: grunt Kdump: loaded Tainted: G L ------------ 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff907648e75140 ti: ffff907838a08000 task.ti: ffff907838a08000
RIP: 0010:[<ffffffffa9b124ca>] [<ffffffffa9b124ca>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff907838a0bab0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff907838a0ba80 RCX: 0000000000000001
RDX: ffffffffaa213150 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff907838a0bb00 R08: ffffffffaa213148 R09: ffffe98a5058a4c0
R10: 000000000000455e R11: 0000000000000000 R12: ffff907838a0ba78
R13: ffff907600000000 R14: ffff90797ffda000 R15: ffffffffa9bc2296
FS: 00007f1bc361a780(0000) GS:ffff90796b700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000218b19a7e000 CR3: 00000003b9a34000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa9a7b5c0>] ? leave_mm+0x110/0x110
[<ffffffffa9a7b5c0>] ? leave_mm+0x110/0x110
[<ffffffffa9a7b5c0>] ? leave_mm+0x110/0x110
[<ffffffffa9b125df>] smp_call_function_single+0x5f/0xa0
[<ffffffffa9d77345>] ? cpumask_next_and+0x35/0x50
[<ffffffffa9b12b8b>] smp_call_function_many+0x22b/0x270
[<ffffffffa9a7b788>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa9a7b7f8>] flush_tlb_mm_range+0x68/0x140
[<ffffffffa9be57d7>] tlb_flush_mmu.part.76+0x37/0xe0
[<ffffffffa9be70d5>] tlb_finish_mmu+0x55/0x60
[<ffffffffa9bf0754>] unmap_region+0xf4/0x140
[<ffffffffa9bf2d45>] do_munmap+0x2a5/0x480
[<ffffffffa9bf3858>] mmap_region+0x1f8/0x660
[<ffffffffa9ac6a30>] ? hrtimer_get_res+0x50/0x50
[<ffffffffa9bf4038>] do_mmap+0x378/0x530
[<ffffffffa9d02ad0>] ? file_map_prot_check+0xd0/0xd0
[<ffffffffa9bd7830>] vm_mmap_pgoff+0xd0/0x120
[<ffffffffa9bf1f06>] SyS_mmap_pgoff+0x116/0x270
[<ffffffffa9a30c22>] SyS_mmap+0x22/0x30
[<ffffffffaa176ddb>] system_call_fastpath+0x22/0x27
Code: 00 b7 01 00 48 89 de 48 03 14 c5 a0 bf 74 aa 48 89 df e8 1a bd 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00