Complete report #1423552
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9070aa2a
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff90679c90
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff90679c90
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff90679c90
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9070ab3f
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9094edb5
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9070b0eb
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff90679e58
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff90679ec8
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.75
|
vmlinux |
0xffffffff907c3513
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xc3
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffff907c4d85
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x55
|
|
12
|
exit_mmap
|
vmlinux |
0xffffffff907d168b
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xdb
|
|
13
|
mmput
|
vmlinux |
0xffffffff90691017
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x67
|
|
14
|
do_exit
|
vmlinux |
0xffffffff9069a9f5
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x285
|
|
15
|
do_group_exit
|
vmlinux |
0xffffffff9069b22f
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x3f
|
|
16
|
SyS_exit_group
|
vmlinux |
0xffffffff9069b2a4
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x14
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff90d2579b
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [sshd:5052]
Modules linked in: tcp_diag inet_diag rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfsv3 nfs_acl nfs lockd grace fscache iosf_mbi kvm_intel kvm iTCO_wdt iTCO_vendor_support joydev irqbypass pcspkr i2c_i801 lpc_ich virtio_input virtio_balloon tpm_crb shpchp sch_fq_codel binfmt_misc ip_tables xfs libcrc32c bochs_drm drm_kms_helper crct10dif_pclmul crct10dif_common crc32_pclmul syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crc32c_intel ghash_clmulni_intel scsi_transport_iscsi ahci 8021q drm garp libahci mrp stp llc virtio_blk virtio_console virtio_net virtio_scsi aesni_intel libata lrw gf128mul glue_helper ablk_helper cryptd serio_raw virtio_pci i2c_core virtio_ring virtio sunrpc dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 5052 Comm: sshd Tainted: G L ------------ 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: Red Hat OpenShift Virtualization/RHEL, BIOS 1.16.3-4.el9 04/01/2014
task: ffff8dc72d7beeb0 ti: ffff8dc735f7c000 task.ti: ffff8dc735f7c000
RIP: 0010:[<ffffffff9070aa2a>] [<ffffffff9070aa2a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff8dc735f7fc10 EFLAGS: 00000202
RAX: 0000000000000020 RBX: ffff8dc735f7fbe0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 0000000000000020 RDI: 0000000000000286
RBP: ffff8dc735f7fc58 R08: ffffffff90e132a0 R09: 0000000000000000
R10: ffff8dc7bfb86e40 R11: 0000000000000000 R12: ffff8dc7bffdb008
R13: ffff8dc72d7beeb0 R14: ffff8dc72d7beeb0 R15: ffff8dc7aefdc030
FS: 0000000000000000(0000) GS:ffff8dc7aefc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fcb43193370 CR3: 00000001b2a0e000 CR4: 00000000007606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff90679c90>] ? leave_mm+0x110/0x110
[<ffffffff90679c90>] ? leave_mm+0x110/0x110
[<ffffffff90679c90>] ? leave_mm+0x110/0x110
[<ffffffff9070ab3f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9094edb5>] ? cpumask_next_and+0x35/0x50
[<ffffffff9070b0eb>] smp_call_function_many+0x22b/0x270
[<ffffffff90679e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff90679ec8>] flush_tlb_mm_range+0x68/0x140
[<ffffffff907c3513>] tlb_flush_mmu.part.75+0xc3/0xe0
[<ffffffff907c4d85>] tlb_finish_mmu+0x55/0x60
[<ffffffff907d168b>] exit_mmap+0xdb/0x1a0
[<ffffffff90691017>] mmput+0x67/0xf0
[<ffffffff9069a9f5>] do_exit+0x285/0xa40
[<ffffffff9069b22f>] do_group_exit+0x3f/0xa0
[<ffffffff9069b2a4>] SyS_exit_group+0x14/0x20
[<ffffffff90d2579b>] system_call_fastpath+0x22/0x27
Code: c0 96 01 00 48 89 de 48 03 14 c5 a0 54 33 91 48 89 df e8 6a a1 25 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #1417983
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9af1117a
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff9ae7a3d0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff9ae7a3d0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff9ae7a3d0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9af1128f
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9b1756d5
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9af1183b
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9ae7a598
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9ae7a608
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffff9afe4373
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xc3
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffff9afe5be5
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x55
|
|
12
|
exit_mmap
|
vmlinux |
0xffffffff9aff2e2b
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xdb
|
|
13
|
mmput
|
vmlinux |
0xffffffff9ae94047
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x67
|
|
14
|
do_exit
|
vmlinux |
0xffffffff9ae9dc15
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x285
|
|
15
|
|
vmlinux |
0xffffffff9b56f608
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x228
|
|
16
|
do_group_exit
|
vmlinux |
0xffffffff9ae9e44f
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x3f
|
|
17
|
SyS_exit_group
|
vmlinux |
0xffffffff9ae9e4c4
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x14
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff9b574ddb
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 21s! [awk:11805]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vboxpci(OE) vboxnetadp(OE) vboxnetflt(OE) vboxdrv(OE) vmw_vsock_vmci_transport vsock sunrpc vfat fat sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg nfit parport_pc libnvdimm parport vmw_vmci i2c_piix4 tpm_crb sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm_kms_helper ata_piix syscopyarea
sysfillrect libata sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 11805 Comm: awk Kdump: loaded Tainted: G OEL ------------ 3.10.0-957.1.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.24866131.B64.2507211907 07/21/2025
task: ffff900f3fe78000 ti: ffff900b8af54000 task.ti: ffff900b8af54000
RIP: 0010:[<ffffffff9af1117a>] [<ffffffff9af1117a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff900b8af57c10 EFLAGS: 00000202
RAX: 0000000000000010 RBX: ffff900b8af57be0 RCX: 0000000000000030
RDX: 000000000000ffff RSI: 0000000000000010 RDI: 0000000000000286
RBP: ffff900b8af57c58 R08: ffffffff9b613f40 R09: 0000000000000000
R10: ffff900d3ffd7d60 R11: 0000000000000000 R12: ffff900d3ffd9868
R13: 0000000000000001 R14: 0000000000000472 R15: ffff900f3fc5f6a0
FS: 0000000000000000(0000) GS:ffff900f3fc40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8127936ac0 CR3: 000000015ce10000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9ae7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9ae7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9ae7a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9af1128f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9b1756d5>] ? cpumask_next_and+0x35/0x50
[<ffffffff9af1183b>] smp_call_function_many+0x22b/0x270
[<ffffffff9ae7a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9ae7a608>] flush_tlb_mm_range+0x68/0x140
[<ffffffff9afe4373>] tlb_flush_mmu.part.76+0xc3/0xe0
[<ffffffff9afe5be5>] tlb_finish_mmu+0x55/0x60
[<ffffffff9aff2e2b>] exit_mmap+0xdb/0x1a0
[<ffffffff9ae94047>] mmput+0x67/0xf0
[<ffffffff9ae9dc15>] do_exit+0x285/0xa40
[<ffffffff9b56f608>] ? __do_page_fault+0x228/0x500
[<ffffffff9ae9e44f>] do_group_exit+0x3f/0xa0
[<ffffffff9ae9e4c4>] SyS_exit_group+0x14/0x20
[<ffffffff9b574ddb>] system_call_fastpath+0x22/0x27
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 b4 9b 48 89 df e8 aa b3 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #1195319
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8671db82
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff86681b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffff86681b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffff86681b10
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8671dc9f
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8699c5d5
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8671e25b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff86681fa8
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8668201b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff867fa003
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x33
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff867fbbff
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff867fbd33
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x23
|
|
13
|
exit_mmap
|
vmlinux |
0xffffffff8680956b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xdb
|
|
14
|
mmput
|
vmlinux |
0xffffffff8669c07f
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x6f
|
|
15
|
do_exit
|
vmlinux |
0xffffffff866a6128
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x288
|
|
16
|
do_group_exit
|
vmlinux |
0xffffffff866a694f
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x3f
|
|
17
|
SyS_exit_group
|
vmlinux |
0xffffffff866a69c4
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x14
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff86dc539a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [grep:6796]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc ppdev pcspkr joydev virtio_balloon sg parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_console virtio_blk virtio_scsi bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix virtio_pci floppy virtio_ring libata
drm_panel_orientation_quirks e1000 serio_raw virtio dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 6796 Comm: grep Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff96940d3f2100 ti: ffff96941a398000 task.ti: ffff96941a398000
RIP: 0010:[<ffffffff8671db82>] [<ffffffff8671db82>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff96941a39bc00 EFLAGS: 00000202
RAX: 00000000000000a0 RBX: ffff96941a39bbd0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 00000000000000a0 RDI: 0000000000000286
RBP: ffff96941a39bc50 R08: ffffffff86e145c8 R09: 000000000001fd08
R10: ffff96983ffd2000 R11: 0000000000000000 R12: ffff96940d3f2100
R13: 0000000000000001 R14: ffff96940d3f2100 R15: ffff96940d3f2100
FS: 0000000000000000(0000) GS:ffff96982ce40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2304940d70 CR3: 000000001c410000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff86681b10>] ? leave_mm+0x130/0x130
[<ffffffff86681b10>] ? leave_mm+0x130/0x130
[<ffffffff86681b10>] ? leave_mm+0x130/0x130
[<ffffffff8671dc9f>] smp_call_function_single+0x5f/0xa0
[<ffffffff8699c5d5>] ? cpumask_next_and+0x35/0x50
[<ffffffff8671e25b>] smp_call_function_many+0x22b/0x270
[<ffffffff86681fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8668201b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff867fa003>] tlb_flush_mmu_tlbonly+0x33/0xd0
[<ffffffff867fbbff>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff867fbd33>] tlb_finish_mmu+0x23/0x40
[<ffffffff8680956b>] exit_mmap+0xdb/0x1a0
[<ffffffff8669c07f>] mmput+0x6f/0x100
[<ffffffff866a6128>] do_exit+0x288/0xa30
[<ffffffff866a694f>] do_group_exit+0x3f/0xa0
[<ffffffff866a69c4>] SyS_exit_group+0x14/0x20
[<ffffffff86dc539a>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 40 19 35 87 48 89 df e8 97 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #1030696
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa0916a32
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa087ddd0
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa087ddd0
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa087ddd0
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa0916b4f
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa0b86a25
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa09170fb
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa087e258
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa087e2cb
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa09ee5ff
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x2f
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffa09f013f
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa09f0263
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x23
|
|
13
|
exit_mmap
|
vmlinux |
0xffffffffa09fd66b
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0xdb
|
|
14
|
mmput
|
vmlinux |
0xffffffffa0897b87
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x67
|
|
15
|
do_exit
|
vmlinux |
0xffffffffa08a1908
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x288
|
|
16
|
|
vmlinux |
0xffffffffa0f90678
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x238
|
|
17
|
do_group_exit
|
vmlinux |
0xffffffffa08a212f
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x3f
|
|
18
|
SyS_exit_group
|
vmlinux |
0xffffffffa08a21a4
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x14
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffffa0f95f92
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [grep:86734]
Modules linked in: veeamsnap(OE) tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm iosf_mbi snd_timer crc32_pclmul snd ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper
ablk_helper soundcore cryptd ppdev vmw_balloon joydev i2c_piix4 pcspkr vmw_vmci sg parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit libnvdimm drm ata_piix libata e1000 crct10dif_pclmul crct10dif_common crc32c_intel mptspi scsi_transport_spi serio_raw mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 3 PID: 86734 Comm: grep Kdump: loaded Tainted: G W OEL ------------ 3.10.0-1160.41.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9f28e1eee300 ti: ffff9f28b2d9c000 task.ti: ffff9f28b2d9c000
RIP: 0010:[<ffffffffa0916a32>] [<ffffffffa0916a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9f28b2d9fc00 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9f28b2d9fbd0 RCX: 0000000000000001
RDX: ffffffffa10137d0 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9f28b2d9fc50 R08: ffffffffa10137c8 R09: 000000000001fca0
R10: ffff9f29fffd7800 R11: 0000000000000000 R12: ffff9f28e1eee300
R13: 0000000000000001 R14: ffff9f28e1eee300 R15: ffff9f28e1eee300
FS: 0000000000000000(0000) GS:ffff9f29f76c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f41fd39ec60 CR3: 0000000007610000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa087ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa087ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa087ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa0916b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa0b86a25>] ? cpumask_next_and+0x35/0x50
[<ffffffffa09170fb>] smp_call_function_many+0x22b/0x270
[<ffffffffa087e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa087e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa09ee5ff>] tlb_flush_mmu_tlbonly+0x2f/0xc0
[<ffffffffa09f013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffa09f0263>] tlb_finish_mmu+0x23/0x30
[<ffffffffa09fd66b>] exit_mmap+0xdb/0x1a0
[<ffffffffa0897b87>] mmput+0x67/0xf0
[<ffffffffa08a1908>] do_exit+0x288/0xa30
[<ffffffffa0f90678>] ? __do_page_fault+0x238/0x500
[<ffffffffa08a212f>] do_group_exit+0x3f/0xa0
[<ffffffffa08a21a4>] SyS_exit_group+0x14/0x20
[<ffffffffa0f95f92>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 60 15 55 a1 48 89 df e8 67 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #895305
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa5d16a36
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffffa5c7ddd0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa5c7ddd0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa5c7ddd0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa5d16b4f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa5f86a45
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa5d170fb
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa5c7e258
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa5c7e2cb
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa5dee5ff
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2f
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffa5df013f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa5df0263
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x23
|
|
13
|
exit_mmap
|
vmlinux |
0xffffffffa5dfd66b
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xdb
|
|
14
|
mmput
|
vmlinux |
0xffffffffa5c97b87
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x67
|
|
15
|
do_exit
|
vmlinux |
0xffffffffa5ca1908
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x288
|
|
16
|
|
vmlinux |
0xffffffffa6390678
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x238
|
|
17
|
do_group_exit
|
vmlinux |
0xffffffffa5ca212f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x3f
|
|
18
|
SyS_exit_group
|
vmlinux |
0xffffffffa5ca21a4
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x14
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffffa6395f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 27s! [snmpbulkwalk:13451]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun bridge stp llc nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev sg vmw_balloon pcspkr i2c_piix4 vmw_vmci parport_pc parport auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit sd_mod drm ahci crc_t10dif libnvdimm crct10dif_generic
libahci ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 1 PID: 13451 Comm: snmpbulkwalk Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff958fc2874200 ti: ffff958ec8270000 task.ti: ffff958ec8270000
RIP: 0010:[<ffffffffa5d16a36>] [<ffffffffa5d16a36>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff958ec8273c00 EFLAGS: 00000202
RAX: 0000000000000006 RBX: ffff958ec8273bd0 RCX: 000000000000003a
RDX: 000000000000003f RSI: 0000000000000006 RDI: 0000000000000286
RBP: ffff958ec8273c50 R08: ffffffffa64137c0 R09: 000000000001fca0
R10: ffff95917ffd9800 R11: 0000000000000000 R12: ffff958fc2874200
R13: 0000000000000001 R14: ffff958fc2874200 R15: ffff958fc2874200
FS: 0000000000000000(0000) GS:ffff95917fc40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f41cc957a00 CR3: 00000002a0a10000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffa5c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa5c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa5c7ddd0>] ? leave_mm+0x120/0x120
[<ffffffffa5d16b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa5f86a45>] ? cpumask_next_and+0x35/0x50
[<ffffffffa5d170fb>] smp_call_function_many+0x22b/0x270
[<ffffffffa5c7e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa5c7e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa5dee5ff>] tlb_flush_mmu_tlbonly+0x2f/0xc0
[<ffffffffa5df013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffa5df0263>] tlb_finish_mmu+0x23/0x30
[<ffffffffa5dfd66b>] exit_mmap+0xdb/0x1a0
[<ffffffffa5c97b87>] mmput+0x67/0xf0
[<ffffffffa5ca1908>] do_exit+0x288/0xa30
[<ffffffffa6390678>] ? __do_page_fault+0x238/0x500
[<ffffffffa5ca212f>] do_group_exit+0x3f/0xa0
[<ffffffffa5ca21a4>] SyS_exit_group+0x14/0x20
[<ffffffffa6395f92>] system_call_fastpath+0x25/0x2a
Code: 14 c5 60 15 95 a6 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 8f
Complete report #647645
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffae116f72
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffae07e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffae07e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffae07e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffae11708f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffae385005
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffae11763b
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffae07e8f8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffae07e96b
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffae1eddbf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2f
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffae1ef8ff
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffae1efa23
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x23
|
|
13
|
exit_mmap
|
vmlinux |
0xffffffffae1fcdeb
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xdb
|
|
14
|
mmput
|
vmlinux |
0xffffffffae098667
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x67
|
|
15
|
do_exit
|
vmlinux |
0xffffffffae0a23b8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x288
|
|
16
|
do_group_exit
|
vmlinux |
0xffffffffae0a2bcf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3f
|
|
17
|
SyS_exit_group
|
vmlinux |
0xffffffffae0a2c44
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
18
|
tracesys
|
vmlinux |
0xffffffffae793166
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [mysql:32446]
e1000 0000:02:01.0 ens33: Detected Tx Unit Hang#012 Tx Queue <0>#012 TDH <5b>#012 TDT <5b>#012 next_to_use <5c>#012 next_to_clean <5b>#012buffer_info[next_to_clean]#012 time_stamp <42d833bd8>#012 next_to_watch <5b>#012 jiffies <42d834413>#012 next_to_watch.status <0>
Modules linked in: tcp_diag inet_diag xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_ens1371 cryptd snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq vmw_balloon snd_seq_device pcspkr snd_pcm joydev snd_timer snd sg soundcore i2c_piix4 vmw_vmci parport_pc
parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel mptspi scsi_transport_spi ata_piix serio_raw mptscsih e1000 libata mptbase drm_panel_orientation_quirks floppy
CPU: 4 PID: 32446 Comm: mysql Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff959fb5555230 ti: ffff95a28d22c000 task.ti: ffff95a28d22c000
RIP: 0010:[<ffffffffae116f72>] [<ffffffffae116f72>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff95a28d22fc00 EFLAGS: 00000202
RAX: 0000000000000040 RBX: ffff959fb5555230 RCX: 0000000000000001
RDX: 0000000000000040 RSI: 0000000000000000 RDI: 0000000000000282
RBP: ffff95a28d22fc50 R08: ffffffffae8136c8 R09: 000000000001fd08
R10: ffff95a2adfd6000 R11: 0000000000000000 R12: ffff959fb5555230
R13: ffff959f00000000 R14: ffff95a2adfd6000 R15: ffffffffae1c8f26
FS: 0000000000000000(0000) GS:ffff95a2a0b00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f998a31e578 CR3: 0000000023a10000 CR4: 00000000001607e0
Call Trace:
[<ffffffffae07e730>] ? leave_mm+0x120/0x120
[<ffffffffae07e730>] ? leave_mm+0x120/0x120
[<ffffffffae07e730>] ? leave_mm+0x120/0x120
[<ffffffffae11708f>] smp_call_function_single+0x5f/0xa0
[<ffffffffae385005>] ? cpumask_next_and+0x35/0x50
[<ffffffffae11763b>] smp_call_function_many+0x22b/0x270
[<ffffffffae07e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffae07e96b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffae1eddbf>] tlb_flush_mmu_tlbonly+0x2f/0xc0
[<ffffffffae1ef8ff>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffae1efa23>] tlb_finish_mmu+0x23/0x30
[<ffffffffae1fcdeb>] exit_mmap+0xdb/0x1a0
[<ffffffffae098667>] mmput+0x67/0xf0
[<ffffffffae0a23b8>] do_exit+0x288/0xa20
[<ffffffffae0a2bcf>] do_group_exit+0x3f/0xa0
[<ffffffffae0a2c44>] SyS_exit_group+0x14/0x20
[<ffffffffae793166>] tracesys+0xa6/0xcc
Code: 89 de 48 03 14 c5 a0 10 d5 ae 48 89 df e8 07 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #13258
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffae516f72
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffae47e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffae47e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffae47e730
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffae51708f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffae785005
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffae51763b
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffae47e8f8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffae47e96b
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffae5eddbf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2f
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffae5ef8ff
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffae5efa23
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x23
|
|
13
|
exit_mmap
|
vmlinux |
0xffffffffae5fcdeb
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xdb
|
|
14
|
mmput
|
vmlinux |
0xffffffffae498667
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x67
|
|
15
|
do_exit
|
vmlinux |
0xffffffffae4a23b8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x288
|
|
16
|
|
vmlinux |
0xffffffffaeb8d678
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x238
|
|
17
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffaeb92e15
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa2
|
|
18
|
do_group_exit
|
vmlinux |
0xffffffffae4a2bcf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3f
|
|
19
|
SyS_exit_group
|
vmlinux |
0xffffffffae4a2c44
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
20
|
tracesys
|
vmlinux |
0xffffffffaeb93166
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [ps:79594]
Modules linked in: tcp_diag inet_diag veth tcp_lp fuse xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm ppdev snd_timer vmw_balloon snd soundcore sg joydev pcspkr i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm nfit crc32c_intel drm ata_piix libnvdimm mptspi scsi_transport_spi libata mptscsih serio_raw e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 79594 Comm: ps Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8ce496af20e0 ti: ffff8ce5baa68000 task.ti: ffff8ce5baa68000
RIP: 0010:[<ffffffffae516f72>] [<ffffffffae516f72>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8ce5baa6bc00 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8ce5baa6bbd0 RCX: 0000000000000003
RDX: ffffffffaec13bd0 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff8ce5baa6bc50 R08: ffffffffaec13bc8 R09: 000000000001fd08
R10: ffff8ce5fffce000 R11: 0000000000000000 R12: ffffffffae63cf5e
R13: ffff8ce500000000 R14: ffff8ce5fffce000 R15: ffffffffae5c8f26
FS: 0000000000000000(0000) GS:ffff8ce5ed640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2822438710 CR3: 00000001b6c10000 CR4: 00000000000007e0
Call Trace:
[<ffffffffae47e730>] ? leave_mm+0x120/0x120
[<ffffffffae47e730>] ? leave_mm+0x120/0x120
[<ffffffffae47e730>] ? leave_mm+0x120/0x120
[<ffffffffae51708f>] smp_call_function_single+0x5f/0xa0
[<ffffffffae785005>] ? cpumask_next_and+0x35/0x50
[<ffffffffae51763b>] smp_call_function_many+0x22b/0x270
[<ffffffffae47e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffae47e96b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffae5eddbf>] tlb_flush_mmu_tlbonly+0x2f/0xc0
[<ffffffffae5ef8ff>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffae5efa23>] tlb_finish_mmu+0x23/0x30
[<ffffffffae5fcdeb>] exit_mmap+0xdb/0x1a0
[<ffffffffae498667>] mmput+0x67/0xf0
[<ffffffffae4a23b8>] do_exit+0x288/0xa20
[<ffffffffaeb8d678>] ? __do_page_fault+0x238/0x500
[<ffffffffaeb92e15>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffae4a2bcf>] do_group_exit+0x3f/0xa0
[<ffffffffae4a2c44>] SyS_exit_group+0x14/0x20
[<ffffffffaeb93166>] tracesys+0xa6/0xcc
Code: 89 de 48 03 14 c5 a0 10 15 af 48 89 df e8 07 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #1760
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff95b16612
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff95a7e440
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff95a7e440
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff95a7e440
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff95b1672f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff95d81845
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff95b16cdb
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff95a7e608
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff95a7e67b
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff95bebc0f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x2f
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff95bed74f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffff95bed873
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x23
|
|
13
|
exit_mmap
|
vmlinux |
0xffffffff95bfac1b
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xdb
|
|
14
|
mmput
|
vmlinux |
0xffffffff95a98457
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x67
|
|
15
|
do_exit
|
vmlinux |
0xffffffff95aa2158
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x288
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff9618de21
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xae
|
|
17
|
do_group_exit
|
vmlinux |
0xffffffff95aa296f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x3f
|
|
18
|
SyS_exit_group
|
vmlinux |
0xffffffff95aa29e4
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x14
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffff9618dede
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x25
|
|
20
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff9618de21
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [get_plat_tag.sh:2636]
Modules linked in: nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack libcrc32c ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter dm_mirror dm_region_hash dm_log dm_mod ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg joydev pcspkr i2c_piix4 virtio_balloon parport_pc parport ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic crct10dif_common sr_mod cdrom virtio_console virtio_scsi virtio_net
ata_generic pata_acpi bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci ata_piix libahci drm libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy
CPU: 3 PID: 2636 Comm: get_plat_tag.sh Tainted: G L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.12.1-0-ga5cab58e9a3f-prebuilt.qemu.org 04/01/2014
task: ffff92600be08000 ti: ffff92600bcec000 task.ti: ffff92600bcec000
RIP: 0010:[<ffffffff95b16612>] [<ffffffff95b16612>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff92600bcefc00 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff92600bcefbd0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000286
RBP: ffff92600bcefc50 R08: ffffffff96213540 R09: 00000000000243d0
R10: ffff925d9ffda000 R11: 0000000000000000 R12: ffffffff95c3ad0e
R13: ffff926000000000 R14: ffff925dbffb5000 R15: ffffffff95bc8366
FS: 0000000000000000(0000) GS:ffff925dbfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f85c0a3f080 CR3: 0000000011410000 CR4: 00000000000006e0
Call Trace:
[<ffffffff95a7e440>] ? leave_mm+0x110/0x110
[<ffffffff95a7e440>] ? leave_mm+0x110/0x110
[<ffffffff95a7e440>] ? leave_mm+0x110/0x110
[<ffffffff95b1672f>] smp_call_function_single+0x5f/0xa0
[<ffffffff95d81845>] ? cpumask_next_and+0x35/0x50
[<ffffffff95b16cdb>] smp_call_function_many+0x22b/0x270
[<ffffffff95a7e608>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff95a7e67b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff95bebc0f>] tlb_flush_mmu_tlbonly+0x2f/0xc0
[<ffffffff95bed74f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff95bed873>] tlb_finish_mmu+0x23/0x30
[<ffffffff95bfac1b>] exit_mmap+0xdb/0x1a0
[<ffffffff95a98457>] mmput+0x67/0xf0
[<ffffffff95aa2158>] do_exit+0x288/0xa20
[<ffffffff9618de21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff95aa296f>] do_group_exit+0x3f/0xa0
[<ffffffff95aa29e4>] SyS_exit_group+0x14/0x20
[<ffffffff9618dede>] system_call_fastpath+0x25/0x2a
[<ffffffff9618de21>] ? system_call_after_swapgs+0xae/0x146
Code: 89 de 48 03 14 c5 60 e8 74 96 48 89 df e8 b7 22 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #499
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa3f16f26
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffffa3e7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa3e7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa3e7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa3f1703f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa4184fc5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa3f175eb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa3e7e8f8
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffa3e7e96b
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x6b
|
|
10
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffffa3fedd9f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x2f
|
|
11
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffa3fef8df
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x3f
|
|
12
|
tlb_finish_mmu
|
vmlinux |
0xffffffffa3fefa03
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x23
|
|
13
|
exit_mmap
|
vmlinux |
0xffffffffa3ffcdcb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xdb
|
|
14
|
mmput
|
vmlinux |
0xffffffffa3e98667
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x67
|
|
15
|
do_exit
|
vmlinux |
0xffffffffa3ea23b8
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x288
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa4592e15
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xa2
|
|
17
|
do_group_exit
|
vmlinux |
0xffffffffa3ea2bcf
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x3f
|
|
18
|
SyS_exit_group
|
vmlinux |
0xffffffffa3ea2c44
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x14
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffffa4592ed2
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x25
|
|
20
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa4592e15
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [grep:20139]
Modules linked in: nf_conntrack_netlink nfnetlink binfmt_misc vboxnetadp(OE) vboxnetflt(OE) xt_conntrack iptable_filter xt_REDIRECT nf_nat_redirect vboxdrv(OE) iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack sg ppdev joydev pcspkr parport_pc virtio_balloon parport i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi virtio_net virtio_console net_failover virtio_scsi failover bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 20139 Comm: grep Kdump: loaded Tainted: G OEL ------------ 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.2-0-gf9626ccb91-prebuilt.qemu-project.org 04/01/2014
task: ffff8f9c51db0000 ti: ffff8f9a91378000 task.ti: ffff8f9a91378000
RIP: 0010:[<ffffffffa3f16f26>] [<ffffffffa3f16f26>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff8f9a9137bc00 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8f9a9137bbd0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000286
RBP: ffff8f9a9137bc50 R08: ffffffffa46136c0 R09: 000000000001fca0
R10: ffff8f9d3ffd3800 R11: 0000000000000000 R12: ffffffffa403cf3e
R13: ffff8f9a00000000 R14: ffff8f9d3ffd4000 R15: ffffffffa3fc8ed6
FS: 0000000000000000(0000) GS:ffff8f9d3fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8284e15bd0 CR3: 000000015aa10000 CR4: 00000000000006e0
Call Trace:
[<ffffffffa3e7e730>] ? leave_mm+0x120/0x120
[<ffffffffa3e7e730>] ? leave_mm+0x120/0x120
[<ffffffffa3e7e730>] ? leave_mm+0x120/0x120
[<ffffffffa3f1703f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa4184fc5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa3f175eb>] smp_call_function_many+0x22b/0x270
[<ffffffffa3e7e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa3e7e96b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffffa3fedd9f>] tlb_flush_mmu_tlbonly+0x2f/0xc0
[<ffffffffa3fef8df>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffffa3fefa03>] tlb_finish_mmu+0x23/0x30
[<ffffffffa3ffcdcb>] exit_mmap+0xdb/0x1a0
[<ffffffffa3e98667>] mmput+0x67/0xf0
[<ffffffffa3ea23b8>] do_exit+0x288/0xa20
[<ffffffffa4592e15>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffa3ea2bcf>] do_group_exit+0x3f/0xa0
[<ffffffffa3ea2c44>] SyS_exit_group+0x14/0x20
[<ffffffffa4592ed2>] system_call_fastpath+0x25/0x2a
[<ffffffffa4592e15>] ? system_call_after_swapgs+0xa2/0x13a
Code: 14 c5 60 10 b5 a4 48 89 df e8 17 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 8f
Complete report #752970
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff90b111ba
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff90a7a400
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff90a7a400
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff90a7a400
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff90b112cf
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff90d75a45
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff90b1187b
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff90a7a5c8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff90a7a638
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffff90be44b3
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xc3
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffff90be5d25
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x55
|
|
12
|
exit_mmap
|
vmlinux |
0xffffffff90bf2f6b
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xdb
|
|
13
|
mmput
|
vmlinux |
0xffffffff90a94087
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x67
|
|
14
|
do_exit
|
vmlinux |
0xffffffff90a9dc55
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x285
|
|
15
|
|
vmlinux |
0xffffffff9116f608
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x228
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff91174d21
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xae
|
|
17
|
do_group_exit
|
vmlinux |
0xffffffff90a9e48f
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x3f
|
|
18
|
SyS_exit_group
|
vmlinux |
0xffffffff90a9e504
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x14
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffff91174ddb
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x22
|
|
20
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff91174d21
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 23s! [awk:18432]
Modules linked in: tcp_diag inet_diag cmac arc4 md4 nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock sunrpc coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom vmwgfx ata_generic pata_acpi drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea crc32c_intel sysfillrect sysimgblt fb_sys_fops serio_raw ttm mptspi ata_piix drm scsi_transport_spi mptscsih vmxnet3 libata mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 18432 Comm: awk Tainted: G L ------------ 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff90b6ab7630c0 ti: ffff90b622f5c000 task.ti: ffff90b622f5c000
RIP: 0010:[<ffffffff90b111ba>] [<ffffffff90b111ba>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff90b622f5fc10 EFLAGS: 00000202
RAX: 0000000000000008 RBX: ffff90b622f5fbe0 RCX: 0000000000000038
RDX: 00000000000000ff RSI: 0000000000000008 RDI: 0000000000000286
RBP: ffff90b622f5fc58 R08: ffffffff91213540 R09: 0000000000000000
R10: ffff90b6bfbcad20 R11: 0000000000000000 R12: ffffffff90c31abe
R13: ffff90b622f5fbd0 R14: ffff90b3f8a40000 R15: 0000000000000000
FS: 0000000000000000(0000) GS:ffff90b6bfd40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f56f1305ac0 CR3: 000000017ca10000 CR4: 00000000000007e0
Call Trace:
[<ffffffff90a7a400>] ? leave_mm+0x110/0x110
[<ffffffff90a7a400>] ? leave_mm+0x110/0x110
[<ffffffff90a7a400>] ? leave_mm+0x110/0x110
[<ffffffff90b112cf>] smp_call_function_single+0x5f/0xa0
[<ffffffff90d75a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff90b1187b>] smp_call_function_many+0x22b/0x270
[<ffffffff90a7a5c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff90a7a638>] flush_tlb_mm_range+0x68/0x140
[<ffffffff90be44b3>] tlb_flush_mmu.part.76+0xc3/0xe0
[<ffffffff90be5d25>] tlb_finish_mmu+0x55/0x60
[<ffffffff90bf2f6b>] exit_mmap+0xdb/0x1a0
[<ffffffff90a94087>] mmput+0x67/0xf0
[<ffffffff90a9dc55>] do_exit+0x285/0xa40
[<ffffffff9116f608>] ? __do_page_fault+0x228/0x500
[<ffffffff91174d21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff90a9e48f>] do_group_exit+0x3f/0xa0
[<ffffffff90a9e504>] SyS_exit_group+0x14/0x20
[<ffffffff91174ddb>] system_call_fastpath+0x22/0x27
[<ffffffff91174d21>] ? system_call_after_swapgs+0xae/0x146
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 74 91 48 89 df e8 da b6 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #588258
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f932a
Build id: 3.10.0-693.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff8106e4a0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810f942f
Build id: 3.10.0-693.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff813226f5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff810f99c3
Build id: 3.10.0-693.el7.x86_64
|
0x223
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8106e668
Build id: 3.10.0-693.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8106e738
Build id: 3.10.0-693.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.63
|
vmlinux |
0xffffffff811ad0c3
Build id: 3.10.0-693.el7.x86_64
|
0xa3
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffff811ae375
Build id: 3.10.0-693.el7.x86_64
|
0x55
|
|
12
|
exit_mmap
|
vmlinux |
0xffffffff811b8e3b
Build id: 3.10.0-693.el7.x86_64
|
0xdb
|
|
13
|
mmput
|
vmlinux |
0xffffffff810844d7
Build id: 3.10.0-693.el7.x86_64
|
0x67
|
|
14
|
do_exit
|
vmlinux |
0xffffffff8108d9b5
Build id: 3.10.0-693.el7.x86_64
|
0x285
|
|
15
|
|
vmlinux |
0xffffffff816affd1
Build id: 3.10.0-693.el7.x86_64
|
0x171
|
|
16
|
do_group_exit
|
vmlinux |
0xffffffff8108e1ef
Build id: 3.10.0-693.el7.x86_64
|
0x3f
|
|
17
|
SyS_exit_group
|
vmlinux |
0xffffffff8108e264
Build id: 3.10.0-693.el7.x86_64
|
0x14
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [sh:19380]
Modules linked in: isofs tcp_diag inet_diag vmw_vsock_vmci_transport vsock xfs libcrc32c sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg parport_pc shpchp parport vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi ata_piix mptscsih crct10dif_pclmul mptbase crct10dif_common crc32c_intel serio_raw libata vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 19380 Comm: sh Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff8800baf9af70 ti: ffff8800899d0000 task.ti: ffff8800899d0000
RIP: 0010:[<ffffffff810f932a>] [<ffffffff810f932a>] generic_exec_single+0xfa/0x1a0
RSP: 0018:ffff8800899d3c40 EFLAGS: 00000202
RAX: 00000000000008fd RBX: 000000000001754a RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000286
RBP: ffff8800899d3c90 R08: 0000000000000001 R09: 000000000001a170
R10: ffff8801bffd6800 R11: 0000000000000000 R12: 0000000000000000
R13: 00000000006ec000 R14: ffffea0002480400 R15: ffff8800899d3e38
FS: 0000000000000000(0000) GS:ffff8801bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f373656d140 CR3: 00000000019f2000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106e4a0 ffff8800899d3d18
0000000000000002 0000000022dec560 000000010001c560 0000000000000000
ffffffff8106e4a0 ffffffff8106e4a0 ffff8800899d3cc0 ffffffff810f942f
Call Trace:
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff8106e4a0>] ? leave_mm+0x70/0x70
[<ffffffff810f942f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813226f5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99c3>] smp_call_function_many+0x223/0x260
[<ffffffff8106e668>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8106e738>] flush_tlb_mm_range+0x68/0x140
[<ffffffff811ad0c3>] tlb_flush_mmu.part.63+0xa3/0xc0
[<ffffffff811ae375>] tlb_finish_mmu+0x55/0x60
[<ffffffff811b8e3b>] exit_mmap+0xdb/0x1a0
[<ffffffff810844d7>] mmput+0x67/0xf0
[<ffffffff8108d9b5>] do_exit+0x285/0xa40
[<ffffffff816affd1>] ? __do_page_fault+0x171/0x450
[<ffffffff8108e1ef>] do_group_exit+0x3f/0xa0
[<ffffffff8108e264>] SyS_exit_group+0x14/0x20
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 00 78 01 00 48 89 de 48 03 14 c5 e0 fd b0 81 48 89 df e8 7a da 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #459334
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff8d51109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8d47a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff8d47a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff8d47a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff8d5111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff8d775465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff8d51175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff8d47a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff8d47a608
Build id: 3.10.0-957.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffff8d5e4103
Build id: 3.10.0-957.el7.x86_64
|
0xc3
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffff8d5e5975
Build id: 3.10.0-957.el7.x86_64
|
0x55
|
|
12
|
exit_mmap
|
vmlinux |
0xffffffff8d5f2bbb
Build id: 3.10.0-957.el7.x86_64
|
0xdb
|
|
13
|
mmput
|
vmlinux |
0xffffffff8d494047
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
14
|
do_exit
|
vmlinux |
0xffffffff8d49dc15
Build id: 3.10.0-957.el7.x86_64
|
0x285
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8db74d21
Build id: 3.10.0-957.el7.x86_64
|
0xae
|
|
16
|
do_group_exit
|
vmlinux |
0xffffffff8d49e44f
Build id: 3.10.0-957.el7.x86_64
|
0x3f
|
|
17
|
SyS_exit_group
|
vmlinux |
0xffffffff8d49e4c4
Build id: 3.10.0-957.el7.x86_64
|
0x14
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff8db74ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
|
19
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8db74d21
Build id: 3.10.0-957.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 22s! [irqstats:12983]
Modules linked in: tcp_diag inet_diag ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 ip6table_filter xt_time nf_log_ipv4 nf_log_common nf_nat_ftp xt_conntrack nf_conntrack_ftp xt_LOG nfsv3 xt_limit nfs_acl ip6table_mangle ip6table_raw ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables iptable_mangle iptable_raw ipt_REJECT nf_reject_ipv4 rpcsec_gss_krb5 auth_rpcgss xt_REDIRECT nfsv4 nf_nat_redirect dns_resolver iptable_filter iptable_nat nfs nf_conntrack_ipv4 lockd nf_defrag_ipv4 nf_nat_ipv4 nf_nat grace nf_conntrack fscache xt_owner xt_multiport loop sunrpc ext4 mbcache jbd2 ppdev sg parport_pc parport virtio_balloon joydev i2c_piix4 pcspkr ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic crct10dif_common ata_generic pata_acpi virtio_console virtio_net
virtio_scsi virtio_blk bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix floppy serio_raw libata virtio_pci virtio_ring virtio drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 8 PID: 12983 Comm: irqstats Kdump: loaded Tainted: G W L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.2-0-gf9626ccb91-prebuilt.qemu-project.org 04/01/2014
task: ffffa076ba7eb0c0 ti: ffffa0786677c000 task.ti: ffffa0786677c000
RIP: 0010:[<ffffffff8d51109a>] [<ffffffff8d51109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffffa0786677fc10 EFLAGS: 00000202
RAX: 000000000000000c RBX: ffffa0786677fbe0 RCX: 0000000000000034
RDX: 0000000000000fff RSI: 000000000000000c RDI: 0000000000000286
RBP: ffffa0786677fc58 R08: ffffffff8dc13000 R09: 0000000000000000
R10: ffffa0793fb79f80 R11: 0000000000000000 R12: ffffa0793ffcf008
R13: ffffa076ba7eb0c0 R14: ffffa076ba7eb0c0 R15: ffffa076ba7eb0c0
FS: 0000000000000000(0000) GS:ffffa0792f400000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f59d514f0d8 CR3: 0000000141210000 CR4: 00000000000006e0
Call Trace:
[<ffffffff8d47a3d0>] ? leave_mm+0x110/0x110
[<ffffffff8d47a3d0>] ? leave_mm+0x110/0x110
[<ffffffff8d47a3d0>] ? leave_mm+0x110/0x110
[<ffffffff8d5111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff8d775465>] ? cpumask_next_and+0x35/0x50
[<ffffffff8d51175b>] smp_call_function_many+0x22b/0x270
[<ffffffff8d47a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff8d47a608>] flush_tlb_mm_range+0x68/0x140
[<ffffffff8d5e4103>] tlb_flush_mmu.part.76+0xc3/0xe0
[<ffffffff8d5e5975>] tlb_finish_mmu+0x55/0x60
[<ffffffff8d5f2bbb>] exit_mmap+0xdb/0x1a0
[<ffffffff8d494047>] mmput+0x67/0xf0
[<ffffffff8d49dc15>] do_exit+0x285/0xa40
[<ffffffff8db74d21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff8d49e44f>] do_group_exit+0x3f/0xa0
[<ffffffff8d49e4c4>] SyS_exit_group+0x14/0x20
[<ffffffff8db74ddb>] system_call_fastpath+0x22/0x27
[<ffffffff8db74d21>] ? system_call_after_swapgs+0xae/0x146
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 14 8e 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #247597
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9791109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff9787a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffff9787a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffff9787a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff979111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff97b75465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9791175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9787a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9787a608
Build id: 3.10.0-957.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffff979e4103
Build id: 3.10.0-957.el7.x86_64
|
0xc3
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffff979e5975
Build id: 3.10.0-957.el7.x86_64
|
0x55
|
|
12
|
exit_mmap
|
vmlinux |
0xffffffff979f2bbb
Build id: 3.10.0-957.el7.x86_64
|
0xdb
|
|
13
|
mmput
|
vmlinux |
0xffffffff97894047
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
14
|
do_exit
|
vmlinux |
0xffffffff9789dc15
Build id: 3.10.0-957.el7.x86_64
|
0x285
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff97f74d21
Build id: 3.10.0-957.el7.x86_64
|
0xae
|
|
16
|
do_group_exit
|
vmlinux |
0xffffffff9789e44f
Build id: 3.10.0-957.el7.x86_64
|
0x3f
|
|
17
|
SyS_exit_group
|
vmlinux |
0xffffffff9789e4c4
Build id: 3.10.0-957.el7.x86_64
|
0x14
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff97f74ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
|
19
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff97f74d21
Build id: 3.10.0-957.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 44s! [sh:116846]
Modules linked in: udp_diag unix_diag af_packet_diag netlink_diag tcp_diag inet_diag iptable_filter binfmt_misc nfnetlink_queue nfnetlink_log nfnetlink bluetooth rfkill ext4 mbcache jbd2 ppdev sg joydev virtio_balloon parport_pc parport i2c_piix4 pcspkr ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net virtio_console virtio_scsi virtio_blk cirrus drm_kms_helper floppy serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata virtio_pci virtio_ring drm_panel_orientation_quirks virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 116846 Comm: sh Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff97b7612db0c0 ti: ffff97b7a44cc000 task.ti: ffff97b7a44cc000
RIP: 0010:[<ffffffff9791109a>] [<ffffffff9791109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff97b7a44cfc10 EFLAGS: 00000202
RAX: 00000000000000a0 RBX: ffff97b7a44cfbe0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 00000000000000a0 RDI: 0000000000000286
RBP: ffff97b7a44cfc58 R08: ffffffff98012d88 R09: 0000000000000000
R10: ffff97bf7fb67440 R11: 0000000000000000 R12: ffff97bf7ffbf008
R13: ffff97b7612db0c0 R14: ffff97b7612db0c0 R15: ffff97b7612db0c0
FS: 0000000000000000(0000) GS:ffff97bf5cfc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4ddfa9c080 CR3: 000000076d010000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9787a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9787a3d0>] ? leave_mm+0x110/0x110
[<ffffffff9787a3d0>] ? leave_mm+0x110/0x110
[<ffffffff979111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff97b75465>] ? cpumask_next_and+0x35/0x50
[<ffffffff9791175b>] smp_call_function_many+0x22b/0x270
[<ffffffff9787a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9787a608>] flush_tlb_mm_range+0x68/0x140
[<ffffffff979e4103>] tlb_flush_mmu.part.76+0xc3/0xe0
[<ffffffff979e5975>] tlb_finish_mmu+0x55/0x60
[<ffffffff979f2bbb>] exit_mmap+0xdb/0x1a0
[<ffffffff97894047>] mmput+0x67/0xf0
[<ffffffff9789dc15>] do_exit+0x285/0xa40
[<ffffffff97f74d21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff9789e44f>] do_group_exit+0x3f/0xa0
[<ffffffff9789e4c4>] SyS_exit_group+0x14/0x20
[<ffffffff97f74ddb>] system_call_fastpath+0x22/0x27
[<ffffffff97f74d21>] ? system_call_after_swapgs+0xae/0x146
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 54 98 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #122264
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffbc91109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffbc87a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffbc87a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffbc87a3d0
Build id: 3.10.0-957.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffbc9111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffbcb75465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffbc91175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffbc87a598
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffffbc87a608
Build id: 3.10.0-957.el7.x86_64
|
0x68
|
|
10
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffffbc9e4103
Build id: 3.10.0-957.el7.x86_64
|
0xc3
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffffbc9e5975
Build id: 3.10.0-957.el7.x86_64
|
0x55
|
|
12
|
exit_mmap
|
vmlinux |
0xffffffffbc9f2bbb
Build id: 3.10.0-957.el7.x86_64
|
0xdb
|
|
13
|
mmput
|
vmlinux |
0xffffffffbc894047
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
14
|
do_exit
|
vmlinux |
0xffffffffbc89dc15
Build id: 3.10.0-957.el7.x86_64
|
0x285
|
|
15
|
|
vmlinux |
0xffffffffbcf6f608
Build id: 3.10.0-957.el7.x86_64
|
0x228
|
|
16
|
do_group_exit
|
vmlinux |
0xffffffffbc89e44f
Build id: 3.10.0-957.el7.x86_64
|
0x3f
|
|
17
|
SyS_exit_group
|
vmlinux |
0xffffffffbc89e4c4
Build id: 3.10.0-957.el7.x86_64
|
0x14
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffffbcf74ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [sleep:10850]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack libcrc32c iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr
btusb btrtl btbcm btintel bluetooth rfkill parport_pc parport snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm sg snd_timer snd soundcore vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sd_mod sr_mod crc_t10dif crct10dif_generic cdrom crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi e1000 mptscsih ahci mptbase libahci drm_panel_orientation_quirks ata_generic pata_acpi nfit libnvdimm ata_piix libata
CPU: 1 PID: 10850 Comm: sleep Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9d17b38a8000 ti: ffff9d17ad874000 task.ti: ffff9d17ad874000
RIP: 0010:[<ffffffffbc91109a>] [<ffffffffbc91109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff9d17ad877c10 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9d17ad877be0 RCX: 0000000000000001
RDX: ffffffffbd012d90 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9d17ad877c58 R08: ffffffffbd012d88 R09: 0000000000000000
R10: ffff9d17fffd7ec0 R11: 0000000000000001 R12: ffff9d17fffd9800
R13: 0000000000000000 R14: 0000000000000332 R15: ffff9d17fb65f6a0
FS: 00007f8596e90740(0000) GS:ffff9d17fb640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7b9b1ff5f0 CR3: 00000000592d4000 CR4: 00000000003607e0
Call Trace:
[<ffffffffbc87a3d0>] ? leave_mm+0x110/0x110
[<ffffffffbc87a3d0>] ? leave_mm+0x110/0x110
[<ffffffffbc87a3d0>] ? leave_mm+0x110/0x110
[<ffffffffbc9111af>] smp_call_function_single+0x5f/0xa0
[<ffffffffbcb75465>] ? cpumask_next_and+0x35/0x50
[<ffffffffbc91175b>] smp_call_function_many+0x22b/0x270
[<ffffffffbc87a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffbc87a608>] flush_tlb_mm_range+0x68/0x140
[<ffffffffbc9e4103>] tlb_flush_mmu.part.76+0xc3/0xe0
[<ffffffffbc9e5975>] tlb_finish_mmu+0x55/0x60
[<ffffffffbc9f2bbb>] exit_mmap+0xdb/0x1a0
[<ffffffffbc894047>] mmput+0x67/0xf0
[<ffffffffbc89dc15>] do_exit+0x285/0xa40
[<ffffffffbcf6f608>] ? __do_page_fault+0x228/0x500
[<ffffffffbc89e44f>] do_group_exit+0x3f/0xa0
[<ffffffffbc89e4c4>] SyS_exit_group+0x14/0x20
[<ffffffffbcf74ddb>] system_call_fastpath+0x22/0x27
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 54 bd 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #21948
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810e69fa
Build id: 3.10.0-327.36.2.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff81065cd0
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff81065cd0
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff81065cd0
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810e6aff
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff812f2975
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff810e70a3
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x223
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81065e98
Build id: 3.10.0-327.36.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff81065f66
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x66
|
|
10
|
tlb_flush_mmu.part.54
|
vmlinux |
0xffffffff81192a03
Build id: 3.10.0-327.36.2.el7.x86_64
|
0xa3
|
|
11
|
tlb_finish_mmu
|
vmlinux |
0xffffffff81193525
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x55
|
|
12
|
exit_mmap
|
vmlinux |
0xffffffff8119ed2b
Build id: 3.10.0-327.36.2.el7.x86_64
|
0xdb
|
|
13
|
mmput
|
vmlinux |
0xffffffff81078317
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x67
|
|
14
|
do_exit
|
vmlinux |
0xffffffff8108164c
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x28c
|
|
15
|
|
vmlinux |
0xffffffff8164201d
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x16d
|
|
16
|
do_group_exit
|
vmlinux |
0xffffffff81081e9f
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x3f
|
|
17
|
SyS_exit_group
|
vmlinux |
0xffffffff81081f14
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x14
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff81646b09
Build id: 3.10.0-327.36.2.el7.x86_64
|
0x16
|
BUG: soft lockup - CPU#1 stuck for 23s! [check_openmanag:55629]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ipt_REJECT ip6t_REJECT xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables tun bridge stp llc vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod coretemp snd_hda_codec_generic crc32_pclmul ghash_clmulni_intel snd_hda_intel aesni_intel snd_hda_codec lrw gf128mul snd_hda_core glue_helper ablk_helper snd_hwdep cryptd snd_seq ppdev snd_seq_device vmw_balloon snd_pcm pcspkr snd_timer snd
sg soundcore vmw_vmci shpchp i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common ttm crc32c_intel ata_piix libata serio_raw mptspi drm scsi_transport_spi mptscsih e1000 mptbase i2c_core floppy [last unloaded: ip_tables]
CPU: 1 PID: 55629 Comm: check_openmanag Tainted: G L ------------ 3.10.0-327.36.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff88003cce3980 ti: ffff8800b6cec000 task.ti: ffff8800b6cec000
RIP: 0010:[<ffffffff810e69fa>] [<ffffffff810e69fa>] generic_exec_single+0xfa/0x1a0
RSP: 0018:ffff8800b6cefc50 EFLAGS: 00000202
RAX: 0000000000000040 RBX: ffff8800bfa40780 RCX: 0000000000000001
RDX: 0000000000000040 RSI: 0000000000000000 RDI: 0000000000000286
RBP: ffff8800b6cefc98 R08: ffffffff8165f968 R09: 0000000000019b30
R10: ffff8800bffd9000 R11: 0000000000000000 R12: 0000000000000000
R13: ffff8800bffd9800 R14: 0000000000000208 R15: 0000000200000000
FS: 0000000000000000(0000) GS:ffff8800bb440000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f01701f80b4 CR3: 000000000194a000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff81065cd0 ffff8800b6cefd20
0000000000000003 00000000dec640de 0000000000000000 ffffffff81065cd0
ffffffff81065cd0 ffff8800b6cefcc8 ffffffff810e6aff ffff8800b6cefcc8
Call Trace:
[<ffffffff81065cd0>] ? leave_mm+0x70/0x70
[<ffffffff81065cd0>] ? leave_mm+0x70/0x70
[<ffffffff81065cd0>] ? leave_mm+0x70/0x70
[<ffffffff810e6aff>] smp_call_function_single+0x5f/0xa0
[<ffffffff812f2975>] ? cpumask_next_and+0x35/0x50
[<ffffffff810e70a3>] smp_call_function_many+0x223/0x260
[<ffffffff81065e98>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81065f66>] flush_tlb_mm_range+0x66/0x140
[<ffffffff81192a03>] tlb_flush_mmu.part.54+0xa3/0xc0
[<ffffffff81193525>] tlb_finish_mmu+0x55/0x60
[<ffffffff8119ed2b>] exit_mmap+0xdb/0x1a0
[<ffffffff81078317>] mmput+0x67/0xf0
[<ffffffff8108164c>] do_exit+0x28c/0xa60
[<ffffffff8164201d>] ? __do_page_fault+0x16d/0x450
[<ffffffff81081e9f>] do_group_exit+0x3f/0xa0
[<ffffffff81081f14>] SyS_exit_group+0x14/0x20
[<ffffffff81646b09>] system_call_fastpath+0x16/0x1b
Code: 80 72 01 00 48 89 de 48 03 14 c5 20 c8 a5 81 48 89 df e8 ca fc 21 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00