Complete report #1421160
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff98d16c0a
Build id: 3.10.0-1160.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff98c7e868
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff98c7e8db
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
4
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff98dedd06
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
|
5
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff98def7cf
Build id: 3.10.0-1160.el7.x86_64
|
0x3f
|
|
6
|
tlb_finish_mmu
|
vmlinux |
0xffffffff98def8f3
Build id: 3.10.0-1160.el7.x86_64
|
0x23
|
|
7
|
zap_page_range
|
vmlinux |
0xffffffff98df2dba
Build id: 3.10.0-1160.el7.x86_64
|
0xea
|
|
8
|
|
vmlinux |
0xffffffff99270b40
Build id: 3.10.0-1160.el7.x86_64
|
0x550
|
NMI watchdog: BUG: soft lockup - CPU#22 stuck for 22s! [ib_par_rd-2:84674]
Modules linked in: tcp_lp binfmt_misc tcp_diag inet_diag veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter tun overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev vmw_balloon snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel lrw gf128mul glue_helper snd_timer ablk_helper snd cryptd sg pcspkr soundcore joydev vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod
crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit crct10dif_pclmul crct10dif_common mptspi drm scsi_transport_spi crc32c_intel libnvdimm libata e1000 mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 22 PID: 84674 Comm: ib_par_rd-2 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8d812f892100 ti: ffff8d80d22ac000 task.ti: ffff8d80d22ac000
RIP: 0010:[<ffffffff98d16c0a>] [<ffffffff98d16c0a>] smp_call_function_many+0x20a/0x270
RSP: 0018:ffff8d80d22afc70 EFLAGS: 00000202
RAX: 0000000000000006 RBX: 0008000098c7e6a0 RCX: ffff8d8dc87a0948
RDX: 0000000000000006 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8d80d22afca8 R08: ffff8d81d97f0400 R09: ffffffff98f85f99
R10: ffff8d8dc8b9f160 R11: ffffc8e041078c00 R12: 0000000000000282
R13: 0000000000000018 R14: ffff8d80d22afbe0 R15: 0000000000000282
FS: 00007ff8d79f3700(0000) GS:ffff8d8dc8b80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fab2cbdfaa8 CR3: 0000000c59100000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff98c7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff98c7e8db>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff98dedd06>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff98def7cf>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff98def8f3>] tlb_finish_mmu+0x23/0x30
[<ffffffff98df2dba>] zap_page_range+0xea/0x130
[<ffffffff99270b40>] ? sk_run_filter+0x550/0x760
Complete report #963174
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff86f1e23a
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff86e81fa8
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff86e8201b
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x6b
|
|
4
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff86ffa07e
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xae
|
|
5
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff86ffbbff
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x3f
|
|
6
|
tlb_finish_mmu
|
vmlinux |
0xffffffff86ffbd33
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x23
|
|
7
|
zap_page_range
|
vmlinux |
0xffffffff86fff27a
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xea
|
|
8
|
|
vmlinux |
0xffffffff8707aabb
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x3b
|
|
9
|
SyS_madvise
|
vmlinux |
0xffffffff86ff966d
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x49d
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff875c539a
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 46s! [mysqld:4449]
Modules linked in: nf_nat_ftp nf_conntrack_ftp ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix mptspi scsi_transport_spi vmxnet3 nfit mptscsih libata libnvdimm mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 4449 Comm: mysqld Kdump: loaded Tainted: G L ------------ 3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffffa0c75da08000 ti: ffffa0cc7f4b0000 task.ti: ffffa0cc7f4b0000
RIP: 0010:[<ffffffff86f1e23a>] [<ffffffff86f1e23a>] smp_call_function_many+0x20a/0x270
RSP: 0018:ffffa0cc7f4b3c70 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 0008000086e81b10 RCX: ffffa0ceffc20650
RDX: 0000000000000000 RSI: 0000000000000004 RDI: 0000000000000000
RBP: ffffa0cc7f4b3ca8 R08: ffffa0c8adbce800 R09: ffffffff8719c7b9
R10: ffffa0ceffd9f160 R11: ffffe704125aba00 R12: 0000000000000282
R13: 0000000000000282 R14: ffffa0cc7f4b3c20 R15: 0000000000000000
FS: 00007ff17bbe3700(0000) GS:ffffa0ceffd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb3cd74f000 CR3: 0000000787fc6000 CR4: 00000000003407e0
Call Trace:
[<ffffffff86e81fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff86e8201b>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff86ffa07e>] tlb_flush_mmu_tlbonly+0xae/0xd0
[<ffffffff86ffbbff>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff86ffbd33>] tlb_finish_mmu+0x23/0x40
[<ffffffff86fff27a>] zap_page_range+0xea/0x140
[<ffffffff8707aabb>] ? destroy_inode+0x3b/0x70
[<ffffffff86ff966d>] SyS_madvise+0x49d/0xac0
[<ffffffff875c539a>] system_call_fastpath+0x25/0x2a
Code: 48 63 35 8e 18 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 80 19 b5 87 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 5d 18 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #341838
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff9d1170da
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x20a
|
|
2
|
native_flush_tlb_others
|
vmlinux |
0xffffffff9d07e258
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xb8
|
|
3
|
flush_tlb_mm_range
|
vmlinux |
0xffffffff9d07e2cb
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x6b
|
|
4
|
tlb_flush_mmu_tlbonly
|
vmlinux |
0xffffffff9d1ee676
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xa6
|
|
5
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff9d1f013f
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x3f
|
|
6
|
tlb_finish_mmu
|
vmlinux |
0xffffffff9d1f0263
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x23
|
|
7
|
zap_page_range
|
vmlinux |
0xffffffff9d1f372a
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xea
|
|
8
|
|
vmlinux |
0xffffffff9d26c85b
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x3b
|
|
9
|
|
vmlinux |
0xffffffff9d26c995
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x115
|
|
10
|
SyS_madvise
|
vmlinux |
0xffffffff9d1edc1d
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x49d
|
|
11
|
|
vmlinux |
0xffffffff9d260a81
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xf1
|
|
12
|
system_call_fastpath
|
vmlinux |
0xffffffff9d795f92
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 23s! [IndexedDB #7646:128815]
Modules linked in: tcp_lp rfcomm xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables binfmt_misc ip6table_filter ip6_tables devlink iptable_filter des_generic md4 nls_utf8 cifs ccm dns_resolver overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec btusb aesni_intel btrtl ac97_bus btbcm snd_seq btintel lrw gf128mul glue_helper bluetooth snd_seq_device ablk_helper cryptd snd_pcm pcspkr joydev sg rfkill snd_timer snd soundcore vmw_vmci
i2c_piix4 parport_pc parport squashfs loop ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul crct10dif_common nfit crc32c_intel libnvdimm e1000 mptspi serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 7 PID: 128815 Comm: IndexedDB #7646 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffffa0c2fb756300 ti: ffffa0c7e7bd4000 task.ti: ffffa0c7e7bd4000
RIP: 0010:[<ffffffff9d1170da>] [<ffffffff9d1170da>] smp_call_function_many+0x20a/0x270
RSP: 0018:ffffa0c7e7bd7c70 EFLAGS: 00000202
RAX: 0000000000000006 RBX: 000800009d07ddd0 RCX: ffffa0ceb3ba06f0
RDX: 0000000000000006 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffffa0c7e7bd7ca8 R08: ffffa0c21d4a4800 R09: ffffffff9d386bf9
R10: ffffa0ceb3bdf160 R11: fffff720cb37e200 R12: 0000000000000282
R13: 0000000000000282 R14: ffffa0c7e7bd7c20 R15: 0000000000000001
FS: 00007f7386153700(0000) GS:ffffa0ceb3bc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f756d26a000 CR3: 00000000521c2000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9d07e258>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff9d07e2cb>] flush_tlb_mm_range+0x6b/0x140
[<ffffffff9d1ee676>] tlb_flush_mmu_tlbonly+0xa6/0xc0
[<ffffffff9d1f013f>] arch_tlb_finish_mmu+0x3f/0x80
[<ffffffff9d1f0263>] tlb_finish_mmu+0x23/0x30
[<ffffffff9d1f372a>] zap_page_range+0xea/0x130
[<ffffffff9d26c85b>] ? destroy_inode+0x3b/0x60
[<ffffffff9d26c995>] ? evict+0x115/0x180
[<ffffffff9d1edc1d>] SyS_madvise+0x49d/0xac0
[<ffffffff9d260a81>] ? do_unlinkat+0xf1/0x2d0
[<ffffffff9d795f92>] system_call_fastpath+0x25/0x2a
Code: 48 63 35 ce 85 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 15 d5 9d f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 9d 85 c4 00 eb b7 0f b6 4d cc 4c 89