Complete report #1421280
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9518b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x15
|
|
2
|
hrtimer_try_to_cancel
|
vmlinux |
0xffffffff94aca448
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x88
|
|
3
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff95188596
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xc6
|
|
4
|
|
vmlinux |
0xffffffff94ac9aa0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x50
|
|
5
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff95188576
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa6
|
|
6
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffff95188633
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x13
|
|
7
|
ep_poll
|
vmlinux |
0xffffffff94c9d79e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x23e
|
|
8
|
|
vmlinux |
0xffffffff94ab04eb
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1b
|
|
9
|
|
vmlinux |
0xffffffff94adadf0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x20
|
|
10
|
SyS_epoll_wait
|
vmlinux |
0xffffffff94c9ec7d
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xed
|
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffff95195f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 29s! [sssd_pam:989]
Modules linked in: tcp_diag udp_diag inet_diag binfmt_misc xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun bridge stp llc nfsv3 nfs_acl rpcsec_gss_krb5 nfsv4 dns_resolver nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt
sd_mod fb_sys_fops ahci ttm crc_t10dif crct10dif_generic ata_piix crct10dif_pclmul crct10dif_common nfit libahci drm libnvdimm libata crc32c_intel vmw_pvscsi serio_raw vmxnet3 drm_panel_orientation_quirks fuse
CPU: 7 PID: 989 Comm: sssd_pam Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9c52f1018000 ti: ffff9c52e314c000 task.ti: ffff9c52e314c000
RIP: 0010:[<ffffffff9518b7d5>] [<ffffffff9518b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9c52e314fd60 EFLAGS: 00000287
RAX: ffff9c52f36d59e0 RBX: ffff9c52eead0000 RCX: 0000000000000001
RDX: 0000000000000000 RSI: 0000000000000287 RDI: 0000000000000287
RBP: ffff9c52e314fd60 R08: ffff9c52e314c000 R09: 0000000000000000
R10: 0000000000000002 R11: 0000000000000000 R12: 00000000ffc27b70
R13: 0000000000000000 R14: ffffffff95193940 R15: ffff9c52e314fcf8
FS: 00007f6be6408880(0000) GS:ffff9c52f37c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f291af174b8 CR3: 00000000b7584000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff94aca448>] hrtimer_try_to_cancel+0x88/0x120
[<ffffffff95188596>] schedule_hrtimeout_range_clock+0xc6/0x150
[<ffffffff94ac9aa0>] ? hrtimer_get_res+0x50/0x50
[<ffffffff95188576>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffff95188633>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff94c9d79e>] ep_poll+0x23e/0x360
[<ffffffff94ab04eb>] ? recalc_sigpending+0x1b/0x70
[<ffffffff94adadf0>] ? wake_up_state+0x20/0x20
[<ffffffff94c9ec7d>] SyS_epoll_wait+0xed/0x120
[<ffffffff95195f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #582147
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa918978b
Build id: 3.10.0-1160.el7.x86_64
|
0x1b
|
|
2
|
|
vmlinux |
0xffffffffa8aca208
Build id: 3.10.0-1160.el7.x86_64
|
0x88
|
|
3
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffa9186366
Build id: 3.10.0-1160.el7.x86_64
|
0xc6
|
|
4
|
|
vmlinux |
0xffffffffa8ac9860
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
5
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffa9186346
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
|
6
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffffa9186403
Build id: 3.10.0-1160.el7.x86_64
|
0x13
|
|
7
|
ep_poll
|
vmlinux |
0xffffffffa8c9cdee
Build id: 3.10.0-1160.el7.x86_64
|
0x23e
|
|
8
|
|
vmlinux |
0xffffffffa8d97df8
Build id: 3.10.0-1160.el7.x86_64
|
0x48
|
|
9
|
|
vmlinux |
0xffffffffa8c71bb4
Build id: 3.10.0-1160.el7.x86_64
|
0x24
|
|
10
|
|
vmlinux |
0xffffffffa8c4fef5
Build id: 3.10.0-1160.el7.x86_64
|
0x195
|
|
11
|
|
vmlinux |
0xffffffffa8adaaf0
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
12
|
SyS_epoll_wait
|
vmlinux |
0xffffffffa8c9e2cd
Build id: 3.10.0-1160.el7.x86_64
|
0xed
|
|
13
|
system_call_fastpath
|
vmlinux |
0xffffffffa9193f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [redis-server:8395]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi ppdev snd_ac97_codec ac97_bus aesni_intel
snd_seq lrw gf128mul snd_seq_device glue_helper ablk_helper vmw_balloon snd_pcm cryptd snd_timer joydev pcspkr snd soundcore i2c_piix4 sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_generic pata_acpi crct10dif_pclmul mptspi fb_sys_fops crct10dif_common ttm scsi_transport_spi drm ata_piix e1000 mptscsih crc32c_intel serio_raw mptbase nfit libnvdimm libata drm_panel_orientation_quirks fuse
CPU: 3 PID: 8395 Comm: redis-server Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff88959b7dd280 ti: ffff8896fd78c000 task.ti: ffff8896fd78c000
RIP: 0010:[<ffffffffa918978b>] [<ffffffffa918978b>] _raw_spin_unlock_irqrestore+0x1b/0x20
RSP: 0018:ffff8896fd78fd68 EFLAGS: 00000287
RAX: ffff8897af2959e0 RBX: ffff8896fd78c000 RCX: 0000000000000000
RDX: 0000000000000001 RSI: 0000000000000287 RDI: 0000000000000287
RBP: ffff8896fd78fd98 R08: ffff8896fd78c000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000000 R14: 0000000000000001 R15: ffff8896fd78fd60
FS: 00007f3de93e2f80(0000) GS:ffff8897af2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fec5bed5000 CR3: 0000000222248000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa8aca208>] ? hrtimer_try_to_cancel+0x88/0x120
[<ffffffffa9186366>] schedule_hrtimeout_range_clock+0xc6/0x150
[<ffffffffa8ac9860>] ? hrtimer_get_res+0x50/0x50
[<ffffffffa9186346>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffffa9186403>] schedule_hrtimeout_range+0x13/0x20
[<ffffffffa8c9cdee>] ep_poll+0x23e/0x360
[<ffffffffa8d97df8>] ? lockref_put_or_lock+0x48/0x80
[<ffffffffa8c71bb4>] ? mntput+0x24/0x40
[<ffffffffa8c4fef5>] ? __fput+0x195/0x230
[<ffffffffa8adaaf0>] ? wake_up_state+0x20/0x20
[<ffffffffa8c9e2cd>] SyS_epoll_wait+0xed/0x120
[<ffffffffa9193f92>] system_call_fastpath+0x25/0x2a
Code: 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d 0f 1f 44 00 00 5d <c3> 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 c7 c2 ff ff ff ff