Complete report #1419794
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mutex_spin_on_owner
|
vmlinux |
0xffffffff856cee68
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x28
|
|
2
|
__mutex_lock_slowpath
|
vmlinux |
0xffffffff85db6d4e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x16e
|
|
3
|
mutex_lock
|
vmlinux |
0xffffffff85db602f
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1f
|
|
4
|
do_last
|
vmlinux |
0xffffffff8586c9b8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x298
|
|
5
|
|
vmlinux |
0xffffffff85db7920
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x320
|
|
6
|
path_openat
|
vmlinux |
0xffffffff8586db6d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xcd
|
|
7
|
|
vmlinux |
0xffffffff856cf340
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x50
|
|
8
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff85db7006
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa6
|
|
9
|
do_filp_open
|
vmlinux |
0xffffffff8586f52d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4d
|
|
10
|
|
vmlinux |
0xffffffff8587dd97
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x47
|
|
11
|
do_sys_open
|
vmlinux |
0xffffffff8585abf4
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x124
|
|
12
|
SyS_open
|
vmlinux |
0xffffffff8585ad0e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e
|
|
13
|
system_call_fastpath
|
vmlinux |
0xffffffff85dc539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 52s! [tokio-runtime-w:9209]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg joydev vmw_balloon pcspkr parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi libnvdimm libata scsi_transport_spi mptscsih
e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 8 PID: 9209 Comm: tokio-runtime-w Kdump: loaded Not tainted 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff98b3f9dad280 ti: ffff98b2a7c44000 task.ti: ffff98b2a7c44000
RIP: 0010:[<ffffffff856cee68>] [<ffffffff856cee68>] mutex_spin_on_owner+0x28/0x60
RSP: 0018:ffff98b2a7c47c40 EFLAGS: 00000246
RAX: ffff98b4619b3180 RBX: ffffffff859a87eb RCX: ffff98b2a7c47fd8
RDX: 0000000000000000 RSI: ffff98b4619b3180 RDI: ffff98b3ff0200f8
RBP: ffff98b2a7c47c40 R08: 0000000000000001 R09: ffff98b2a7c47c84
R10: ffff98b30e122026 R11: 2f2f2f2f2f2f2f2f R12: ffff98b339199550
R13: ffff98b339198e60 R14: ffffffff859a77b2 R15: ffff98b2a7c47bb8
FS: 00007fb6c0ea7b38(0000) GS:ffff98b4b5800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fae6428f000 CR3: 00000000b5a80000 CR4: 00000000003607e0
Call Trace:
[<ffffffff85db6d4e>] __mutex_lock_slowpath+0x16e/0x1e0
[<ffffffff85db602f>] mutex_lock+0x1f/0x33
[<ffffffff8586c9b8>] do_last+0x298/0x1380
[<ffffffff85db7920>] ? __schedule+0x320/0x680
[<ffffffff8586db6d>] path_openat+0xcd/0x5a0
[<ffffffff856cf340>] ? hrtimer_get_res+0x50/0x50
[<ffffffff85db7006>] ? schedule_hrtimeout_range_clock+0xa6/0x160
[<ffffffff8586f52d>] do_filp_open+0x4d/0xc0
[<ffffffff8587dd97>] ? __alloc_fd+0x47/0x180
[<ffffffff8585abf4>] do_sys_open+0x124/0x220
[<ffffffff8585ad0e>] SyS_open+0x1e/0x30
[<ffffffff85dc539a>] system_call_fastpath+0x25/0x2a
Code: 00 00 00 0f 1f 44 00 00 55 48 89 e5 48 8b 47 18 48 39 f0 75 31 8b 48 28 85 c9 74 2a 65 48 8b 0c 25 b8 0e 01 00 eb 0b 0f 1f 40 00 <8b> 50 28 85 d2 74 14 48 8b 91 38 c0 ff ff 83 e2 08 75 08 f3 90
Complete report #1202327
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mutex_spin_on_owner
|
vmlinux |
0xffffffffb40c53dd
Build id: 3.10.0-957.el7.x86_64
|
0x3d
|
|
2
|
__mutex_lock_slowpath
|
vmlinux |
0xffffffffb4766ad6
Build id: 3.10.0-957.el7.x86_64
|
0x166
|
|
3
|
mutex_lock
|
vmlinux |
0xffffffffb4765e1f
Build id: 3.10.0-957.el7.x86_64
|
0x1f
|
|
4
|
do_last
|
vmlinux |
0xffffffffb424f5df
Build id: 3.10.0-957.el7.x86_64
|
0x28f
|
|
5
|
|
vmlinux |
0xffffffffb47678fa
Build id: 3.10.0-957.el7.x86_64
|
0x5ea
|
|
6
|
|
vmlinux |
0xffffffffb47678ee
Build id: 3.10.0-957.el7.x86_64
|
0x5de
|
|
7
|
path_openat
|
vmlinux |
0xffffffffb42523f7
Build id: 3.10.0-957.el7.x86_64
|
0xd7
|
|
8
|
|
vmlinux |
0xffffffffb476770f
Build id: 3.10.0-957.el7.x86_64
|
0x3ff
|
|
9
|
do_filp_open
|
vmlinux |
0xffffffffb4253dfd
Build id: 3.10.0-957.el7.x86_64
|
0x4d
|
|
10
|
|
vmlinux |
0xffffffffb4261487
Build id: 3.10.0-957.el7.x86_64
|
0x47
|
|
11
|
do_sys_open
|
vmlinux |
0xffffffffb423ff27
Build id: 3.10.0-957.el7.x86_64
|
0x137
|
|
12
|
SyS_open
|
vmlinux |
0xffffffffb424004e
Build id: 3.10.0-957.el7.x86_64
|
0x1e
|
|
13
|
system_call_fastpath
|
vmlinux |
0xffffffffb4774ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [irqbalance:4549]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter bnep xt_nat iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat vmw_vsock_vmci_transport vsock nf_conntrack sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi iosf_mbi crc32_pclmul snd_ac97_codec ac97_bus ghash_clmulni_intel snd_seq btusb snd_seq_device aesni_intel snd_pcm btrtl lrw btbcm gf128mul btintel glue_helper snd_timer ppdev bluetooth vmw_balloon ablk_helper cryptd snd soundcore sg joydev pcspkr rfkill vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif
crct10dif_generic crct10dif_pclmul ata_generic crct10dif_common pata_acpi crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm ata_piix drm mptspi e1000 nfit scsi_transport_spi mptscsih libata mptbase libnvdimm drm_panel_orientation_quirks
CPU: 4 PID: 4549 Comm: irqbalance Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8ad8b527e180 ti: ffff8ad935438000 task.ti: ffff8ad935438000
RIP: 0010:[<ffffffffb40c53dd>] [<ffffffffb40c53dd>] mutex_spin_on_owner+0x3d/0x50
RSP: 0018:ffff8ad93543bc50 EFLAGS: 00000246
RAX: ffff8ad92c890000 RBX: ffffd7fa406c5e00 RCX: ffff8ad93543bfd8
RDX: 0000000000000000 RSI: ffff8ad92c890000 RDI: ffff8ad9b8c200e8
RBP: ffff8ad93543bc50 R08: 0000000000000001 R09: ffff8ad93543bc94
R10: ffff8ad906132026 R11: 2f2f2f2f2f2f2f2f R12: ffffffffb4380ee3
R13: ffff8ad93543bc58 R14: ffffffffb41e93f8 R15: ffff8ad93543bc40
FS: 00007f1979228780(0000) GS:ffff8ad9b9700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f477701e000 CR3: 00000000b543e000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb4766ad6>] __mutex_lock_slowpath+0x166/0x1d0
[<ffffffffb4765e1f>] mutex_lock+0x1f/0x2f
[<ffffffffb424f5df>] do_last+0x28f/0x12a0
[<ffffffffb47678fa>] ? __schedule+0x5ea/0x890
[<ffffffffb47678ee>] ? __schedule+0x5de/0x890
[<ffffffffb42523f7>] path_openat+0xd7/0x640
[<ffffffffb476770f>] ? __schedule+0x3ff/0x890
[<ffffffffb4253dfd>] do_filp_open+0x4d/0xb0
[<ffffffffb4261487>] ? __alloc_fd+0x47/0x170
[<ffffffffb423ff27>] do_sys_open+0x137/0x240
[<ffffffffb424004e>] SyS_open+0x1e/0x20
[<ffffffffb4774ddb>] system_call_fastpath+0x22/0x27
Code: 8b 48 28 85 c9 74 2a 65 48 8b 0c 25 78 0e 01 00 eb 0b 0f 1f 40 00 8b 50 28 85 d2 74 14 48 8b 91 38 c0 ff ff 83 e2 08 75 08 f3 90 <48> 39 47 18 74 e5 31 c0 48 83 7f 18 00 5d 0f 94 c0 c3 90 55 65