Complete report #1423565
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffff810c4593
Build id: 3.10.0-693.el7.x86_64
|
0x183
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffff810c47cb
Build id: 3.10.0-693.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffff810f504b
Build id: 3.10.0-693.el7.x86_64
|
0x16b
|
|
5
|
do_futex
|
vmlinux |
0xffffffff810f7b4a
Build id: 3.10.0-693.el7.x86_64
|
0x12a
|
|
6
|
|
vmlinux |
0xffffffff816affd1
Build id: 3.10.0-693.el7.x86_64
|
0x171
|
|
7
|
SyS_futex
|
vmlinux |
0xffffffff810f8040
Build id: 3.10.0-693.el7.x86_64
|
0x80
|
|
8
|
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 52s! [gnome-shell:2986]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc vboxsf(OE) snd_intel8x0 ppdev joydev crc32_pclmul ghash_clmulni_intel pcspkr aesni_intel lrw gf128mul glue_helper ablk_helper snd_ac97_codec cryptd ac97_bus sg parport_pc parport video snd_seq snd_seq_device vboxvideo(OE) ttm snd_pcm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops snd_timer snd soundcore drm i2c_piix4 i2c_core vboxguest(OE) nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi
ahci ata_piix libahci crct10dif_pclmul crct10dif_common serio_raw crc32c_intel libata e1000 dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 2986 Comm: gnome-shell Tainted: G OE ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8800c64a6eb0 ti: ffff8800beb1c000 task.ti: ffff8800beb1c000
RIP: 0010:[<ffffffff816ab845>] [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8800beb1fd80 EFLAGS: 00010246
RAX: 0000000000000001 RBX: 00000010beb1fdb0 RCX: ffffffff819e4000
RDX: 00000000000008fd RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff8800beb1fd80 R08: 00000000be79edb8 R09: ffffffff81e8e5c0
R10: 0000000000000000 R11: 0000000000000400 R12: ffffffff810c9ef9
R13: ffff8800beb1fd80 R14: 00000000000280da R15: 0000000000000002
FS: 00007f3b8240aa80(0000) GS:ffff88011fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000012d4e028 CR3: 00000000beed0000 CR4: 00000000000406e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8800beb1fdd0 ffffffff810c4593 0000000000000000 ffff88011fc00000
0000000000000246 0000000000000001 ffff8800dbaf9fa0 ffff8800dbaf9fa0
0000000000000001 ffffc90000710788 ffff8800beb1fdf8 ffffffff810c47cb
Call Trace:
[<ffffffff810c4593>] try_to_wake_up+0x183/0x340
[<ffffffff810c47cb>] wake_up_q+0x5b/0x80
[<ffffffff810f504b>] futex_wake+0x16b/0x180
[<ffffffff810f7b4a>] do_futex+0x12a/0x5a0
[<ffffffff816affd1>] ? __do_page_fault+0x171/0x450
[<ffffffff810f8040>] SyS_futex+0x80/0x180
[<ffffffff816b02e5>] ? do_page_fault+0x35/0x90
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 14 25 50 31 a1 81 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 ff 14 25 50 31 a1 81 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1201811
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffbc7ba385
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffffbc0e0e92
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x192
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffffbc0e111b
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffffbc119773
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x173
|
|
5
|
do_futex
|
vmlinux |
0xffffffffbc11c37a
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x12a
|
|
6
|
SyS_futex
|
vmlinux |
0xffffffffbc11c7a0
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x80
|
|
7
|
system_call_fastpath
|
vmlinux |
0xffffffffbc7c539a
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 35s! [cpptools:31721]
Modules linked in: tcp_lp nls_utf8 isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink sunrpc joydev ppdev vboxguest(OE) pcspkr snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg parport_pc i2c_piix4 parport video ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common sr_mod cdrom ata_generic pata_acpi vmwgfx serio_raw ahci crc32c_intel libahci drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm e1000 ata_piix drm libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
fuse
CPU: 1 PID: 31721 Comm: cpptools Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9a7c96785280 ti: ffff9a7c1f44c000 task.ti: ffff9a7c1f44c000
RIP: 0010:[<ffffffffbc7ba385>] [<ffffffffbc7ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9a7c1f44fd50 EFLAGS: 00010286
RAX: 0000000000000001 RBX: 0000001000000000 RCX: ffffffffbcc00000
RDX: 00000000000008fd RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9a7c1f44fd50 R08: 00000000aaf0b32d R09: ffffffffbd13bbc0
R10: 0000000014fac000 R11: 0000000000001800 R12: ffffffffbc0e6ed6
R13: ffff9a7c1f44fd50 R14: 00007efd42624000 R15: 0000000000000000
FS: 00007efd35b49b30(0000) GS:ffff9a7c9fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efd4263a000 CR3: 00000001c494e000 CR4: 00000000000206e0
Call Trace:
[<ffffffffbc0e0e92>] try_to_wake_up+0x192/0x3a0
[<ffffffffbc0e111b>] wake_up_q+0x5b/0x90
[<ffffffffbc119773>] futex_wake+0x173/0x190
[<ffffffffbc11c37a>] do_futex+0x12a/0x4d0
[<ffffffffbc11c7a0>] SyS_futex+0x80/0x190
[<ffffffffbc7c539a>] system_call_fastpath+0x25/0x2a
Code: 8a 42 96 ff 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 6a 42 96 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1174379
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa39ba385
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffffa32e0e92
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x192
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffffa32e111b
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffffa3319793
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x173
|
|
5
|
do_futex
|
vmlinux |
0xffffffffa331c39a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x12a
|
|
6
|
|
vmlinux |
0xffffffffa32e1170
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x20
|
|
7
|
SyS_futex
|
vmlinux |
0xffffffffa331c7c0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x80
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffffa39c539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [dockerd:2853]
Modules linked in: tcp_lp nls_utf8 isofs veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vboxsf(OE) sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq joydev ppdev crc32_pclmul snd_seq_device snd_pcm ghash_clmulni_intel snd_timer aesni_intel snd lrw gf128mul glue_helper parport_pc
sg soundcore ablk_helper video vboxguest(OE) parport pcspkr cryptd i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ahci ttm libahci ata_piix drm crct10dif_pclmul crct10dif_common e1000 libata crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 6 PID: 2853 Comm: dockerd Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9ccfd871c200 ti: ffff9ccfc3238000 task.ti: ffff9ccfc3238000
RIP: 0010:[<ffffffffa39ba385>] [<ffffffffa39ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9ccfc323bd50 EFLAGS: 00010286
RAX: 0000000000000001 RBX: 00000010c323bcf0 RCX: ffffffffa3e00000
RDX: 00000000000008fd RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9ccfc323bd50 R08: 00000000e9eb0844 R09: ffff9ccf354c4800
R10: 0000000001308000 R11: 0000000000000400 R12: ffffffffa32e6ed6
R13: ffff9ccfc323bd50 R14: ffff9ccfc3239fd8 R15: 0000000000000000
FS: 00007f51d0ff9700(0000) GS:ffff9cd11fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5592058fe0 CR3: 0000000214590000 CR4: 00000000000206e0
Call Trace:
[<ffffffffa32e0e92>] try_to_wake_up+0x192/0x3a0
[<ffffffffa32e111b>] wake_up_q+0x5b/0x90
[<ffffffffa3319793>] futex_wake+0x173/0x190
[<ffffffffa331c39a>] do_futex+0x12a/0x4d0
[<ffffffffa32e1170>] ? wake_up_state+0x20/0x20
[<ffffffffa331c7c0>] SyS_futex+0x80/0x190
[<ffffffffa39c539a>] system_call_fastpath+0x25/0x2a
Code: aa 42 96 ff 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 8a 42 96 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #917354
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff843ba385
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffff83ce0e92
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x192
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffff83ce111b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffff83d19773
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x173
|
|
5
|
do_futex
|
vmlinux |
0xffffffff83d1c37a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x12a
|
|
6
|
|
vmlinux |
0xffffffff83e80cf4
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x24
|
|
7
|
|
vmlinux |
0xffffffff83e5e029
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x199
|
|
8
|
SyS_futex
|
vmlinux |
0xffffffff83d1c7a0
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x80
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff843c539a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 26s! [2_scheduler:108703]
Modules linked in: binfmt_misc ipt_rpfilter xt_multiport xt_set iptable_raw ip_set_hash_ip ip_set_hash_net ip_set vxlan ip6_udp_tunnel udp_tunnel ipt_REJECT nf_reject_ipv4 ip6t_MASQUERADE nf_nat_masquerade_ipv6 xt_mark xt_comment ip6table_filter ip6table_mangle iptable_mangle ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables nf_tables veth xt_nat xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi sb_edac snd_ac97_codec ac97_bus btusb btrtl ppdev iosf_mbi btbcm snd_seq crc32_pclmul btintel ghash_clmulni_intel
vmw_balloon snd_seq_device bluetooth snd_pcm aesni_intel lrw gf128mul glue_helper snd_timer ablk_helper cryptd snd joydev rfkill pcspkr sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul ata_piix crct10dif_common drm nfit crc32c_intel nvme libata e1000 serio_raw libnvdimm nvme_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod synosnap(OE)
CPU: 2 PID: 108703 Comm: 2_scheduler Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff96f592e44200 ti: ffff96f5c442c000 task.ti: ffff96f5c442c000
RIP: 0010:[<ffffffff843ba385>] [<ffffffff843ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff96f5c442fd50 EFLAGS: 00000286
RAX: 0000000000000080 RBX: 0000000000000000 RCX: 000000000000000b
RDX: ffffffff84415250 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff96f5c442fd50 R08: ffffffff84415248 R09: 0000000000000000
R10: 0000000000000001 R11: 0000000000000000 R12: 0000000000000003
R13: ffff96f5c442fe30 R14: ffff96f500000000 R15: 0000000000000000
FS: 00007fde2a930700(0000) GS:ffff96f65d680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c003ce9000 CR3: 0000000127c86000 CR4: 00000000003607e0
Call Trace:
[<ffffffff83ce0e92>] try_to_wake_up+0x192/0x3a0
[<ffffffff83ce111b>] wake_up_q+0x5b/0x90
[<ffffffff83d19773>] futex_wake+0x173/0x190
[<ffffffff83d1c37a>] do_futex+0x12a/0x4d0
[<ffffffff83e80cf4>] ? mntput+0x24/0x40
[<ffffffff83e5e029>] ? __fput+0x199/0x230
[<ffffffff83d1c7a0>] SyS_futex+0x80/0x190
[<ffffffff843c539a>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #880022
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb676a0f5
Build id: 3.10.0-957.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffffb60d64f0
Build id: 3.10.0-957.el7.x86_64
|
0x190
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffffb60d676b
Build id: 3.10.0-957.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffffb610cd7b
Build id: 3.10.0-957.el7.x86_64
|
0x16b
|
|
5
|
do_futex
|
vmlinux |
0xffffffffb610f8aa
Build id: 3.10.0-957.el7.x86_64
|
0x12a
|
|
6
|
SyS_futex
|
vmlinux |
0xffffffffb610fda0
Build id: 3.10.0-957.el7.x86_64
|
0x80
|
|
7
|
|
vmlinux |
0xffffffffb6241df4
Build id: 3.10.0-957.el7.x86_64
|
0xa4
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffffb6774ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 27s! [cntlsvr:14260]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev crc32_pclmul ghash_clmulni_intel aesni_intel ext4 lrw gf128mul mbcache glue_helper ablk_helper cryptd jbd2 vmw_balloon e1000 joydev pcspkr nfit sg libnvdimm parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw floppy vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm ata_piix drm mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 14260 Comm: cntlsvr Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8d327baf4100 ti: ffff8d321d2d4000 task.ti: ffff8d321d2d4000
RIP: 0010:[<ffffffffb676a0f5>] [<ffffffffb676a0f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8d321d2d7d50 EFLAGS: 00000286
RAX: 0000000000000004 RBX: 000000101d2d7da0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8d321d2d7d50 R08: ffffffffb6812d80 R09: 0000000000000000
R10: 0000000000000001 R11: 0000000000000000 R12: ffffffffb60dc716
R13: ffff8d321d2d7d50 R14: ffffffffb6767bc9 R15: ffff8d321d2d7cb8
FS: 000000c000758c90(0000) GS:ffff8d333fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f523f15fa9c CR3: 00000000ab972000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb60d64f0>] try_to_wake_up+0x190/0x390
[<ffffffffb60d676b>] wake_up_q+0x5b/0x80
[<ffffffffb610cd7b>] futex_wake+0x16b/0x180
[<ffffffffb610f8aa>] do_futex+0x12a/0x5a0
[<ffffffffb610fda0>] SyS_futex+0x80/0x190
[<ffffffffb6241df4>] ? SyS_read+0xa4/0xf0
[<ffffffffb6774ddb>] system_call_fastpath+0x22/0x27
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #788875
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff927ba385
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffff920e0e92
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x192
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffff920e111b
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffff92119703
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x173
|
|
5
|
do_futex
|
vmlinux |
0xffffffff9211c30a
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x12a
|
|
6
|
|
vmlinux |
0xffffffff9202c671
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x151
|
|
7
|
SyS_futex
|
vmlinux |
0xffffffff9211c730
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x80
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffff927c539a
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [JIT Compilation:18539]
Modules linked in: xt_nat veth tcp_lp nf_conntrack_netlink xt_addrtype br_netfilter vboxsf(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device ppdev snd_pcm snd_timer joydev snd sg parport_pc vboxguest(OE) parport soundcore video i2c_piix4 pcspkr ip_tables xfs libcrc32c sd_mod crc_t10dif
sr_mod crct10dif_generic cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm hid_multitouch ahci libahci ata_piix drm e1000 libata crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 18539 Comm: JIT Compilation Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff89bcad896300 ti: ffff89ba4278c000 task.ti: ffff89ba4278c000
RIP: 0010:[<ffffffff927ba385>] [<ffffffff927ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff89ba4278fd50 EFLAGS: 00010286
RAX: 0000000000000001 RBX: 000000104278fce0 RCX: ffff89bb36388000
RDX: 00000000000008fd RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff89ba4278fd50 R08: 00000000cd20cc7e R09: ffff89ba817b4c00
R10: 0000000001da4000 R11: 0000000000000400 R12: ffffffff920e6f56
R13: ffff89ba4278fd50 R14: ffffffffffffff10 R15: 0000000000000286
FS: 00007f0ebca93700(0000) GS:ffff89bddfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00007c000 CR3: 00000002edf68000 CR4: 00000000000206f0
Call Trace:
[<ffffffff920e0e92>] try_to_wake_up+0x192/0x3a0
[<ffffffff920e111b>] wake_up_q+0x5b/0x90
[<ffffffff92119703>] futex_wake+0x173/0x190
[<ffffffff9211c30a>] do_futex+0x12a/0x4d0
[<ffffffff9202c671>] ? __switch_to+0x151/0x590
[<ffffffff9211c730>] SyS_futex+0x80/0x190
[<ffffffff927c539a>] system_call_fastpath+0x25/0x2a
Code: 1a 42 96 ff 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 fa 41 96 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #745876
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffafb83815
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffffaf4db340
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x190
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffffaf4db5bb
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffffaf5121eb
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x16b
|
|
5
|
do_futex
|
vmlinux |
0xffffffffaf514dda
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x12a
|
|
6
|
|
vmlinux |
0xffffffffaf4de7f5
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x85
|
|
7
|
SyS_futex
|
vmlinux |
0xffffffffaf5152d0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x80
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffffafb8dede
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [2_scheduler:2575]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter binfmt_misc vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata nfit mptspi libnvdimm crct10dif_pclmul crct10dif_common
scsi_transport_spi mptscsih crc32c_intel e1000 mptbase serio_raw drm_panel_orientation_quirks
CPU: 1 PID: 2575 Comm: 2_scheduler Kdump: loaded Tainted: G L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff8e85721f8000 ti: ffff8e8572374000 task.ti: ffff8e8572374000
RIP: 0010:[<ffffffffafb83815>] [<ffffffffafb83815>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e8572377d50 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8e8572377d38 RCX: ffff8e84bc8e8000
RDX: 0000000000000000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8e8572377d50 R08: ffffffffafc1e3c0 R09: ffff8e84bc875230
R10: 0000000000000001 R11: 0000000000000000 R12: 000000001962a72b
R13: ffffffffaf4e77e8 R14: ffff8e8572377d00 R15: 0000000000000002
FS: 00007f065ecbc700(0000) GS:ffff8e8575640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff63204e000 CR3: 00000002349f4000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffaf4db340>] try_to_wake_up+0x190/0x390
[<ffffffffaf4db5bb>] wake_up_q+0x5b/0x80
[<ffffffffaf5121eb>] futex_wake+0x16b/0x180
[<ffffffffaf514dda>] do_futex+0x12a/0x5a0
[<ffffffffaf4de7f5>] ? sched_clock_cpu+0x85/0xc0
[<ffffffffaf5152d0>] SyS_futex+0x80/0x190
[<ffffffffafb8dede>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #500555
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8578ea15
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffff850db022
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x192
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffff850db29b
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffff851127fb
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x16b
|
|
5
|
do_futex
|
vmlinux |
0xffffffff8511537a
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x12a
|
|
6
|
|
vmlinux |
0xffffffff850db2e0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x20
|
|
7
|
SyS_futex
|
vmlinux |
0xffffffff851157a0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x80
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffff85799f92
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 29s! [containerd:1985]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c
sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif drm crct10dif_generic ahci libahci ata_piix nfit crct10dif_pclmul crct10dif_common libnvdimm libata crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 1985 Comm: containerd Tainted: G ------------ T 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff925f700e9080 ti: ffff925f6d77c000 task.ti: ffff925f6d77c000
RIP: 0010:[<ffffffff8578ea15>] [<ffffffff8578ea15>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff925f6d77fd50 EFLAGS: 00000286
RAX: 000000000086934c RBX: ffffffff850d65fe RCX: 00000000000d6faf
RDX: 00001c2e71844498 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff925f6d77fd50 R08: ffffffff85814940 R09: ffff925dbbefb180
R10: 0000000000000000 R11: 0000000000000400 R12: ffffffff85059592
R13: ffff925f6d77fcc8 R14: ffffffff850649ae R15: ffff925f6d77fcb8
FS: 00007efbbe7fc700(0000) GS:ffff925df9c00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055767bea5b78 CR3: 0000000337bf6000 CR4: 00000000001607f0
Call Trace:
[<ffffffff850db022>] try_to_wake_up+0x192/0x390
[<ffffffff850db29b>] wake_up_q+0x5b/0x80
[<ffffffff851127fb>] futex_wake+0x16b/0x180
[<ffffffff8511537a>] do_futex+0x12a/0x4d0
[<ffffffff850db2e0>] ? wake_up_state+0x20/0x20
[<ffffffff851157a0>] SyS_futex+0x80/0x190
[<ffffffff85799f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #361773
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffad18b795
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffffacadab32
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x192
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffffacadadab
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffffacb1274b
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x16b
|
|
5
|
do_futex
|
vmlinux |
0xffffffffacb152ca
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x12a
|
|
6
|
SyS_futex
|
vmlinux |
0xffffffffacb156f0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x80
|
|
7
|
system_call_fastpath
|
vmlinux |
0xffffffffad195f92
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 32s! [10_dirty_io_sch:22465]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg ppdev vmw_balloon pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit libnvdimm
drm e1000e crct10dif_pclmul crct10dif_common crc32c_intel ahci serio_raw libahci ptp ata_piix pps_core vmw_pvscsi libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 22465 Comm: 10_dirty_io_sch Kdump: loaded Not tainted 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff94b11a35e300 ti: ffff94b0c5074000 task.ti: ffff94b0c5074000
RIP: 0010:[<ffffffffad18b795>] [<ffffffffad18b795>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff94b0c5077d50 EFLAGS: 00000286
RAX: 0000000000000002 RBX: ffff94b0c5077da0 RCX: 0000000000000830
RDX: 0000000000000002 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff94b0c5077d50 R08: ffffffffad213a40 R09: 0000000000000000
R10: 0000000000000001 R11: 0000000000000000 R12: ffffffffacc5e69d
R13: ffff94b0c5077d68 R14: ffff94b0c5077ef4 R15: ffffffffacc5a409
FS: 00007f44a3abb700(0000) GS:ffff94b4ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f00eb0f89d0 CR3: 000000042d82e000 CR4: 00000000003607f0
Call Trace:
[<ffffffffacadab32>] try_to_wake_up+0x192/0x390
[<ffffffffacadadab>] wake_up_q+0x5b/0x80
[<ffffffffacb1274b>] futex_wake+0x16b/0x180
[<ffffffffacb152ca>] do_futex+0x12a/0x4d0
[<ffffffffacb156f0>] SyS_futex+0x80/0x190
[<ffffffffad195f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #66493
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff833883a5
Build id: 3.10.0-1127.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffff82cdb6d0
Build id: 3.10.0-1127.el7.x86_64
|
0x190
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffff82cdb94b
Build id: 3.10.0-1127.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffff82d12b3b
Build id: 3.10.0-1127.el7.x86_64
|
0x16b
|
|
5
|
do_futex
|
vmlinux |
0xffffffff82d1572a
Build id: 3.10.0-1127.el7.x86_64
|
0x12a
|
|
6
|
SyS_futex
|
vmlinux |
0xffffffff82d15c20
Build id: 3.10.0-1127.el7.x86_64
|
0x80
|
|
7
|
system_call_fastpath
|
vmlinux |
0xffffffff83392ed2
Build id: 3.10.0-1127.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [docker-containe:16139]
Modules linked in: veth ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter ip_tables xt_conntrack nf_nat nf_conntrack br_netfilter overlay(T) tcp_lp nls_utf8 isofs fuse tun devlink bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq ppdev snd_seq_device iosf_mbi crc32_pclmul snd_pcm ghash_clmulni_intel snd_timer snd vmw_balloon cryptd joydev pcspkr soundcore parport_pc parport sg vmw_vmci i2c_piix4 xfs libcrc32c sr_mod cdrom sd_mod ata_generic crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops mptspi ata_piix
ttm scsi_transport_spi nfit e1000 drm libata serio_raw libnvdimm mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 16139 Comm: docker-containe Kdump: loaded Tainted: G W L ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff95c5345141c0 ti: ffff95c5777e4000 task.ti: ffff95c5777e4000
RIP: 0010:[<ffffffff833883a5>] [<ffffffff833883a5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff95c5777e7d50 EFLAGS: 00000286
RAX: 0000000000000080 RBX: 00000010777e7d90 RCX: 0000000000000002
RDX: ffffffff83413890 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff95c5777e7d50 R08: ffffffff83413888 R09: e96e06d5f9000000
R10: 1691f38588b57e40 R11: 0000000000000001 R12: ffffffff82ce17f6
R13: ffff95c5777e7d50 R14: 0000561428dbbfff R15: ffff95c5777e7ce0
FS: 00007f6a13fff700(0000) GS:ffff95c578200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efd677f2000 CR3: 000000006b386000 CR4: 00000000001607f0
Call Trace:
[<ffffffff82cdb6d0>] try_to_wake_up+0x190/0x390
[<ffffffff82cdb94b>] wake_up_q+0x5b/0x80
[<ffffffff82d12b3b>] futex_wake+0x16b/0x180
[<ffffffff82d1572a>] do_futex+0x12a/0x5a0
[<ffffffff82d15c20>] SyS_futex+0x80/0x190
[<ffffffff83392ed2>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #18411
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff92b6b175
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x15
|
|
2
|
try_to_wake_up
|
vmlinux |
0xffffffff924d6530
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x190
|
|
3
|
wake_up_q
|
vmlinux |
0xffffffff924d67ab
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x5b
|
|
4
|
futex_wake
|
vmlinux |
0xffffffff9250ce9b
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x16b
|
|
5
|
do_futex
|
vmlinux |
0xffffffff9250f9ca
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x12a
|
|
6
|
|
vmlinux |
0xffffffff9263e678
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x198
|
|
7
|
SyS_futex
|
vmlinux |
0xffffffff9250fec0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x80
|
|
8
|
system_call_fastpath
|
vmlinux |
0xffffffff92b75ddb
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 29s! [dockerd-current:5557]
Modules linked in: xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul syscopyarea sysfillrect crct10dif_common sysimgblt fb_sys_fops crc32c_intel serio_raw ata_piix ttm libata drm mptspi scsi_transport_spi mptscsih mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log
dm_mod
CPU: 2 PID: 5557 Comm: dockerd-current Tainted: G L ------------ T 3.10.0-957.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8e37af462080 ti: ffff8e37a37ec000 task.ti: ffff8e37a37ec000
RIP: 0010:[<ffffffff92b6b175>] [<ffffffff92b6b175>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e37a37efd50 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8e37bfd9ab80 RCX: 0000000000000000
RDX: 0000000000000000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8e37a37efd50 R08: 0000000000000000 R09: ffff8e378c23a080
R10: 0000000000000000 R11: 000000000000069b R12: ffff8e37bfd9ab80
R13: 0000000000b71b00 R14: 00000000a37efd00 R15: ffffffff924e12b8
FS: 00007fab4f1528c0(0000) GS:ffff8e37bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff72c4c30d8 CR3: 0000000426256000 CR4: 00000000001607e0
Call Trace:
[<ffffffff924d6530>] try_to_wake_up+0x190/0x390
[<ffffffff924d67ab>] wake_up_q+0x5b/0x80
[<ffffffff9250ce9b>] futex_wake+0x16b/0x180
[<ffffffff9250f9ca>] do_futex+0x12a/0x5a0
[<ffffffff9263e678>] ? __check_object_size+0x198/0x250
[<ffffffff9250fec0>] SyS_futex+0x80/0x190
[<ffffffff92b75ddb>] system_call_fastpath+0x22/0x27
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48