Complete report #1400877
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__pv_queued_spin_lock_slowpath
|
vmlinux |
0xffffffff9531e952
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xf2
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffff959ac21a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffff959ba734
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x24
|
|
4
|
futex_wait
|
vmlinux |
0xffffffff9531a5e8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xe8
|
|
5
|
|
vmlinux |
0xffffffff952dd239
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x19
|
|
6
|
|
vmlinux |
0xffffffff952cf340
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x50
|
|
7
|
|
vmlinux |
0xffffffff95319854
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa4
|
|
8
|
do_futex
|
vmlinux |
0xffffffff9531c376
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x106
|
|
9
|
|
vmlinux |
0xffffffff95458865
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x175
|
|
10
|
SyS_futex
|
vmlinux |
0xffffffff9531c7c0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x80
|
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffff959c539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 23s! [fail2ban-server:1406]
Modules linked in: hids_driver(OE) binfmt_misc xt_nat tcp_lp xt_CHECKSUM tun devlink xt_set ip_set_hash_net ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack isofs ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sb_edac iosf_mbi kvm_intel kvm sg irqbypass joydev pcspkr virtio_balloon i2c_piix4 ip_tables xfs libcrc32c ata_generic pata_acpi 8021q garp mrp sr_mod stp cdrom llc virtio_net net_failover virtio_blk virtio_console virtio_scsi failover
cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32_pclmul crc32c_intel ata_piix ghash_clmulni_intel drm aesni_intel scsi_transport_iscsi libata lrw gf128mul glue_helper ablk_helper cryptd virtio_pci virtio_ring serio_raw virtio drm_panel_orientation_quirks floppy sunrpc dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 7 PID: 1406 Comm: fail2ban-server Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 1.16.0-1.module_el8.7.0+1140+ff0772f9 04/01/2014
task: ffff893aa24d8000 ti: ffff893aaae38000 task.ti: ffff893aaae38000
RIP: 0010:[<ffffffff9531e952>] [<ffffffff9531e952>] __pv_queued_spin_lock_slowpath+0xf2/0x2e0
RSP: 0018:ffff893aaae3bca8 EFLAGS: 00010206
RAX: 0000000000000005 RBX: 0000000000000000 RCX: 0000000000000d55
RDX: 0000000000000005 RSI: 0000000000000005 RDI: 0000000000000246
RBP: ffff893aaae3bcd8 R08: 0000000000000000 R09: 000000000000004c
R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
R13: 0000000000000001 R14: ffff893aa24d8698 R15: ffff893aaae3bc80
FS: 00007fc6d9833740(0000) GS:ffff893aaf3c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000cfd6d9e020 CR3: 000000042ae3c000 CR4: 0000000000362fe0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff959ac21a>] queued_spin_lock_slowpath+0xb/0x13
[<ffffffff959ba734>] _raw_spin_lock+0x24/0x30
[<ffffffff9531a5e8>] futex_wait+0xe8/0x290
[<ffffffff952dd239>] ? ttwu_do_wakeup+0x19/0xf0
[<ffffffff952cf340>] ? hrtimer_get_res+0x50/0x50
[<ffffffff95319854>] ? futex_wait_queue_me+0xa4/0x130
[<ffffffff9531c376>] do_futex+0x106/0x4d0
[<ffffffff95458865>] ? __check_object_size+0x175/0x250
[<ffffffff9531c7c0>] SyS_futex+0x80/0x190
[<ffffffff959c539a>] system_call_fastpath+0x25/0x2a
Code: 44 24 44 41 bd 01 00 00 00 3c 02 0f 94 c0 0f b6 c0 48 89 45 d0 41 c6 44 24 44 00 b9 00 80 00 00 c6 43 01 01 eb 0e 0f 1f 00 f3 90 <83> e9 01 0f 84 85 01 00 00 0f b6 13 80 fa 03 74 04 84 d2 75 e9
Complete report #742441
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_queued_spin_lock_slowpath
|
vmlinux |
0xffffffff82917a4d
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x1d
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffff82f80d83
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffff82f8ed20
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x20
|
|
4
|
futex_wait
|
vmlinux |
0xffffffff82913608
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xe8
|
|
5
|
|
vmlinux |
0xffffffff828c9bd0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x50
|
|
6
|
|
vmlinux |
0xffffffff829128b4
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xa4
|
|
7
|
do_futex
|
vmlinux |
0xffffffff82915356
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x106
|
|
8
|
|
vmlinux |
0xffffffff8295737b
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x5b
|
|
9
|
SyS_futex
|
vmlinux |
0xffffffff829157a0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x80
|
|
10
|
tracesys
|
vmlinux |
0xffffffff82f9a226
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [C2 CompilerThre:5354]
Modules linked in: veth xt_CHECKSUM xt_nat tun devlink ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci sch_fq_codel
ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt crc_t10dif fb_sys_fops crct10dif_generic ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix serio_raw nfit libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 6 PID: 5354 Comm: C2 CompilerThre Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff962bfc79a100 ti: ffff962bc5828000 task.ti: ffff962bc5828000
RIP: 0010:[<ffffffff82917a4d>] [<ffffffff82917a4d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff962bc582bcd8 EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffffff82f8c070 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffba4d0cdb4904
RBP: ffff962bc582bcd8 R08: ffff962bc5828000 R09: 0000000000000001
R10: 0000000000000002 R11: ffff962b9cd33f00 R12: 0000000000000000
R13: ffff9615bb69ea40 R14: ffff962c7fd9acc0 R15: ffff9615bb69ea40
FS: 00007f4b31f18700(0000) GS:ffff962c7fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f19cf743070 CR3: 0000001f73bc2000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff82f80d83>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff82f8ed20>] _raw_spin_lock+0x20/0x30
[<ffffffff82913608>] futex_wait+0xe8/0x280
[<ffffffff828c9bd0>] ? hrtimer_get_res+0x50/0x50
[<ffffffff829128b4>] ? futex_wait_queue_me+0xa4/0x130
[<ffffffff82915356>] do_futex+0x106/0x4d0
[<ffffffff8295737b>] ? __seccomp_filter+0x5b/0x300
[<ffffffff829157a0>] SyS_futex+0x80/0x190
[<ffffffff82f9a226>] tracesys+0xa6/0xcc
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f
Complete report #711157
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_queued_spin_lock_slowpath
|
vmlinux |
0xffffffffb511e9bd
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x1d
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffffb57ac21a
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffffb57ba734
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x24
|
|
4
|
futex_wait
|
vmlinux |
0xffffffffb511a448
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xe8
|
|
5
|
|
vmlinux |
0xffffffffb50cf230
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x50
|
|
6
|
|
vmlinux |
0xffffffffb51196b4
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xa4
|
|
7
|
do_futex
|
vmlinux |
0xffffffffb511c1d6
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x106
|
|
8
|
|
vmlinux |
0xffffffffb515f7bb
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x5b
|
|
9
|
|
vmlinux |
0xffffffffb502c9e1
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x4c1
|
|
10
|
SyS_futex
|
vmlinux |
0xffffffffb511c620
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x80
|
|
11
|
tracesys
|
vmlinux |
0xffffffffb57c562e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [MVStore backgro:9841]
Modules linked in: xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter devlink ebtables ip6table_filter iptable_filter ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nf_nat nf_conntrack ip6_tables overlay(T) vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm drm ahci ata_piix libahci libata nfit crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmw_pvscsi libnvdimm vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 9841 Comm: MVStore backgro Kdump: loaded Tainted: G B W L ------------ T 3.10.0-1160.83.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8af5b6550000 ti: ffff8af598360000 task.ti: ffff8af598360000
RIP: 0010:[<ffffffffb511e9bd>] [<ffffffffb511e9bd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff8af598363cd8 EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff8af598363cb8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffa6b800749904
RBP: ffff8af598363cd8 R08: ffffffffb613bc58 R09: ffffffffb613bc59
R10: ffff8af5bfd96160 R11: 61727420646e6520 R12: ffff8af5bfd959e0
R13: ffff8af5bfd959e0 R14: ffffffffb50cefe5 R15: ffff8af598363c50
FS: 00007f24c66dbb38(0000) GS:ffff8af5bfd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc0afb87000 CR3: 0000000135d9a000 CR4: 0000000000340fe0
Call Trace:
[<ffffffffb57ac21a>] queued_spin_lock_slowpath+0xb/0x13
[<ffffffffb57ba734>] _raw_spin_lock+0x24/0x30
[<ffffffffb511a448>] futex_wait+0xe8/0x290
[<ffffffffb50cf230>] ? hrtimer_get_res+0x50/0x50
[<ffffffffb51196b4>] ? futex_wait_queue_me+0xa4/0x130
[<ffffffffb511c1d6>] do_futex+0x106/0x4d0
[<ffffffffb515f7bb>] ? __seccomp_filter+0x5b/0x310
[<ffffffffb502c9e1>] ? __switch_to+0x4c1/0x590
[<ffffffffb511c620>] SyS_futex+0x80/0x190
[<ffffffffb57c562e>] tracesys+0xa6/0xcc
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 cc
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #995942
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_queued_spin_lock_slowpath
|
vmlinux |
0xffffffffacd1598d
Build id: 3.10.0-1062.el7.x86_64
|
0x1d
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffffad373365
Build id: 3.10.0-1062.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffffad381ad0
Build id: 3.10.0-1062.el7.x86_64
|
0x20
|
|
4
|
futex_wait
|
vmlinux |
0xffffffffacd11428
Build id: 3.10.0-1062.el7.x86_64
|
0xe8
|
|
5
|
|
vmlinux |
0xffffffffaccc8d10
Build id: 3.10.0-1062.el7.x86_64
|
0x50
|
|
6
|
|
vmlinux |
0xffffffffacd106f4
Build id: 3.10.0-1062.el7.x86_64
|
0xa4
|
|
7
|
do_futex
|
vmlinux |
0xffffffffacd13206
Build id: 3.10.0-1062.el7.x86_64
|
0x106
|
|
8
|
|
vmlinux |
0xffffffffacc2b621
Build id: 3.10.0-1062.el7.x86_64
|
0x151
|
|
9
|
SyS_futex
|
vmlinux |
0xffffffffacd13720
Build id: 3.10.0-1062.el7.x86_64
|
0x80
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffffad38bede
Build id: 3.10.0-1062.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [java:46234]
Modules linked in: nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc ext4 snd_seq_midi snd_seq_midi_event mbcache jbd2 snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel snd_timer lrw gf128mul snd glue_helper ablk_helper cryptd joydev soundcore pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit drm crct10dif_pclmul crct10dif_common libata mptspi crc32c_intel libnvdimm scsi_transport_spi e1000 mptscsih mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 46234 Comm: java Kdump: loaded Tainted: G W L ------------ T 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff95ba2a28e2a0 ti: ffff95bd91f90000 task.ti: ffff95bd91f90000
RIP: 0010:[<ffffffffacd1598d>] [<ffffffffacd1598d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff95bd91f93cd8 EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff95bd91f93fd8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffa911c6378184
RBP: ffff95bd91f93cd8 R08: ffff95bd91f90000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000001 R12: ffff95bd91f93fd8
R13: ffff95ba2a28e2a0 R14: ffffffffad37ec28 R15: ffff95bd91f93ca8
FS: 00007f4ed1bdb700(0000) GS:ffff95bfbd7c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5137c82ed8 CR3: 0000000eec3d2000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffad373365>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffffad381ad0>] _raw_spin_lock+0x20/0x30
[<ffffffffacd11428>] futex_wait+0xe8/0x280
[<ffffffffaccc8d10>] ? hrtimer_get_res+0x50/0x50
[<ffffffffacd106f4>] ? futex_wait_queue_me+0xa4/0x130
[<ffffffffacd13206>] do_futex+0x106/0x5a0
[<ffffffffacc2b621>] ? __switch_to+0x151/0x580
[<ffffffffacd13720>] SyS_futex+0x80/0x190
[<ffffffffad38bede>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f
Complete report #925958
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_queued_spin_lock_slowpath
|
vmlinux |
0xffffffffa811eb3d
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x1d
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffffa87ac21a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffffa87ba734
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x24
|
|
4
|
futex_wait
|
vmlinux |
0xffffffffa811a5c8
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xe8
|
|
5
|
|
vmlinux |
0xffffffffa80cf340
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x50
|
|
6
|
|
vmlinux |
0xffffffffa8119834
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xa4
|
|
7
|
do_futex
|
vmlinux |
0xffffffffa811c356
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x106
|
|
8
|
SyS_futex
|
vmlinux |
0xffffffffa811c7a0
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x80
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffffa87c539a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 23s! [mysqld:3773]
Modules linked in: tcp_diag udp_diag inet_diag ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_security iptable_raw ip_set resguard_linux(OE) secmodel_linux(OE) syshook_linux(OE) nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 snd_rawmidi
lrw snd_ac97_codec gf128mul glue_helper ac97_bus snd_seq snd_seq_device snd_pcm ablk_helper cryptd snd_timer snd joydev pcspkr ppdev soundcore vmw_balloon sg parport_pc parport i2c_piix4 vmw_vmci sch_fq_codel binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm ata_piix libahci nfit mptspi crct10dif_pclmul crct10dif_common libata scsi_transport_spi crc32c_intel libnvdimm mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 7 PID: 3773 Comm: mysqld Tainted: G W OEL ------------ T 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8d895c906300 ti: ffff8d883e734000 task.ti: ffff8d883e734000
RIP: 0010:[<ffffffffa811eb3d>] [<ffffffffa811eb3d>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff8d883e737cd8 EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffffffffa87b7920 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffb2f50c523004
RBP: ffff8d883e737cd8 R08: ffff8d883e734000 R09: 0000000000000001
R10: 0000000000000002 R11: 0000000000000293 R12: 0000000000000000
R13: ffff8d8958878000 R14: ffff8d895e7dacc0 R15: ffff8d8958878000
FS: 00007f8488005700(0000) GS:ffff8d895e7c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f898df255a0 CR3: 0000001771d3e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa87ac21a>] queued_spin_lock_slowpath+0xb/0x13
[<ffffffffa87ba734>] _raw_spin_lock+0x24/0x30
[<ffffffffa811a5c8>] futex_wait+0xe8/0x290
[<ffffffffa80cf340>] ? hrtimer_get_res+0x50/0x50
[<ffffffffa8119834>] ? futex_wait_queue_me+0xa4/0x130
[<ffffffffa811c356>] do_futex+0x106/0x4d0
[<ffffffffa811c7a0>] SyS_futex+0x80/0x190
[<ffffffffa87c539a>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 cc
Complete report #857516
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_queued_spin_lock_slowpath
|
vmlinux |
0xffffffff87b086fd
Build id: 3.10.0-862.el7.x86_64
|
0x1d
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffff8810842a
Build id: 3.10.0-862.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffff88115680
Build id: 3.10.0-862.el7.x86_64
|
0x20
|
|
4
|
futex_wait
|
vmlinux |
0xffffffff87b041a8
Build id: 3.10.0-862.el7.x86_64
|
0xe8
|
|
5
|
|
vmlinux |
0xffffffff87abe870
Build id: 3.10.0-862.el7.x86_64
|
0x50
|
|
6
|
|
vmlinux |
0xffffffff87b03534
Build id: 3.10.0-862.el7.x86_64
|
0xa4
|
|
7
|
do_futex
|
vmlinux |
0xffffffff87b05f96
Build id: 3.10.0-862.el7.x86_64
|
0x106
|
|
8
|
|
vmlinux |
0xffffffff87ad816c
Build id: 3.10.0-862.el7.x86_64
|
0x14c
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [cld_oncmd:104212]
Modules linked in: binfmt_misc fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq crc32_pclmul snd_seq_device ghash_clmulni_intel snd_pcm aesni_intel lrw gf128mul snd_timer glue_helper ablk_helper snd cryptd soundcore ppdev
pcspkr vmw_balloon joydev sg vmw_vmci i2c_piix4 shpchp nfit libnvdimm parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel mptspi scsi_transport_spi e1000 mptscsih serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 104212 Comm: cld_oncmd Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9fab7ef23f40 ti: ffff9facb3ffc000 task.ti: ffff9facb3ffc000
RIP: 0010:[<ffffffff87b086fd>] [<ffffffff87b086fd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff9facb3fffcd8 EFLAGS: 00000293
RAX: 0000000000000001 RBX: ffff9facb3ffffd8 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffbfb103416f04
RBP: ffff9facb3fffcd8 R08: ffff9facb3ffc000 R09: 0000000000000001
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9facb3ffffd8
R13: ffff9fab7ef23f40 R14: ffffffff8811291c R15: ffff9facb3fffca8
FS: 00007f56b7fff700(0000) GS:ffff9facd1ac0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2aa6ef9db8 CR3: 000000055cb20000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff8810842a>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff88115680>] _raw_spin_lock+0x20/0x30
[<ffffffff87b041a8>] futex_wait+0xe8/0x280
[<ffffffff87abe870>] ? hrtimer_get_res+0x50/0x50
[<ffffffff87b03534>] ? futex_wait_queue_me+0xa4/0x130
[<ffffffff87b05f96>] do_futex+0x106/0x5a0
[<ffffffff87ad816c>] ? update_curr+0x14c/0x1e0
Complete report #637849
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_queued_spin_lock_slowpath
|
vmlinux |
0xffffffff8c9174cd
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffff8cf7b37b
Build id: 3.10.0-1160.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffff8cf89a90
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
4
|
futex_wait
|
vmlinux |
0xffffffff8c912f08
Build id: 3.10.0-1160.el7.x86_64
|
0xe8
|
|
5
|
|
vmlinux |
0xffffffff8c8c9860
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
6
|
|
vmlinux |
0xffffffff8c9121d4
Build id: 3.10.0-1160.el7.x86_64
|
0xa4
|
|
7
|
do_futex
|
vmlinux |
0xffffffff8c914d06
Build id: 3.10.0-1160.el7.x86_64
|
0x106
|
|
8
|
SyS_futex
|
vmlinux |
0xffffffff8c915220
Build id: 3.10.0-1160.el7.x86_64
|
0x80
|
|
9
|
system_call_fastpath
|
vmlinux |
0xffffffff8cf93f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 64s! [pool:45797]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw ac97_bus
gf128mul ppdev glue_helper ablk_helper snd_seq snd_seq_device cryptd vmw_balloon snd_pcm snd_timer snd joydev pcspkr soundcore sg i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom ata_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops pata_acpi mptspi ttm scsi_transport_spi crct10dif_pclmul mptscsih crct10dif_common ata_piix drm mptbase nfit e1000 crc32c_intel serio_raw drm_panel_orientation_quirks libata libnvdimm fuse
CPU: 0 PID: 45797 Comm: pool Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff99a6426e2100 ti: ffff99a7431c8000 task.ti: ffff99a7431c8000
RIP: 0010:[<ffffffff8c9174cd>] [<ffffffff8c9174cd>] native_queued_spin_lock_slowpath+0x1d/0x200
RSP: 0018:ffff99a7431cbcd8 EFLAGS: 00000293
RAX: 0000000000000001 RBX: 000000000001acc0 RCX: 0000000000000001
RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffffb954c0776d04
RBP: ffff99a7431cbcd8 R08: ffff99a7431c8000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000005 R12: ffff99a7431cbfd8
R13: ffff99a7431cbfd8 R14: ffffffff8cf86c8f R15: ffff99a7431cbca8
FS: 00007fbf609fd700(0000) GS:ffff99a779600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd7c13eec78 CR3: 0000000025332000 CR4: 00000000003607f0
Call Trace:
[<ffffffff8cf7b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff8cf89a90>] _raw_spin_lock+0x20/0x30
[<ffffffff8c912f08>] futex_wait+0xe8/0x280
[<ffffffff8c8c9860>] ? hrtimer_get_res+0x50/0x50
[<ffffffff8c9121d4>] ? futex_wait_queue_me+0xa4/0x130
[<ffffffff8c914d06>] do_futex+0x106/0x5a0
[<ffffffff8c915220>] SyS_futex+0x80/0x190
[<ffffffff8cf93f92>] system_call_fastpath+0x25/0x2a
Code: 47 fe ff ff 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 66 90 b9 01 00 00 00 8b 17 85 d2 74 0d 83 fa 03 74 08 f3 90 <8b> 17 85 d2 75 f3 89 d0 f0 0f b1 0f 39 c2 75 e3 5d 66 90 c3 0f