Complete report #1380947
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffb7a9dc5d
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffb7e0566d
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffb7e0b0d0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffb7abddcf
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffb7abeee6
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffb7abedc0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffb7ac5da1
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0xd1
|
|
8
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb8195ec9
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x96
|
|
9
|
|
vmlinux |
0xffffffffb7ac5cd0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb8195df7
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffffb7ac5cd0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 23s! [kworker/8:0:10098]
Modules linked in: xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc rpcsec_gss_krb5 nfsv4 nfs fscache dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop binfmt_misc ceph libceph dns_resolver overlay mpt2sas raid_class mptctl mptbase dell_rbu dcdbas sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper pcspkr joydev cryptd iTCO_wdt mxm_wmi iTCO_vendor_support ses enclosure sg i2c_i801 ipmi_ssif ipmi_si ipmi_devintf ipmi_msghandler wmi lpc_ich mei_me mei ioatdma nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables
xfs libcrc32c sd_mod crc_t10dif crct10dif_generic mgag200 drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm isci ahci drm libsas libahci scsi_transport_sas igb crct10dif_pclmul megaraid_sas crct10dif_common libata crc32c_intel ptp pps_core drm_panel_orientation_quirks dca i2c_algo_bit dm_mirror dm_region_hash dm_log dm_mod
CPU: 8 PID: 10098 Comm: kworker/8:0 Kdump: loaded Tainted: G W ------------ 3.10.0-1160.24.1.el7.x86_64 #1
Hardware name: Sugon I620-G10/X9DR3-F, BIOS 3.0a 07/31/2013
Workqueue: events fb_flashcursor
task: ffff8c5d346c2100 ti: ffff8c555cef8000 task.ti: ffff8c555cef8000
RIP: 0010:[<ffffffffb7a9dc5d>] [<ffffffffb7a9dc5d>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff8c555cefbda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffb8a03c04 RCX: 00000000ffffffff
RDX: ffff8c555cefbd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff8c555cefbdd0 R08: 0000000000000000 R09: ffff8c5281bfaf00
R10: 0000000000000080 R11: 0000000000000001 R12: 000000625cefbd38
R13: ffffffffb7e7fae9 R14: ffff8c555cefbd68 R15: ffffffffb8190bca
FS: 0000000000000000(0000) GS:ffff8c691f000000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c29c336000 CR3: 0000000a86410000 CR4: 00000000000607e0
Call Trace:
[<ffffffffb7e0566d>] fb_flashcursor+0x5d/0x140
[<ffffffffb7e0b0d0>] ? bit_clear+0x120/0x120
[<ffffffffb7abddcf>] process_one_work+0x17f/0x440
[<ffffffffb7abeee6>] worker_thread+0x126/0x3c0
[<ffffffffb7abedc0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffb7ac5da1>] kthread+0xd1/0xe0
[<ffffffffb8195ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffffb7ac5cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb8195df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb7ac5cd0>] ? insert_kthread_work+0x40/0x40
Code: 06 01 48 83 05 54 6c 06 01 01 48 8b 7d d0 83 e0 1f 89 05 3f 6c 06 01 c6 07 00 66 66 66 90 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 2e 6d 06 01 00 00 00 00
Complete report #1350561
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff984a23ed
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x47d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff9881ef8d
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff98824b00
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x130
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff984c32ef
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff984c4436
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff984c4310
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x2b0
|
|
7
|
kthread
|
vmlinux |
0xffffffff984cb621
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff984cb550
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff98bc51f7
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff984cb550
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#14 stuck for 23s! [kworker/14:1:27689]
Modules linked in: binfmt_misc tcp_diag inet_diag veth nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_mark ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter dm_mirror dm_region_hash dm_log dm_mod iTCO_wdt gpio_ich iTCO_vendor_support ipmi_ssif intel_powerclamp coretemp kvm_intel kvm irqbypass pcspkr ipmi_si lpc_ich hpilo hpwdt sg i7core_edac ipmi_devintf ipmi_msghandler
acpi_power_meter pcc_cpufreq ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi radeon sd_mod crc_t10dif crct10dif_generic crct10dif_common i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata hpsa crc32c_intel serio_raw bnx2 drm_panel_orientation_quirks scsi_transport_sas
CPU: 14 PID: 27689 Comm: kworker/14:1 Tainted: G I L ------------ T 3.10.0-1160.90.1.el7.x86_64 #1
Hardware name: HP ProLiant DL360 G6, BIOS P64 07/02/2013
Workqueue: events fb_flashcursor
task: ffff9933e463d280 ti: ffff993983fa4000 task.ti: ffff993983fa4000
RIP: 0010:[<ffffffff984a23ed>] [<ffffffff984a23ed>] console_unlock+0x47d/0x4c0
RSP: 0018:ffff993983fa7da0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff99434c06 RCX: 00000000ffffffff
RDX: ffff993983fa7d28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff993983fa7dd0 R08: 0000000000000000 R09: ffff993f845f6f00
R10: 0000000000000080 R11: ffffaf4f06d7fff8 R12: 0000006483fa7d38
R13: ffffffff9889c229 R14: ffff993983fa7d68 R15: ffffffff98bbfd6a
FS: 0000000000000000(0000) GS:ffff993987bc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000008f5884 CR3: 00000007ace10000 CR4: 00000000000007e0
Call Trace:
[<ffffffff9881ef8d>] fb_flashcursor+0x5d/0x140
[<ffffffff98824b00>] ? bit_clear+0x130/0x130
[<ffffffff984c32ef>] process_one_work+0x17f/0x440
[<ffffffff984c4436>] worker_thread+0x126/0x3c0
[<ffffffff984c4310>] ? manage_workers.isra.26+0x2b0/0x2b0
[<ffffffff984cb621>] kthread+0xd1/0xe0
[<ffffffff984cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff98bc51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff984cb550>] ? insert_kthread_work+0x40/0x40
Code: 09 01 48 83 05 c4 34 09 01 01 48 8b 7d d0 83 e0 1f 89 05 af 34 09 01 c6 07 00 66 66 66 90 44 89 f7 e8 08 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 06 fc ff ff 48 c7 05 9e 35 09 01 00 00 00 00
Complete report #1273496
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffa509e7bd
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffa540420d
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffa5409c70
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffa50be6bf
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffa50bf7d6
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffa50bf6b0
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffa50c6691
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffa50c65c0
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa5792d37
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffa50c65c0
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 22s! [kworker/13:1:484]
Modules linked in: arc4 md4 nls_utf8 cifs ccm dns_resolver sunrpc dm_mirror dm_region_hash dm_log dm_mod iTCO_wdt skx_edac iTCO_vendor_support dell_smbios intel_powerclamp coretemp dell_wmi_descriptor intel_rapl iosf_mbi kvm_intel dcdbas kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg i2c_i801 lpc_ich ipmi_si ipmi_devintf ipmi_msghandler wmi mei_me mei acpi_pad acpi_power_meter ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci crct10dif_pclmul crct10dif_common crc32c_intel megaraid_sas libata tg3 ptp pps_core drm_panel_orientation_quirks nfit libnvdimm
CPU: 13 PID: 484 Comm: kworker/13:1 Kdump: loaded Tainted: G M ------------ 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R440/04JN2K, BIOS 2.23.0 01/09/2025
Workqueue: events fb_flashcursor
task: ffff9aaf3498e2a0 ti: ffff9aaf36684000 task.ti: ffff9aaf36684000
RIP: 0010:[<ffffffffa509e7bd>] [<ffffffffa509e7bd>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff9aaf36687da0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffa6002be6 RCX: 00000000ffffffff
RDX: ffff9aaf36687d28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff9aaf36687dd0 R08: 0000000000000000 R09: ffff9aaf3384e900
R10: 00000000000000d2 R11: 0000000000000001 R12: 0000004436687d38
R13: ffffffffa547e529 R14: ffff9aaf36687d68 R15: ffffffffa578dbca
FS: 0000000000000000(0000) GS:ffff9aaf3c140000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f93fe76d740 CR3: 0000000a0bc10000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 00000000
Call Trace:
[<ffffffffa540420d>] fb_flashcursor+0x5d/0x140
[<ffffffffa5409c70>] ? bit_clear+0x120/0x120
[<ffffffffa50be6bf>] process_one_work+0x17f/0x440
[<ffffffffa50bf7d6>] worker_thread+0x126/0x3c0
[<ffffffffa50bf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffa50c6691>] kthread+0xd1/0xe0
[<ffffffffa50c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa5792d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa50c65c0>] ? insert_kthread_work+0x40/0x40
Code: 06 01 48 83 05 f4 50 06 01 01 48 8b 7d d0 83 e0 1f 89 05 df 50 06 01 c6 07 00 0f 1f 40 00 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 ce 51 06 01 00 00 00 00
Complete report #1101173
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc03e8bed
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffff9980559d
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff9980b000
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff994bde3f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff994bef56
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff994bee30
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff994c5e11
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff994c5d40
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff99b94df7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff994c5d40
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#15 stuck for 27s! [kworker/15:0:85533]
Modules linked in: binfmt_misc resguard_linux(OE) secmodel_linux(OE) syshook_linux(OE) secmodel3(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat ipt_REJECT nf_reject_ipv4 xt_set tun ip_set_hash_net bridge xt_conntrack stp llc xt_NFLOG nfnetlink_log ip_set ebtable_filter iptable_raw ebtables iptable_mangle devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock nf_conntrack_netlink nfnetlink nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack sunrpc ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd nfit vmw_balloon pcspkr joydev sg libnvdimm parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 15 PID: 85533 Comm: kworker/15:0 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff92e3e7903180 ti: ffff92de23574000 task.ti: ffff92de23574000
RIP: 0010:[<ffffffffc03e8bed>] [<ffffffffc03e8bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff92de23577dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000024000000000 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff9a008d00
RBP: ffff92de23577e18 R08: ffffffffc03eb560 R09: 0000ff04eadeb558
R10: 0000ff04eadeb558 R11: 0000000000000000 R12: ffff92da537ed4c0
R13: ffff000100000000 R14: ffff92de00000000 R15: 0000000200000000
FS: 0000000000000000(0000) GS:ffff92e93d9c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fed4023a000 CR3: 000000016d794000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9980559d>] ? fb_flashcursor+0x5d/0x140
[<ffffffff9980b000>] ? bit_clear+0x120/0x120
[<ffffffff994bde3f>] process_one_work+0x17f/0x440
[<ffffffff994bef56>] worker_thread+0x126/0x3c0
[<ffffffff994bee30>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff994c5e11>] kthread+0xd1/0xe0
[<ffffffff994c5d40>] ? insert_kthread_work+0x40/0x40
[<ffffffff99b94df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff994c5d40>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 f8 aa 1d d9 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #1077862
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
fb_flashcursor
|
vmlinux |
0xffffffffbe9f34e9
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x119
|
|
2
|
|
vmlinux |
0xffffffffbe9f8f70
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x120
|
|
3
|
process_one_work
|
vmlinux |
0xffffffffbe6b9d8f
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffffbe6bae26
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffffbe6bad00
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffffbe6c1c71
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffffbe6c1ba0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffbed74c24
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xe
|
|
9
|
|
vmlinux |
0xffffffffbe6c1ba0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [kworker/0:1:14108]
Modules linked in: devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter edac_mce_amd kvm_amd kvm irqbypass pcspkr virtio_gpu joydev ttm virtio_rng drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops drm drm_panel_orientation_quirks sg snd_intel8x0 snd_ac97_codec 8139too ac97_bus snd_seq snd_seq_device floppy snd_pcm snd_timer snd 8139cp soundcore i2c_piix4
mii nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common virtio_console ata_generic pata_acpi ata_piix virtio_pci libata virtio_ring virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 14108 Comm: kworker/0:1 Kdump: loaded Tainted: G L ------------ 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.0-0-gd239552ce722-prebuilt.qemu.org 04/01/2014
Workqueue: events fb_flashcursor
task: ffff9866be4d5140 ti: ffff9866a7a48000 task.ti: ffff9866a7a48000
RIP: 0010:[<ffffffffbe9f34e9>] [<ffffffffbe9f34e9>] fb_flashcursor+0x119/0x140
RSP: 0018:ffff9866a7a4bde0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffff9866a7a4bdb8 RCX: 0000000000000009
RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffff986674976860
RBP: ffff9866a7a4be18 R08: 0000000000000001 R09: 9e65c608cd1769e0
R10: ffffffffbe9f8f70 R11: 0000000000000e20 R12: ffff9866a7a4bda0
R13: 0000000000000001 R14: 0000000000000001 R15: ffff9867ffc1ab80
FS: 0000000000000000(0000) GS:ffff9867ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fc53930b4a0 CR3: 0000000195616000 CR4: 00000000000006f0
Call Trace:
[<ffffffffbe9f8f70>] ? bit_clear+0x120/0x120
[<ffffffffbe6b9d8f>] process_one_work+0x17f/0x440
[<ffffffffbe6bae26>] worker_thread+0x126/0x3c0
[<ffffffffbe6bad00>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffbe6c1c71>] kthread+0xd1/0xe0
[<ffffffffbe6c1ba0>] ? insert_kthread_work+0x40/0x40
[<ffffffffbed74c24>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffffbe6c1ba0>] ? insert_kthread_work+0x40/0x40
Code: 44 89 5d d0 4c 89 55 c8 e8 c5 fd ff ff 44 8b 5d d0 4c 89 f2 4c 89 fe 48 89 df 41 b8 01 00 00 00 89 45 d4 44 89 d9 e8 a7 fd ff ff <44> 8b 4d d4 41 89 c0 8b 0d 02 b4 e3 00 44 89 ea 4c 89 f6 4c 89
Complete report #1065618
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff8469a0ed
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff849f301d
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff849f8b60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff846b9d4f
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff846bade6
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff846bacc0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff846c1c31
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff846c1b60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff84d74c37
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff846c1b60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#48 stuck for 22s! [kworker/48:1:53052]
Modules linked in: xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) tcp_lp xt_CHECKSUM tun devlink fuse nls_utf8 cifs ccm dns_resolver nf_nat_ftp nf_conntrack_ftp nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_MASQUERADE nf_nat_masquerade_ipv6 ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat vboxpci(OE) vboxnetadp(OE) vboxnetflt(OE) nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vboxdrv(OE) sunrpc
vfat fat iTCO_wdt iTCO_vendor_support squashfs loop sb_edac intel_powerclamp nvidia_drm(POE) coretemp intel_rapl iosf_mbi kvm_intel nvidia_modeset(POE) kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd nvidia(POE) snd_hda_codec_hdmi snd_hda_codec_realtek snd_hda_codec_generic snd_hda_intel drm_kms_helper snd_hda_codec joydev syscopyarea sysfillrect snd_hda_core intel_wmi_thunderbolt sysimgblt fb_sys_fops snd_hwdep pcspkr drm snd_seq megaraid_sas snd_seq_device snd_pcm snd_timer drm_panel_orientation_quirks sg ipmi_msghandler snd i2c_i801 lpc_ich soundcore ioatdma acpi_power_meter ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic mxm_wmi crct10dif_pclmul crct10dif_common crc32c_intel ahci igb libahci libata ptp pps_core dca
i2c_algo_bit wmi dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ipmi_devintf]
CPU: 48 PID: 53052 Comm: kworker/48:1 Kdump: loaded Tainted: P OEL ------------ T 3.10.0-957.1.3.el7.x86_64 #1
Hardware name: Supermicro X10DAi/X10DAI, BIOS 2.0a 11/09/2016
Workqueue: events fb_flashcursor
task: ffff9faf2f21d140 ti: ffff9f9f78e60000 task.ti: ffff9f9f78e60000
RIP: 0010:[<ffffffff8469a0ed>] [<ffffffff8469a0ed>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff9f9f78e63da0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff855e2c4e RCX: 00000000ffffffff
RDX: ffff9f9f78e63d28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff9f9f78e63dd0 R08: 0000000000000000 R09: ffff9f70e6519c20
R10: 0000000000000064 R11: ffffbd1f71fce7f8 R12: 0000000878e63d38
R13: ffffffff84a6ca69 R14: ffff9f9f78e63d68 R15: ffffffff84d6fb6a
FS: 0000000000000000(0000) GS:ffff9faf3fb00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f77b761fb80 CR3: 000000205c210000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff849f301d>] fb_flashcursor+0x5d/0x140
[<ffffffff849f8b60>] ? bit_clear+0x120/0x120
[<ffffffff846b9d4f>] process_one_work+0x17f/0x440
[<ffffffff846bade6>] worker_thread+0x126/0x3c0
[<ffffffff846bacc0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffff846c1c31>] kthread+0xd1/0xe0
[<ffffffff846c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff84d74c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff846c1b60>] ? insert_kthread_work+0x40/0x40
Code: 04 01 48 83 05 04 98 04 01 01 48 8b 7d d0 83 e0 1f 89 05 ef 97 04 01 c6 07 00 0f 1f 40 00 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 de 98 04 01 00 00 00 00
Complete report #962327
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffa5e96fed
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffa61c580d
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffa61cb330
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffa5eb613f
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffa5eb71d6
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffa5eb70b0
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffa5ebdf21
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffa5ebde50
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa65255dd
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x7
|
|
10
|
|
vmlinux |
0xffffffffa5ebde50
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [kworker/1:1:36365]
Modules linked in: vhost_net vhost macvtap macvlan xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter openvswitch nf_conntrack_ipv6 nf_nat_ipv6 nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_defrag_ipv6 nf_nat nf_conntrack sunrpc ext4 mbcache jbd2 skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm ipmi_ssif dell_smbios irqbypass iTCO_wdt iTCO_vendor_support sparse_keymap dcdbas pcspkr sg ipmi_si wmi ipmi_devintf ipmi_msghandler mei_me mei nfit i2c_i801 lpc_ich shpchp acpi_pad acpi_power_meter libnvdimm tpm_crb ip_tables xfs libcrc32c dm_crypt drbg ansi_cprng sd_mod crc_t10dif crct10dif_generic sr_mod cdrom mgag200
i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel drm glue_helper lrw ahci gf128mul ablk_helper cryptd libahci tg3 libata megaraid_sas i2c_core ptp pps_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 36365 Comm: kworker/1:1 Kdump: loaded Tainted: G M L ------------ 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R440/04JN2K, BIOS 2.9.3 09/23/2020
Workqueue: events fb_flashcursor
task: ffff9f31f11d8fd0 ti: ffff9f347f6dc000 task.ti: ffff9f347f6dc000
RIP: 0010:[<ffffffffa5e96fed>] [<ffffffffa5e96fed>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff9f347f6dfda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffa6dc1c22 RCX: 00000000ffffffff
RDX: ffff9f347f6dfd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff9f347f6dfdd0 R08: 0000000000000000 R09: ffff9f38d1032f00
R10: 0000000000000080 R11: 0000000000000001 R12: 000000407f6dfd38
R13: ffffffffa623e629 R14: ffff9f347f6dfd68 R15: ffffffffa6520b2a
FS: 0000000000000000(0000) GS:ffff9f38d8a40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f90f2029c53 CR3: 000000039820e000 CR4: 00000000007627e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 00000000
Call Trace:
[<ffffffffa61c580d>] fb_flashcursor+0x5d/0x140
[<ffffffffa61cb330>] ? bit_clear+0x120/0x120
[<ffffffffa5eb613f>] process_one_work+0x17f/0x440
[<ffffffffa5eb71d6>] worker_thread+0x126/0x3c0
[<ffffffffa5eb70b0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffffa5ebdf21>] kthread+0xd1/0xe0
[<ffffffffa5ebde50>] ? insert_kthread_work+0x40/0x40
[<ffffffffa65255dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa5ebde50>] ? insert_kthread_work+0x40/0x40
Code: 02 01 48 83 05 04 b9 02 01 01 48 8b 7d d0 83 e0 1f 89 05 ef b8 02 01 c6 07 00 0f 1f 40 00 44 89 f7 e8 c8 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 de b9 02 01 00 00 00 00
Complete report #959123
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffb209a0ed
Build id: 3.10.0-957.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffb23f2dad
Build id: 3.10.0-957.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffb23f88f0
Build id: 3.10.0-957.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffb20b9d4f
Build id: 3.10.0-957.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffb20bade6
Build id: 3.10.0-957.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffb20bacc0
Build id: 3.10.0-957.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffb20c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffb20c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb2774c1d
Build id: 3.10.0-957.el7.x86_64
|
0x7
|
|
10
|
|
vmlinux |
0xffffffffb20c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#52 stuck for 22s! [kworker/52:2:110686]
Modules linked in: xt_multiport iptable_raw ip_set_hash_net ip_set_hash_ip ipip tunnel4 ip_tunnel veth xt_set ip_set_hash_ipportnet ip_set_hash_ipportip ip_set_bitmap_port ip_set_hash_ipport ip_set dummy ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache xt_comment xt_mark nf_conntrack_netlink nfnetlink xt_addrtype xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 tun devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) br_netfilter bridge stp llc nf_conntrack_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack cambricon_gdrdrv(OE) iTCO_wdt iTCO_vendor_support vfat fat intel_powerclamp coretemp kvm irqbypass crc32_pclmul
ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg mei_me mei i2c_i801 wmi ipmi_si ipmi_devintf ipmi_msghandler pinctrl_lewisburg pinctrl_intel acpi_cpufreq acpi_power_meter cambricon_drv(OE) nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs sd_mod crc_t10dif crct10dif_generic ast i2c_algo_bit drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect serio_raw sysimgblt fb_sys_fops ttm i40e drm ahci libahci megaraid_sas ptp libata pps_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod nf_defrag_ipv4 libcrc32c
CPU: 52 PID: 110686 Comm: kworker/52:2 Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: Inspur NF5468M6/NF5468M6, BIOS 06.01.02 06/28/2022
Workqueue: events fb_flashcursor
task: ffffa089202ec100 ti: ffffa04dadaa8000 task.ti: ffffa04dadaa8000
RIP: 0010:[<ffffffffb209a0ed>] [<ffffffffb209a0ed>] console_unlock+0x46d/0x4b0
RSP: 0018:ffffa04dadaabda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffb2fe2c49 RCX: 00000000ffffffff
RDX: ffffa04dadaabd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffffa04dadaabdd0 R08: 0000000000000000 R09: ffff9f0972ff2f00
R10: 0000000000000080 R11: 0000000000000001 R12: 00000067adaabd38
R13: ffffffffb246c7f9 R14: ffffa04dadaabd68 R15: ffffffffb276fb6a
FS: 0000000000000000(0000) GS:ffffa0897f080000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000561e3e892138 CR3: 000001fce2810000 CR4: 0000000000760fe0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 00000000
Call Trace:
[<ffffffffb23f2dad>] fb_flashcursor+0x5d/0x140
[<ffffffffb23f88f0>] ? bit_clear+0x120/0x120
[<ffffffffb20b9d4f>] process_one_work+0x17f/0x440
[<ffffffffb20bade6>] worker_thread+0x126/0x3c0
[<ffffffffb20bacc0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffb20c1c31>] kthread+0xd1/0xe0
[<ffffffffb20c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb2774c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffb20c1b60>] ? insert_kthread_work+0x40/0x40
Code: 04 01 48 83 05 04 98 04 01 01 48 8b 7d d0 83 e0 1f 89 05 ef 97 04 01 c6 07 00 0f 1f 40 00 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 de 98 04 01 00 00 00 00
Complete report #654982
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffb329a0ed
Build id: 3.10.0-957.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffb35f2dad
Build id: 3.10.0-957.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffb35f88f0
Build id: 3.10.0-957.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffb32b9d4f
Build id: 3.10.0-957.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffb32bade6
Build id: 3.10.0-957.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffb32bacc0
Build id: 3.10.0-957.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffb32c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffb32c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb3974c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffb32c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [kworker/2:0:31883]
Modules linked in: binfmt_misc fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink cmac arc4 md4 nls_utf8 cifs ccm dns_resolver ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod intel_powerclamp coretemp kvm_intel gpio_ich iTCO_wdt iTCO_vendor_support ipmi_ssif kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper
cryptd joydev ipmi_si sg pcspkr ipmi_devintf ipmi_msghandler hpilo hpwdt acpi_power_meter lpc_ich i7core_edac pcc_cpufreq ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi radeon sd_mod crc_t10dif crct10dif_generic i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common serio_raw crc32c_intel libata drm_panel_orientation_quirks bnx2 hpsa scsi_transport_sas
CPU: 2 PID: 31883 Comm: kworker/2:0 Kdump: loaded Tainted: G I ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: HP ProLiant DL380 G7, BIOS P67 08/16/2015
Workqueue: events fb_flashcursor
task: ffff93e7f9f06180 ti: ffff93e75acb8000 task.ti: ffff93e75acb8000
RIP: 0010:[<ffffffffb329a0ed>] [<ffffffffb329a0ed>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff93e75acbbda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffb41e2c19 RCX: 00000000ffffffff
RDX: ffff93e75acbbd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff93e75acbbdd0 R08: 0000000000000000 R09: ffff93ea87682f00
R10: 0000000000000080 R11: ffffb1f9c397fff8 R12: 000000375acbbd38
R13: ffffffffb366c7f9 R14: ffff93e75acbbd68 R15: ffffffffb396fb6a
FS: 0000000000000000(0000) GS:ffff93ea8fa40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f745cb1d000 CR3: 000000005b210000 CR4: 00000000000207e0
Call Trace:
[<ffffffffb35f2dad>] fb_flashcursor+0x5d/0x140
[<ffffffffb35f88f0>] ? bit_clear+0x120/0x120
[<ffffffffb32b9d4f>] process_one_work+0x17f/0x440
[<ffffffffb32bade6>] worker_thread+0x126/0x3c0
[<ffffffffb32bacc0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffb32c1c31>] kthread+0xd1/0xe0
[<ffffffffb32c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb3974c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb32c1b60>] ? insert_kthread_work+0x40/0x40
Code: 04 01 48 83 05 04 98 04 01 01 48 8b 7d d0 83 e0 1f 89 05 ef 97 04 01 c6 07 00 66 66 66 90 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 de 98 04 01 00 00 00 00
Complete report #525851
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc0588cda
Build id: 3.10.0-862.el7.x86_64
|
0xba
|
|
2
|
|
vmlinux |
0xffffffff99bc0a4d
Build id: 3.10.0-862.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff99bc6570
Build id: 3.10.0-862.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff998b2dff
Build id: 3.10.0-862.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff998b3ac6
Build id: 3.10.0-862.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff998b39a0
Build id: 3.10.0-862.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff998bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff998bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff99f1f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff998bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 26s! [kworker/1:3:9718]
Modules linked in: rpcsec_gss_krb5 target_core_mod xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink sfs(OE) vmw_vsock_vmci_transport vsock coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon joydev pcspkr sg nfit libnvdimm parport_pc parport i2c_piix4 vmw_vmci shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul
crct10dif_common crc32c_intel libata mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 9718 Comm: kworker/1:3 Kdump: loaded Tainted: G OEL ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff951b0e688000 ti: ffff951b157c4000 task.ti: ffff951b157c4000
RIP: 0010:[<ffffffffc0588cda>] [<ffffffffc0588cda>] vmballoon_work+0xba/0x63d [vmw_balloon]
RSP: 0018:ffff951b157c7dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000024000000000 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff9a4074c0
RBP: ffff951b157c7e18 R08: ffffffffc058b560 R09: 0000fe9ceaf8b558
R10: 0000fe9ceaf8b558 R11: 0000000000aaaaaa R12: ffff951b1e37d290
R13: ffff000100000000 R14: ffff951b00000007 R15: 0000000200000000
FS: 0000000000000000(0000) GS:ffff951b35640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001fffff0 CR3: 00000000a8aa2000 CR4: 00000000003607e0
Call Trace:
[<ffffffff99bc0a4d>] ? fb_flashcursor+0x5d/0x140
[<ffffffff99bc6570>] ? bit_clear+0x120/0x120
[<ffffffff998b2dff>] process_one_work+0x17f/0x440
[<ffffffff998b3ac6>] worker_thread+0x126/0x3c0
[<ffffffff998b39a0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffff998bae31>] kthread+0xd1/0xe0
[<ffffffff998bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff99f1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff998bad60>] ? insert_kthread_work+0x40/0x40
Code: 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 00 00 00 00 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 aa 00 00 00 48 83 f8 07 0f 84 93 00 00 00 f6 05
Complete report #467517
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff8108a3dd
Build id: 3.10.0-693.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff8139285d
Build id: 3.10.0-693.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff81398250
Build id: 3.10.0-693.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff810a881a
Build id: 3.10.0-693.el7.x86_64
|
0x17a
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff810a94e6
Build id: 3.10.0-693.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff810a93c0
Build id: 3.10.0-693.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
8
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
10
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#11 stuck for 22s! [kworker/11:34:18466]
Modules linked in: ipt_REJECT nf_reject_ipv4 xt_REDIRECT nf_nat_redirect ip_vs_rr xt_ipvs ip_vs binfmt_misc vxlan ip6_udp_tunnel udp_tunnel iptable_mangle xt_mark xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx5_ib(OE) ib_uverbs(OE) mlx5_core(OE) mlxfw(OE) mlx4_en(OE) ptp pps_core mlx4_ib(OE) ib_core(OE) mlx4_core(OE) mlx_compat(OE) devlink ext4 mbcache jbd2 dm_mirror dm_region_hash dm_log dm_mod edac_core ppdev parport_pc virtio_balloon parport i2c_piix4 iosf_mbi crc32_pclmul ghash_clmulni_intel
aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev knem(OE) ip_tables xfs libcrc32c ata_generic pata_acpi virtio_net virtio_console virtio_blk bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix virtio_pci crct10dif_pclmul crct10dif_common libata floppy crc32c_intel virtio_ring i2c_core serio_raw virtio
CPU: 11 PID: 18466 Comm: kworker/11:34 Tainted: G W OEL ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: JD JCloud Iaas Jvirt, BIOS 1.10.2-1.el7 04/01/2014
Workqueue: events fb_flashcursor
task: ffff880e307d2f70 ti: ffff880b3f85c000 task.ti: ffff880b3f85c000
RIP: 0010:[<ffffffff8108a3dd>] [<ffffffff8108a3dd>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff880b3f85fda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff81d861c6 RCX: 00000000ffffffff
RDX: ffff880b3f85fd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff880b3f85fdd0 R08: 0000000000000000 R09: ffff880ff7ee6f00
R10: 0000000000008000 R11: 0000000000000000 R12: 000000243f85fd38
R13: ffffffff81408dd7 R14: ffff880b3f85fd68 R15: ffff880b3f85fd28
FS: 0000000000000000(0000) GS:ffff880fff4c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0eb8db5048 CR3: 00000000019f2000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffffffff81e86e50 ffff88017fc419b0 ffff88017fc41800 0000000000000002
ffff880ff7f20800 ffff88017fc419d0 ffff880b3f85fe18 ffffffff8139285d
ffffffff81398250 0000000000000e20 ffff880ff7f209e0 ffff88062eb47100
Call Trace:
[<ffffffff8139285d>] fb_flashcursor+0x5d/0x140
[<ffffffff81398250>] ? bit_clear+0x120/0x120
[<ffffffff810a881a>] process_one_work+0x17a/0x440
[<ffffffff810a94e6>] worker_thread+0x126/0x3c0
[<ffffffff810a93c0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: df 00 48 83 05 54 ca df 00 01 48 8b 7d d0 83 e0 1f 89 05 3f ca df 00 ff 14 25 50 31 a1 81 44 89 f7 e8 c8 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 2e cb df 00 00 00 00 00
Complete report #466944
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffa0a9482d
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffa0dc152d
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffa0dc7050
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffa0ab35ef
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffa0ab4686
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffa0ab4560
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffa0abb621
Build id: 3.10.0-862.9.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffa0abb550
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa11205f7
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffa0abb550
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [kworker/6:0:63872]
Modules linked in: nfnetlink_queue nfnetlink_log nfnetlink bluetooth rfkill fuse nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c iptable_filter sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm joydev irqbypass dcdbas iTCO_wdt ipmi_si iTCO_vendor_support ipmi_devintf mxm_wmi sg pcspkr ipmi_msghandler lpc_ich wmi shpchp acpi_power_meter nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc sch_fq_codel ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common ahci crc32_pclmul crc32c_intel ghash_clmulni_intel drm libahci aesni_intel
glue_helper libata lrw gf128mul tg3 ablk_helper cryptd megaraid_sas i2c_core ptp pps_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 63872 Comm: kworker/6:0 Tainted: G W L ------------ 3.10.0-862.9.1.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R630/02C2CP, BIOS 2.7.1 001/22/2018
Workqueue: events fb_flashcursor
task: ffff8c554c5b1fa0 ti: ffff8c57a3140000 task.ti: ffff8c57a3140000
RIP: 0010:[<ffffffffa0a9482d>] [<ffffffffa0a9482d>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff8c57a3143da0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffa19bec2e RCX: 00000000ffffffff
RDX: ffff8c57a3143d28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff8c57a3143dd0 R08: 0000000000000000 R09: ffff8c59a7002f00
R10: 0000000000000080 R11: 0000000000000001 R12: 0000004ca3143d38
R13: ffffffffa0e3a1d9 R14: ffff8c57a3143d68 R15: ffffffffa111bb3a
FS: 0000000000000000(0000) GS:ffff8c59ae6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2c73622890 CR3: 00000007f120e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa0dc152d>] fb_flashcursor+0x5d/0x140
[<ffffffffa0dc7050>] ? bit_clear+0x120/0x120
[<ffffffffa0ab35ef>] process_one_work+0x17f/0x440
[<ffffffffa0ab4686>] worker_thread+0x126/0x3c0
[<ffffffffa0ab4560>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffffa0abb621>] kthread+0xd1/0xe0
[<ffffffffa0abb550>] ? insert_kthread_work+0x40/0x40
[<ffffffffa11205f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa0abb550>] ? insert_kthread_work+0x40/0x40
Code: 02 01 48 83 05 c4 b0 02 01 01 48 8b 7d d0 83 e0 1f 89 05 af b0 02 01 c6 07 00 0f 1f 40 00 44 89 f7 e8 c8 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 9e b1 02 01 00 00 00 00
Complete report #376736
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff9969dc5d
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff99a0566d
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff99a0b0d0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff996bddcf
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff996beee6
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff996bedc0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff996c5da1
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xd1
|
|
8
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff99d95ec9
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x96
|
|
9
|
|
vmlinux |
0xffffffff996c5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff99d95ddd
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x7
|
|
11
|
|
vmlinux |
0xffffffff996c5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [kworker/0:2:23209]
Modules linked in: 8021q garp mrp stp llc ib_ipoib rdma_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_core ext4 dm_mirror dm_region_hash dm_log dm_mod mbcache jbd2 sd_mod crc_t10dif crct10dif_generic ata_generic crct10dif_common sg pata_acpi bochs_drm ttm drm_kms_helper virtio_scsi virtio_balloon syscopyarea sysfillrect sysimgblt fb_sys_fops ppdev drm edac_mce_amd ata_piix joydev libata virtio_pci pcspkr virtio_ring parport_pc virtio serio_raw drm_panel_orientation_quirks i2c_piix4 parport floppy binfmt_misc ip_tables nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache e1000 sunrpc [last unloaded: ipmi_msghandler]
CPU: 0 PID: 23209 Comm: kworker/0:2 Tainted: G L ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.2-0-gf9626ccb91-prebuilt.qemu-project.org 04/01/2014
Workqueue: events fb_flashcursor
task: ffff8b3ef7b95280 ti: ffff8b3ef5be0000 task.ti: ffff8b3ef5be0000
RIP: 0010:[<ffffffff9969dc5d>] [<ffffffff9969dc5d>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff8b3ef5be3da0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff9a603c04 RCX: 00000000ffffffff
RDX: ffff8b3ef5be3d28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff8b3ef5be3dd0 R08: 0000000000000000 R09: ffff8b3ef1b8af00
R10: 0000000000000080 R11: ffff9e4ec16ffff8 R12: 00000062f5be3d38
R13: ffffffff99a7faf5 R14: ffff8b3ef5be3d68 R15: ffff8b3ef5be3d28
FS: 00007f2e931e6700(0000) GS:ffff8b3fb3c00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f06b1c4c000 CR3: 00000000ba9da000 CR4: 00000000000007f0
Call Trace:
[<ffffffff99a0566d>] fb_flashcursor+0x5d/0x140
[<ffffffff99a0b0d0>] ? bit_clear+0x120/0x120
[<ffffffff996bddcf>] process_one_work+0x17f/0x440
[<ffffffff996beee6>] worker_thread+0x126/0x3c0
[<ffffffff996bedc0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff996c5da1>] kthread+0xd1/0xe0
[<ffffffff99d95ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff996c5cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffff99d95ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff996c5cd0>] ? insert_kthread_work+0x40/0x40
Code: 06 01 48 83 05 54 6c 06 01 01 48 8b 7d d0 83 e0 1f 89 05 3f 6c 06 01 e8 36 96 07 00 66 90 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 2e 6d 06 01 00 00 00 00
Complete report #309135
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa1f15375
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
2
|
console_unlock
|
vmlinux |
0xffffffffa1893cfc
Build id: 3.10.0-862.el7.x86_64
|
0x7c
|
|
3
|
fb_flashcursor
|
vmlinux |
0xffffffffa1bc0a4d
Build id: 3.10.0-862.el7.x86_64
|
0x5d
|
|
4
|
|
vmlinux |
0xffffffffa1bc6570
Build id: 3.10.0-862.el7.x86_64
|
0x120
|
|
5
|
process_one_work
|
vmlinux |
0xffffffffa18b2dff
Build id: 3.10.0-862.el7.x86_64
|
0x17f
|
|
6
|
worker_thread
|
vmlinux |
0xffffffffa18b3ac6
Build id: 3.10.0-862.el7.x86_64
|
0x126
|
|
7
|
|
vmlinux |
0xffffffffa18b39a0
Build id: 3.10.0-862.el7.x86_64
|
0x2a0
|
|
8
|
kthread
|
vmlinux |
0xffffffffa18bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffffa18bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa1f1f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffffa18bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 25s! [kworker/4:2:91649]
Modules linked in: vmw_vsock_vmci_transport vsock ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 vmw_balloon snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm pcspkr joydev sg vmxnet3 snd_timer snd soundcore vmw_vmci i2c_piix4 shpchp nfit libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif drm crct10dif_generic ahci ata_piix libahci crct10dif_pclmul crct10dif_common crc32c_intel libata i2c_core serio_raw vmw_pvscsi dm_mirror dm_region_hash
dm_log dm_mod
CPU: 4 PID: 91649 Comm: kworker/4:2 Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
Workqueue: events fb_flashcursor
task: ffff899494bbeeb0 ti: ffff8994a2610000 task.ti: ffff8994a2610000
RIP: 0010:[<ffffffffa1f15375>] [<ffffffffa1f15375>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8994a2613d90 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 00000002dd700000 RCX: 0000000000000001
RDX: 0000000000000000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff8994a2613d90 R08: 0000000000000010 R09: 0000000000000286
R10: 0000000000000001 R11: 0000000000000000 R12: ffff8994a2613dd0
R13: 0000000000000001 R14: ffff8994d8626800 R15: 0000000000000024
FS: 0000000000000000(0000) GS:ffff8994dd700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000f2fc2000 CR3: 00000007f7ec2000 CR4: 00000000001607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa1893cfc>] console_unlock+0x7c/0x4b0
[<ffffffffa1bc0a4d>] fb_flashcursor+0x5d/0x140
[<ffffffffa1bc6570>] ? bit_clear+0x120/0x120
[<ffffffffa18b2dff>] process_one_work+0x17f/0x440
[<ffffffffa18b3ac6>] worker_thread+0x126/0x3c0
[<ffffffffa18b39a0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffffa18bae31>] kthread+0xd1/0xe0
[<ffffffffa18bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa1f1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa18bad60>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #305903
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff9269a0ed
Build id: 3.10.0-957.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff929f2dad
Build id: 3.10.0-957.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff929f88f0
Build id: 3.10.0-957.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff926b9d4f
Build id: 3.10.0-957.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff926bade6
Build id: 3.10.0-957.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff926bacc0
Build id: 3.10.0-957.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff926c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff926c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff92d74c1d
Build id: 3.10.0-957.el7.x86_64
|
0x7
|
|
10
|
|
vmlinux |
0xffffffff926c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#35 stuck for 22s! [kworker/35:2:99987]
Modules linked in: petrelfs(OE) vhost_net vhost macvtap macvlan xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bonding rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx4_en(OE) mlx4_ib(OE) vboxnetadp(OE) vboxnetflt(OE) mlx4_core(OE) vboxdrv(OE) sunrpc iTCO_wdt iTCO_vendor_support skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev ses enclosure scsi_transport_sas sg pcspkr mei_me lpc_ich mei i2c_i801
wmi ipmi_si ipmi_devintf ipmi_msghandler acpi_power_meter acpi_cpufreq acpi_pad binfmt_misc knem(OE) ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic mlx5_ib(OE) ib_uverbs(OE) ib_core(OE) ast i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt mlx5_core(OE) fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel mlxfw(OE) ahci devlink i40e vfio_mdev(OE) drm vfio_iommu_type1 vfio libahci megaraid_sas mdev(OE) mlx_compat(OE) libata nvme nvme_core ptp pps_core drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod [last unloaded: petrelfs]
CPU: 35 PID: 99987 Comm: kworker/35:2 Kdump: loaded Tainted: G OE ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: Supermicro Super Server/X11DPH-T, BIOS 3.4 11/03/2020
Workqueue: events fb_flashcursor
task: ffff94b5c2f98000 ti: ffff94bbf7e90000 task.ti: ffff94bbf7e90000
RIP: 0010:[<ffffffff9269a0ed>] [<ffffffff9269a0ed>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff94bbf7e93da0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff935e2c71 RCX: 00000000ffffffff
RDX: ffff94bbf7e93d28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff94bbf7e93dd0 R08: 0000000000000000 R09: ffff949bf4db6f00
R10: 0000000000000080 R11: 0000000000000001 R12: 0000000ff7e93d38
R13: ffffffff92a6c7f9 R14: ffff94bbf7e93d68 R15: ffffffff92d6fb6a
FS: 0000000000000000(0000) GS:ffff94bbfc1c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001900000 CR3: 0000001bdb610000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 00000000
Call Trace:
[<ffffffff929f2dad>] fb_flashcursor+0x5d/0x140
[<ffffffff929f88f0>] ? bit_clear+0x120/0x120
[<ffffffff926b9d4f>] process_one_work+0x17f/0x440
[<ffffffff926bade6>] worker_thread+0x126/0x3c0
[<ffffffff926bacc0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffff926c1c31>] kthread+0xd1/0xe0
[<ffffffff926c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff92d74c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff926c1b60>] ? insert_kthread_work+0x40/0x40
Code: 04 01 48 83 05 04 98 04 01 01 48 8b 7d d0 83 e0 1f 89 05 ef 97 04 01 c6 07 00 0f 1f 40 00 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 de 98 04 01 00 00 00 00
Complete report #266221
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffafa9dccd
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffafe050fd
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffafe0ab60
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffafabdc4f
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffafabed66
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffafabec40
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffafac5c21
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffafac5b50
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb0194df7
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffafac5b50
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 27s! [kworker/1:2:21119]
Modules linked in: sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper joydev pcspkr cryptd ppdev sg vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul e1000 crct10dif_common ata_piix crc32c_intel serio_raw libata mptspi scsi_transport_spi mptscsih mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 21119 Comm: kworker/1:2 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
Workqueue: events fb_flashcursor
task: ffff893fb57f9080 ti: ffff893dc9854000 task.ti: ffff893dc9854000
RIP: 0010:[<ffffffffafa9dccd>] [<ffffffffafa9dccd>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff893dc9857da0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffffffffb0a03bf8 RCX: 00000000ffffffff
RDX: ffff893dc9857d28 RSI: 0000000000000004 RDI: 0000000000000246
RBP: ffff893dc9857dd0 R08: 0000000000000000 R09: ffff893efa3d3c20
R10: 0000000000000064 R11: ffffa7c5013e9818 R12: 00000056c9857d38
R13: ffffffffafe7f519 R14: ffff893dc9857d68 R15: ffffffffb018fbca
FS: 0000000000000000(0000) GS:ffff893fbfc40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5bba7f7000 CR3: 000000005fc10000 CR4: 00000000000607e0
Call Trace:
[<ffffffffafe050fd>] fb_flashcursor+0x5d/0x140
[<ffffffffafe0ab60>] ? bit_clear+0x120/0x120
[<ffffffffafabdc4f>] process_one_work+0x17f/0x440
[<ffffffffafabed66>] worker_thread+0x126/0x3c0
[<ffffffffafabec40>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffafac5c21>] kthread+0xd1/0xe0
[<ffffffffafac5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffb0194df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffafac5b50>] ? insert_kthread_work+0x40/0x40
Code: 06 01 48 83 05 e4 6b 06 01 01 48 8b 7d d0 83 e0 1f 89 05 cf 6b 06 01 c6 07 00 66 66 66 90 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 be 6c 06 01 00 00 00 00
Complete report #247822
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff9849e3fd
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff988005fd
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff98806140
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff984be21f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff984bf336
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff984bf210
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff984c61f1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff984c6120
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff98b8dd37
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff984c6120
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [kworker/2:2:14064]
Modules linked in: nf_conntrack_netlink nfnetlink_queue nfnetlink xt_statistic xt_mark xt_length xt_connmark xt_nat xt_recent xt_multiport xt_NFQUEUE nf_log_ipv4 nf_log_common ipt_MASQUERADE nf_nat_masquerade_ipv4 ipt_REJECT nf_reject_ipv4 xt_LOG xt_limit xt_state nf_nat_ftp nf_conntrack_ftp xt_conntrack iptable_mangle iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack authenc drbg ansi_cprng rmd160 crypto_null iptable_filter ip_vti ip_tunnel af_key ah4 esp4 xfrm4_mode_beet xfrm4_tunnel tunnel4 xfrm4_mode_tunnel xfrm4_mode_transport ipcomp xfrm_ipcomp tunnel6 cmac camellia_generic tun camellia_x86_64 cast6_generic cast5_generic cast_common deflate cts gcm ccm serpent_sse2_x86_64 serpent_generic blowfish_generic blowfish_x86_64 blowfish_common twofish_generic
twofish_x86_64_3way xts twofish_x86_64 twofish_common xcbc sha512_ssse3 sha512_generic des_generic lrw gf128mul glue_helper ablk_helper cryptd xt_condition(OE) 8021q garp mrp stp llc dm_mirror dm_region_hash dm_log dm_mod coretemp ipmi_ssif iTCO_wdt gpio_ich iTCO_vendor_support kvm_intel kvm irqbypass pcspkr hpwdt hpilo ipmi_si sg ipmi_devintf ipmi_msghandler lpc_ich i5000_edac i5k_amb ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic radeon sr_mod cdrom crct10dif_common ata_generic pata_acpi i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix e1000e libata hpsa(T) drm_panel_orientation_quirks serio_raw bnx2 ptp scsi_transport_sas pps_core
CPU: 2 PID: 14064 Comm: kworker/2:2 Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: HP ProLiant DL380 G5, BIOS P56 05/02/2011
Workqueue: events fb_flashcursor
task: ffff989036ebe2a0 ti: ffff988ccbfd0000 task.ti: ffff988ccbfd0000
RIP: 0010:[<ffffffff9849e3fd>] [<ffffffff9849e3fd>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff988ccbfd3da0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff99400cbf RCX: 00000000ffffffff
RDX: ffff988ccbfd3d28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff988ccbfd3dd0 R08: 0000000000000000 R09: ffff98905882ef00
R10: 0000000000000080 R11: ffffb9918277fff8 R12: 0000005dcbfd3d38
R13: ffffffff9887a809 R14: ffff988ccbfd3d68 R15: ffffffff98b88bca
FS: 0000000000000000(0000) GS:ffff98906fa80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055e3448df000 CR3: 00000000b4610000 CR4: 00000000000007e0
Call Trace:
[<ffffffff988005fd>] fb_flashcursor+0x5d/0x140
[<ffffffff98806140>] ? bit_clear+0x120/0x120
[<ffffffff984be21f>] process_one_work+0x17f/0x440
[<ffffffff984bf336>] worker_thread+0x126/0x3c0
[<ffffffff984bf210>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff984c61f1>] kthread+0xd1/0xe0
[<ffffffff984c6120>] ? insert_kthread_work+0x40/0x40
[<ffffffff98b8dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff984c6120>] ? insert_kthread_work+0x40/0x40
Code: 06 01 48 83 05 f4 34 06 01 01 48 8b 7d d0 83 e0 1f 89 05 df 34 06 01 c6 07 00 66 66 66 90 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 ce 35 06 01 00 00 00 00
Complete report #199275
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc0469cda
Build id: 3.10.0-862.el7.x86_64
|
0xba
|
|
2
|
|
vmlinux |
0xffffffffa23c0a4d
Build id: 3.10.0-862.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffa23c6570
Build id: 3.10.0-862.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffa20b2dff
Build id: 3.10.0-862.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffa20b3ac6
Build id: 3.10.0-862.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffa20b39a0
Build id: 3.10.0-862.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffa20bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffa20bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa271f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffa20bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 43s! [kworker/1:1:32598]
Modules linked in: veth rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vxlan ip6_udp_tunnel udp_tunnel ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nf_conntrack_netlink br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype xt_set xt_mark xt_conntrack ip_set_hash_ipportnet ip_set_hash_ipportip ip_set_hash_ipport ipt_REJECT ip_set_bitmap_port nf_reject_ipv4 ip_set nfnetlink dummy xt_comment tun bridge iptable_nat nf_nat_ipv4 stp llc nf_nat ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper
cryptd pcspkr vmw_balloon ppdev sg joydev parport_pc parport vmw_vmci i2c_piix4 shpchp sch_fq_codel ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm ata_piix libahci mptspi scsi_transport_spi libata mptscsih crct10dif_pclmul crct10dif_common serio_raw crc32c_intel i2c_core mptbase vmxnet3 dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 32598 Comm: kworker/1:1 Kdump: loaded Tainted: G L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff8fae2b72cf10 ti: ffff8fae0af10000 task.ti: ffff8fae0af10000
RIP: 0010:[<ffffffffc0469cda>] [<ffffffffc0469cda>] vmballoon_work+0xba/0x63d [vmw_balloon]
RSP: 0018:ffff8fae0af13dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000024000000000 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffa2c074c0
RBP: ffff8fae0af13e18 R08: ffffffffc046c560 R09: 0000fee4aae6c558
R10: 0000fee4aae6c558 R11: 0000000000000000 R12: ffff8fae2abcec30
R13: ffff000100000000 R14: ffff8fae00000000 R15: 0000000200000000
FS: 0000000000000000(0000) GS:ffff8fae3fc40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fba7dfe5100 CR3: 000000041fffc000 CR4: 00000000000007e0
Call Trace:
[<ffffffffa23c0a4d>] ? fb_flashcursor+0x5d/0x140
[<ffffffffa23c6570>] ? bit_clear+0x120/0x120
[<ffffffffa20b2dff>] process_one_work+0x17f/0x440
[<ffffffffa20b3ac6>] worker_thread+0x126/0x3c0
[<ffffffffa20b39a0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffffa20bae31>] kthread+0xd1/0xe0
[<ffffffffa20bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa271f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa20bad60>] ? insert_kthread_work+0x40/0x40
Code: 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 00 00 00 00 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 aa 00 00 00 48 83 f8 07 0f 84 93 00 00 00 f6 05
Complete report #197157
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffbd49b2ed
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffbd7f4d7d
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffbd7fa8c0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffbd4baf9f
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffbd4bc036
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffbd4bbf10
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffbd4c2e81
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffbd4c2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffbdb76c37
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffbd4c2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#15 stuck for 22s! [kworker/15:0:19499]
Modules linked in: ext4 mbcache jbd2 vfat fat uas usb_storage dell_rbu vhost_net vhost macvtap macvlan ebt_arp tun rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi ib_srpt target_core_mod ib_srp scsi_transport_srp ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_core devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache bnx2fc cnic uio fcoe libfcoe libfc scsi_transport_iscsi ip6t_rpfilter ipt_REJECT nf_reject_ipv4 nf_log_ipv4 ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 nf_log_common xt_LOG xt_conntrack geneve ip6_udp_tunnel udp_tunnel openvswitch ip_set nfnetlink ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4
nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc iTCO_wdt iTCO_vendor_support gpio_ich dcdbas intel_powerclamp coretemp kvm_intel kvm dm_service_time irqbypass crc32_pclmul sg wmi ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev ipmi_si lpc_ich ipmi_devintf ipmi_msghandler acpi_power_meter i7core_edac dm_multipath ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic mgag200 qla2xxx i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nvme_fc crct10dif_pclmul crct10dif_common nvme_fabrics crc32c_intel nvme_core megaraid_sas serio_raw bnx2 scsi_transport_fc drm_panel_orientation_quirks scsi_tgt dm_mirror dm_region_hash
dm_log dm_mod 8021q garp mrp bridge stp llc bonding
CPU: 15 PID: 19499 Comm: kworker/15:0 Kdump: loaded Tainted: G W I L ------------ 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R710/00NH4P, BIOS 6.6.0 05/22/2018
Workqueue: events fb_flashcursor
task: ffff9b9cb7e80000 ti: ffff9ba1bc4dc000 task.ti: ffff9ba1bc4dc000
RIP: 0010:[<ffffffffbd49b2ed>] [<ffffffffbd49b2ed>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff9ba1bc4dfda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffbe3e2cc9 RCX: 00000000ffffffff
RDX: ffff9ba1bc4dfd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff9ba1bc4dfdd0 R08: 0000000000000000 R09: ffff9ba8b2016f00
R10: 0000000000000080 R11: 0000000000000001 R12: 00000067bc4dfd38
R13: ffffffffbd86ed49 R14: ffff9ba1bc4dfd68 R15: ffffffffbdb71b7a
FS: 0000000000000000(0000) GS:ffff9ba8b7bc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002b5f6645d000 CR3: 0000001e98610000 CR4: 00000000000227e0
Call Trace:
[<ffffffffbd7f4d7d>] fb_flashcursor+0x5d/0x140
[<ffffffffbd7fa8c0>] ? bit_clear+0x120/0x120
[<ffffffffbd4baf9f>] process_one_work+0x17f/0x440
[<ffffffffbd4bc036>] worker_thread+0x126/0x3c0
[<ffffffffbd4bbf10>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffbd4c2e81>] kthread+0xd1/0xe0
[<ffffffffbd4c2db0>] ? insert_kthread_work+0x40/0x40
[<ffffffffbdb76c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffbd4c2db0>] ? insert_kthread_work+0x40/0x40
Code: 04 01 48 83 05 04 86 04 01 01 48 8b 7d d0 83 e0 1f 89 05 ef 85 04 01 c6 07 00 66 66 66 90 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 de 86 04 01 00 00 00 00
Complete report #190817
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffa669a20d
Build id: 3.10.0-957.21.2.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffa69f36cd
Build id: 3.10.0-957.21.2.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffa69f9210
Build id: 3.10.0-957.21.2.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffa66b9ebf
Build id: 3.10.0-957.21.2.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffa66baf56
Build id: 3.10.0-957.21.2.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffa66bae30
Build id: 3.10.0-957.21.2.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffa66c1da1
Build id: 3.10.0-957.21.2.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffa66c1cd0
Build id: 3.10.0-957.21.2.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa6d75c37
Build id: 3.10.0-957.21.2.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffa66c1cd0
Build id: 3.10.0-957.21.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [kworker/5:1:40985]
Modules linked in: xt_nat binfmt_misc vhost_net vhost macvtap macvlan ebt_arp tun tcp_diag udp_diag inet_diag devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache bnx2fc cnic uio fcoe libfcoe libfc scsi_transport_iscsi ip6t_rpfilter ipt_REJECT nf_reject_ipv4 nf_log_ipv4 ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 nf_log_common xt_LOG xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack libcrc32c iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc iTCO_wdt iTCO_vendor_support gpio_ich rfkill dell_wmi_descriptor
wmi dcdbas coretemp kvm_intel kvm irqbypass joydev pcspkr dm_service_time lpc_ich ipmi_si i5000_edac i5k_amb ipmi_devintf sg ipmi_msghandler acpi_cpufreq dm_multipath dm_mod ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_common uas usb_storage radeon i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops qla2xxx ttm drm serio_raw drm_panel_orientation_quirks mptsas nvme_fc bnx2 nvme_fabrics scsi_transport_sas mptscsih nvme_core mptbase scsi_transport_fc scsi_tgt 8021q garp mrp bridge stp llc bonding
CPU: 5 PID: 40985 Comm: kworker/5:1 Kdump: loaded Tainted: G W L ------------ 3.10.0-957.21.2.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge M600/0P010H, BIOS 2.4.0 10/29/2010
Workqueue: events fb_flashcursor
task: ffff9ec8b98430c0 ti: ffff9ece7abf4000 task.ti: ffff9ece7abf4000
RIP: 0010:[<ffffffffa669a20d>] [<ffffffffa669a20d>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff9ece7abf7da0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffa75e2cc9 RCX: 00000000ffffffff
RDX: ffff9ece7abf7d28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff9ece7abf7dd0 R08: 0000000000000000 R09: ffff9ed0193baf00
R10: 0000000000000080 R11: ffffc0a6c437fff8 R12: 000000677abf7d38
R13: ffffffffa6a6d569 R14: ffff9ece7abf7d68 R15: ffffffffa6d70b7a
FS: 0000000000000000(0000) GS:ffff9ed03fd40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd05bae6000 CR3: 000000061fa10000 CR4: 00000000000027e0
Call Trace:
[<ffffffffa69f36cd>] fb_flashcursor+0x5d/0x140
[<ffffffffa69f9210>] ? bit_clear+0x120/0x120
[<ffffffffa66b9ebf>] process_one_work+0x17f/0x440
[<ffffffffa66baf56>] worker_thread+0x126/0x3c0
[<ffffffffa66bae30>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffa66c1da1>] kthread+0xd1/0xe0
[<ffffffffa66c1cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa6d75c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa66c1cd0>] ? insert_kthread_work+0x40/0x40
Code: 04 01 48 83 05 e4 96 04 01 01 48 8b 7d d0 83 e0 1f 89 05 cf 96 04 01 c6 07 00 66 66 66 90 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 be 97 04 01 00 00 00 00
Complete report #145290
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff8569dc5d
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff85a0566d
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff85a0b0d0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff856bddcf
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff856beee6
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff856bedc0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff856c5da1
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff856c5cd0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff85d95df7
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff856c5cd0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [kworker/6:0:18072]
Modules linked in: hcpdriver(POE) nf_log_ipv4 nf_log_common xt_LOG xt_recent iptable_nat nf_nat_ipv4 nf_nat xt_iface(OE) xt_hashlimit xt_comment xt_geoip(OE) xt_AUDIT ipt_REJECT nf_reject_ipv4 xt_addrtype bridge stp llc xt_mark iptable_mangle ts_kmp nf_conntrack_amanda nf_conntrack_irc nf_conntrack_ftp nf_conntrack_netbios_ns nf_conntrack_snmp nf_conntrack_broadcast nf_conntrack_sip nf_conntrack_pptp nf_conntrack_proto_gre nf_conntrack_h323 nf_conntrack_tftp nf_conntrack_sane xt_CT iptable_raw xt_multiport nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c iptable_filter nct6775 hwmon_vid dm_mirror dm_region_hash dm_log dm_mod intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel iTCO_wdt iTCO_vendor_support ipmi_ssif
i2c_i801 ie31200_edac ipmi_devintf cryptd ipmi_msghandler sg pcspkr lpc_ich video ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci drm e1000e libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ptp drm_panel_orientation_quirks pps_core
CPU: 6 PID: 18072 Comm: kworker/6:0 Kdump: loaded Tainted: P OE ------------ 3.10.0-1160.24.1.el7.x86_64 #1
Hardware name: Supermicro X9SCL/X9SCM/X9SCL/X9SCM, BIOS 2.2 02/20/2015
Workqueue: events fb_flashcursor
task: ffffa0ebc4333180 ti: ffffa0ecc3a28000 task.ti: ffffa0ecc3a28000
RIP: 0010:[<ffffffff8569dc5d>] [<ffffffff8569dc5d>] console_unlock+0x46d/0x4b0
RSP: 0000:ffffa0ecc3a2bda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff86603c8d RCX: 00000000ffffffff
RDX: ffffa0ecc3a2bd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffffa0ecc3a2bdd0 R08: 0000000000000000 R09: ffffa0ebf7b46f00
R10: 0000000000000080 R11: 0000000000000001 R12: 0000006bc3a2bd38
R13: ffffffff85a7fae9 R14: ffffa0ecc3a2bd68 R15: ffffffff85d90bca
FS: 0000000000000000(0000) GS:ffffa0efefd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7e01260000 CR3: 000000007ea10000 CR4: 00000000000607e0
Call Trace:
[<ffffffff85a0566d>] fb_flashcursor+0x5d/0x140
[<ffffffff85a0b0d0>] ? bit_clear+0x120/0x120
[<ffffffff856bddcf>] process_one_work+0x17f/0x440
[<ffffffff856beee6>] worker_thread+0x126/0x3c0
[<ffffffff856bedc0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff856c5da1>] kthread+0xd1/0xe0
[<ffffffff856c5cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffff85d95df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff856c5cd0>] ? insert_kthread_work+0x40/0x40
Code: 06 01 48 83 05 54 6c 06 01 01 48 8b 7d d0 83 e0 1f 89 05 3f 6c 06 01 c6 07 00 66 66 66 90 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 2e 6d 06 01 00 00 00 00
Complete report #132640
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff8789dc5d
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff87c0553d
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff87c0afa0
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff878bddcf
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff878beee6
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff878bedc0
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff878c5da1
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff878c5cd0
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff87f95df7
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff878c5cd0
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [kworker/2:1:22449]
Modules linked in: tcp_diag udp_diag inet_diag xt_condition(OE) xt_AUDIT xt_ACCOUNT(OE) xt_statistic ipt_ULOG xt_LOGMARK(OE) xt_time xt_connlimit xt_helper xt_realm xt_NFQUEUE xt_tcpmss xt_pkttype xt_set ip_set_hash_ip ip_set nfnetlink xt_CHECKSUM ipt_rpfilter xt_DSCP xt_dscp xt_TPROXY nf_defrag_ipv6 xt_IPMARK(OE) xt_CLASSIFY xt_length xt_ipp2p(OE) compat_xtables(OE) xt_connmark xt_owner xt_iprange xt_physdev br_netfilter xt_policy ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_nat nf_log_ipv4 nf_log_common xt_LOG xt_recent iptable_nat nf_nat_ipv4 nf_nat xt_hashlimit xt_comment xt_geoip(OE) ipt_REJECT nf_reject_ipv4 xt_addrtype bridge stp llc xt_mark iptable_mangle ts_kmp nf_conntrack_amanda nf_conntrack_irc nf_conntrack_ftp nf_conntrack_netbios_ns nf_conntrack_snmp nf_conntrack_broadcast nf_conntrack_sip
nf_conntrack_pptp nf_conntrack_proto_gre nf_conntrack_h323 nf_conntrack_tftp nf_conntrack_sane xt_CT iptable_raw xt_multiport nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c iptable_filter w83627ehf hwmon_vid jc42 dm_mirror dm_region_hash dm_log dm_mod intel_powerclamp coretemp kvm_intel kvm irqbypass i2c_i801 ipmi_si iTCO_wdt gpio_ich iTCO_vendor_support sg ipmi_devintf ipmi_msghandler pcspkr i7core_edac lpc_ich acpi_cpufreq tpm_infineon ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic crct10dif_common mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect ahci sysimgblt fb_sys_fops ttm libahci libata drm crc32c_intel e1000e serio_raw drm_panel_orientation_quirks ptp pps_core
CPU: 2 PID: 22449 Comm: kworker/2:1 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.21.1.el7.x86_64 #1
Hardware name: Supermicro X8SIE/X8SIE, BIOS 1.0c 05/27/2010
Workqueue: events fb_flashcursor
task: ffff96ef0bf34200 ti: ffff96ef1b69c000 task.ti: ffff96ef1b69c000
RIP: 0010:[<ffffffff8789dc5d>] [<ffffffff8789dc5d>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff96ef1b69fda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff88803c95 RCX: 00000000ffffffff
RDX: ffff96ef1b69fd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff96ef1b69fdd0 R08: 0000000000000000 R09: ffff96ef7ab9af00
R10: 0000000000000080 R11: 0000000000000001 R12: 000000731b69fd38
R13: ffffffff87c7f9b9 R14: ffff96ef1b69fd68 R15: ffffffff87f90bca
FS: 0000000000000000(0000) GS:ffff96f23fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd6379ed000 CR3: 0000000055e10000 CR4: 00000000000007e0
Call Trace:
[<ffffffff87c0553d>] fb_flashcursor+0x5d/0x140
[<ffffffff87c0afa0>] ? bit_clear+0x120/0x120
[<ffffffff878bddcf>] process_one_work+0x17f/0x440
[<ffffffff878beee6>] worker_thread+0x126/0x3c0
[<ffffffff878bedc0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff878c5da1>] kthread+0xd1/0xe0
[<ffffffff878c5cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffff87f95df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff878c5cd0>] ? insert_kthread_work+0x40/0x40
Code: 06 01 48 83 05 54 6c 06 01 01 48 8b 7d d0 83 e0 1f 89 05 3f 6c 06 01 c6 07 00 66 66 66 90 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 2e 6d 06 01 00 00 00 00
Complete report #91134
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff8108bffd
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff81394c7d
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff8139a670
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff810aa59a
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x17a
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff810ab266
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff810ab140
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff810b270f
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xcf
|
|
8
|
|
vmlinux |
0xffffffff810b2640
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork
|
vmlinux |
0xffffffff816b8798
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x58
|
|
10
|
|
vmlinux |
0xffffffff810b2640
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [kworker/3:0:22415]
Modules linked in: vhost_net vhost macvtap macvlan ebt_arp ebtable_nat tun rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache fuse ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter scsi_transport_iscsi ext4 mbcache jbd2 sb_edac edac_core joydev dm_service_time intel_powerclamp coretemp intel_rapl mxm_wmi sg iTCO_wdt iTCO_vendor_support iosf_mbi kvm_intel mei_me lpc_ich mei kvm irqbypass crc32_pclmul i2c_i801 ghash_clmulni_intel aesni_intel lrw gf128mul pcspkr glue_helper ablk_helper ioatdma cryptd shpchp ipmi_si ipmi_devintf ipmi_msghandler wmi dm_multipath dm_mod nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic mgag200 drm_kms_helper syscopyarea isci sysfillrect sysimgblt fb_sys_fops ttm libsas drm igb ahci scsi_transport_sas
libahci libata crct10dif_pclmul crct10dif_common crc32c_intel ptp pps_core dca i2c_algo_bit i2c_core 8021q garp mrp bridge stp llc bonding
CPU: 3 PID: 22415 Comm: kworker/3:0 Tainted: G L ------------ 3.10.0-693.17.1.el7.x86_64 #1
Hardware name: Sugon I620-G10/X9DR3-F, BIOS 3.0b 12/31/2014
Workqueue: events fb_flashcursor
task: ffff88046e19cf10 ti: ffff880235998000 task.ti: ffff880235998000
RIP: 0010:[<ffffffff8108bffd>] [<ffffffff8108bffd>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff88023599bda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff81d98208 RCX: 00000000ffffffff
RDX: ffff88023599bd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff88023599bdd0 R08: 0000000000000000 R09: ffff88046a656f00
R10: 00000000000003ff R11: 0000000000000001 R12: ffffffff816b9bff
R13: ffffffff816b9c06 R14: ffffffff816b9c0d R15: ffffffff816b9c14
FS: 0000000000000000(0000) GS:ffff88046fac0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6429f85020 CR3: 00000000019fa000 CR4: 00000000000627e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff81394c7d>] fb_flashcursor+0x5d/0x140
[<ffffffff8139a670>] ? bit_clear+0x120/0x120
[<ffffffff810aa59a>] process_one_work+0x17a/0x440
[<ffffffff810ab266>] worker_thread+0x126/0x3c0
[<ffffffff810ab140>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffff810b270f>] kthread+0xcf/0xe0
[<ffffffff810b2640>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b8798>] ret_from_fork+0x58/0x90
[<ffffffff810b2640>] ? insert_kthread_work+0x40/0x40
Code: e0 00 48 83 05 34 ce e0 00 01 48 8b 7d d0 83 e0 1f 89 05 1f ce e0 00 c6 07 00 66 66 66 90 44 89 f7 e8 c8 e7 ff ff 48 89 df 57 9d <66> 66 90 66 90 e9 16 fc ff ff 48 c7 05 0e cf e0 00 00 00 00 00
Complete report #71788
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffa9a9482d
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffa9dc152d
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffa9dc7050
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffa9ab35ef
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffa9ab4686
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffa9ab4560
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffa9abb621
Build id: 3.10.0-862.9.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffa9abb550
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffaa1205dd
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x7
|
|
10
|
|
vmlinux |
0xffffffffa9abb550
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [kworker/3:2:8440]
Modules linked in: xt_comment xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_nat nf_nat_ipv4 nf_nat br_netfilter bridge stp llc overlay(T) ipt_REJECT nf_reject_ipv4 xt_multiport binfmt_misc nf_log_ipv4 nf_log_common xt_LOG nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c iptable_filter dm_mirror dm_region_hash dm_log dm_mod cirrus ttm drm_kms_helper iosf_mbi crc32_pclmul syscopyarea sysfillrect ghash_clmulni_intel sysimgblt fb_sys_fops aesni_intel lrw gf128mul glue_helper ablk_helper ppdev drm cryptd sg i2c_piix4 virtio_balloon parport_pc joydev pcspkr i2c_core parport ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi virtio_net virtio_console virtio_scsi ata_piix crct10dif_pclmul
virtio_pci crct10dif_common libata serio_raw virtio_ring crc32c_intel floppy virtio
CPU: 3 PID: 8440 Comm: kworker/3:2 Kdump: loaded Tainted: G L ------------ T 3.10.0-862.9.1.el7.x86_64 #1
Hardware name: Fedora Project OpenStack Nova, BIOS 1.11.0-2.el7 04/01/2014
Workqueue: events fb_flashcursor
task: ffff945504550fd0 ti: ffff945406fb4000 task.ti: ffff945406fb4000
RIP: 0010:[<ffffffffa9a9482d>] [<ffffffffa9a9482d>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff945406fb7da0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffaa9beccb RCX: 00000000ffffffff
RDX: ffff945406fb7d28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff945406fb7dd0 R08: 0000000000000000 R09: ffff945b992baf00
R10: 0000000000000080 R11: 0000000000000000 R12: 0000006906fb7d38
R13: ffffffffa9e3a1e7 R14: ffff945406fb7d68 R15: ffff945406fb7d28
FS: 0000000000000000(0000) GS:ffff945ba12c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000a03bf8 CR3: 000000012b00e000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffa9dc152d>] fb_flashcursor+0x5d/0x140
[<ffffffffa9dc7050>] ? bit_clear+0x120/0x120
[<ffffffffa9ab35ef>] process_one_work+0x17f/0x440
[<ffffffffa9ab4686>] worker_thread+0x126/0x3c0
[<ffffffffa9ab4560>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffffa9abb621>] kthread+0xd1/0xe0
[<ffffffffa9abb550>] ? insert_kthread_work+0x40/0x40
[<ffffffffaa1205dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa9abb550>] ? insert_kthread_work+0x40/0x40
Code: 02 01 48 83 05 c4 b0 02 01 01 48 8b 7d d0 83 e0 1f 89 05 af b0 02 01 ff 14 25 d0 07 63 aa 44 89 f7 e8 c8 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 9e b1 02 01 00 00 00 00
Complete report #18110
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc0416bed
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffffb87f35fd
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffb87f9140
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffb84b9e3f
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffb84baed6
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffb84badb0
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffb84c1d21
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffb84c1c50
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb8b75c37
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffb84c1c50
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 47s! [kworker/1:0:10283]
Modules linked in: ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack binfmt_misc ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac coretemp ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci i2c_piix4 parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel
serio_raw ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm vmxnet3 mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 10283 Comm: kworker/1:0 Kdump: loaded Tainted: G L ------------ 3.10.0-957.12.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9ec75f866180 ti: ffff9ed154af0000 task.ti: ffff9ed154af0000
RIP: 0010:[<ffffffffc0416bed>] [<ffffffffc0416bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff9ed154af3dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000024000000000 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffb9008cc0
RBP: ffff9ed154af3e18 R08: ffffffffc0419560 R09: 0000fef96ae19558
R10: 0000fef96ae19558 R11: 0000000000000000 R12: ffff9ed17a0912a0
R13: ffff000100000000 R14: ffff9ed600000000 R15: 0000000200000000
FS: 0000000000000000(0000) GS:ffff9ed6cfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f65ed5fb000 CR3: 0000001ee6758000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffb87f35fd>] ? fb_flashcursor+0x5d/0x140
[<ffffffffb87f9140>] ? bit_clear+0x120/0x120
[<ffffffffb84b9e3f>] process_one_work+0x17f/0x440
[<ffffffffb84baed6>] worker_thread+0x126/0x3c0
[<ffffffffb84badb0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffb84c1d21>] kthread+0xd1/0xe0
[<ffffffffb84c1c50>] ? insert_kthread_work+0x40/0x40
[<ffffffffb8b75c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb84c1c50>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 a8 4f 1a f8 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #11570
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc06f6bed
Build id: 3.10.0-957.10.1.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffff839f351d
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff839f9060
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff836b9d8f
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff836bae26
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff836bad00
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff836c1c71
Build id: 3.10.0-957.10.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff836c1ba0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff83d75c1d
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x7
|
|
10
|
|
vmlinux |
0xffffffff836c1ba0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 116s! [kworker/3:1:8710]
Modules linked in: cvbf(POE) dm_snapshot dm_bufio binfmt_misc vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 ppdev iosf_mbi crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc nfit parport libnvdimm vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 ata_generic pata_acpi vmwgfx floppy drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm vmw_pvscsi libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: cvblk]
CPU: 3 PID: 8710 Comm: kworker/3:1 Kdump: loaded Tainted: P OEL ------------ 3.10.0-957.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9d6635cd4100 ti: ffff9d660aaac000 task.ti: ffff9d660aaac000
RIP: 0010:[<ffffffffc06f6bed>] [<ffffffffc06f6bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff9d660aaafdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000024000000000 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff84208cc0
RBP: ffff9d660aaafe18 R08: ffffffffc06f9560 R09: 0000fe416b0f9558
R10: 0000fe416b0f9558 R11: 0000000000000000 R12: ffff9d6836da3270
R13: ffff000100000000 R14: ffff9d6800000000 R15: 0000000200000000
FS: 0000000000000000(0000) GS:ffff9d683fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1c6bb1e000 CR3: 00000000ba4e0000 CR4: 00000000007607e0
PKRU: 00000000
Call Trace:
[<ffffffff839f351d>] ? fb_flashcursor+0x5d/0x140
[<ffffffff839f9060>] ? bit_clear+0x120/0x120
[<ffffffff836b9d8f>] process_one_work+0x17f/0x440
[<ffffffff836bae26>] worker_thread+0x126/0x3c0
[<ffffffff836bad00>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffff836c1c71>] kthread+0xd1/0xe0
[<ffffffff836c1ba0>] ? insert_kthread_work+0x40/0x40
[<ffffffff83d75c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff836c1ba0>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 f8 4d 0c c3 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #9786
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc07fcbed
Build id: 3.10.0-1127.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffffaa60414d
Build id: 3.10.0-1127.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffaa609bb0
Build id: 3.10.0-1127.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffaa2be6bf
Build id: 3.10.0-1127.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffaa2bf7d6
Build id: 3.10.0-1127.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffaa2bf6b0
Build id: 3.10.0-1127.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffaa2c6691
Build id: 3.10.0-1127.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffaa2c65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffaa992d37
Build id: 3.10.0-1127.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffaa2c65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [kworker/2:2:32690]
Modules linked in: overlay ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event coretemp iosf_mbi kvm_intel snd_ens1371 snd_rawmidi kvm snd_ac97_codec ac97_bus irqbypass crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel lrw snd_timer gf128mul ppdev glue_helper ablk_helper vmw_balloon snd cryptd soundcore pcspkr joydev sg parport_pc
vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod ata_generic crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix mptspi nfit scsi_transport_spi drm pcnet32 crct10dif_pclmul libata mptscsih crct10dif_common serio_raw mptbase libnvdimm crc32c_intel mii drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 32690 Comm: kworker/2:2 Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9a2494d01070 ti: ffff9a247e7f0000 task.ti: ffff9a247e7f0000
RIP: 0010:[<ffffffffc07fcbed>] [<ffffffffc07fcbed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff9a247e7f3dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 000000b000000000 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffaae08d00
RBP: ffff9a247e7f3e18 R08: ffffffffc07ff560 R09: 0000fdffeb1ff558
R10: 0000fdffeb1ff558 R11: 0000000000000000 R12: ffff9a24a7f650e0
R13: ffff000100000000 R14: ffff9a2400000000 R15: 0000000200000000
FS: 0000000000000000(0000) GS:ffff9a24ac480000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f744cb1c000 CR3: 0000000067380000 CR4: 00000000003607e0
Call Trace:
[<ffffffffaa60414d>] ? fb_flashcursor+0x5d/0x140
[<ffffffffaa609bb0>] ? bit_clear+0x120/0x120
[<ffffffffaa2be6bf>] process_one_work+0x17f/0x440
[<ffffffffaa2bf7d6>] worker_thread+0x126/0x3c0
[<ffffffffaa2bf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffaa2c6691>] kthread+0xd1/0xe0
[<ffffffffaa2c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffaa992d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffaa2c65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 f8 6c bc e9 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #9704
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffa7a9b2ed
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffffa7df4d7d
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffffa7dfa8c0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffffa7abaf9f
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffffa7abc036
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffffa7abbf10
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffffa7ac2e81
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffa7ac2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa8176c1d
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x7
|
|
10
|
|
vmlinux |
0xffffffffa7ac2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [kworker/6:1:8651]
Modules linked in: binfmt_misc veth xfs nf_conntrack_netlink nfnetlink br_netfilter bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop vxlan ip6_udp_tunnel udp_tunnel xt_statistic xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 ipt_REJECT nf_reject_ipv4 xt_mark xt_addrtype iptable_nat nf_nat_ipv4 nf_nat xt_comment xt_conntrack iptable_filter nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack libcrc32c dm_mirror dm_region_hash dm_log dm_mod nfit libnvdimm iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper parport_pc ablk_helper cryptd i2c_piix4 joydev virtio_balloon parport pcspkr ip_tables ext4 mbcache jbd2 ata_generic virtio_net virtio_console virtio_blk pata_acpi cirrus ata_piix drm_kms_helper syscopyarea
libata virtio_pci sysfillrect sysimgblt virtio_ring fb_sys_fops crct10dif_pclmul ttm crct10dif_common serio_raw drm virtio crc32c_intel drm_panel_orientation_quirks floppy
CPU: 6 PID: 8651 Comm: kworker/6:1 Kdump: loaded Tainted: G L ------------ 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: OpenStack Foundation OpenStack Nova, BIOS rel-1.10.2-0-g5f4c7b1-20181220_000000-szxrtosci10000 04/01/2014
Workqueue: events fb_flashcursor
task: ffff8b8074c65140 ti: ffff8b7fcf188000 task.ti: ffff8b7fcf188000
RIP: 0010:[<ffffffffa7a9b2ed>] [<ffffffffa7a9b2ed>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff8b7fcf18bda0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffffa89e2c58 RCX: 00000000ffffffff
RDX: ffff8b7fcf18bd28 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff8b7fcf18bdd0 R08: 0000000000000000 R09: ffff8b861a8b6f00
R10: 0000000000000080 R11: 0000000000000000 R12: 00000076cf18bd38
R13: ffffffffa7e6ed57 R14: ffff8b7fcf18bd68 R15: ffff8b7fcf18bd28
FS: 0000000000000000(0000) GS:ffff8b863fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1e81f3f012 CR3: 000000071a210000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa7df4d7d>] fb_flashcursor+0x5d/0x140
[<ffffffffa7dfa8c0>] ? bit_clear+0x120/0x120
[<ffffffffa7abaf9f>] process_one_work+0x17f/0x440
[<ffffffffa7abc036>] worker_thread+0x126/0x3c0
[<ffffffffa7abbf10>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffa7ac2e81>] kthread+0xd1/0xe0
[<ffffffffa7ac2db0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa8176c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa7ac2db0>] ? insert_kthread_work+0x40/0x40
Code: 04 01 48 83 05 04 86 04 01 01 48 8b 7d d0 83 e0 1f 89 05 ef 85 04 01 ff 14 25 d0 45 63 a8 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 de 86 04 01 00 00 00 00
Complete report #8576
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff88c9e7bd
Build id: 3.10.0-1127.el7.x86_64
|
0x46d
|
|
2
|
fb_flashcursor
|
vmlinux |
0xffffffff8900414d
Build id: 3.10.0-1127.el7.x86_64
|
0x5d
|
|
3
|
|
vmlinux |
0xffffffff89009bb0
Build id: 3.10.0-1127.el7.x86_64
|
0x120
|
|
4
|
process_one_work
|
vmlinux |
0xffffffff88cbe6bf
Build id: 3.10.0-1127.el7.x86_64
|
0x17f
|
|
5
|
worker_thread
|
vmlinux |
0xffffffff88cbf7d6
Build id: 3.10.0-1127.el7.x86_64
|
0x126
|
|
6
|
|
vmlinux |
0xffffffff88cbf6b0
Build id: 3.10.0-1127.el7.x86_64
|
0x2a0
|
|
7
|
kthread
|
vmlinux |
0xffffffff88cc6691
Build id: 3.10.0-1127.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff88cc65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff89392d37
Build id: 3.10.0-1127.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff88cc65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [kworker/3:1:62257]
Modules linked in: vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod sb_edac coretemp ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci ata_piix libata mptsas scsi_transport_sas mptscsih crct10dif_pclmul crct10dif_common mptbase crc32c_intel serio_raw vmxnet3 drm_panel_orientation_quirks
CPU: 3 PID: 62257 Comm: kworker/3:1 Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: events fb_flashcursor
task: ffff9cb1f90d1070 ti: ffff9cb25a228000 task.ti: ffff9cb25a228000
RIP: 0010:[<ffffffff88c9e7bd>] [<ffffffff88c9e7bd>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff9cb25a22bda0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffffffff89c02bfe RCX: 00000000ffffffff
RDX: ffff9cb25a22bd28 RSI: 0000000000000004 RDI: 0000000000000246
RBP: ffff9cb25a22bdd0 R08: 0000000000000000 R09: ffff9cb7542e1c20
R10: 0000000000000064 R11: ffffb942c3c69818 R12: 0000005c5a22bd38
R13: ffffffff8907e469 R14: ffff9cb25a22bd68 R15: ffffffff8938dbca
FS: 0000000000000000(0000) GS:ffff9cb75d6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7120326000 CR3: 000000080e6d0000 CR4: 00000000001607e0
Call Trace:
[<ffffffff8900414d>] fb_flashcursor+0x5d/0x140
[<ffffffff89009bb0>] ? bit_clear+0x120/0x120
[<ffffffff88cbe6bf>] process_one_work+0x17f/0x440
[<ffffffff88cbf7d6>] worker_thread+0x126/0x3c0
[<ffffffff88cbf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff88cc6691>] kthread+0xd1/0xe0
[<ffffffff88cc65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff89392d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff88cc65c0>] ? insert_kthread_work+0x40/0x40
Code: 06 01 48 83 05 f4 50 06 01 01 48 8b 7d d0 83 e0 1f 89 05 df 50 06 01 c6 07 00 0f 1f 40 00 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 ce 51 06 01 00 00 00 00