Complete report #1409186
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff862a23ed
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x47d
|
|
2
|
do_con_write.part.19
|
vmlinux |
0xffffffff866a0b36
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x746
|
|
3
|
con_write
|
vmlinux |
0xffffffff866a0ecb
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2b
|
|
4
|
n_tty_write
|
vmlinux |
0xffffffff86688534
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e4
|
|
5
|
|
vmlinux |
0xffffffff862e1170
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x20
|
|
6
|
tty_write
|
vmlinux |
0xffffffff86685a5b
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x15b
|
|
7
|
|
vmlinux |
0xffffffff86688350
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x100
|
|
8
|
vfs_write
|
vmlinux |
0xffffffff8645bd80
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xc0
|
|
9
|
SyS_write
|
vmlinux |
0xffffffff8645cb35
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x55
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff869c539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [syslog-ng:2086]
Modules linked in: nvidia_uvm(OE) xt_comment xt_multiport nf_conntrack_netbios_ns nf_conntrack_broadcast ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vboxpci(OE) vboxnetadp(OE) vboxnetflt(OE) vboxdrv(OE) sunrpc iTCO_wdt iTCO_vendor_support zfs(POE) snd_hda_codec_hdmi zunicode(POE) zlua(POE) sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi crc32_pclmul zcommon(POE) znvpair(POE)
zavl(POE) ghash_clmulni_intel icp(POE) aesni_intel lrw spl(OE) gf128mul glue_helper ablk_helper snd_hda_intel cryptd pcspkr snd_hda_codec joydev i2c_i801 snd_hda_core snd_hwdep snd_seq sg snd_seq_device snd_pcm lpc_ich snd_timer mei_me snd mei soundcore ipmi_si ipmi_devintf ipmi_msghandler acpi_pad ip_tables xfs libcrc32c nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ast drm_kms_helper ttm syscopyarea igb sysfillrect sysimgblt fb_sys_fops ahci drm libahci mxm_wmi libata nvme ptp crct10dif_pclmul crct10dif_common pps_core crc32c_intel dca nvme_core i2c_algo_bit drm_panel_orientation_quirks wmi dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 2086 Comm: syslog-ng Kdump: loaded Tainted: P OEL ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: Supermicro Super Server/X10SDV-F, BIOS 2.3 06/04/2021
task: ffff9487ac0a5280 ti: ffff9477b2e34000 task.ti: ffff9477b2e34000
RIP: 0010:[<ffffffff862a23ed>] [<ffffffff862a23ed>] console_unlock+0x47d/0x4c0
RSP: 0018:ffff9477b2e37cb0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff87234bfb RCX: 00000000ffffffff
RDX: ffff9477b2e37c38 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff9477b2e37ce0 R08: 0000000000000000 R09: ffff9487b651ef00
R10: 0000000000000080 R11: 0000000000000001 R12: 00000059b2e37c48
R13: ffffffff8669c239 R14: ffff9477b2e37c78 R15: ffffffff869bfd6a
FS: 00007f8d11589b00(0000) GS:ffff9487bf380000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001e85af8 CR3: 0000000ffeebe000 CR4: 00000000003627e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff866a0b36>] do_con_write.part.19+0x746/0xa60
[<ffffffff866a0ecb>] con_write+0x2b/0x40
[<ffffffff86688534>] n_tty_write+0x1e4/0x4e0
[<ffffffff862e1170>] ? wake_up_state+0x20/0x20
[<ffffffff86685a5b>] tty_write+0x15b/0x2c0
[<ffffffff86688350>] ? n_tty_ioctl+0x100/0x100
[<ffffffff8645bd80>] vfs_write+0xc0/0x1f0
[<ffffffff8645cb35>] SyS_write+0x55/0xd0
[<ffffffff869c539a>] system_call_fastpath+0x25/0x2a
Code: 09 01 48 83 05 c4 34 09 01 01 48 8b 7d d0 83 e0 1f 89 05 af 34 09 01 c6 07 00 0f 1f 40 00 44 89 f7 e8 08 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 06 fc ff ff 48 c7 05 9e 35 09 01 00 00 00 00
Complete report #1417452
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffff8108a3ed
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x46d
|
|
2
|
do_con_write.part.20
|
vmlinux |
0xffffffff8140d610
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x730
|
|
3
|
con_write
|
vmlinux |
0xffffffff8140d98b
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x2b
|
|
4
|
n_tty_write
|
vmlinux |
0xffffffff813f632e
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x1ce
|
|
5
|
|
vmlinux |
0xffffffff810c4820
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x20
|
|
6
|
tty_write
|
vmlinux |
0xffffffff813f3a88
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x148
|
|
7
|
|
vmlinux |
0xffffffff813f6160
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xe0
|
|
8
|
vfs_write
|
vmlinux |
0xffffffff81200cad
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xbd
|
|
9
|
SyS_write
|
vmlinux |
0xffffffff81201abf
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x7f
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff816b5089
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#18 stuck for 22s! [rs:main Q:Reg:1059]
Modules linked in: tcp_diag inet_diag snd_seq snd_seq_device snd_timer snd soundcore veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack libcrc32c br_netfilter bridge overlay(T) nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache 8021q garp mrp stp llc bonding rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm i40iw ib_core ip6_tables skx_edac edac_core coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd iTCO_wdt joydev
iTCO_vendor_support sg nfit pcspkr i2c_i801 libnvdimm shpchp lpc_ich mei_me mei ipmi_si ipmi_devintf ipmi_msghandler wmi acpi_cpufreq nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sd_mod sr_mod crc_t10dif cdrom crct10dif_generic uas usb_storage ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ixgbe drm igb crct10dif_pclmul i40e mpt3sas crct10dif_common crc32c_intel ahci libahci libata mdio dca raid_class i2c_algo_bit scsi_transport_sas ptp i2c_core pps_core
CPU: 18 PID: 1059 Comm: rs:main Q:Reg Tainted: G W L ------------ T 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: Sugon CX50-G35/60P16B-TC4600T, BIOS 0KLSN218 05/22/2019
task: ffff88303fdf5ee0 ti: ffff882fdaae8000 task.ti: ffff882fdaae8000
RIP: 0010:[<ffffffff8108a3ed>] [<ffffffff8108a3ed>] console_unlock+0x46d/0x4b0
RSP: 0018:ffff882fdaaebcf0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffffffff81d861c9 RCX: 00000000ffffffff
RDX: ffff882fdaaebc78 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff882fdaaebd20 R08: 0000000000000000 R09: ffff8817da17af00
R10: 00000000000003ff R11: 0000000000000001 R12: 00000027daaebc88
R13: ffffffff81408e99 R14: ffff882fdaaebcb8 R15: ffffffff816b05fa
FS: 00007f221c91e700(0000) GS:ffff882fddc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c4201bf000 CR3: 0000002fd8e23000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffffffff81e86e50 0000000000000001 000000000000000d ffff880a901ee001
ffff88017fc6d800 ffff88017fc6d800 ffff882fdaaebde0 ffffffff8140d610
0000000000000000 0000000000000000 fffffe000100feff 0000000000000000
Call Trace:
[<ffffffff8140d610>] do_con_write.part.20+0x730/0xa40
[<ffffffff8140d98b>] con_write+0x2b/0x40
[<ffffffff813f632e>] n_tty_write+0x1ce/0x480
[<ffffffff810c4820>] ? wake_up_state+0x20/0x20
[<ffffffff813f3a88>] tty_write+0x148/0x2a0
[<ffffffff813f6160>] ? n_tty_ioctl+0xe0/0xe0
[<ffffffff81200cad>] vfs_write+0xbd/0x1e0
[<ffffffff81201abf>] SyS_write+0x7f/0xe0
[<ffffffff816b5089>] system_call_fastpath+0x16/0x1b
Code: df 00 48 83 05 44 ca df 00 01 48 8b 7d d0 83 e0 1f 89 05 2f ca df 00 c6 07 00 0f 1f 40 00 44 89 f7 e8 c8 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 1e cb df 00 00 00 00 00
Complete report #1226337
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
console_unlock
|
vmlinux |
0xffffffffacc9e7bd
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x46d
|
|
2
|
con_flush_chars
|
vmlinux |
0xffffffffad07dc73
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x43
|
|
3
|
con_write
|
vmlinux |
0xffffffffad0830d5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
4
|
n_tty_write
|
vmlinux |
0xffffffffad06b0e4
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x1e4
|
|
5
|
|
vmlinux |
0xffffffffaccdb990
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x20
|
|
6
|
tty_write
|
vmlinux |
0xffffffffad06867b
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x15b
|
|
7
|
|
vmlinux |
0xffffffffad06af00
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x100
|
|
8
|
vfs_write
|
vmlinux |
0xfffffffface4d1b0
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xc0
|
|
9
|
SyS_write
|
vmlinux |
0xfffffffface4df7f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x7f
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffffad392ed2
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [agetty:6943]
Modules linked in: ipt_REJECT nf_reject_ipv4 xt_multiport iptable_filter arc4 md4 nls_utf8 cifs ccm dns_resolver vfat fat joydev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel hv_utils ptp lrw sg pcspkr pps_core gf128mul hv_balloon glue_helper ablk_helper cryptd binfmt_misc nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic hv_storvsc scsi_transport_fc hv_netvsc serio_raw scsi_tgt hyperv_fb hid_hyperv hyperv_keyboard crct10dif_pclmul crct10dif_common crc32c_intel hv_vmbus dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 6943 Comm: agetty Kdump: loaded Tainted: G L ------------ 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: Microsoft Corporation Virtual Machine/Virtual Machine, BIOS Hyper-V UEFI Release v4.1 06/20/2024
task: ffff9a8e01d5c1c0 ti: ffff9a8db3c4c000 task.ti: ffff9a8db3c4c000
RIP: 0010:[<ffffffffacc9e7bd>] [<ffffffffacc9e7bd>] console_unlock+0x46d/0x4b0
RSP: 0000:ffff9a8db3c4fd58 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffff9a8e00000058 RCX: 00000000ffffffff
RDX: ffff9a8db3c4fce0 RSI: 0000000000000004 RDI: 0000000000000202
RBP: ffff9a8db3c4fd88 R08: 0000000000000000 R09: ffffb929c83cae20
R10: 0000000000000001 R11: 0000000000aaaaaa R12: ffffffffad07e529
R13: ffff9a8db3c4fd20 R14: ffffffffad38dbca R15: ffffffffad07dc13
FS: 00007fc5c4a33740(0000) GS:ffff9a8ea3a80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000033c65a8 CR3: 0000000f1b5f2000 CR4: 00000000003606e0
Call Trace:
[<ffffffffad07dc73>] con_flush_chars+0x43/0x50
[<ffffffffad0830d5>] con_write+0x35/0x40
[<ffffffffad06b0e4>] n_tty_write+0x1e4/0x4e0
[<ffffffffaccdb990>] ? wake_up_state+0x20/0x20
[<ffffffffad06867b>] tty_write+0x15b/0x2c0
[<ffffffffad06af00>] ? n_tty_ioctl+0x100/0x100
[<fffffffface4d1b0>] vfs_write+0xc0/0x1f0
[<fffffffface4df7f>] SyS_write+0x7f/0xf0
[<ffffffffad392ed2>] system_call_fastpath+0x25/0x2a
Code: 06 01 48 83 05 f4 50 06 01 01 48 8b 7d d0 83 e0 1f 89 05 df 50 06 01 c6 07 00 0f 1f 40 00 44 89 f7 e8 68 e7 ff ff 48 89 df 57 9d <0f> 1f 44 00 00 e9 16 fc ff ff 48 c7 05 ce 51 06 01 00 00 00 00