Complete report #713236
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffffa47b1bec
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffffa409f868
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_fmt
|
vmlinux |
0xffffffffa409f8ef
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x5f
|
|
4
|
dev_watchdog
|
vmlinux |
0xffffffffa46adc38
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x258
|
|
5
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffffa46ad9e0
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x70
|
|
6
|
call_timer_fn
|
vmlinux |
0xffffffffa40b0b08
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x38
|
|
7
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffffa46ad9e0
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x70
|
|
8
|
run_timer_softirq
|
vmlinux |
0xffffffffa40b31fd
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x25d
|
|
9
|
__do_softirq
|
vmlinux |
0xffffffffa40a9595
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xf5
|
|
10
|
call_softirq
|
vmlinux |
0xffffffffa47c8aac
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x1c
|
WARNING: CPU: 0 PID: 0 at net/sched/sch_generic.c:356 dev_watchdog+0x258/0x270
NETDEV WATCHDOG: eth0 (e1000e): transmit queue 0 timed out
Modules linked in: mpt3sas mpt2sas raid_class scsi_transport_sas mptctl mptbase ipmi_devintf ipmi_msghandler iptable_filter ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack sunrpc dm_mirror dm_region_hash dm_log dm_mod vfat fat mei_wdt intel_powerclamp coretemp intel_rapl kvm eeepc_wmi asus_wmi sparse_keymap rfkill mxm_wmi snd_hda_codec_realtek irqbypass snd_hda_codec_generic crc32_pclmul snd_hda_codec_hdmi ghash_clmulni_intel cryptd pcspkr snd_hda_intel snd_hda_codec sg pt1_drv(OE) mei_me snd_hda_core mei snd_seq snd_hwdep snd_seq_device snd_pcm snd_timer tpm_infineon snd soundcore acpi_pad wmi ip_tables xfs libcrc32c i915 sd_mod crc_t10dif crct10dif_generic ahci libahci i2c_algo_bit iosf_mbi libata drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops drm crct10dif_pclmul crct10dif_common crc32c_intel e1000e serio_raw megaraid_sas ptp pps_core drm_panel_orientation_quirks video
CPU: 0 PID: 0 Comm: swapper/0 Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.90.1.el7.x86_64 #1
Hardware name: ASUS All Series/H97-PRO, BIOS 2904 10/24/2015
Call Trace:
<IRQ> [<ffffffffa47b1bec>] dump_stack+0x19/0x1f
[<ffffffffa409f868>] __warn+0xd8/0x100
[<ffffffffa409f8ef>] warn_slowpath_fmt+0x5f/0x80
[<ffffffffa46adc38>] dev_watchdog+0x258/0x270
[<ffffffffa46ad9e0>] ? dev_deactivate_queue.constprop.27+0x70/0x70
[<ffffffffa40b0b08>] call_timer_fn+0x38/0x110
[<ffffffffa46ad9e0>] ? dev_deactivate_queue.constprop.27+0x70/0x70
[<ffffffffa40b31fd>] run_timer_softirq+0x25d/0x340
[<ffffffffa40a9595>] __do_softirq+0xf5/0x290
[<ffffffffa47c8aac>] call_softirq+0x1c/0x30
Complete report #632058
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffffacb81340
Build id: 3.10.0-1160.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffffac49b228
Build id: 3.10.0-1160.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_fmt
|
vmlinux |
0xffffffffac49b2af
Build id: 3.10.0-1160.el7.x86_64
|
0x5f
|
|
4
|
dev_watchdog
|
vmlinux |
0xffffffffaca822f8
Build id: 3.10.0-1160.el7.x86_64
|
0x248
|
|
5
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffffaca820b0
Build id: 3.10.0-1160.el7.x86_64
|
0x60
|
|
6
|
call_timer_fn
|
vmlinux |
0xffffffffac4abd58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
7
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffffaca820b0
Build id: 3.10.0-1160.el7.x86_64
|
0x60
|
|
8
|
run_timer_softirq
|
vmlinux |
0xffffffffac4ae1ed
Build id: 3.10.0-1160.el7.x86_64
|
0x24d
|
|
9
|
__do_softirq
|
vmlinux |
0xffffffffac4a4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
WARNING: CPU: 9 PID: 0 at net/sched/sch_generic.c:356 dev_watchdog+0x248/0x260
NETDEV WATCHDOG: eno1 (e1000e): transmit queue 0 timed out
Modules linked in: vhost_net tun vhost macvtap macvlan veth xt_TCPMSS ip_set_hash_net ip_set_hash_ip nf_tables_ipv4 nf_tables nfnetlink_cttimeout openvswitch tcp_diag inet_diag xt_set ip_set_hash_ipportip ip_set_hash_ipportnet ip_set_bitmap_port ip_set_hash_ipport dummy ip_set ip6table_mangle ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_filter iptable_mangle ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables xt_comment xt_mark xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter overlay(T) sunrpc vfat fat nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops intel_powerclamp snd_hda_codec_hdmi snd_hda_codec_generic drm coretemp snd_hda_intel drm_panel_orientation_quirks
snd_hda_codec kvm_intel kvm snd_hda_core snd_hwdep snd_seq irqbypass crc32_pclmul eeepc_wmi asus_wmi sparse_keymap snd_seq_device snd_pcm rfkill ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd acpi_pad snd_timer snd soundcore sg pcspkr br_netfilter bridge stp llc ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack geneve ip6_udp_tunnel udp_tunnel ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ahci libahci libata e1000e(OE) nvme crct10dif_pclmul crct10dif_common crc32c_intel nvme_core ptp serio_raw pps_core video wmi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 9 PID: 0 Comm: swapper/9 Kdump: loaded Tainted: P W OE ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: ASUS System Product Name/TUF GAMING B460M-PLUS, BIOS 0708 07/23/2020
Call Trace:
<IRQ> [<ffffffffacb81340>] dump_stack+0x19/0x1b
[<ffffffffac49b228>] __warn+0xd8/0x100
[<ffffffffac49b2af>] warn_slowpath_fmt+0x5f/0x80
[<ffffffffaca822f8>] dev_watchdog+0x248/0x260
[<ffffffffaca820b0>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffffac4abd58>] call_timer_fn+0x38/0x110
[<ffffffffaca820b0>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffffac4ae1ed>] run_timer_softirq+0x24d/0x300
[<ffffffffac4a4b95>] __do_softirq+0xf5/0x280
Complete report #228029
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffff8518308a
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffff84a9b1b8
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_fmt
|
vmlinux |
0xffffffff84a9b23f
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x5f
|
|
4
|
dev_watchdog
|
vmlinux |
0xffffffff85083f78
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x248
|
|
5
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffff85083d30
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x60
|
|
6
|
call_timer_fn
|
vmlinux |
0xffffffff84aabcf8
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x38
|
|
7
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffff85083d30
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x60
|
|
8
|
run_timer_softirq
|
vmlinux |
0xffffffff84aae30d
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x25d
|
|
9
|
__do_softirq
|
vmlinux |
0xffffffff84aa4b35
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0xf5
|
WARNING: CPU: 3 PID: 2631 at net/sched/sch_generic.c:356 dev_watchdog+0x248/0x260
NETDEV WATCHDOG: ens32 (pcnet32): transmit queue 0 timed out
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock vfat fat squashfs loop snd_hda_codec_generic snd_hda_intel snd_hda_codec crc32_pclmul ghash_clmulni_intel snd_hda_core snd_hwdep aesni_intel snd_seq lrw gf128mul snd_seq_device snd_pcm glue_helper ablk_helper ppdev cryptd snd_timer sg vmw_balloon snd joydev pcspkr soundcore i2c_piix4 vmw_vmci tpm_crb parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif drm_kms_helper crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix drm libata serio_raw nfit libnvdimm pcnet32 vmw_pvscsi mii drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 2631 Comm: httpd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.24.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.11599183.B64.1901030933 01/03/2019
Call Trace:
<IRQ> [<ffffffff8518308a>] dump_stack+0x19/0x1b
[<ffffffff84a9b1b8>] __warn+0xd8/0x100
[<ffffffff84a9b23f>] warn_slowpath_fmt+0x5f/0x80
[<ffffffff85083f78>] dev_watchdog+0x248/0x260
[<ffffffff85083d30>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffff84aabcf8>] call_timer_fn+0x38/0x110
[<ffffffff85083d30>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffff84aae30d>] run_timer_softirq+0x25d/0x340
[<ffffffff84aa4b35>] __do_softirq+0xf5/0x280
Complete report #185318
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffff883813c0
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffff87c9b228
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_fmt
|
vmlinux |
0xffffffff87c9b2af
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x5f
|
|
4
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffff88282110
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x60
|
|
5
|
dev_watchdog
|
vmlinux |
0xffffffff88282358
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x248
|
|
6
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffff88282110
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x60
|
|
7
|
call_timer_fn
|
vmlinux |
0xffffffff87cabd58
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x38
|
|
8
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffff88282110
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x60
|
|
9
|
run_timer_softirq
|
vmlinux |
0xffffffff87cae1ed
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x24d
|
|
10
|
__do_softirq
|
vmlinux |
0xffffffff87ca4b95
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0xf5
|
|
11
|
call_softirq
|
vmlinux |
0xffffffff883974ec
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x1c
|
|
12
|
do_softirq
|
vmlinux |
0xffffffff87c2f715
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x65
|
WARNING: CPU: 25 PID: 0 at net/sched/sch_generic.c:356 dev_watchdog+0x248/0x260
NETDEV WATCHDOG: eno1 (i40e): transmit queue 65 timed out
Modules linked in: xt_CT nf_conntrack iptable_raw sunrpc ext4 mbcache jbd2 iTCO_wdt iTCO_vendor_support skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr nvme nvme_core ipmi_ssif i2c_i801 vfat fat lpc_ich mei_me mei joydev sg ipmi_si ipmi_devintf ipmi_msghandler dax_pmem device_dax acpi_power_meter acpi_pad binfmt_misc ip_tables xfs libcrc32c nd_pmem nd_btt sd_mod crc_t10dif crct10dif_generic ast i2c_algo_bit drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea i40e crc32c_intel sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci libata ptp nfit pps_core wmi drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 25 PID: 0 Comm: swapper/25 Not tainted 3.10.0-1160.2.2.el7.x86_64 #1
Hardware name: Intel Corporation S2600WFT/S2600WFT, BIOS SE5C620.86B.02.01.0012.070720200218 07/07/2020
Call Trace:
<IRQ> [<ffffffff883813c0>] dump_stack+0x19/0x1b
[<ffffffff87c9b228>] __warn+0xd8/0x100
[<ffffffff87c9b2af>] warn_slowpath_fmt+0x5f/0x80
[<ffffffff88282110>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffff88282358>] dev_watchdog+0x248/0x260
[<ffffffff88282110>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffff87cabd58>] call_timer_fn+0x38/0x110
[<ffffffff88282110>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffff87cae1ed>] run_timer_softirq+0x24d/0x300
[<ffffffff87ca4b95>] __do_softirq+0xf5/0x280
[<ffffffff883974ec>] call_softirq+0x1c/0x30
[<ffffffff87c2f715>] do_softirq+0x65/0xa0
Complete report #172163
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dev_watchdog
|
vmlinux |
0xffffffffa041b902
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x72
|
|
2
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffffa041b890
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x60
|
|
3
|
call_timer_fn
|
vmlinux |
0xffffffff9fea4a38
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x38
|
|
4
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffffa041b890
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x60
|
|
5
|
run_timer_softirq
|
vmlinux |
0xffffffff9fea6f2d
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x22d
|
|
6
|
__do_softirq
|
vmlinux |
0xffffffff9fe9dba5
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xf5
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [ksoftirqd/1:14]
[<ffffffffa041b902>] dev_watchdog+0x72/0x260
[<ffffffffa041b890>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffff9fea4a38>] call_timer_fn+0x38/0x110
[<ffffffffa041b890>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffff9fea6f2d>] run_timer_softirq+0x22d/0x310
[<ffffffff9fe9dba5>] __do_softirq+0xf5/0x280
Complete report #1298298
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffff8d77b37b
Build id: 3.10.0-1160.el7.x86_64
|
0xb
|
|
2
|
_raw_spin_lock
|
vmlinux |
0xffffffff8d789a90
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
3
|
dev_watchdog
|
vmlinux |
0xffffffff8d682122
Build id: 3.10.0-1160.el7.x86_64
|
0x72
|
|
4
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffff8d6820b0
Build id: 3.10.0-1160.el7.x86_64
|
0x60
|
|
5
|
call_timer_fn
|
vmlinux |
0xffffffff8d0abd58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
6
|
?
dev_deactivate_queue.constprop.27
|
vmlinux |
0xffffffff8d6820b0
Build id: 3.10.0-1160.el7.x86_64
|
0x60
|
|
7
|
run_timer_softirq
|
vmlinux |
0xffffffff8d0ae1ed
Build id: 3.10.0-1160.el7.x86_64
|
0x24d
|
|
8
|
__do_softirq
|
vmlinux |
0xffffffff8d0a4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
9
|
call_softirq
|
vmlinux |
0xffffffff8d7974ec
Build id: 3.10.0-1160.el7.x86_64
|
0x1c
|
|
10
|
do_softirq
|
vmlinux |
0xffffffff8d02f715
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
NMI watchdog: BUG: soft lockup - CPU#14 stuck for 22s! [swapper/14:0]
Modules linked in: veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) snd_hda_codec_generic snd_hda_intel snd_hda_codec nfit snd_hda_core snd_hwdep libnvdimm snd_seq snd_seq_device snd_pcm iosf_mbi ppdev snd_timer crc32_pclmul ghash_clmulni_intel snd aesni_intel lrw gf128mul virtio_balloon soundcore glue_helper parport_pc pcspkr parport i2c_piix4 joydev ablk_helper cryptd ip_tables xfs libcrc32c ata_generic pata_acpi qxl drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm virtio_console ata_piix virtio_blk 8139too libata virtio_pci crct10dif_pclmul virtio_ring crct10dif_common floppy 8139cp
[<ffffffff8d77b37b>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff8d789a90>] _raw_spin_lock+0x20/0x30
[<ffffffff8d682122>] dev_watchdog+0x72/0x260
[<ffffffff8d6820b0>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffff8d0abd58>] call_timer_fn+0x38/0x110
[<ffffffff8d6820b0>] ? dev_deactivate_queue.constprop.27+0x60/0x60
[<ffffffff8d0ae1ed>] run_timer_softirq+0x24d/0x300
[<ffffffff8d0a4b95>] __do_softirq+0xf5/0x280
[<ffffffff8d7974ec>] call_softirq+0x1c/0x30
[<ffffffff8d02f715>] do_softirq+0x65/0xa0