Kerneloops

Similar reports
Problem #822631
Component
kernel
Last affected version
0:3.10.0-1160.el7
Executable
unknown
First occurrence
2021-04-10
Last occurrence
2026-03-18
Unique reports
32
Quality
-98

Statistics

Operating system Unique / Total count
CentOS 7 32 / 96
Operating system Count
CentOS 7 96
Architecture Count
x86_64 96
Related packages Count
kernel 96
 0:3.10.0-1160.6.1.el7 50
 0:3.10.0-1160.el7 15
 0:3.10.0-1127.10.1.el7 12
 0:3.10.0-1160.76.1.el7 4
 0:3.10.0-1160.119.1.el7 3
 0:3.10.0-1160.53.1.el7 2
 0:3.10.0-1062.9.1.el7 2
 0:3.10.0-1160.71.1.el7 2
 0:3.10.0-1160.83.1.el7 2
 0:3.10.0-1160.62.1.el7 2
 0:3.10.0-1062.el7 1
 0:3.10.0-1160.99.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

History

Daily:

Weekly:

Monthly:


Backtrace

Frame # Function Binary Source or offset Line
1
e1000_xmit_frame
e1000 0xffffffffc00de877
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x7f7
2
dev_hard_start_xmit
vmlinux 0xffffffff8c6543e6
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x246
3
sch_direct_xmit
vmlinux 0xffffffff8c68248a
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x11a
4
__dev_queue_xmit
vmlinux 0xffffffff8c657361
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x491
5
dev_queue_xmit
vmlinux 0xffffffff8c657530
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x10
6
ip_finish_output
vmlinux 0xffffffff8c6a54cb
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x67b
7
ip_output
vmlinux 0xffffffff8c6a5a4b
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x7b
8
? __ip_append_data.isra.50
vmlinux 0xffffffff8c6a4e50
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xa60
9
ip_local_out_sk
vmlinux 0xffffffff8c6a3477
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x37
10
ip_queue_xmit
vmlinux 0xffffffff8c6a3814
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x144
11
tcp_transmit_skb
vmlinux 0xffffffff8c6bdf24
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x4e4
12
tcp_send_ack
vmlinux 0xffffffff8c6c013f
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x11f
13
__tcp_ack_snd_check
vmlinux 0xffffffff8c6b4ceb
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x6b
14
tcp_rcv_established
vmlinux 0xffffffff8c6ba814
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x264
15
tcp_v4_do_rcv
vmlinux 0xffffffff8c6c583a
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x10a
16
tcp_v4_rcv
vmlinux 0xffffffff8c6c708c
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x7dc
17
? ipv4_confirm
nf_conntrack_ipv4 0xffffffffc066c2ce
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x4e
18
ip_local_deliver_finish
vmlinux 0xffffffff8c69f2fd
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xbd
19
ip_local_deliver
vmlinux 0xffffffff8c69f5f0
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x60
20
? ip_rcv_finish
vmlinux 0xffffffff8c69f240
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x370
21
ip_rcv_finish
vmlinux 0xffffffff8c69ef60
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x90
22
ip_rcv
vmlinux 0xffffffff8c69f930
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x2c0
23
? packet_rcv
vmlinux 0xffffffff8c75fc02
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x272
24
? inet_del_offload
vmlinux 0xffffffff8c69eed0
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x40
25
__netif_receive_skb_core
vmlinux 0xffffffff8c654c79
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x729
26
? tcp4_gro_receive
vmlinux 0xffffffff8c6cc200
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xf0
27
? __getnstimeofday64
vmlinux 0xffffffff8c10792f
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x3f
28
__netif_receive_skb
vmlinux 0xffffffff8c654f78
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x18
29
netif_receive_skb_internal
vmlinux 0xffffffff8c655000
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x40
30
napi_gro_receive
vmlinux 0xffffffff8c655c88
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xd8
31
e1000_clean_rx_irq
e1000 0xffffffffc00df45b
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x2bb
32
e1000_clean
e1000 0xffffffffc00e0100
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x280
33
? tcp_v4_md5_lookup
vmlinux 0xffffffff8c6c2bd3
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x13
34
? update_curr
vmlinux 0xffffffff8c0e441c
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x14c
35
net_rx_action
vmlinux 0xffffffff8c65561f
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x26f
36
__do_softirq
vmlinux 0xffffffff8c0a4b95
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xf5
37
run_ksoftirqd
vmlinux 0xffffffff8c0a4d58
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x38
38
smpboot_thread_fn
vmlinux 0xffffffff8c0ce674
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x144
39
? lg_double_unlock
vmlinux 0xffffffff8c0ce530
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x40
40
kthread
vmlinux 0xffffffff8c0c5c21
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xd1
41
? insert_kthread_work
vmlinux 0xffffffff8c0c5b50
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x40
42
ret_from_fork_nospec_begin
vmlinux 0xffffffff8c794ddd
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x7
43
? insert_kthread_work
vmlinux 0xffffffff8c0c5b50
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [ksoftirqd/3:24]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_ens1371 gf128mul glue_helper snd_rawmidi ablk_helper snd_ac97_codec cryptd ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore ppdev sg pcspkr joydev vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata nfit libnvdimm mptspi scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common crc32c_intel e1000 mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 24 Comm: ksoftirqd/3 Kdump: loaded Tainted: G               ------------ T 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8990a4fc3180 ti: ffff8990a4fd0000 task.ti: ffff8990a4fd0000
RIP: 0010:[<ffffffffc00de877>]  [<ffffffffc00de877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff8990a4fd3550  EFLAGS: 00000286
RAX: ffffa61f41983818 RBX: 0000000000000001 RCX: 00000000000000b0
RDX: 00000000000000b0 RSI: ffff8992e8bb1500 RDI: ffff8990ad38a000
RBP: ffff8990a4fd35d0 R08: 0000000000000100 R09: 0000000022100000
R10: c09c280000450008 R11: 0000000000000000 R12: 0000000000000202
R13: 00000001a84accda R14: 00000001bf18f2f8 R15: ffffffff8c3b1690
FS:  0000000000000000(0000) GS:ffff8992eaec0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f280c0d9000 CR3: 000000022cc10000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8c6543e6>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8c68248a>] sch_direct_xmit+0x11a/0x250
[<ffffffff8c657361>] __dev_queue_xmit+0x491/0x650
[<ffffffff8c657530>] dev_queue_xmit+0x10/0x20
[<ffffffff8c6a54cb>] ip_finish_output+0x67b/0x8d0
[<ffffffff8c6a5a4b>] ip_output+0x7b/0xf0
[<ffffffff8c6a4e50>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff8c6a3477>] ip_local_out_sk+0x37/0x40
[<ffffffff8c6a3814>] ip_queue_xmit+0x144/0x3c0
[<ffffffff8c6bdf24>] tcp_transmit_skb+0x4e4/0x9e0
[<ffffffff8c6c013f>] tcp_send_ack+0x11f/0x170
[<ffffffff8c6b4ceb>] __tcp_ack_snd_check+0x6b/0x90
[<ffffffff8c6ba814>] tcp_rcv_established+0x264/0x770
[<ffffffff8c6c583a>] tcp_v4_do_rcv+0x10a/0x350
[<ffffffff8c6c708c>] tcp_v4_rcv+0x7dc/0x9e0
[<ffffffffc066c2ce>] ? ipv4_confirm+0x4e/0x100 [nf_conntrack_ipv4]
[<ffffffff8c69f2fd>] ip_local_deliver_finish+0xbd/0x200
[<ffffffff8c69f5f0>] ip_local_deliver+0x60/0xe0
[<ffffffff8c69f240>] ? ip_rcv_finish+0x370/0x370
[<ffffffff8c69ef60>] ip_rcv_finish+0x90/0x370
[<ffffffff8c69f930>] ip_rcv+0x2c0/0x420
[<ffffffff8c75fc02>] ? packet_rcv+0x272/0x430
[<ffffffff8c69eed0>] ? inet_del_offload+0x40/0x40
[<ffffffff8c654c79>] __netif_receive_skb_core+0x729/0xa10
[<ffffffff8c6cc200>] ? tcp4_gro_receive+0xf0/0x1a0
[<ffffffff8c10792f>] ? __getnstimeofday64+0x3f/0xd0
[<ffffffff8c654f78>] __netif_receive_skb+0x18/0x60
[<ffffffff8c655000>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff8c655c88>] napi_gro_receive+0xd8/0x100
[<ffffffffc00df45b>] e1000_clean_rx_irq+0x2bb/0x510 [e1000]
[<ffffffffc00e0100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffff8c6c2bd3>] ? tcp_v4_md5_lookup+0x13/0x20
[<ffffffff8c0e441c>] ? update_curr+0x14c/0x1e0
[<ffffffff8c65561f>] net_rx_action+0x26f/0x390
[<ffffffff8c0a4b95>] __do_softirq+0xf5/0x280
[<ffffffff8c0a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffff8c0ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff8c0ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffff8c0c5c21>] kthread+0xd1/0xe0
[<ffffffff8c0c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff8c794ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff8c0c5b50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 20 74 10 48 8b 83 00 03 00 00 f6 80 98 00 00 00 03 74 16 48 8b 5d c8 41 0f b7 47 2a 41 8b 57 18 48 03 83 90 0c 00 00 89 10 <48> 83 c4 58 31 c0 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00