Complete report #875790
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc00f8215
Build id: 3.10.0-862.el7.x86_64
|
0x3a5
|
|
2
|
|
vmlinux |
0xffffffff9ccd816c
Build id: 3.10.0-862.el7.x86_64
|
0x14c
|
|
3
|
|
vmlinux |
0xffffffff9ccd4ade
Build id: 3.10.0-862.el7.x86_64
|
0xae
|
|
4
|
|
vmlinux |
0xffffffff9d312b14
Build id: 3.10.0-862.el7.x86_64
|
0x614
|
|
5
|
net_rx_action
|
vmlinux |
0xffffffff9d1ec3af
Build id: 3.10.0-862.el7.x86_64
|
0x26f
|
|
6
|
__do_softirq
|
vmlinux |
0xffffffff9cc9a945
Build id: 3.10.0-862.el7.x86_64
|
0xf5
|
|
7
|
run_ksoftirqd
|
vmlinux |
0xffffffff9cc9ab08
Build id: 3.10.0-862.el7.x86_64
|
0x38
|
|
8
|
smpboot_thread_fn
|
vmlinux |
0xffffffff9ccc35e4
Build id: 3.10.0-862.el7.x86_64
|
0x144
|
|
9
|
|
vmlinux |
0xffffffff9ccc34a0
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
10
|
kthread
|
vmlinux |
0xffffffff9ccbae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
11
|
|
vmlinux |
0xffffffff9ccbad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
12
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9d31f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
13
|
|
vmlinux |
0xffffffff9ccbad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:3]
Modules linked in: nls_utf8 isofs rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq btusb btrtl btbcm btintel snd_seq_device
pcspkr bluetooth joydev snd_pcm snd_timer nfit sg snd rfkill soundcore libnvdimm vmw_vmci shpchp i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul drm crct10dif_common ata_piix crc32c_intel mptspi libata serio_raw scsi_transport_spi mptscsih e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9977f7549fa0 ti: ffff9977f75d8000 task.ti: ffff9977f75d8000
RIP: 0010:[<ffffffffc00f8215>] [<ffffffffc00f8215>] e1000_clean+0x3a5/0x8e0 [e1000]
RSP: 0000:ffff9977f75dbce8 EFLAGS: 00000246
RAX: 000000000000cb83 RBX: ffff9977f5780000 RCX: 0000000000000000
RDX: ffffb8a980700000 RSI: 0000000000000000 RDI: ffff9977f5780b70
RBP: ffff9977f75dbd88 R08: 0000000000000000 R09: 0000000000000001
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9977f6905098
R13: ffff9977f57808c0 R14: ffff9977f6905000 R15: ffff9977f1fe0000
FS: 0000000000000000(0000) GS:ffff9977f9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f47776fb000 CR3: 00000000b4cbe000 CR4: 00000000003607f0
Call Trace:
[<ffffffff9ccd816c>] ? update_curr+0x14c/0x1e0
[<ffffffff9ccd4ade>] ? account_entity_dequeue+0xae/0xd0
[<ffffffff9d312b14>] ? __schedule+0x614/0xa20
[<ffffffff9d1ec3af>] net_rx_action+0x26f/0x390
[<ffffffff9cc9a945>] __do_softirq+0xf5/0x280
[<ffffffff9cc9ab08>] run_ksoftirqd+0x38/0x50
[<ffffffff9ccc35e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff9ccc34a0>] ? lg_double_unlock+0x40/0x40
[<ffffffff9ccbae31>] kthread+0xd1/0xe0
[<ffffffff9ccbad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff9d31f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9ccbad60>] ? insert_kthread_work+0x40/0x40
Code: 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 48 8b 87 20 01 00 00 8b 40 08 <8b> 45 cc 48 8b 55 d0 65 48 33 14 25 28 00 00 00 0f 85 1a 02 00
Complete report #73176
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc00a0015
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x3a5
|
|
2
|
|
vmlinux |
0xffffffff810d11c4
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x104
|
|
3
|
|
vmlinux |
0xffffffff810cdbce
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xae
|
|
4
|
net_rx_action
|
vmlinux |
0xffffffff81590cc3
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x173
|
|
5
|
__do_softirq
|
vmlinux |
0xffffffff81094035
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xf5
|
|
6
|
run_ksoftirqd
|
vmlinux |
0xffffffff810941f8
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x38
|
|
7
|
smpboot_thread_fn
|
vmlinux |
0xffffffff810bc774
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x144
|
|
8
|
|
vmlinux |
0xffffffff810bc630
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x40
|
|
9
|
kthread
|
vmlinux |
0xffffffff810b4031
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xd1
|
|
10
|
|
vmlinux |
0xffffffff810b3f60
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork
|
vmlinux |
0xffffffff816c0577
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x77
|
|
12
|
|
vmlinux |
0xffffffff810b3f60
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [ksoftirqd/1:13]
Modules linked in: nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event sb_edac edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 lrw gf128mul glue_helper snd_rawmidi ablk_helper snd_ac97_codec cryptd ac97_bus snd_seq snd_seq_device snd_pcm ppdev snd_timer vmw_balloon snd sg joydev
soundcore pcspkr nfit vmw_vmci i2c_piix4 shpchp libnvdimm parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi libata crct10dif_pclmul crct10dif_common scsi_transport_spi crc32c_intel mptscsih e1000 mptbase serio_raw i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 13 Comm: ksoftirqd/1 Tainted: G L ------------ 3.10.0-693.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff8801740a2f70 ti: ffff8801740bc000 task.ti: ffff8801740bc000
RIP: 0010:[<ffffffffc00a0015>] [<ffffffffc00a0015>] e1000_clean+0x3a5/0x8e0 [e1000]
RSP: 0018:ffff8801740bfce8 EFLAGS: 00000246
RAX: 000000000000cb83 RBX: ffff88081cf0e000 RCX: 000000000000056c
RDX: ffffc90003200000 RSI: 0000000000000000 RDI: ffff88081cf0eb70
RBP: ffff8801740bfd88 R08: 0000000000000015 R09: 0000000000000001
R10: ffff88081d65b9c0 R11: ffffea00178ad200 R12: ffff88081f37c098
R13: ffff88081cf0e8c0 R14: ffff88081f37c000 R15: ffffffffc009f5b9
FS: 0000000000000000(0000) GS:ffff88081d640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000557e236a0000 CR3: 0000000810b20000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff810d11c4>] ? update_curr+0x104/0x190
[<ffffffff810cdbce>] ? account_entity_dequeue+0xae/0xd0
[<ffffffff81590cc3>] net_rx_action+0x173/0x380
[<ffffffff81094035>] __do_softirq+0xf5/0x280
[<ffffffff810941f8>] run_ksoftirqd+0x38/0x50
[<ffffffff810bc774>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff810bc630>] ? lg_double_unlock+0x40/0x40
[<ffffffff810b4031>] kthread+0xd1/0xe0
[<ffffffff810b3f60>] ? insert_kthread_work+0x40/0x40
[<ffffffff816c0577>] ret_from_fork+0x77/0xb0
[<ffffffff810b3f60>] ? insert_kthread_work+0x40/0x40
Code: 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 48 8b 87 20 01 00 00 8b 40 08 <8b> 45 cc 48 8b 55 d0 65 48 33 14 25 28 00 00 00 0f 85 1a 02 00
Complete report #20929
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc03bf009
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x199
|
|
2
|
|
vmlinux |
0xffffffff950d849c
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x14c
|
|
3
|
|
vmlinux |
0xffffffff950d4e0e
Build id: 3.10.0-862.3.2.el7.x86_64
|
0xae
|
|
4
|
net_rx_action
|
vmlinux |
0xffffffff955ed3af
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x26f
|
|
5
|
__do_softirq
|
vmlinux |
0xffffffff9509ac05
Build id: 3.10.0-862.3.2.el7.x86_64
|
0xf5
|
|
6
|
run_ksoftirqd
|
vmlinux |
0xffffffff9509adc8
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x38
|
|
7
|
smpboot_thread_fn
|
vmlinux |
0xffffffff950c3914
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x144
|
|
8
|
|
vmlinux |
0xffffffff950c37d0
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x40
|
|
9
|
kthread
|
vmlinux |
0xffffffff950bb161
Build id: 3.10.0-862.3.2.el7.x86_64
|
0xd1
|
|
10
|
|
vmlinux |
0xffffffff950bb090
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff95720677
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x21
|
|
12
|
|
vmlinux |
0xffffffff950bb090
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 37s! [ksoftirqd/0:3]
Modules linked in: vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev sg pcspkr nfit libnvdimm parport_pc shpchp parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod drm_kms_helper crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G L ------------ 3.10.0-862.3.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff97f23a309fa0 ti: ffff97f23a31c000 task.ti: ffff97f23a31c000
RIP: 0010:[<ffffffffc03bf009>] [<ffffffffc03bf009>] e1000_clean+0x199/0x8e0 [e1000]
RSP: 0000:ffff97f23a31fce8 EFLAGS: 00010246
RAX: ffff97f4ee6f8000 RBX: 0000000000000046 RCX: ffffae9a41bc7220
RDX: ffff97f4ee6f8b70 RSI: 0000000000000000 RDI: 0000000000000075
RBP: ffff97f23a31fd88 R08: ffff97f4ee6f8b70 R09: ffffae9a41bc6000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffff950cbdcd
R13: ffff97f23a31fc68 R14: 0000000000000000 R15: ffff97f4ffc18b00
FS: 0000000000000000(0000) GS:ffff97f4ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f53196b6000 CR3: 0000000198f12000 CR4: 00000000000407f0
Call Trace:
[<ffffffff950d849c>] ? update_curr+0x14c/0x1e0
[<ffffffff950d4e0e>] ? account_entity_dequeue+0xae/0xd0
[<ffffffff955ed3af>] net_rx_action+0x26f/0x390
[<ffffffff9509ac05>] __do_softirq+0xf5/0x280
[<ffffffff9509adc8>] run_ksoftirqd+0x38/0x50
[<ffffffff950c3914>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff950c37d0>] ? lg_double_unlock+0x40/0x40
[<ffffffff950bb161>] kthread+0xd1/0xe0
[<ffffffff950bb090>] ? insert_kthread_work+0x40/0x40
[<ffffffff95720677>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff950bb090>] ? insert_kthread_work+0x40/0x40
Code: cb 73 07 89 d0 e9 48 ff ff ff 8b 45 c0 4d 89 fe 45 89 ef 48 89 45 b8 8b 45 b4 48 89 45 88 8b 75 a8 48 8b 45 98 45 89 7e 1c 85 f6 <48> 8b 80 00 03 00 00 74 3c 48 8d b8 c0 00 00 00 48 89 45 a8 e8