Complete report #1419180
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc01f52aa
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x3aa
|
|
2
|
|
vmlinux |
0xffffffff8bad8f31
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x91
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff8c080037
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x277
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff8baa9595
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff8baa9768
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff8bad43fc
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x14c
|
|
7
|
|
vmlinux |
0xffffffff8bad42b0
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff8bacb621
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff8bacb550
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8c1c51dd
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x7
|
|
11
|
|
vmlinux |
0xffffffff8bacb550
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 98s! [ksoftirqd/0:6]
Modules linked in: tcp_lp nls_utf8 isofs vboxsf(OE) nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc intel_powerclamp crc32_pclmul ghash_clmulni_intel snd_intel8x0 snd_ac97_codec joydev aesni_intel ac97_bus lrw gf128mul snd_seq glue_helper ablk_helper snd_seq_device ppdev cryptd snd_pcm pcspkr i2c_piix4
vboxguest(OE) snd_timer snd parport_pc parport video sg soundcore ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci ata_piix libahci drm libata e1000 crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G OE ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff940d7b945280 ti: ffff940d7b970000 task.ti: ffff940d7b970000
RIP: 0010:[<ffffffffc01f52aa>] [<ffffffffc01f52aa>] e1000_clean+0x3aa/0x8e0 [e1000]
RSP: 0000:ffff940d7b973ce8 EFLAGS: 00010246
RAX: 0000000000000081 RBX: ffff940d7a02e000 RCX: 0000000000000000
RDX: ffffa6a3805c0000 RSI: 0000000000000000 RDI: ffff940d7a02eb70
RBP: ffff940d7b973d88 R08: ffff940d7a02eb70 R09: ffffa6a3804d7000
R10: 0000000000000006 R11: ffff940d7b95fade R12: ffff940d7bb0a098
R13: ffff940d7a02e8c0 R14: ffff940d7bb0a000 R15: ffff940d7b987e68
FS: 0000000000000000(0000) GS:ffff940d7fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000266d26c CR3: 000000001338e000 CR4: 00000000000206f0
Call Trace:
[<ffffffff8bad8f31>] ? __wake_up_common_lock+0x91/0xc0
[<ffffffff8c080037>] net_rx_action+0x277/0x3a0
[<ffffffff8baa9595>] __do_softirq+0xf5/0x290
[<ffffffff8baa9768>] run_ksoftirqd+0x38/0x60
[<ffffffff8bad43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff8bad42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff8bacb621>] kthread+0xd1/0xe0
[<ffffffff8bacb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff8c1c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff8bacb550>] ? insert_kthread_work+0x40/0x40
Code: 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 48 8b 87 20 01 00 00 8b 40 08 <8b> 45 cc 48 8b 55 d0 65 48 33 14 25 28 00 00 00 0f 85 21 02 00
Complete report #1377209
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc065322a
Build id: 3.10.0-1160.el7.x86_64
|
0x3aa
|
|
2
|
|
vmlinux |
0xffffffffa1ebbb9c
Build id: 3.10.0-1160.el7.x86_64
|
0x13c
|
|
3
|
|
vmlinux |
0xffffffffa1ee43cc
Build id: 3.10.0-1160.el7.x86_64
|
0x14c
|
|
4
|
net_rx_action
|
vmlinux |
0xffffffffa24555bf
Build id: 3.10.0-1160.el7.x86_64
|
0x26f
|
|
5
|
__do_softirq
|
vmlinux |
0xffffffffa1ea4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
6
|
run_ksoftirqd
|
vmlinux |
0xffffffffa1ea4d58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
7
|
smpboot_thread_fn
|
vmlinux |
0xffffffffa1ece674
Build id: 3.10.0-1160.el7.x86_64
|
0x144
|
|
8
|
|
vmlinux |
0xffffffffa1ece530
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
9
|
kthread
|
vmlinux |
0xffffffffa1ec5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
|
10
|
|
vmlinux |
0xffffffffa1ec5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa2593ddd
Build id: 3.10.0-1160.el7.x86_64
|
0x7
|
|
12
|
|
vmlinux |
0xffffffffa1ec5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 34s! [ksoftirqd/7:44]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel ppdev btusb btrtl btbcm btintel bluetooth vmw_balloon snd_ens1371 aesni_intel snd_rawmidi snd_ac97_codec lrw gf128mul glue_helper
ablk_helper ac97_bus cryptd snd_seq snd_seq_device snd_pcm joydev rfkill pcspkr snd_timer sg snd e1000 soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi crct10dif_pclmul scsi_transport_spi crct10dif_common mptscsih crc32c_intel ata_piix mptbase nfit serio_raw drm_panel_orientation_quirks libnvdimm libata fuse
CPU: 7 PID: 44 Comm: ksoftirqd/7 Kdump: loaded Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8cfcf178a100 ti: ffff8cfcf179c000 task.ti: ffff8cfcf179c000
RIP: 0010:[<ffffffffc065322a>] [<ffffffffc065322a>] e1000_clean+0x3aa/0x8e0 [e1000]
RSP: 0018:ffff8cfcf179fce8 EFLAGS: 00000246
RAX: 000000000000cb83 RBX: ffff8cfcf77e6000 RCX: 0000000000000000
RDX: ffff9ef740fc0000 RSI: 0000000000000000 RDI: ffff8cfcf77e6b70
RBP: ffff8cfcf179fd88 R08: 0000000000000000 R09: 0000000000000001
R10: 0000000070000000 R11: 0000000000000000 R12: ffff8cfdb6c3a098
R13: ffff8cfcf77e68c0 R14: ffff8cfdb6c3a000 R15: ffff8cfcffc07700
FS: 0000000000000000(0000) GS:ffff8cfdb57c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000019d30bcc3000 CR3: 00000000ba84e000 CR4: 0000000000760fe0
PKRU: 00000000
Call Trace:
[<ffffffffa1ebbb9c>] ? __queue_work+0x13c/0x3f0
[<ffffffffa1ee43cc>] ? update_curr+0x14c/0x1e0
[<ffffffffa24555bf>] net_rx_action+0x26f/0x390
[<ffffffffa1ea4b95>] __do_softirq+0xf5/0x280
[<ffffffffa1ea4d58>] run_ksoftirqd+0x38/0x50
[<ffffffffa1ece674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa1ece530>] ? lg_double_unlock+0x40/0x40
[<ffffffffa1ec5c21>] kthread+0xd1/0xe0
[<ffffffffa1ec5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffa2593ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa1ec5b50>] ? insert_kthread_work+0x40/0x40
Code: 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 48 8b 87 20 01 00 00 8b 40 08 <8b> 45 cc 48 8b 55 d0 65 48 33 14 25 28 00 00 00 0f 85 1d 02 00
Complete report #1218645
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dql_completed
|
vmlinux |
0xffffffff895b51b7
Build id: 3.10.0-1160.el7.x86_64
|
0x7
|
|
2
|
|
e1000 |
0xffffffffc00f0032
Build id: 3.10.0-1160.el7.x86_64
|
0x1b2
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff898555bf
Build id: 3.10.0-1160.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff892a4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff892a4d58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff892ce674
Build id: 3.10.0-1160.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffff892ce530
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff892c5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff892c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff89993ddd
Build id: 3.10.0-1160.el7.x86_64
|
0x7
|
|
11
|
|
vmlinux |
0xffffffff892c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [ksoftirqd/0:6]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec btusb aesni_intel ac97_bus snd_seq btrtl btbcm lrw btintel gf128mul snd_seq_device glue_helper bluetooth
snd_pcm ablk_helper ppdev cryptd vmw_balloon vmw_vmci snd_timer rfkill joydev snd sg pcspkr i2c_piix4 soundcore parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul ttm crct10dif_common nfit crc32c_intel ata_piix mptspi drm libnvdimm libata scsi_transport_spi e1000 serio_raw mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9eed743a5280 ti: ffff9eed747e4000 task.ti: ffff9eed747e4000
RIP: 0010:[<ffffffff895b51b7>] [<ffffffff895b51b7>] dql_completed+0x7/0x190
RSP: 0018:ffff9eed747e7ce0 EFLAGS: 00000202
RAX: ffff9eec3551e200 RBX: ffff9eecb575fb00 RCX: 0000000000000100
RDX: 000000000000000f RSI: 00000000000015b6 RDI: ffff9eec3551e2c0
RBP: ffff9eed747e7d88 R08: 0000000000b34737 R09: 0000000000b33181
R10: ffff9eedbb41f120 R11: fffff37582d5d700 R12: ffff9eed747e7c78
R13: ffff9eecb575fb00 R14: ffff9eedbafb92c0 R15: ffff9eecb575fb00
FS: 0000000000000000(0000) GS:ffff9eedbb400000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001da4e10 CR3: 00000000b7a12000 CR4: 0000000000760ff0
PKRU: 00000000
Call Trace:
[<ffffffffc00f0032>] ? e1000_clean+0x1b2/0x8e0 [e1000]
[<ffffffff898555bf>] net_rx_action+0x26f/0x390
[<ffffffff892a4b95>] __do_softirq+0xf5/0x280
[<ffffffff892a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffff892ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff892ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffff892c5c21>] kthread+0xd1/0xe0
[<ffffffff892c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff89993ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff892c5b50>] ? insert_kthread_work+0x40/0x40
Code: c0 c7 47 4c 00 00 00 00 c7 47 50 00 00 00 00 c7 47 48 00 00 00 00 c7 47 54 ff ff ff ff 5d c3 0f 1f 44 00 00 44 8b 07 44 8b 4f 44 <44> 89 c0 44 29 c8 39 f0 0f 82 6b 01 00 00 55 42 8d 0c 0e 41 ba
Complete report #1080791
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc0367220
Build id: 3.10.0-1127.el7.x86_64
|
0x3a0
|
|
2
|
|
vmlinux |
0xffffffff860e0628
Build id: 3.10.0-1127.el7.x86_64
|
0x78
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff866545bf
Build id: 3.10.0-1127.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff860a5695
Build id: 3.10.0-1127.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff860a5858
Build id: 3.10.0-1127.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff860cf0e4
Build id: 3.10.0-1127.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffff860cefa0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff860c6691
Build id: 3.10.0-1127.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff860c65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff86792d37
Build id: 3.10.0-1127.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffff860c65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [ksoftirqd/0:6]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag binfmt_misc veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec sb_edac coretemp ac97_bus snd_seq iosf_mbi snd_seq_device snd_pcm crc32_pclmul
ghash_clmulni_intel snd_timer snd aesni_intel lrw gf128mul soundcore glue_helper ablk_helper cryptd sg ppdev pcspkr vmw_balloon joydev parport_pc parport i2c_piix4 vmw_vmci fuse ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata mptspi scsi_transport_spi mptscsih serio_raw nfit e1000 libnvdimm mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8c55f44b5230 ti: ffff8c55f4574000 task.ti: ffff8c55f4574000
RIP: 0010:[<ffffffffc0367220>] [<ffffffffc0367220>] e1000_clean+0x3a0/0x8e0 [e1000]
RSP: 0018:ffff8c55f4577ce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffff8c5c9dfb2000 RCX: 0000000000000000
RDX: ffffb09d43200000 RSI: 0000000000000000 RDI: ffff8c5c9dfb2b70
RBP: ffff8c55f4577d88 R08: 0000000000000015 R09: 0000000000000001
R10: ffff8c584ad95ac0 R11: 0000000000000400 R12: ffff8c5c9e7b2098
R13: ffff8c5c9dfb28c0 R14: ffff8c5c9e7b2000 R15: ffffffffc0366599
FS: 0000000000000000(0000) GS:ffff8c5c9d600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007facf3c07a00 CR3: 000000078951c000 CR4: 00000000001607f0
Call Trace:
[<ffffffff860e0628>] ? __enqueue_entity+0x78/0x80
[<ffffffff866545bf>] net_rx_action+0x26f/0x390
[<ffffffff860a5695>] __do_softirq+0xf5/0x280
[<ffffffff860a5858>] run_ksoftirqd+0x38/0x50
[<ffffffff860cf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff860cefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffff860c6691>] kthread+0xd1/0xe0
[<ffffffff860c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff86792d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff860c65c0>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 21 d0 2e c6 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #950941
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc029b215
Build id: 3.10.0-862.el7.x86_64
|
0x3a5
|
|
2
|
|
vmlinux |
0xffffffff85512b14
Build id: 3.10.0-862.el7.x86_64
|
0x614
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff853ec3af
Build id: 3.10.0-862.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff84e9a945
Build id: 3.10.0-862.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff84e9ab08
Build id: 3.10.0-862.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff84ec35e4
Build id: 3.10.0-862.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffff84ec34a0
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff84ebae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff84ebad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8551f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffff84ebad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [ksoftirqd/4:29]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport bnep vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec crc32_pclmul ext4 ac97_bus ghash_clmulni_intel mbcache snd_seq jbd2 snd_seq_device snd_pcm btusb aesni_intel btrtl lrw snd_timer snd gf128mul btbcm btintel glue_helper bluetooth joydev pcspkr ppdev ablk_helper nfit cryptd vmw_vmci libnvdimm sg rfkill i2c_piix4 soundcore shpchp parport_pc parport ip_tables btrfs xor raid6_pq sd_mod crc_t10dif
crct10dif_generic sr_mod cdrom ata_generic vmwgfx drm_kms_helper syscopyarea sysfillrect pata_acpi sysimgblt fb_sys_fops crct10dif_pclmul ttm mptspi scsi_transport_spi ata_piix crct10dif_common mptscsih e1000 crc32c_intel drm serio_raw libata mptbase i2c_core
CPU: 4 PID: 29 Comm: ksoftirqd/4 Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff88a877222f70 ti: ffff88a877254000 task.ti: ffff88a877254000
RIP: 0010:[<ffffffffc029b215>] [<ffffffffc029b215>] e1000_clean+0x3a5/0x8e0 [e1000]
RSP: 0018:ffff88a877257ce8 EFLAGS: 00000246
RAX: 000000000000cb83 RBX: ffff88a877bf2000 RCX: 0000000000000000
RDX: ffffb849c0980000 RSI: 0000000000000000 RDI: ffff88a877bf2b70
RBP: ffff88a877257d88 R08: 0000000000000001 R09: 0000000000000000
R10: ffff88a87971bac0 R11: ffffdd2d81f7cc00 R12: ffff88a876ae2098
R13: ffff88a877bf28c0 R14: ffff88a876ae2000 R15: ffffffffc029a589
FS: 0000000000000000(0000) GS:ffff88a879700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faac401ea88 CR3: 000000002660e000 CR4: 00000000003607e0
Call Trace:
[<ffffffff85512b14>] ? __schedule+0x614/0xa20
[<ffffffff853ec3af>] net_rx_action+0x26f/0x390
[<ffffffff84e9a945>] __do_softirq+0xf5/0x280
[<ffffffff84e9ab08>] run_ksoftirqd+0x38/0x50
[<ffffffff84ec35e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff84ec34a0>] ? lg_double_unlock+0x40/0x40
[<ffffffff84ebae31>] kthread+0xd1/0xe0
[<ffffffff84ebad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8551f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff84ebad60>] ? insert_kthread_work+0x40/0x40
Code: 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 48 8b 87 20 01 00 00 8b 40 08 <8b> 45 cc 48 8b 55 d0 65 48 33 14 25 28 00 00 00 0f 85 1a 02 00
Complete report #908419
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc02dd1f1
Build id: 3.10.0-1160.el7.x86_64
|
0x371
|
|
2
|
|
vmlinux |
0xffffffffab4d3101
Build id: 3.10.0-1160.el7.x86_64
|
0x91
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffffaba555bf
Build id: 3.10.0-1160.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffffab4a4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffffab4a4d58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffffab4ce674
Build id: 3.10.0-1160.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffffab4ce530
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffffab4c5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffffab4c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffabb93ddd
Build id: 3.10.0-1160.el7.x86_64
|
0x7
|
|
11
|
|
vmlinux |
0xffffffffab4c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 93s! [ksoftirqd/0:6]
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm dns_resolver ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc kvm_intel kvm irqbypass nfit libnvdimm crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr ppdev sg vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel e1000 mptspi serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff889df936d280 ti: ffff889dfa760000 task.ti: ffff889dfa760000
RIP: 0010:[<ffffffffc02dd1f1>] [<ffffffffc02dd1f1>] e1000_clean+0x371/0x8e0 [e1000]
RSP: 0018:ffff889dfa763ce8 EFLAGS: 00000246
RAX: 00000000000000c3 RBX: ffff889de6bec000 RCX: 00000000004e2000
RDX: 0000000000186a00 RSI: ffffb65381940000 RDI: ffff889de6bec8c0
RBP: ffff889dfa763d88 R08: 0000000000000004 R09: 0000000000000001
R10: ffff889cb4e7b150 R11: ffffffffc03015f8 R12: ffff88a0aebb0098
R13: ffff889de6bec8c0 R14: ffff88a0aebb0000 R15: ffffffffc02dc599
FS: 0000000000000000(0000) GS:ffff88a0ad600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5462d359e5 CR3: 0000000104e30000 CR4: 00000000003607f0
Call Trace:
[<ffffffffab4d3101>] ? __wake_up_common_lock+0x91/0xc0
[<ffffffffaba555bf>] net_rx_action+0x26f/0x390
[<ffffffffab4a4b95>] __do_softirq+0xf5/0x280
[<ffffffffab4a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffffab4ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffab4ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffffab4c5c21>] kthread+0xd1/0xe0
[<ffffffffab4c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffabb93ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffab4c5b50>] ? insert_kthread_work+0x40/0x40
Code: 01 d4 44 39 e0 41 0f 47 c4 48 8b 55 a0 89 42 80 c1 e0 08 48 8b b2 20 01 00 00 89 c1 31 d2 b8 00 ca 9a 3b f7 f1 89 86 c4 00 00 00 <48> 8b 5d a0 31 f6 48 89 df e8 21 80 77 eb 48 8b 83 08 05 00 00
Complete report #825875
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc035b1f1
Build id: 3.10.0-1160.el7.x86_64
|
0x371
|
|
2
|
|
vmlinux |
0xffffffff90cbbb9c
Build id: 3.10.0-1160.el7.x86_64
|
0x13c
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff912555bf
Build id: 3.10.0-1160.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff90ca4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff90ca4d58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff90cce674
Build id: 3.10.0-1160.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffff90cce530
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff90cc5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff90cc5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff91393ddd
Build id: 3.10.0-1160.el7.x86_64
|
0x7
|
|
11
|
|
vmlinux |
0xffffffff90cc5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 64s! [ksoftirqd/0:6]
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm dns_resolver ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc kvm_intel kvm nfit irqbypass libnvdimm crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr sg joydev vmw_balloon parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix drm libata mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff99b896fb5280 ti: ffff99b8973f4000 task.ti: ffff99b8973f4000
RIP: 0010:[<ffffffffc035b1f1>] [<ffffffffc035b1f1>] e1000_clean+0x371/0x8e0 [e1000]
RSP: 0018:ffff99b8973f7ce8 EFLAGS: 00000246
RAX: 00000000000000cd RBX: ffff99b8a1fd4000 RCX: 00000000004a3800
RDX: 00000000002bf200 RSI: ffffb801031c0000 RDI: ffff99b8a1fd48c0
RBP: ffff99b8973f7d88 R08: 0000000000000002 R09: 0000000000000000
R10: ffff99bce496d150 R11: ffffffffc037f5f8 R12: ffff99bce8a30098
R13: ffff99b8a1fd48c0 R14: ffff99bce8a30000 R15: ffffffffc035a599
FS: 0000000000000000(0000) GS:ffff99bce7600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f45f5d1ebd0 CR3: 0000000180962000 CR4: 00000000003607f0
Call Trace:
[<ffffffff90cbbb9c>] ? __queue_work+0x13c/0x3f0
[<ffffffff912555bf>] net_rx_action+0x26f/0x390
[<ffffffff90ca4b95>] __do_softirq+0xf5/0x280
[<ffffffff90ca4d58>] run_ksoftirqd+0x38/0x50
[<ffffffff90cce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff90cce530>] ? lg_double_unlock+0x40/0x40
[<ffffffff90cc5c21>] kthread+0xd1/0xe0
[<ffffffff90cc5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff91393ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff90cc5b50>] ? insert_kthread_work+0x40/0x40
Code: 01 d4 44 39 e0 41 0f 47 c4 48 8b 55 a0 89 42 80 c1 e0 08 48 8b b2 20 01 00 00 89 c1 31 d2 b8 00 ca 9a 3b f7 f1 89 86 c4 00 00 00 <48> 8b 5d a0 31 f6 48 89 df e8 21 a0 ef d0 48 8b 83 08 05 00 00
Complete report #769011
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc01d6220
Build id: 3.10.0-1160.el7.x86_64
|
0x3a0
|
|
2
|
|
vmlinux |
0xffffffffb72e43cc
Build id: 3.10.0-1160.el7.x86_64
|
0x14c
|
|
3
|
|
vmlinux |
0xffffffffb7986e82
Build id: 3.10.0-1160.el7.x86_64
|
0x5a2
|
|
4
|
net_rx_action
|
vmlinux |
0xffffffffb78555bf
Build id: 3.10.0-1160.el7.x86_64
|
0x26f
|
|
5
|
__do_softirq
|
vmlinux |
0xffffffffb72a4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
6
|
run_ksoftirqd
|
vmlinux |
0xffffffffb72a4d58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
7
|
smpboot_thread_fn
|
vmlinux |
0xffffffffb72ce674
Build id: 3.10.0-1160.el7.x86_64
|
0x144
|
|
8
|
|
vmlinux |
0xffffffffb72ce530
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
9
|
kthread
|
vmlinux |
0xffffffffb72c5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
|
10
|
|
vmlinux |
0xffffffffb72c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb7993df7
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
|
12
|
|
vmlinux |
0xffffffffb72c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [ksoftirqd/2:19]
Modules linked in: nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm ppdev btusb
btrtl btbcm btintel vmw_balloon aesni_intel bluetooth lrw gf128mul glue_helper ablk_helper cryptd snd_timer joydev pcspkr snd rfkill sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit mptspi libnvdimm scsi_transport_spi serio_raw mptscsih drm e1000 libata mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 19 Comm: ksoftirqd/2 Tainted: G W L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8daaf13ed280 ti: ffff8daaf1788000 task.ti: ffff8daaf1788000
RIP: 0010:[<ffffffffc01d6220>] [<ffffffffc01d6220>] e1000_clean+0x3a0/0x8e0 [e1000]
RSP: 0000:ffff8daaf178bce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffffffffb785510f RCX: 0000000000000000
RDX: ffffbb6fc03c0000 RSI: 0000000000000000 RDI: ffff8daaed5aeb70
RBP: ffff8daaf178bd88 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff8daa83681400
R13: 00000000f4f80073 R14: ffff8daaee8fa000 R15: ffffffffc01d5599
FS: 0000000000000000(0000) GS:ffff8daaf2c80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2062db77f0 CR3: 000000003f75e000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb72e43cc>] ? update_curr+0x14c/0x1e0
[<ffffffffb7986e82>] ? __schedule+0x5a2/0x860
[<ffffffffb78555bf>] net_rx_action+0x26f/0x390
[<ffffffffb72a4b95>] __do_softirq+0xf5/0x280
[<ffffffffb72a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffffb72ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffb72ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffffb72c5c21>] kthread+0xd1/0xe0
[<ffffffffb72c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffb7993df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb72c5b50>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 21 f0 67 f7 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #701109
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc02e9220
Build id: 3.10.0-1160.el7.x86_64
|
0x3a0
|
|
2
|
|
vmlinux |
0xffffffff82eda830
Build id: 3.10.0-1160.el7.x86_64
|
0x190
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff834555bf
Build id: 3.10.0-1160.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff82ea4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff82ea4d58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff82ece674
Build id: 3.10.0-1160.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffff82ece530
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff82ec5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff82ec5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff83593df7
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffff82ec5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [ksoftirqd/2:19]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus btusb btrtl snd_seq aesni_intel lrw btbcm gf128mul vmw_balloon glue_helper ablk_helper btintel cryptd snd_seq_device bluetooth snd_pcm joydev snd_timer pcspkr snd sg rfkill soundcore i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common nfit ata_piix libnvdimm crc32c_intel drm libata mptspi scsi_transport_spi mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 19 Comm: ksoftirqd/2 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9cb2f2fcd280 ti: ffff9cb2f338c000 task.ti: ffff9cb2f338c000
RIP: 0010:[<ffffffffc02e9220>] [<ffffffffc02e9220>] e1000_clean+0x3a0/0x8e0 [e1000]
RSP: 0018:ffff9cb2f338fce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffff9cb2f6f7c000 RCX: 0000000000000000
RDX: ffffc30dc0700000 RSI: 0000000000000000 RDI: ffff9cb2f6f7cb70
RBP: ffff9cb2f338fd88 R08: 0000000000000004 R09: 0000000000000001
R10: ffff9cb223730fc0 R11: fffffb1b02406400 R12: ffff9cb2f73ca098
R13: ffff9cb2f6f7c8c0 R14: ffff9cb2f73ca000 R15: ffffffffc02e8599
FS: 0000000000000000(0000) GS:ffff9cb2f9680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc7eb667cb0 CR3: 0000000063f02000 CR4: 0000000000360fe0
Call Trace:
[<ffffffff82eda830>] ? try_to_wake_up+0x190/0x390
[<ffffffff834555bf>] net_rx_action+0x26f/0x390
[<ffffffff82ea4b95>] __do_softirq+0xf5/0x280
[<ffffffff82ea4d58>] run_ksoftirqd+0x38/0x50
[<ffffffff82ece674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff82ece530>] ? lg_double_unlock+0x40/0x40
[<ffffffff82ec5c21>] kthread+0xd1/0xe0
[<ffffffff82ec5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff83593df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff82ec5b50>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 21 c0 16 c3 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #682836
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc028e2a0
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x3a0
|
|
2
|
net_rx_action
|
vmlinux |
0xffffffffa3e80037
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x277
|
|
3
|
__do_softirq
|
vmlinux |
0xffffffffa38a9545
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xf5
|
|
4
|
run_ksoftirqd
|
vmlinux |
0xffffffffa38a9718
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x38
|
|
5
|
smpboot_thread_fn
|
vmlinux |
0xffffffffa38d42ac
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x14c
|
|
6
|
|
vmlinux |
0xffffffffa38d4160
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x40
|
|
7
|
kthread
|
vmlinux |
0xffffffffa38cb4d1
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffa38cb400
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa3fc51f7
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffa38cb400
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 21s! [ksoftirqd/13:74]
Modules linked in: snd_seq_dummy vboxsf(OE) xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 tun xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack libcrc32c br_netfilter bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev joydev kvm_intel snd_intel8x0 kvm snd_ac97_codec ac97_bus irqbypass snd_seq crc32_pclmul ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper snd_timer cryptd snd sg pcspkr vboxguest(OE) i2c_piix4 soundcore parport_pc parport video binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci ata_piix crct10dif_pclmul e1000 crct10dif_common libata serio_raw crc32c_intel drm_panel_orientation_quirks fuse
CPU: 13 PID: 74 Comm: ksoftirqd/13 Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8963e1e6a100 ti: ffff8963e1e7c000 task.ti: ffff8963e1e7c000
RIP: 0010:[<ffffffffc028e2a0>] [<ffffffffc028e2a0>] e1000_clean+0x3a0/0x8e0 [e1000]
RSP: 0000:ffff8963e1e7fce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffff896e273fe000 RCX: 0000000000000000
RDX: ffffb1a346b80000 RSI: 0000000000000000 RDI: ffff896e273feb70
RBP: ffff8963e1e7fd88 R08: 0000000000000010 R09: 0000000000000001
R10: ffff896447fc8840 R11: ffffd269a2b26a00 R12: ffff89660ff51098
R13: ffff896e273fe8c0 R14: ffff89660ff51000 R15: ffffffffc028d682
FS: 0000000000000000(0000) GS:ffff896e28740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd0cc626500 CR3: 000000038f810000 CR4: 00000000000606e0
Call Trace:
[<ffffffffa3e80037>] net_rx_action+0x277/0x3a0
[<ffffffffa38a9545>] __do_softirq+0xf5/0x290
[<ffffffffa38a9718>] run_ksoftirqd+0x38/0x60
[<ffffffffa38d42ac>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffffa38d4160>] ? lg_double_unlock+0x40/0x40
[<ffffffffa38cb4d1>] kthread+0xd1/0xe0
[<ffffffffa38cb400>] ? insert_kthread_work+0x40/0x40
[<ffffffffa3fc51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa38cb400>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 01 1a bf e3 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #567862
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc016521a
Build id: 3.10.0-1160.el7.x86_64
|
0x39a
|
|
2
|
|
vmlinux |
0xffffffff95b86e82
Build id: 3.10.0-1160.el7.x86_64
|
0x5a2
|
|
3
|
|
vmlinux |
0xffffffff954e43cc
Build id: 3.10.0-1160.el7.x86_64
|
0x14c
|
|
4
|
net_rx_action
|
vmlinux |
0xffffffff95a555bf
Build id: 3.10.0-1160.el7.x86_64
|
0x26f
|
|
5
|
__do_softirq
|
vmlinux |
0xffffffff954a4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
6
|
run_ksoftirqd
|
vmlinux |
0xffffffff954a4d58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
7
|
smpboot_thread_fn
|
vmlinux |
0xffffffff954ce674
Build id: 3.10.0-1160.el7.x86_64
|
0x144
|
|
8
|
|
vmlinux |
0xffffffff954ce530
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
9
|
kthread
|
vmlinux |
0xffffffff954c5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
|
10
|
|
vmlinux |
0xffffffff954c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff95b93df7
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
|
12
|
|
vmlinux |
0xffffffff954c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [ksoftirqd/2:19]
Modules linked in: tcp_lp nls_utf8 isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi crct10dif_pclmul crct10dif_common drm scsi_transport_spi mptscsih
crc32c_intel nfit e1000 libnvdimm ata_piix serio_raw mptbase libata drm_panel_orientation_quirks fuse
CPU: 2 PID: 19 Comm: ksoftirqd/2 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9fbbf97ad280 ti: ffff9fbbf97c8000 task.ti: ffff9fbbf97c8000
RIP: 0010:[<ffffffffc016521a>] [<ffffffffc016521a>] e1000_clean+0x39a/0x8e0 [e1000]
RSP: 0000:ffff9fbbf97cbce8 EFLAGS: 00010246
RAX: 000000000000009d RBX: ffff9fbbfa374000 RCX: 0000000000000000
RDX: ffffc3ef40380000 RSI: 0000000000000000 RDI: ffff9fbbfa374b70
RBP: ffff9fbbf97cbd88 R08: 0000000000000000 R09: 0000000000000001
R10: 0000000000000009 R11: 0000000000000002 R12: ffff9fbbf6c31098
R13: ffff9fbbfa3748c0 R14: ffff9fbbf6c31000 R15: ffff9fbbf97cbcc8
FS: 0000000000000000(0000) GS:ffff9fbbfb680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f43ea314600 CR3: 000000007478a000 CR4: 00000000003607e0
Call Trace:
[<ffffffff95b86e82>] ? __schedule+0x5a2/0x860
[<ffffffff954e43cc>] ? update_curr+0x14c/0x1e0
[<ffffffff95a555bf>] net_rx_action+0x26f/0x390
[<ffffffff954a4b95>] __do_softirq+0xf5/0x280
[<ffffffff954a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffff954ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff954ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffff954c5c21>] kthread+0xd1/0xe0
[<ffffffff954c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff95b93df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff954c5b50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 48 8b 5d a0 31 f6 48 89 df e8 21 00 8f d5 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 <89> 82 d0 00 00 00 48 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b
Complete report #398734
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc01c4220
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x3a0
|
|
2
|
|
vmlinux |
0xffffffffa12e4eac
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x14c
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffffa18545bf
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffffa12a5695
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffffa12a5858
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffffa12cf0e4
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffffa12cefa0
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffffa12c6691
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffffa12c65c0
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa1992d1d
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x7
|
|
11
|
|
vmlinux |
0xffffffffa12c65c0
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [ksoftirqd/0:6]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event btusb btrtl iosf_mbi btbcm snd_ens1371 btintel snd_rawmidi snd_ac97_codec bluetooth ac97_bus crc32_pclmul ghash_clmulni_intel
snd_seq snd_seq_device snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd snd_timer snd rfkill pcspkr soundcore joydev vmw_balloon sg parport_pc parport vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops nfit ttm libnvdimm drm ata_piix libata e1000 crct10dif_pclmul crct10dif_common mptspi scsi_transport_spi mptscsih crc32c_intel serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G L ------------ 3.10.0-1127.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffffa04d775b5230 ti: ffffa04d77678000 task.ti: ffffa04d77678000
RIP: 0010:[<ffffffffc01c4220>] [<ffffffffc01c4220>] e1000_clean+0x3a0/0x8e0 [e1000]
RSP: 0018:ffffa04d7767bce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffffa04d7504e000 RCX: 0000000000000000
RDX: ffffb772006c0000 RSI: 0000000000000000 RDI: ffffa04d7504eb70
RBP: ffffa04d7767bd88 R08: 0000000000000006 R09: 0000000000000001
R10: ffffa04cf5357150 R11: ffffffffc01e85f8 R12: ffffa04d76a39098
R13: ffffa04d7504e8c0 R14: ffffa04d76a39000 R15: ffffffffc01c3599
FS: 0000000000000000(0000) GS:ffffa04d79600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7d822c9000 CR3: 00000000af4a0000 CR4: 00000000003607f0
Call Trace:
[<ffffffffa12e4eac>] ? update_curr+0x14c/0x1e0
[<ffffffffa18545bf>] net_rx_action+0x26f/0x390
[<ffffffffa12a5695>] __do_softirq+0xf5/0x280
[<ffffffffa12a5858>] run_ksoftirqd+0x38/0x50
[<ffffffffa12cf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa12cefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffffa12c6691>] kthread+0xd1/0xe0
[<ffffffffa12c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa1992d1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa12c65c0>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 21 00 69 e1 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #256302
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc043e1fd
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
2
|
net_rx_action
|
vmlinux |
0xffffffff97c39e9f
Build id: 3.10.0-957.el7.x86_64
|
0x26f
|
|
3
|
__do_softirq
|
vmlinux |
0xffffffff976a0f05
Build id: 3.10.0-957.el7.x86_64
|
0xf5
|
|
4
|
run_ksoftirqd
|
vmlinux |
0xffffffff976a10c8
Build id: 3.10.0-957.el7.x86_64
|
0x38
|
|
5
|
smpboot_thread_fn
|
vmlinux |
0xffffffff976ca5c4
Build id: 3.10.0-957.el7.x86_64
|
0x144
|
|
6
|
|
vmlinux |
0xffffffff976ca480
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
7
|
kthread
|
vmlinux |
0xffffffff976c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffff976c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff97d74c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff976c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:3]
Modules linked in: tcp_lp nls_utf8 isofs fuse btrfs raid6_pq xor vfat msdos fat ext4 mbcache jbd2 tcp_diag udp_diag inet_diag xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon nfit pcspkr joydev sg parport_pc i2c_piix4 libnvdimm parport vmw_vmci binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom
ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper floppy syscopyarea sysfillrect sysimgblt fb_sys_fops ttm e1000 ata_piix drm libata mptsas scsi_transport_sas mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Tainted: G W L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8b97fa2aa080 ti: ffff8b97fa33c000 task.ti: ffff8b97fa33c000
RIP: 0010:[<ffffffffc043e1fd>] [<ffffffffc043e1fd>] e1000_clean+0x39d/0x8e0 [e1000]
RSP: 0018:ffff8b97fa33fce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffffffff97c399ef RCX: 0000000000000000
RDX: ffff9cd881c00000 RSI: 0000000000000000 RDI: ffff8b9aaea82b70
RBP: ffff8b97fa33fd88 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffff8b9aa23b7600
R13: 000000008b7ddf5c R14: 0000000000000000 R15: ffffffff98363fa0
FS: 0000000000000000(0000) GS:ffff8b9abfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1fc803e040 CR3: 000000003562c000 CR4: 00000000000407f0
Call Trace:
[<ffffffff97c39e9f>] net_rx_action+0x26f/0x390
[<ffffffff976a0f05>] __do_softirq+0xf5/0x280
[<ffffffff976a10c8>] run_ksoftirqd+0x38/0x50
[<ffffffff976ca5c4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff976ca480>] ? lg_double_unlock+0x40/0x40
[<ffffffff976c1c31>] kthread+0xd1/0xe0
[<ffffffff976c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff97d74c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff976c1b60>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 24 b9 7f d7 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #150039
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc0234207
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x3a7
|
|
2
|
net_rx_action
|
vmlinux |
0xffffffffabc3af1f
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x26f
|
|
3
|
__do_softirq
|
vmlinux |
0xffffffffab6a1075
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xf5
|
|
4
|
run_ksoftirqd
|
vmlinux |
0xffffffffab6a1238
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x38
|
|
5
|
smpboot_thread_fn
|
vmlinux |
0xffffffffab6ca734
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x144
|
|
6
|
|
vmlinux |
0xffffffffab6ca5f0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
7
|
kthread
|
vmlinux |
0xffffffffab6c1da1
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffab6c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffabd75c37
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffab6c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:3]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter sunrpc ext4 mbcache jbd2 joydev vboxguest(OE) vboxvideo(OE) ppdev nfit ttm drm_kms_helper snd_intel8x0 syscopyarea sysfillrect sysimgblt fb_sys_fops snd_ac97_codec drm ac97_bus snd_seq parport_pc libnvdimm snd_seq_device snd_pcm snd_timer parport snd drm_panel_orientation_quirks iosf_mbi sg crc32_pclmul ghash_clmulni_intel soundcore aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr video i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi ahci ata_piix libahci crct10dif_pclmul crct10dif_common crc32c_intel serio_raw libata e1000 dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G W OEL ------------ 3.10.0-957.21.3.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8ae3536f2080 ti: ffff8ae353720000 task.ti: ffff8ae353720000
RIP: 0010:[<ffffffffc0234207>] [<ffffffffc0234207>] e1000_clean+0x3a7/0x8e0 [e1000]
RSP: 0018:ffff8ae353723ce8 EFLAGS: 00000246
RAX: 0000000000000083 RBX: ffff8b019defc000 RCX: 0000000000000000
RDX: ffffb9db0cf40000 RSI: 0000000000000000 RDI: ffff8b019defcb70
RBP: ffff8ae353723d88 R08: 0000000000000017 R09: 0000000000000002
R10: ffff8ae2b453a640 R11: ffffde0f0dcfb580 R12: ffff8ae437ef9098
R13: ffff8b019defc8c0 R14: ffff8ae437ef9000 R15: ffffffffc0233579
FS: 0000000000000000(0000) GS:ffff8b019f200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f785e84c380 CR3: 0000001f8cace000 CR4: 00000000000606f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffabc3af1f>] net_rx_action+0x26f/0x390
[<ffffffffab6a1075>] __do_softirq+0xf5/0x280
[<ffffffffab6a1238>] run_ksoftirqd+0x38/0x50
[<ffffffffab6ca734>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffab6ca5f0>] ? lg_double_unlock+0x40/0x40
[<ffffffffab6c1da1>] kthread+0xd1/0xe0
[<ffffffffab6c1cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffabd75c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffab6c1cd0>] ? insert_kthread_work+0x40/0x40
Code: 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 48 8b 87 20 01 00 00 8b 40 08 <8b> 45 cc 48 8b 55 d0 65 48 33 14 25 28 00 00 00 0f 85 1a 02 00
Complete report #52037
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc02d620b
Build id: 3.10.0-862.el7.x86_64
|
0x39b
|
|
2
|
|
vmlinux |
0xffffffff8d6b0cbc
Build id: 3.10.0-862.el7.x86_64
|
0x13c
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff8dbec3af
Build id: 3.10.0-862.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff8d69a945
Build id: 3.10.0-862.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff8d69ab08
Build id: 3.10.0-862.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff8d6c35e4
Build id: 3.10.0-862.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffff8d6c34a0
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff8d6bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff8d6bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8dd1f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffff8d6bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [ksoftirqd/2:19]
Modules linked in: rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev snd_ens1371 lrw gf128mul snd_rawmidi glue_helper ablk_helper cryptd snd_ac97_codec vmw_balloon ac97_bus snd_seq snd_seq_device snd_pcm nfit snd_timer joydev sg pcspkr libnvdimm snd i2c_piix4 soundcore vmw_vmci shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi scsi_transport_spi mptscsih mptbase ata_piix e1000
libata serio_raw i2c_core
CPU: 2 PID: 19 Comm: ksoftirqd/2 Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff939cfc418fd0 ti: ffff939cfc424000 task.ti: ffff939cfc424000
RIP: 0010:[<ffffffffc02d620b>] [<ffffffffc02d620b>] e1000_clean+0x39b/0x8e0 [e1000]
RSP: 0018:ffff939cfc427ce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffff939db307e000 RCX: 0000000000000000
RDX: ffffa49280d00000 RSI: 0000000000000000 RDI: ffff939db307eb70
RBP: ffff939cfc427d88 R08: 0000000000000004 R09: 0000000000000001
R10: ffff939db2a9bac0 R11: fffffa9b47bdff00 R12: ffff939db497e098
R13: ffff939db307e8c0 R14: ffff939db497e000 R15: ffffffffc02d5589
FS: 0000000000000000(0000) GS:ffff939db2a80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0145d44000 CR3: 00000000ac57e000 CR4: 00000000001607e0
Call Trace:
[<ffffffff8d6b0cbc>] ? __queue_work+0x13c/0x3e0
[<ffffffff8dbec3af>] net_rx_action+0x26f/0x390
[<ffffffff8d69a945>] __do_softirq+0xf5/0x280
[<ffffffff8d69ab08>] run_ksoftirqd+0x38/0x50
[<ffffffff8d6c35e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff8d6c34a0>] ? lg_double_unlock+0x40/0x40
[<ffffffff8d6bae31>] kthread+0xd1/0xe0
[<ffffffff8d6bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8dd1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8d6bad60>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 26 5e 91 cd 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #33104
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc008bff8
Build id: 3.10.0-693.el7.x86_64
|
0x398
|
|
2
|
net_rx_action
|
vmlinux |
0xffffffff8158799d
Build id: 3.10.0-693.el7.x86_64
|
0x16d
|
|
3
|
__do_softirq
|
vmlinux |
0xffffffff81090b3f
Build id: 3.10.0-693.el7.x86_64
|
0xef
|
|
4
|
run_ksoftirqd
|
vmlinux |
0xffffffff81090d08
Build id: 3.10.0-693.el7.x86_64
|
0x38
|
|
5
|
smpboot_thread_fn
|
vmlinux |
0xffffffff810b909f
Build id: 3.10.0-693.el7.x86_64
|
0x12f
|
|
6
|
|
vmlinux |
0xffffffff810b8f70
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
7
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
8
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
10
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 48s! [ksoftirqd/0:3]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nls_utf8 isofs ext4 mbcache jbd2 ppdev pcspkr joydev sg parport_pc parport shpchp i2c_piix4 virtio_balloon nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod crc_t10dif cdrom crct10dif_generic crct10dif_common ata_generic pata_acpi virtio_scsi bochs_drm drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata e1000 serio_raw virtio_pci virtio_ring virtio i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Not tainted 3.10.0-693.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.10.2-0-g5f4c7b1-prebuilt.qemu-project.org 04/01/2014
task: ffff880139ad9fa0 ti: ffff880139b54000 task.ti: ffff880139b54000
RIP: 0010:[<ffffffffc008bff8>] [<ffffffffc008bff8>] e1000_clean+0x398/0x8d0 [e1000]
RSP: 0000:ffff880139b57ce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffff8801387da000 RCX: 0000000000000000
RDX: ffffc900007c0000 RSI: 0000000000000000 RDI: ffff8801387dab70
RBP: ffff880139b57d88 R08: 0000000000000000 R09: 0000000000000001
R10: ffff8801387dab70 R11: 0000000000000000 R12: ffff880139563098
R13: ffff8801387da8c0 R14: ffff880139563000 R15: ffff88013b001700
FS: 0000000000000000(0000) GS:ffff88013fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 000055c62f935fd0 CR3: 0000000135198000 CR4: 00000000000006f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 ffff880134e34680 0000000000000000 ffff880035c88180
ffff880139b57d48 0000000000000012 ffff8801387da8c0 ffff8801387da000
ffff8801387dab70 ffff880139604e00 0000001200000040 0000000000000498
Call Trace:
[<ffffffff8158799d>] net_rx_action+0x16d/0x380
[<ffffffff81090b3f>] __do_softirq+0xef/0x280
[<ffffffff81090d08>] run_ksoftirqd+0x38/0x50
[<ffffffff810b909f>] smpboot_thread_fn+0x12f/0x180
[<ffffffff810b8f70>] ? lg_double_unlock+0x40/0x40
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 b9 b4 4f c1 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #23992
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc01e8220
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x3a0
|
|
2
|
|
vmlinux |
0xffffffffa5ad3101
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x91
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffffa605561f
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffffa5aa4b95
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffffa5aa4d58
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffffa5ace674
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffffa5ace530
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffffa5ac5c21
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffffa5ac5b50
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa6194de4
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xe
|
|
11
|
|
vmlinux |
0xffffffffa5ac5b50
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 30s! [ksoftirqd/1:14]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc edac_mce_amd crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd parport_pc sg joydev virtio_balloon parport i2c_piix4 pcspkr ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops virtio_blk ttm virtio_console drm ata_piix
e1000 crct10dif_pclmul crct10dif_common libata crc32c_intel virtio_pci virtio_ring serio_raw virtio floppy drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 14 Comm: ksoftirqd/1 Tainted: G L ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011
task: ffff9c6bfcf72100 ti: ffff9c6bfcf7c000 task.ti: ffff9c6bfcf7c000
RIP: 0010:[<ffffffffc01e8220>] [<ffffffffc01e8220>] e1000_clean+0x3a0/0x8e0 [e1000]
RSP: 0018:ffff9c6bfcf7fce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffff9c6c99cf2000 RCX: 0000000000000000
RDX: ffffb9b640f00000 RSI: 0000000000000000 RDI: ffff9c6c99cf2b70
RBP: ffff9c6bfcf7fd88 R08: 000000000000005a R09: 0000000000000000
R10: 0000000000000001 R11: ffff9c6bd1d47700 R12: ffff9c6bfef63098
R13: ffff9c6c99cf28c0 R14: ffff9c6bfef63000 R15: ffffffffc01e7599
FS: 00007f5a49027840(0000) GS:ffff9c6c99c80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5466b45970 CR3: 0000000177fe4000 CR4: 00000000000407e0
Call Trace:
[<ffffffffa5ad3101>] ? __wake_up_common_lock+0x91/0xc0
[<ffffffffa605561f>] net_rx_action+0x26f/0x390
[<ffffffffa5aa4b95>] __do_softirq+0xf5/0x280
[<ffffffffa5aa4d58>] run_ksoftirqd+0x38/0x50
[<ffffffffa5ace674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa5ace530>] ? lg_double_unlock+0x40/0x40
[<ffffffffa5ac5c21>] kthread+0xd1/0xe0
[<ffffffffa5ac5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffa6194de4>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffffa5ac5b50>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 81 d0 e6 e5 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #8440
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc02c222a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3aa
|
|
2
|
net_rx_action
|
vmlinux |
0xffffffffb26545bf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x26f
|
|
3
|
__do_softirq
|
vmlinux |
0xffffffffb20a5695
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xf5
|
|
4
|
run_ksoftirqd
|
vmlinux |
0xffffffffb20a5858
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x38
|
|
5
|
smpboot_thread_fn
|
vmlinux |
0xffffffffb20cf0e4
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x144
|
|
6
|
|
vmlinux |
0xffffffffb20cefa0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
|
7
|
kthread
|
vmlinux |
0xffffffffb20c6691
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xd1
|
|
8
|
|
vmlinux |
0xffffffffb20c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb2792d37
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffffb20c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 26s! [ksoftirqd/2:19]
Modules linked in: ip6table_filter ip6_tables iptable_filter ppdev sg virtio_balloon parport_pc parport i2c_piix4 joydev pcspkr ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi cirrus virtio_blk drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata e1000 virtio_pci serio_raw virtio_ring floppy drm_panel_orientation_quirks virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 19 Comm: ksoftirqd/2 Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.7.5-0-ge51488c-20140602_164612-nilsson.home.kraxel.org 04/01/2014
task: ffff8fc846548000 ti: ffff8fc846550000 task.ti: ffff8fc846550000
RIP: 0010:[<ffffffffc02c222a>] [<ffffffffc02c222a>] e1000_clean+0x3aa/0x8e0 [e1000]
RSP: 0018:ffff8fc846553ce8 EFLAGS: 00010246
RAX: 0000000080080783 RBX: ffff8fc87b9a8000 RCX: 0000000000000000
RDX: ffffa5cbc0780000 RSI: 0000000000000000 RDI: ffff8fc87b9a8b70
RBP: ffff8fc846553d88 R08: 0000000000000000 R09: 0000000000000001
R10: ffff8fc87fb1f120 R11: ffffd03c42ee15c0 R12: ffff8fc87fa5e098
R13: ffff8fc87b9a88c0 R14: ffff8fc87fa5e000 R15: ffffffffb206d37e
FS: 0000000000000000(0000) GS:ffff8fc87fb00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055eb7d5b7250 CR3: 000000002c810000 CR4: 00000000000006e0
Call Trace:
[<ffffffffb26545bf>] net_rx_action+0x26f/0x390
[<ffffffffb20a5695>] __do_softirq+0xf5/0x280
[<ffffffffb20a5858>] run_ksoftirqd+0x38/0x50
[<ffffffffb20cf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffb20cefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffffb20c6691>] kthread+0xd1/0xe0
[<ffffffffb20c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb2792d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb20c65c0>] ? insert_kthread_work+0x40/0x40
Code: 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 48 8b 87 20 01 00 00 8b 40 08 <8b> 45 cc 48 8b 55 d0 65 48 33 14 25 28 00 00 00 0f 85 1d 02 00
Complete report #1394
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc011c220
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x3a0
|
|
2
|
|
vmlinux |
0xffffffff95ae49cc
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x14c
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff9605057f
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff95aa5305
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff95aa54c8
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff95acec24
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffff95aceae0
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff95ac61f1
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff95ac6120
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9618dd37
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffff95ac6120
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [mysqld:18935]
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 27s! [ksoftirqd/4:29]
Modules linked in: binfmt_misc ip6table_filter ip6_tables tcp_diag inet_diag xt_time nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 xt_owner xt_multiport iptable_filter ext4 mbcache jbd2 loop dm_mirror dm_region_hash dm_log dm_mod ppdev parport_pc parport sg pcspkr joydev i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_blk vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata e1000 virtio_pci serio_raw virtio_ring virtio drm_panel_orientation_quirks floppy
CPU: 4 PID: 29 Comm: ksoftirqd/4 Kdump: loaded Tainted: G W L ------------ 3.10.0-1062.9.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.12.1-0-ga5cab58e9a3f-prebuilt.qemu.org 04/01/2014
task: ffff8bbd7a265230 ti: ffff8bbd7a288000 task.ti: ffff8bbd7a288000
RIP: 0010:[<ffffffffc011c220>] [<ffffffffc011c220>] e1000_clean+0x3a0/0x8e0 [e1000]
RSP: 0018:ffff8bbd7a28bce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffffffff960500cf RCX: 0000000000000000
RDX: ffffb02641b80000 RSI: 0000000000000000 RDI: ffff8bc015470b70
RBP: ffff8bbd7a28bd88 R08: ffff8bbd7a28bab0 R09: 0000000000000000
R10: ffffb0264735d150 R11: ffffffffc03ee5f8 R12: ffff8bbe0260ec00
R13: 00000000e8446c5e R14: 0000000000000000 R15: ffffffff96766f20
FS: 0000000000000000(0000) GS:ffff8bc027d00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffa3f560000 CR3: 0000000114f30000 CR4: 00000000000006e0
Call Trace:
[<ffffffff95ae49cc>] ? update_curr+0x14c/0x1e0
[<ffffffff9605057f>] net_rx_action+0x26f/0x390
[<ffffffff95aa5305>] __do_softirq+0xf5/0x280
[<ffffffff95aa54c8>] run_ksoftirqd+0x38/0x50
[<ffffffff95acec24>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff95aceae0>] ? lg_double_unlock+0x40/0x40
[<ffffffff95ac61f1>] kthread+0xd1/0xe0
[<ffffffff95ac6120>] ? insert_kthread_work+0x40/0x40
[<ffffffff9618dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff95ac6120>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 e1 3f f3 d5 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #516490
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean_rx_irq
|
e1000 |
0xffffffffc019f2b9
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x119
|
|
2
|
e1000_clean
|
e1000 |
0xffffffffc01a0100
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x280
|
|
3
|
|
vmlinux |
0xffffffffa0cde305
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x85
|
|
4
|
net_rx_action
|
vmlinux |
0xffffffffa12571cf
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x26f
|
|
5
|
__do_softirq
|
vmlinux |
0xffffffffa0ca4bf5
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xf5
|
|
6
|
run_ksoftirqd
|
vmlinux |
0xffffffffa0ca4db8
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x38
|
|
7
|
smpboot_thread_fn
|
vmlinux |
0xffffffffa0cce8b4
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x144
|
|
8
|
|
vmlinux |
0xffffffffa0cce770
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x40
|
|
9
|
kthread
|
vmlinux |
0xffffffffa0cc5e61
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xd1
|
|
10
|
|
vmlinux |
0xffffffffa0cc5d90
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa1395df7
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x21
|
|
12
|
|
vmlinux |
0xffffffffa0cc5d90
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:6]
Modules linked in: ppp_deflate bsd_comp ppp_async crc_ccitt ppp_generic slhc tcp_lp nls_utf8 isofs vboxsf(OE) nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter binfmt_misc overlay(T) joydev snd_intel8x0 ppdev snd_ac97_codec ac97_bus snd_seq snd_seq_device iosf_mbi snd_pcm vboxguest(OE) sg pcspkr i2c_piix4 snd_timer parport_pc snd parport video soundcore nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci ata_piix drm libata crc32c_intel serio_raw e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9f95c544d280 ti: ffff9f95c5478000 task.ti: ffff9f95c5478000
RIP: 0010:[<ffffffffc019f2b9>] [<ffffffffc019f2b9>] e1000_clean_rx_irq+0x119/0x510 [e1000]
RSP: 0018:ffff9f95c547bc40 EFLAGS: 00010202
RAX: ffffbea9c07605e0 RBX: ffffffffa1256b28 RCX: 0000000000000000
RDX: ffff9f95c547bd54 RSI: ffff9f9599c4d300 RDI: 0000000000000000
RBP: ffff9f95c547bcd8 R08: 000000000001f120 R09: ffffffffa123e6f7
R10: ffff9f961f21f120 R11: ffffe59dc1671340 R12: ffff9f961a42a8c0
R13: ffff9f9617f6c5e0 R14: ffff9f961a42ab70 R15: ffff9f9599c4d300
FS: 0000000000000000(0000) GS:ffff9f961f200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000017664f8ac058 CR3: 00000000cd6be000 CR4: 00000000000206f0
Call Trace:
[<ffffffffc01a0100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffffa0cde305>] ? sched_clock_cpu+0x85/0xc0
[<ffffffffa12571cf>] net_rx_action+0x26f/0x390
[<ffffffffa0ca4bf5>] __do_softirq+0xf5/0x280
[<ffffffffa0ca4db8>] run_ksoftirqd+0x38/0x50
[<ffffffffa0cce8b4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa0cce770>] ? lg_double_unlock+0x40/0x40
[<ffffffffa0cc5e61>] kthread+0xd1/0xe0
[<ffffffffa0cc5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffffa1395df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa0cc5d90>] ? insert_kthread_work+0x40/0x40
Code: 00 00 48 8b 55 90 8b 02 3b 45 98 0f 8d c1 02 00 00 83 c0 01 89 02 41 0f b6 45 0c 45 0f b7 75 08 88 45 cf 48 8b 45 d0 41 0f b7 de <3b> 1d 79 99 01 00 48 8b 00 48 89 45 b0 0f 18 08 0f 87 c1 01 00
Complete report #185912
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean
|
e1000 |
0xffffffffc0543220
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x3a0
|
|
2
|
|
vmlinux |
0xffffffff820de2d5
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x85
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff826571cf
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff820a4bc5
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff820a4d88
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff820ce884
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffff820ce740
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff820c5e31
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff820c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff82795df7
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffff820c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [ksoftirqd/1:14]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel snd_ens1371 vmw_balloon snd_rawmidi lrw gf128mul glue_helper snd_ac97_codec ablk_helper cryptd ac97_bus snd_seq snd_seq_device snd_pcm joydev pcspkr sg vmw_vmci
snd_timer snd soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx mptspi scsi_transport_spi drm_kms_helper mptscsih e1000 mptbase syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata crct10dif_pclmul crct10dif_common crc32c_intel nfit libnvdimm serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Not tainted 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8ead7a438000 ti: ffff8ead7a434000 task.ti: ffff8ead7a434000
RIP: 0010:[<ffffffffc0543220>] [<ffffffffc0543220>] e1000_clean+0x3a0/0x8e0 [e1000]
RSP: 0018:ffff8ead7a437ce8 EFLAGS: 00000246
RAX: 000000000000009d RBX: ffff8eae3475e000 RCX: 0000000000000000
RDX: ffffa02100f80000 RSI: 0000000000000000 RDI: ffff8eae3475eb70
RBP: ffff8ead7a437d88 R08: 0000000000000000 R09: 0000000000000001
R10: 0000000000000003 R11: ffffe02f085f6640 R12: ffff8eae36bba098
R13: ffff8eae3475e8c0 R14: ffff8eae36bba000 R15: 0000000000000000
FS: 0000000000000000(0000) GS:ffff8eae35640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efe4662e9c8 CR3: 00000002332e2000 CR4: 00000000003607e0
Call Trace:
[<ffffffff820de2d5>] ? sched_clock_cpu+0x85/0xc0
[<ffffffff826571cf>] net_rx_action+0x26f/0x390
[<ffffffff820a4bc5>] __do_softirq+0xf5/0x280
[<ffffffff820a4d88>] run_ksoftirqd+0x38/0x50
[<ffffffff820ce884>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff820ce740>] ? lg_double_unlock+0x40/0x40
[<ffffffff820c5e31>] kthread+0xd1/0xe0
[<ffffffff820c5d60>] ? insert_kthread_work+0x40/0x40
[<ffffffff82795df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff820c5d60>] ? insert_kthread_work+0x40/0x40
Code: 31 f6 48 89 df e8 31 3c 11 c2 48 8b 83 08 05 00 00 a8 04 75 20 48 8b 7d a0 b8 9d 00 00 00 48 8b 97 20 01 00 00 89 82 d0 00 00 00 <48> 8b 87 20 01 00 00 8b 40 08 8b 45 cc 48 8b 55 d0 65 48 33 14
Complete report #702201
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean_rx_irq
|
e1000 |
0xffffffffc04692a2
Build id: 3.10.0-957.el7.x86_64
|
0x122
|
|
2
|
e1000_clean
|
e1000 |
0xffffffffc046a0dd
Build id: 3.10.0-957.el7.x86_64
|
0x27d
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffffa4e39e9f
Build id: 3.10.0-957.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffffa48a0f05
Build id: 3.10.0-957.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffffa48a10c8
Build id: 3.10.0-957.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffffa48ca5c4
Build id: 3.10.0-957.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffffa48ca480
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffffa48c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffffa48c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa4f74c1d
Build id: 3.10.0-957.el7.x86_64
|
0x7
|
|
11
|
|
vmlinux |
0xffffffffa48c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [ksoftirqd/0:3]
Modules linked in: tcp_lp fuse binfmt_misc xt_nat veth xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 ipt_REJECT nf_reject_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 tun nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm sg snd_timer snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi scsi_transport_spi mptscsih mptbase e1000 drm_panel_orientation_quirks libata nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff95a3eee1a080 ti: ffff95a3eef18000 task.ti: ffff95a3eef18000
RIP: 0010:[<ffffffffc04692a2>] [<ffffffffc04692a2>] e1000_clean_rx_irq+0x122/0x510 [e1000]
RSP: 0018:ffff95a3eef1bc40 EFLAGS: 00000283
RAX: ffff95a2c4aae240 RBX: ffffffffa4e397f8 RCX: 0000000000000000
RDX: ffff95a3eef1bd54 RSI: ffff95a330e8f500 RDI: 0000000000000000
RBP: ffff95a3eef1bcd8 R08: 000000000001f120 R09: ffffffffa4e21697
R10: ffff95ad21a1f120 R11: ffffcbf242c3a300 R12: ffff95ad210048c0
R13: ffff95a2b5071480 R14: ffff95ad21004b70 R15: ffff95a330e8f500
FS: 0000000000000000(0000) GS:ffff95ad21a00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4c6e967318 CR3: 0000000616610000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc046a0dd>] e1000_clean+0x27d/0x8e0 [e1000]
[<ffffffffa4e39e9f>] net_rx_action+0x26f/0x390
[<ffffffffa48a0f05>] __do_softirq+0xf5/0x280
[<ffffffffa48a10c8>] run_ksoftirqd+0x38/0x50
[<ffffffffa48ca5c4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa48ca480>] ? lg_double_unlock+0x40/0x40
[<ffffffffa48c1c31>] kthread+0xd1/0xe0
[<ffffffffa48c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa4f74c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa48c1b60>] ? insert_kthread_work+0x40/0x40
Code: 45 98 0f 8d c1 02 00 00 83 c0 01 89 02 41 0f b6 45 0c 45 0f b7 75 08 88 45 cf 48 8b 45 d0 41 0f b7 de 3b 1d 99 99 01 00 48 8b 00 <48> 89 45 b0 0f 18 08 0f 87 c1 01 00 00 48 8b 7d a0 ba 20 00 00
Complete report #491106
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean_rx_irq
|
e1000 |
0xffffffffc03a8410
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x270
|
|
2
|
e1000_clean
|
e1000 |
0xffffffffc03a9100
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x280
|
|
3
|
net_rx_action
|
vmlinux |
0xffffffff8405a1bf
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x26f
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff83aa4d85
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff83aa4f48
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff83ace9e4
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x144
|
|
7
|
|
vmlinux |
0xffffffff83ace8a0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff83ac5f91
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff83ac5ec0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff84199df7
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffff83ac5ec0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ksoftirqd/0:6]
Modules linked in: ppp_deflate bsd_comp ppp_async crc_ccitt ppp_generic slhc tcp_lp nls_utf8 isofs vboxsf(OE) nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter binfmt_misc overlay(T) snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device joydev ppdev snd_pcm snd_timer snd sg iosf_mbi vboxguest(OE) pcspkr soundcore i2c_piix4 parport_pc parport video nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci ata_piix drm libata crc32c_intel serio_raw drm_panel_orientation_quirks e1000 dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff892fc544d280 ti: ffff892fc5478000 task.ti: ffff892fc5478000
RIP: 0010:[<ffffffffc03a8410>] [<ffffffffc03a8410>] e1000_clean_rx_irq+0x270/0x510 [e1000]
RSP: 0018:ffff892fc547bc40 EFLAGS: 00010202
RAX: 0000000000000000 RBX: 0000000000023cc4 RCX: 0000000000000002
RDX: ffff892f96964e00 RSI: 0000000000000087 RDI: ffff89301a5b48c0
RBP: ffff892fc547bcd8 R08: 000000000001f120 R09: 0000000000000000
R10: 0000000000023cc4 R11: 0000000000000001 R12: ffff89301a5b48c0
R13: ffff892fc547bcd8 R14: ffff89301a5b4b70 R15: ffff892f96964100
FS: 0000000000000000(0000) GS:ffff89301f200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8e6efb4000 CR3: 00000000856e8000 CR4: 00000000000206f0
Call Trace:
[<ffffffffc03a9100>] e1000_clean+0x280/0x8e0 [e1000]
[<ffffffff8405a1bf>] net_rx_action+0x26f/0x390
[<ffffffff83aa4d85>] __do_softirq+0xf5/0x280
[<ffffffff83aa4f48>] run_ksoftirqd+0x38/0x50
[<ffffffff83ace9e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff83ace8a0>] ? lg_double_unlock+0x40/0x40
[<ffffffff83ac5f91>] kthread+0xd1/0xe0
[<ffffffff83ac5ec0>] ? insert_kthread_work+0x40/0x40
[<ffffffff84199df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff83ac5ec0>] ? insert_kthread_work+0x40/0x40
Code: d0 89 de 4c 89 e7 48 83 38 00 0f 84 53 01 00 00 e8 66 9d c9 c3 41 0f b6 75 0d 4c 89 e2 4c 89 ff c1 e6 18 0b 75 b8 e8 70 db ff ff <49> 8b b7 c0 03 00 00 4c 89 e7 41 0f b7 5d 0e e8 1c de cd c3 f6
Complete report #96679
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_clean_rx_irq
|
e1000 |
0xffffffffc020c2ea
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x16a
|
|
2
|
e1000_clean
|
e1000 |
0xffffffffc020d0dd
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x27d
|
|
3
|
|
vmlinux |
0xffffffff894e035c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x14c
|
|
4
|
net_rx_action
|
vmlinux |
0xffffffff89a3af1f
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x26f
|
|
5
|
__do_softirq
|
vmlinux |
0xffffffff894a1075
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xf5
|
|
6
|
run_ksoftirqd
|
vmlinux |
0xffffffff894a1238
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x38
|
|
7
|
smpboot_thread_fn
|
vmlinux |
0xffffffff894ca734
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x144
|
|
8
|
|
vmlinux |
0xffffffff894ca5f0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
9
|
kthread
|
vmlinux |
0xffffffff894c1da1
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xd1
|
|
10
|
|
vmlinux |
0xffffffff894c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff89b75c37
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x21
|
|
12
|
|
vmlinux |
0xffffffff894c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [ksoftirqd/3:24]
Modules linked in: nfsd nfs_acl tcp_diag udp_diag inet_diag rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ipt_REJECT nf_reject_ipv4 sunrpc sb_edac coretemp ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm pata_acpi e1000 mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks ata_piix libata floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: nf_defrag_ipv4]
CPU: 3 PID: 24 Comm: ksoftirqd/3 Kdump: loaded Tainted: G L ------------ 3.10.0-957.21.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff97c339d5d140 ti: ffff97c339d74000 task.ti: ffff97c339d74000
RIP: 0010:[<ffffffffc020c2ea>] [<ffffffffc020c2ea>] e1000_clean_rx_irq+0x16a/0x510 [e1000]
RSP: 0018:ffff97c339d77c40 EFLAGS: 00010282
RAX: ffff97c5ff651000 RBX: ffff97c573164380 RCX: 00000000ffffffff
RDX: ffff97c5edce0000 RSI: 00000000be9ff000 RDI: ffff97c5ff651098
RBP: ffff97c339d77cd8 R08: 000000000001f120 R09: 0000000000000000
R10: ffff97c5eeedf120 R11: fffffc03d09db700 R12: ffff97c5edce08c0
R13: ffff97c1f5ae4b80 R14: ffff97c5edce0b70 R15: ffff97c5e76dd400
FS: 0000000000000000(0000) GS:ffff97c5eeec0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f81f9ee8a00 CR3: 000000015441a000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc020d0dd>] e1000_clean+0x27d/0x8e0 [e1000]
[<ffffffff894e035c>] ? update_curr+0x14c/0x1e0
[<ffffffff89a3af1f>] net_rx_action+0x26f/0x390
[<ffffffff894a1075>] __do_softirq+0xf5/0x280
[<ffffffff894a1238>] run_ksoftirqd+0x38/0x50
[<ffffffff894ca734>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff894ca5f0>] ? lg_double_unlock+0x40/0x40
[<ffffffff894c1da1>] kthread+0xd1/0xe0
[<ffffffff894c1cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffff89b75c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff894c1cd0>] ? insert_kthread_work+0x40/0x40
Code: 48 85 c0 49 89 c4 0f 84 93 01 00 00 48 8b 45 d0 48 8b 70 08 49 8b 87 c8 03 00 00 48 89 c7 48 81 c7 98 00 00 00 0f 84 56 01 00 00 <48> 8b 80 30 03 00 00 48 85 c0 0f 84 46 01 00 00 48 8b 40 18 48