Complete report #1423235
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_xmit_frame
|
e1000 |
0xffffffffc03e3877
Build id: 3.10.0-1062.el7.x86_64
|
0x7f7
|
|
2
|
dev_hard_start_xmit
|
vmlinux |
0xffffffff8404d346
Build id: 3.10.0-1062.el7.x86_64
|
0x246
|
|
3
|
sch_direct_xmit
|
vmlinux |
0xffffffff8407b0ba
Build id: 3.10.0-1062.el7.x86_64
|
0x11a
|
|
4
|
__qdisc_run
|
vmlinux |
0xffffffff8407b27e
Build id: 3.10.0-1062.el7.x86_64
|
0x8e
|
|
5
|
__dev_queue_xmit
|
vmlinux |
0xffffffff840502c9
Build id: 3.10.0-1062.el7.x86_64
|
0x4a9
|
|
6
|
|
nf_nat_ipv4 |
0xffffffffc08e07ae
Build id: 3.10.0-1062.el7.x86_64
|
0x1de
|
|
7
|
|
iptable_nat |
0xffffffffc08f2020
Build id: 3.10.0-1062.el7.x86_64
|
0x20
|
|
8
|
dev_queue_xmit
|
vmlinux |
0xffffffff84050480
Build id: 3.10.0-1062.el7.x86_64
|
0x10
|
|
9
|
neigh_resolve_output
|
vmlinux |
0xffffffff8405cfed
Build id: 3.10.0-1062.el7.x86_64
|
0x11d
|
|
10
|
ip_finish_output
|
vmlinux |
0xffffffff8409e57c
Build id: 3.10.0-1062.el7.x86_64
|
0x27c
|
|
11
|
ip_output
|
vmlinux |
0xffffffff8409eefb
Build id: 3.10.0-1062.el7.x86_64
|
0x7b
|
|
12
|
?
__ip_append_data.isra.50
|
vmlinux |
0xffffffff8409e300
Build id: 3.10.0-1062.el7.x86_64
|
0xa60
|
|
13
|
ip_local_out_sk
|
vmlinux |
0xffffffff8409c927
Build id: 3.10.0-1062.el7.x86_64
|
0x37
|
|
14
|
ip_queue_xmit
|
vmlinux |
0xffffffff8409ccc4
Build id: 3.10.0-1062.el7.x86_64
|
0x144
|
|
15
|
tcp_transmit_skb
|
vmlinux |
0xffffffff840b7304
Build id: 3.10.0-1062.el7.x86_64
|
0x4e4
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 36s! [smbd:21609]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper pcspkr cryptd vmw_balloon joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit libnvdimm drm crct10dif_pclmul crct10dif_common ata_piix mptspi scsi_transport_spi e1000 mptscsih libata crc32c_intel
mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 21609 Comm: smbd Kdump: loaded Tainted: G W L ------------ 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff903730fa8000 ti: ffff903728200000 task.ti: ffff903728200000
RIP: 0010:[<ffffffffc03e3877>] [<ffffffffc03e3877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9037282036c8 EFLAGS: 00010286
RAX: ffffae7480d03818 RBX: 0073002d00640069 RCX: 00000000000000fb
RDX: 00000000000000fb RSI: ffff903858baa0c0 RDI: ffff9038592d6000
RBP: ffff903728203748 R08: 0000000000000100 R09: 0000000002000000
R10: 0000000080000000 R11: 0000000000000000 R12: 00000001c01f76c0
R13: ffff903728203718 R14: ffffffffc08bbf8d R15: ffff9037282036f0
FS: 00007f7b29aed900(0000) GS:ffff9038b5600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9298248000 CR3: 0000000008b32000 CR4: 00000000003607f0
Call Trace:
[<ffffffff8404d346>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff8407b0ba>] sch_direct_xmit+0x11a/0x250
[<ffffffff8407b27e>] __qdisc_run+0x8e/0x360
[<ffffffff840502c9>] __dev_queue_xmit+0x4a9/0x650
[<ffffffffc08e07ae>] ? nf_nat_ipv4_fn+0x1de/0x230 [nf_nat_ipv4]
[<ffffffffc08f2020>] ? iptable_nat_ipv4_fn+0x20/0x20 [iptable_nat]
[<ffffffff84050480>] dev_queue_xmit+0x10/0x20
[<ffffffff8405cfed>] neigh_resolve_output+0x11d/0x220
[<ffffffff8409e57c>] ip_finish_output+0x27c/0x8d0
[<ffffffff8409eefb>] ip_output+0x7b/0xf0
[<ffffffff8409e300>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff8409c927>] ip_local_out_sk+0x37/0x40
[<ffffffff8409ccc4>] ip_queue_xmit+0x144/0x3c0
[<ffffffff840b7304>] tcp_transmit_skb+0x4e4/0x9e0
Complete report #582088
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_xmit_frame
|
e1000 |
0xffffffffc0223877
Build id: 3.10.0-1160.el7.x86_64
|
0x7f7
|
|
2
|
dev_hard_start_xmit
|
vmlinux |
0xffffffffa9054386
Build id: 3.10.0-1160.el7.x86_64
|
0x246
|
|
3
|
sch_direct_xmit
|
vmlinux |
0xffffffffa908242a
Build id: 3.10.0-1160.el7.x86_64
|
0x11a
|
|
4
|
__dev_queue_xmit
|
vmlinux |
0xffffffffa9057301
Build id: 3.10.0-1160.el7.x86_64
|
0x491
|
|
5
|
|
nf_nat_ipv4 |
0xffffffffc07217ae
Build id: 3.10.0-1160.el7.x86_64
|
0x1de
|
|
6
|
|
iptable_nat |
0xffffffffc072f020
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
7
|
dev_queue_xmit
|
vmlinux |
0xffffffffa90574d0
Build id: 3.10.0-1160.el7.x86_64
|
0x10
|
|
8
|
neigh_resolve_output
|
vmlinux |
0xffffffffa90641fd
Build id: 3.10.0-1160.el7.x86_64
|
0x11d
|
|
9
|
ip_finish_output
|
vmlinux |
0xffffffffa90a505c
Build id: 3.10.0-1160.el7.x86_64
|
0x27c
|
|
10
|
ip_output
|
vmlinux |
0xffffffffa90a59db
Build id: 3.10.0-1160.el7.x86_64
|
0x7b
|
|
11
|
?
__ip_append_data.isra.50
|
vmlinux |
0xffffffffa90a4de0
Build id: 3.10.0-1160.el7.x86_64
|
0xa60
|
|
12
|
ip_local_out_sk
|
vmlinux |
0xffffffffa90a3407
Build id: 3.10.0-1160.el7.x86_64
|
0x37
|
|
13
|
ip_queue_xmit
|
vmlinux |
0xffffffffa90a37a4
Build id: 3.10.0-1160.el7.x86_64
|
0x144
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [reporter-urepor:80694]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi ppdev snd_ac97_codec ac97_bus aesni_intel
snd_seq lrw gf128mul snd_seq_device glue_helper ablk_helper vmw_balloon snd_pcm cryptd snd_timer joydev pcspkr snd soundcore i2c_piix4 sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_generic pata_acpi crct10dif_pclmul mptspi fb_sys_fops crct10dif_common ttm scsi_transport_spi drm ata_piix e1000 mptscsih crc32c_intel serio_raw mptbase nfit libnvdimm libata drm_panel_orientation_quirks fuse
CPU: 3 PID: 80694 Comm: reporter-urepor Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8896b2818000 ti: ffff88959d470000 task.ti: ffff88959d470000
RIP: 0010:[<ffffffffc0223877>] [<ffffffffc0223877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff88959d473790 EFLAGS: 00000286
RAX: ffffb5f640cc3818 RBX: 0000000000000001 RCX: 0000000000000025
RDX: 0000000000000025 RSI: ffff8897abec0fc0 RDI: ffff8896fbf64000
RBP: ffff88959d473810 R08: 0000000000000100 R09: 0000000026100000
R10: 4cc87bea8e59280b R11: 0000000000000000 R12: 0000000000000202
R13: 00000001111b8ffc R14: 0000000100000202 R15: ffffffffa8db1650
FS: 00007f5aaa33b940(0000) GS:ffff8897af2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000276b000 CR3: 000000000bf76000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa9054386>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffffa908242a>] sch_direct_xmit+0x11a/0x250
[<ffffffffa9057301>] __dev_queue_xmit+0x491/0x650
[<ffffffffc07217ae>] ? nf_nat_ipv4_fn+0x1de/0x230 [nf_nat_ipv4]
[<ffffffffc072f020>] ? iptable_nat_ipv4_fn+0x20/0x20 [iptable_nat]
[<ffffffffa90574d0>] dev_queue_xmit+0x10/0x20
[<ffffffffa90641fd>] neigh_resolve_output+0x11d/0x220
[<ffffffffa90a505c>] ip_finish_output+0x27c/0x8d0
[<ffffffffa90a59db>] ip_output+0x7b/0xf0
[<ffffffffa90a4de0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffffa90a3407>] ip_local_out_sk+0x37/0x40
[<ffffffffa90a37a4>] ip_queue_xmit+0x144/0x3c0
Complete report #535109
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
e1000_xmit_frame
|
e1000 |
0xffffffffc0331877
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x7f7
|
|
2
|
dev_hard_start_xmit
|
vmlinux |
0xffffffff99058f86
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x246
|
|
3
|
sch_direct_xmit
|
vmlinux |
0xffffffff9908709a
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x11a
|
|
4
|
__dev_queue_xmit
|
vmlinux |
0xffffffff9905bf01
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x491
|
|
5
|
|
nf_nat_ipv4 |
0xffffffffc08c27ae
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x1de
|
|
6
|
|
iptable_nat |
0xffffffffc08d4020
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x20
|
|
7
|
dev_queue_xmit
|
vmlinux |
0xffffffff9905c0d0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x10
|
|
8
|
neigh_resolve_output
|
vmlinux |
0xffffffff99068dfd
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x11d
|
|
9
|
ip_finish_output
|
vmlinux |
0xffffffff990aa85c
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x27c
|
|
10
|
ip_output
|
vmlinux |
0xffffffff990ab1db
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x7b
|
|
11
|
?
__ip_append_data.isra.50
|
vmlinux |
0xffffffff990aa5e0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa60
|
|
12
|
ip_local_out_sk
|
vmlinux |
0xffffffff990a8c07
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x37
|
|
13
|
ip_queue_xmit
|
vmlinux |
0xffffffff990a8fa4
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x144
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [consul:23534]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul ghash_clmulni_intel snd_seq snd_seq_device snd_pcm aesni_intel snd_timer ppdev snd lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon soundcore joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops mptspi scsi_transport_spi nfit ttm ata_piix mptscsih drm mptbase libnvdimm crct10dif_pclmul crct10dif_common libata e1000 crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 23534 Comm: consul Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9b164dc05280 ti: ffff9b1651220000 task.ti: ffff9b1651220000
RIP: 0010:[<ffffffffc0331877>] [<ffffffffc0331877>] e1000_xmit_frame+0x7f7/0x1120 [e1000]
RSP: 0018:ffff9b16512239c0 EFLAGS: 00000286
RAX: ffffc04a01103818 RBX: 00000000b279a048 RCX: 0000000000000094
RDX: 0000000000000094 RSI: ffff9b1675d0e000 RDI: ffff9b17b206a000
RBP: ffff9b1651223a40 R08: 0000000000000100 R09: 0000000022100000
R10: 0000000080000000 R11: 0000000000000000 R12: ffffffff99087006
R13: ffff9b1651223978 R14: ffff9b17b206a000 R15: ffff9b16f8d9289c
FS: 000000c0001fa890(0000) GS:ffff9b17b8600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000a9977fc9 CR3: 00000000b8806000 CR4: 00000000003607f0
Call Trace:
[<ffffffff99058f86>] dev_hard_start_xmit+0x246/0x3b0
[<ffffffff9908709a>] sch_direct_xmit+0x11a/0x250
[<ffffffff9905bf01>] __dev_queue_xmit+0x491/0x650
[<ffffffffc08c27ae>] ? nf_nat_ipv4_fn+0x1de/0x230 [nf_nat_ipv4]
[<ffffffffc08d4020>] ? iptable_nat_ipv4_fn+0x20/0x20 [iptable_nat]
[<ffffffff9905c0d0>] dev_queue_xmit+0x10/0x20
[<ffffffff99068dfd>] neigh_resolve_output+0x11d/0x220
[<ffffffff990aa85c>] ip_finish_output+0x27c/0x8d0
[<ffffffff990ab1db>] ip_output+0x7b/0xf0
[<ffffffff990aa5e0>] ? __ip_append_data.isra.50+0xa60/0xa60
[<ffffffff990a8c07>] ip_local_out_sk+0x37/0x40
[<ffffffff990a8fa4>] ip_queue_xmit+0x144/0x3c0