Complete report #1382742
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc039fd91
Build id: 3.10.0-957.el7.x86_64
|
0x71
|
|
2
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc039fe1d
Build id: 3.10.0-957.el7.x86_64
|
0x1d
|
|
3
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc03cda75
Build id: 3.10.0-957.el7.x86_64
|
0xa5
|
|
4
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc03cdba7
Build id: 3.10.0-957.el7.x86_64
|
0xa7
|
|
5
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc03cf1dc
Build id: 3.10.0-957.el7.x86_64
|
0x2c
|
|
6
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc03cfdf5
Build id: 3.10.0-957.el7.x86_64
|
0x65
|
|
7
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc03cd360
Build id: 3.10.0-957.el7.x86_64
|
0x20
|
|
8
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc03bdfd9
Build id: 3.10.0-957.el7.x86_64
|
0x2e9
|
|
9
|
|
vmlinux |
0xffffffff8cec2d00
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
|
10
|
sock_sendmsg
|
vmlinux |
0xffffffff8d4193a6
Build id: 3.10.0-957.el7.x86_64
|
0xb6
|
|
11
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffff8cfff24d
Build id: 3.10.0-957.el7.x86_64
|
0xad
|
|
12
|
SYSC_sendto
|
vmlinux |
0xffffffff8d419ad1
Build id: 3.10.0-957.el7.x86_64
|
0x121
|
|
13
|
|
vmlinux |
0xffffffff8cff1687
Build id: 3.10.0-957.el7.x86_64
|
0x327
|
|
14
|
SyS_sendto
|
vmlinux |
0xffffffff8d41b5ee
Build id: 3.10.0-957.el7.x86_64
|
0xe
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffff8d574ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 32s! [kworker/0:2:2523]
[<ffffffffc039fd91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc039fe1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc03cda75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc03cdba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc03cf1dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc03cfdf5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc03cd360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc03bdfd9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff8cec2d00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8d4193a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff8cfff24d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffff8d419ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8cff1687>] ? do_munmap+0x327/0x480
[<ffffffff8d41b5ee>] SyS_sendto+0xe/0x10
[<ffffffff8d574ddb>] system_call_fastpath+0x22/0x27
Complete report #275018
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc03e7d05
Build id: 3.10.0-693.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc03e6d91
Build id: 3.10.0-693.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc03e6e1d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc04f69c5
Build id: 3.10.0-693.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc04f6af7
Build id: 3.10.0-693.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc04f80fc
Build id: 3.10.0-693.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc04f8d35
Build id: 3.10.0-693.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc04f62ca
Build id: 3.10.0-693.el7.x86_64
|
0x1a
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc04e8f73
Build id: 3.10.0-693.el7.x86_64
|
0x2c3
|
|
11
|
|
vmlinux |
0xffffffff810b1910
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8156a580
Build id: 3.10.0-693.el7.x86_64
|
0xb0
|
|
13
|
|
vmlinux |
0xffffffff812c28db
Build id: 3.10.0-693.el7.x86_64
|
0x30b
|
|
14
|
|
vmlinux |
0xffffffff8113914d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
15
|
SYSC_sendto
|
vmlinux |
0xffffffff8156a731
Build id: 3.10.0-693.el7.x86_64
|
0x121
|
|
16
|
|
vmlinux |
0xffffffff8120321e
Build id: 3.10.0-693.el7.x86_64
|
0xe
|
|
17
|
|
vmlinux |
0xffffffff810ad24c
Build id: 3.10.0-693.el7.x86_64
|
0xac
|
|
18
|
|
vmlinux |
0xffffffff8102ab62
Build id: 3.10.0-693.el7.x86_64
|
0x92
|
|
19
|
SyS_sendto
|
vmlinux |
0xffffffff8156b2ce
Build id: 3.10.0-693.el7.x86_64
|
0xe
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 32s! [vmtoolsd:604]
Modules linked in: nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr joydev vmw_balloon sg nfit libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 nfsd auth_rpcgss
nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect crct10dif_pclmul crct10dif_common sysimgblt fb_sys_fops crc32c_intel ttm drm serio_raw ata_piix e1000 mptspi scsi_transport_spi mptscsih mptbase i2c_core libata
CPU: 1 PID: 604 Comm: vmtoolsd Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8800358d0000 ti: ffff880077f6c000 task.ti: ffff880077f6c000
RIP: 0010:[<ffffffff816ab845>] [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff880077f6fb28 EFLAGS: 00000282
RAX: 0000000000000000 RBX: 00ff880000000000 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff880077f6fb28 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff880077f6fab0
R13: 000000008fe3b7d1 R14: 000200d000000000 R15: ffffffffffffffff
FS: 00007efd8497e880(0000) GS:ffff88007b640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efd84999000 CR3: 000000007763e000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880077f6fb50 ffffffffc03e7d05 ffff88004c954780 ffff880079ec6300
ffff88004c954780 ffff880077f6fb80 ffffffffc03e6d91 0000000200000279
000000008fe3b7d1 0000000000000001 00000000ffffffff ffff880077f6fb90
Call Trace:
[<ffffffffc03e7d05>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc03e6d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc03e6e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc04f69c5>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc04f6af7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc04f80fc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc04f8d35>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc04f62ca>] vmci_transport_notify_send_post_enqueue+0x1a/0x20 [vmw_vsock_vmci_transport]
[<ffffffffc04e8f73>] vsock_stream_sendmsg+0x2c3/0x360 [vsock]
[<ffffffff810b1910>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8156a580>] sock_sendmsg+0xb0/0xf0
[<ffffffff812c28db>] ? sidtab_context_to_sid+0x30b/0x480
[<ffffffff8113914d>] ? call_rcu_sched+0x1d/0x20
[<ffffffff8156a731>] SYSC_sendto+0x121/0x1c0
[<ffffffff8120321e>] ? ____fput+0xe/0x10
[<ffffffff810ad24c>] ? task_work_run+0xac/0xf0
[<ffffffff8102ab62>] ? do_notify_resume+0x92/0xb0
[<ffffffff8156b2ce>] SyS_sendto+0xe/0x10
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #102482
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa016a0f5
Build id: 3.10.0-957.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0456d15
Build id: 3.10.0-957.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0455d91
Build id: 3.10.0-957.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0455e1d
Build id: 3.10.0-957.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc05aea75
Build id: 3.10.0-957.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc05aeba7
Build id: 3.10.0-957.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc05b01dc
Build id: 3.10.0-957.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc05b0df5
Build id: 3.10.0-957.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc05ae360
Build id: 3.10.0-957.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0511fd9
Build id: 3.10.0-957.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff9fac2d00
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffa00193a6
Build id: 3.10.0-957.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffff9fd0a97b
Build id: 3.10.0-957.el7.x86_64
|
0x30b
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffa0019ad1
Build id: 3.10.0-957.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff9fc640a4
Build id: 3.10.0-957.el7.x86_64
|
0x24
|
|
16
|
|
vmlinux |
0xffffffff9fc43476
Build id: 3.10.0-957.el7.x86_64
|
0x186
|
|
17
|
|
vmlinux |
0xffffffff9fc4363e
Build id: 3.10.0-957.el7.x86_64
|
0xe
|
|
18
|
|
vmlinux |
0xffffffff9fabe7a0
Build id: 3.10.0-957.el7.x86_64
|
0xc0
|
|
19
|
SyS_sendto
|
vmlinux |
0xffffffffa001b5ee
Build id: 3.10.0-957.el7.x86_64
|
0xe
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffffa0174ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 41s! [vmtoolsd:6132]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmhgfs(OE) vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom crct10dif_pclmul crct10dif_common crc32c_intel serio_raw nfit
libnvdimm ata_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt pata_acpi fb_sys_fops mptspi ttm scsi_transport_spi e1000 mptscsih ata_piix drm libata mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 6132 Comm: vmtoolsd Kdump: loaded Tainted: G OE ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff97a1f4806180 ti: ffff97a26d2dc000 task.ti: ffff97a26d2dc000
RIP: 0010:[<ffffffffa016a0f5>] [<ffffffffa016a0f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff97a26d2dfaf8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff97a27ffd9800 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff97a26d2dfaf8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 00ff97a200000000
R13: 00000001000200d0 R14: ffff97a26d2dfa70 R15: 0000000000000246
FS: 00007fd898ce6880(0000) GS:ffff97a27a6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd898cad000 CR3: 0000000000078000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc0456d15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0455d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0455e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc05aea75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc05aeba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc05b01dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc05b0df5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc05ae360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0511fd9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff9fac2d00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa00193a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff9fd0a97b>] ? sidtab_context_to_sid+0x30b/0x480
[<ffffffffa0019ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff9fc640a4>] ? mntput+0x24/0x40
[<ffffffff9fc43476>] ? __fput+0x186/0x260
[<ffffffff9fc4363e>] ? ____fput+0xe/0x10
[<ffffffff9fabe7a0>] ? task_work_run+0xc0/0xe0
[<ffffffffa001b5ee>] SyS_sendto+0xe/0x10
[<ffffffffa0174ddb>] system_call_fastpath+0x22/0x27
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #101874
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa656b395
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc040bd15
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc040ad91
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc040ae1d
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc05b4a75
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc05b4ba7
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc05b61dc
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc05b6df5
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc05b4360
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0428fd9
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffa5ec2df0
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffa641a3a6
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffa610b10b
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x30b
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffa641aad1
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffa60647e4
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x24
|
|
16
|
|
vmlinux |
0xffffffffa6043be6
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x186
|
|
17
|
|
vmlinux |
0xffffffffa6043dae
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xe
|
|
18
|
|
vmlinux |
0xffffffffa5ebe890
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xc0
|
|
19
|
SyS_sendto
|
vmlinux |
0xffffffffa641c5ee
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xe
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffffa6575ddb
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 65s! [vmtoolsd:9048]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer
pcspkr snd joydev soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ata_generic pata_acpi serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm e1000 drm ata_piix libata mptspi scsi_transport_spi drm_panel_orientation_quirks mptscsih mptbase nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 9048 Comm: vmtoolsd Kdump: loaded Not tainted 3.10.0-957.12.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8b0f3c1b6180 ti: ffff8b0f38bf4000 task.ti: ffff8b0f38bf4000
RIP: 0010:[<ffffffffa656b395>] [<ffffffffa656b395>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8b0f38bf7af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8b0f4c3d4000 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8b0f38bf7af8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 00ff8b0f00000000
R13: 00000001000200d0 R14: ffff8b0f38bf7a70 R15: 0000000000000246
FS: 00007fe772e86880(0000) GS:ffff8b0f406c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe772e7c000 CR3: 00000000bb706000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc040bd15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc040ad91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc040ae1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc05b4a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc05b4ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc05b61dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc05b6df5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc05b4360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0428fd9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffa5ec2df0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa641a3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffa610b10b>] ? sidtab_context_to_sid+0x30b/0x480
[<ffffffffa641aad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffa60647e4>] ? mntput+0x24/0x40
[<ffffffffa6043be6>] ? __fput+0x186/0x260
[<ffffffffa6043dae>] ? ____fput+0xe/0x10
[<ffffffffa5ebe890>] ? task_work_run+0xc0/0xe0
[<ffffffffa641c5ee>] SyS_sendto+0xe/0x10
[<ffffffffa6575ddb>] system_call_fastpath+0x22/0x27
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1078583
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff821ba385
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc04afe55
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc04aee51
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc04aeedd
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0684aa5
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0684be7
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc068628c
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0686fb5
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0684370
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc06950f9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff81acc790
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8205e4f6
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb6
|
|
13
|
SYSC_sendto
|
vmlinux |
0xffffffff8205ec51
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x121
|
|
14
|
?
thread_group_cputime_adjusted
|
vmlinux |
0xffffffff81ae5350
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x50
|
|
15
|
SyS_sendto
|
vmlinux |
0xffffffff820607ee
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xe
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffff821c539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [vmtoolsd:2055]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event crc32_pclmul ppdev ghash_clmulni_intel snd_ens1371 snd_rawmidi btusb btrtl btbcm snd_ac97_codec btintel aesni_intel ac97_bus lrw gf128mul snd_seq glue_helper ablk_helper vmw_balloon cryptd bluetooth snd_seq_device snd_pcm joydev pcspkr snd_timer sg rfkill snd vmw_vmci soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm nfit crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel mptspi libata scsi_transport_spi serio_raw e1000 mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 2055 Comm: vmtoolsd Tainted: G L ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff99b9c21bd280 ti: ffff99b9c22e0000 task.ti: ffff99b9c22e0000
RIP: 0010:[<ffffffff821ba385>] [<ffffffff821ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff99b9c22e3af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff99b9c22e3bf0 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff99b9c22e3af8 R08: 0000000000000001 R09: 00000000c57c8160
R10: 0000000000000000 R11: 0000000000000000 R12: ffff99b9ceb69e00
R13: ffff99b9c22e3af0 R14: 000000003948b000 R15: fffffff500000001
FS: 00007f88dd578780(0000) GS:ffff99b9fc600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f507d58a000 CR3: 0000000002236000 CR4: 0000000000340ff0
Call Trace:
[<ffffffffc04afe55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc04aee51>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc04aeedd>] vmci_datagram_send+0x1d/0x40 [vmw_vmci]
[<ffffffffc0684aa5>] __vmci_transport_send_control_pkt+0xa5/0x140 [vmw_vsock_vmci_transport]
[<ffffffffc0684be7>] vmci_transport_send_control_pkt+0xa7/0x100 [vmw_vsock_vmci_transport]
[<ffffffffc068628c>] vmci_transport_send_wrote+0x2c/0x40 [vmw_vsock_vmci_transport]
[<ffffffffc0686fb5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0684370>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06950f9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff81acc790>] ? wake_up_atomic_t+0x40/0x40
[<ffffffff8205e4f6>] sock_sendmsg+0xb6/0x100
[<ffffffff8205ec51>] SYSC_sendto+0x121/0x1d0
[<ffffffff81ae5350>] ? thread_group_cputime_adjusted+0x50/0x80
[<ffffffff820607ee>] SyS_sendto+0xe/0x20
[<ffffffff821c539a>] system_call_fastpath+0x25/0x2a
Code: 07 00 66 66 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 cc cc cc cc 66 66 66 66 90 55 48 89 e5 48
Complete report #1062964
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb6fba385
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc04a9e55
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc04a8e51
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc04a8edd
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0563aa5
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0563be7
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc056528c
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0565fb5
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0563370
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc05540f9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffb68cc790
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffb6e5e4f6
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffb6a6e22f
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4f
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffb6e5ec51
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x121
|
|
15
|
?
thread_group_cputime_adjusted
|
vmlinux |
0xffffffffb68e5350
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x50
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffffb6e607ee
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffb6fc539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 33s! [vmtoolsd:758]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel snd_ens1371 ppdev snd_rawmidi snd_ac97_codec ac97_bus aesni_intel lrw gf128mul snd_seq glue_helper ablk_helper vmw_balloon cryptd snd_seq_device snd_pcm joydev pcspkr snd_timer sg snd soundcore i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper nfit syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm ata_piix mptspi libnvdimm drm scsi_transport_spi crct10dif_pclmul crct10dif_common crc32c_intel libata mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 758 Comm: vmtoolsd Not tainted 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9c51b50e2100 ti: ffff9c52b4244000 task.ti: ffff9c52b4244000
RIP: 0010:[<ffffffffb6fba385>] [<ffffffffb6fba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9c52b4247af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffb6fb7006 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9c52b4247af8 R08: 0000000000000001 R09: 00000000e6554516
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000
R13: ffff9c52b96959e0 R14: ffffffffb68cf340 R15: 00000007bb744431
FS: 00007f3b3c4e0780(0000) GS:ffff9c52b9680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3b3c4f4000 CR3: 00000000b46d0000 CR4: 0000000000760fe0
PKRU: 55555554
Call Trace:
[<ffffffffc04a9e55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc04a8e51>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc04a8edd>] vmci_datagram_send+0x1d/0x40 [vmw_vmci]
[<ffffffffc0563aa5>] __vmci_transport_send_control_pkt+0xa5/0x140 [vmw_vsock_vmci_transport]
[<ffffffffc0563be7>] vmci_transport_send_control_pkt+0xa7/0x100 [vmw_vsock_vmci_transport]
[<ffffffffc056528c>] vmci_transport_send_wrote+0x2c/0x40 [vmw_vsock_vmci_transport]
[<ffffffffc0565fb5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0563370>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc05540f9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffb68cc790>] ? wake_up_atomic_t+0x40/0x40
[<ffffffffb6e5e4f6>] sock_sendmsg+0xb6/0x100
[<ffffffffb6a6e22f>] ? getname_flags+0x4f/0x1a0
[<ffffffffb6e5ec51>] SYSC_sendto+0x121/0x1d0
[<ffffffffb68e5350>] ? thread_group_cputime_adjusted+0x50/0x80
[<ffffffffb6e607ee>] SyS_sendto+0xe/0x20
[<ffffffffb6fc539a>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1005035
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8cf15375
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc056fd15
Build id: 3.10.0-862.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc056ed91
Build id: 3.10.0-862.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc056ee1d
Build id: 3.10.0-862.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc060aa75
Build id: 3.10.0-862.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc060aba7
Build id: 3.10.0-862.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc060c1dc
Build id: 3.10.0-862.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc060cdf5
Build id: 3.10.0-862.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc060a360
Build id: 3.10.0-862.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc05fafc9
Build id: 3.10.0-862.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff8c8bbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8cdcc396
Build id: 3.10.0-862.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffff8ca2af9d
Build id: 3.10.0-862.el7.x86_64
|
0x66d
|
|
14
|
|
vmlinux |
0xffffffff8c9f5299
Build id: 3.10.0-862.el7.x86_64
|
0x209
|
|
15
|
|
vmlinux |
0xffffffff8cb573c4
Build id: 3.10.0-862.el7.x86_64
|
0x234
|
|
16
|
SYSC_sendto
|
vmlinux |
0xffffffff8cdccaa1
Build id: 3.10.0-862.el7.x86_64
|
0x121
|
|
17
|
|
vmlinux |
0xffffffff8ca3d674
Build id: 3.10.0-862.el7.x86_64
|
0x24
|
|
18
|
|
vmlinux |
0xffffffff8ca1d026
Build id: 3.10.0-862.el7.x86_64
|
0x186
|
|
19
|
|
vmlinux |
0xffffffff8ca1d1ee
Build id: 3.10.0-862.el7.x86_64
|
0xe
|
|
20
|
|
vmlinux |
0xffffffff8c8b7850
Build id: 3.10.0-862.el7.x86_64
|
0xc0
|
|
21
|
SyS_sendto
|
vmlinux |
0xffffffff8cdce42e
Build id: 3.10.0-862.el7.x86_64
|
0xe
|
|
22
|
system_call_fastpath
|
vmlinux |
0xffffffff8cf1f7d5
Build id: 3.10.0-862.el7.x86_64
|
0x1c
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [vmtoolsd:831]
ata2.00: configured for UDMA/33
Modules linked in: binfmt_misc fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_seq_device snd_pcm glue_helper ablk_helper snd_timer snd
cryptd ppdev joydev soundcore nfit vmw_balloon pcspkr sg libnvdimm parport_pc parport i2c_piix4 vmw_vmci shpchp ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel mptspi scsi_transport_spi e1000 mptscsih serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 831 Comm: vmtoolsd Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9a40b5d40000 ti: ffff9a47856d4000 task.ti: ffff9a47856d4000
RIP: 0010:[<ffffffff8cf15375>] [<ffffffff8cf15375>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9a47856d7af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffeab9db4eba00 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9a47856d7af8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9a4777e7b2b0
R13: ffffffff8cb54b02 R14: ffff9a47856d7a70 R15: ffff9a47856d7a38
FS: 00007fc341798880(0000) GS:ffff9a4790680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc341760000 CR3: 0000000705b9e000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffc056fd15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc056ed91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc056ee1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc060aa75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc060aba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc060c1dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc060cdf5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc060a360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc05fafc9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff8c8bbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8cdcc396>] sock_sendmsg+0xb6/0xf0
[<ffffffff8ca2af9d>] ? do_last+0x66d/0x12c0
[<ffffffff8c9f5299>] ? ___slab_alloc+0x209/0x4f0
[<ffffffff8cb573c4>] ? vsnprintf+0x234/0x6a0
[<ffffffff8cdccaa1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8ca3d674>] ? mntput+0x24/0x40
[<ffffffff8ca1d026>] ? __fput+0x186/0x260
[<ffffffff8ca1d1ee>] ? ____fput+0xe/0x10
[<ffffffff8c8b7850>] ? task_work_run+0xc0/0xe0
[<ffffffff8cdce42e>] SyS_sendto+0xe/0x10
[<ffffffff8cf1f7d5>] system_call_fastpath+0x1c/0x21
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #923776
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa25ba385
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc075ee55
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc075de51
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc075dedd
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc07c8aa5
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc07c8be7
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc07ca28c
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc07cafb5
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc07c8370
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc09b60f9
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffa1ecc790
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x40
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffa245e4f6
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffa2072500
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0xf0
|
|
14
|
|
vmlinux |
0xffffffffa2035b75
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x35
|
|
15
|
|
vmlinux |
0xffffffffa206e1df
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x4f
|
|
16
|
SYSC_sendto
|
vmlinux |
0xffffffffa245ec51
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x121
|
|
17
|
|
vmlinux |
0xffffffffa2061d0e
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x2e
|
|
18
|
SyS_sendto
|
vmlinux |
0xffffffffa24607ee
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0xe
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffffa25c539a
Build id: 3.10.0-1160.105.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 31s! [vmtoolsd:2480]
Modules linked in: binfmt_misc rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 bridge stp llc ebtable_filter ebtables devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep tun sunrpc ext4 mbcache jbd2 ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd btusb btrtl btbcm btintel bluetooth pcspkr joydev sg rfkill vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi nfit crct10dif_pclmul crct10dif_common libnvdimm drm crc32c_intel
scsi_transport_spi mptscsih mptbase ata_piix serio_raw libata e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 2480 Comm: vmtoolsd Kdump: loaded Not tainted 3.10.0-1160.105.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8e446c0b1080 ti: ffff8e446c150000 task.ti: ffff8e446c150000
RIP: 0010:[<ffffffffa25ba385>] [<ffffffffa25ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e446c153af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8e446c153ac8 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8e446c153af8 R08: 0000000000000001 R09: 00000000900cebdb
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000202
R13: ffff8e446c153b74 R14: 0000000000000984 R15: 00000000000000d1
FS: 00007feda7771780(0000) GS:ffff8e44ad640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff7a42631b8 CR3: 00000003ec242000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc075ee55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc075de51>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc075dedd>] vmci_datagram_send+0x1d/0x40 [vmw_vmci]
[<ffffffffc07c8aa5>] __vmci_transport_send_control_pkt+0xa5/0x140 [vmw_vsock_vmci_transport]
[<ffffffffc07c8be7>] vmci_transport_send_control_pkt+0xa7/0x100 [vmw_vsock_vmci_transport]
[<ffffffffc07ca28c>] vmci_transport_send_wrote+0x2c/0x40 [vmw_vsock_vmci_transport]
[<ffffffffc07cafb5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc07c8370>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc09b60f9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffa1ecc790>] ? wake_up_atomic_t+0x40/0x40
[<ffffffffa245e4f6>] sock_sendmsg+0xb6/0x100
[<ffffffffa2072500>] ? __pollwait+0xf0/0xf0
[<ffffffffa2035b75>] ? kmem_cache_alloc+0x35/0x1f0
[<ffffffffa206e1df>] ? getname_flags+0x4f/0x1a0
[<ffffffffa245ec51>] SYSC_sendto+0x121/0x1d0
[<ffffffffa2061d0e>] ? SYSC_newstat+0x2e/0x60
[<ffffffffa24607ee>] SyS_sendto+0xe/0x20
[<ffffffffa25c539a>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #894273
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0189785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0407d55
Build id: 3.10.0-1160.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0406db1
Build id: 3.10.0-1160.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0406e3d
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0671a75
Build id: 3.10.0-1160.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0671ba7
Build id: 3.10.0-1160.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc067317c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0673d95
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0671360
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0605099
Build id: 3.10.0-1160.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff9fac6d10
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffa00343a6
Build id: 3.10.0-1160.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffff9fc25f20
Build id: 3.10.0-1160.el7.x86_64
|
0x1b0
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffa0034ad1
Build id: 3.10.0-1160.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffa0186c8f
Build id: 3.10.0-1160.el7.x86_64
|
0x3af
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffffa00365ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffa0193f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 31s! [vmtoolsd:1107]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter vmw_vsock_vmci_transport vsock ip6_tables iptable_filter bnep sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 lrw gf128mul glue_helper ablk_helper snd_rawmidi snd_ac97_codec cryptd ppdev ac97_bus snd_seq btusb btrtl btbcm btintel
bluetooth rfkill snd_seq_device snd_pcm snd_timer snd soundcore vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ata_piix libnvdimm libata mptspi crct10dif_pclmul scsi_transport_spi crct10dif_common e1000 crc32c_intel mptscsih mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 1107 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff99712b3d3180 ti: ffff99712f708000 task.ti: ffff99712f708000
RIP: 0010:[<ffffffffa0189785>] [<ffffffffa0189785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff99712f70baf8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff99712b3d3818 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff99712f70baf8 R08: 0000000000000001 R09: 00000000a0457abe
R10: 0000000000000000 R11: 0000000000000000 R12: ffff997139600000
R13: ffffffff9fa2b621 R14: ffff99712f70baa8 R15: ffff99712f70bab8
FS: 00007f51fb56e780(0000) GS:ffff997139600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f51fb566000 CR3: 000000012f74c000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc0407d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0406db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0406e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0671a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0671ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc067317c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0673d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0671360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0605099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff9fac6d10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa00343a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff9fc25f20>] ? __slab_free+0x1b0/0x290
[<ffffffffa0034ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffa0186c8f>] ? __schedule+0x3af/0x860
[<ffffffffa00365ee>] SyS_sendto+0xe/0x10
[<ffffffffa0193f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #880573
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffbeb15375
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0373d15
Build id: 3.10.0-862.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0372d91
Build id: 3.10.0-862.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0372e1d
Build id: 3.10.0-862.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc056fa75
Build id: 3.10.0-862.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc056fba7
Build id: 3.10.0-862.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc05711dc
Build id: 3.10.0-862.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0571df5
Build id: 3.10.0-862.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc056f360
Build id: 3.10.0-862.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc055ffc9
Build id: 3.10.0-862.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffbe4bbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffbe9cc396
Build id: 3.10.0-862.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffbe5f7275
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
14
|
|
vmlinux |
0xffffffffbe62c58f
Build id: 3.10.0-862.el7.x86_64
|
0x4f
|
|
15
|
SYSC_sendto
|
vmlinux |
0xffffffffbe9ccaa1
Build id: 3.10.0-862.el7.x86_64
|
0x121
|
|
16
|
|
vmlinux |
0xffffffffbeb1291c
Build id: 3.10.0-862.el7.x86_64
|
0x41c
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffffbe9ce42e
Build id: 3.10.0-862.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffffbeb1f7d5
Build id: 3.10.0-862.el7.x86_64
|
0x1c
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [vmtoolsd:3031]
Modules linked in: binfmt_misc fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_ens1371 snd_rawmidi snd_ac97_codec glue_helper ablk_helper cryptd ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore joydev
ppdev pcspkr sg vmw_balloon nfit libnvdimm parport_pc parport i2c_piix4 shpchp vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common mptspi crc32c_intel libata scsi_transport_spi e1000 mptscsih mptbase serio_raw i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 3031 Comm: vmtoolsd Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff882a9c223f40 ti: ffff882a9627c000 task.ti: ffff882a9627c000
RIP: 0010:[<ffffffffbeb15375>] [<ffffffffbeb15375>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff882a9627faf8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8828c2232bc0 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff882a9627faf8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff882a93beabc0
R13: ffff8828c2232bc0 R14: ffff882ad1ad8b00 R15: 0000000000000000
FS: 00007fcfcfd1f880(0000) GS:ffff882ad1ac0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7c37af0890 CR3: 00000006e0e42000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffc0373d15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0372d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0372e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc056fa75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc056fba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc05711dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0571df5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc056f360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc055ffc9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffbe4bbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffbe9cc396>] sock_sendmsg+0xb6/0xf0
[<ffffffffbe5f7275>] ? kmem_cache_alloc+0x35/0x1f0
[<ffffffffbe62c58f>] ? getname_flags+0x4f/0x1a0
[<ffffffffbe9ccaa1>] SYSC_sendto+0x121/0x1c0
[<ffffffffbeb1291c>] ? __schedule+0x41c/0xa20
[<ffffffffbe9ce42e>] SyS_sendto+0xe/0x10
[<ffffffffbeb1f7d5>] system_call_fastpath+0x1c/0x21
Complete report #819928
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb69ba385
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0608e55
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0607e51
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0607edd
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc08b7aa5
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc08b7be7
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc08b928c
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc08b9fb5
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc08b7370
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc081b0f9
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffb62cc790
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x40
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffb685e4f6
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffffb64160dd
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffb685ec51
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x121
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [vmtoolsd:723]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper snd_ens1371 cryptd snd_rawmidi btusb snd_ac97_codec btrtl
btbcm btintel ac97_bus snd_seq bluetooth joydev snd_seq_device snd_pcm pcspkr snd_timer rfkill snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common drm crc32c_intel nfit libata mptspi scsi_transport_spi libnvdimm serio_raw e1000 mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 4 PID: 723 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8cd0f89e0000 ti: ffff8cd0f89e8000 task.ti: ffff8cd0f89e8000
RIP: 0010:[<ffffffffb69ba385>] [<ffffffffb69ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8cd0f89ebaf8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8cd075a40000 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8cd0f89ebaf8 R08: 0000000000000001 R09: 000000004faadc23
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8cd075a40804
R13: 00080000fa69acc0 R14: 00000000000000fd R15: 0000000000000096
FS: 00007fa744faf780(0000) GS:ffff8cd0fa700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2755b551f0 CR3: 00000000b8226000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc0608e55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0607e51>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0607edd>] vmci_datagram_send+0x1d/0x40 [vmw_vmci]
[<ffffffffc08b7aa5>] __vmci_transport_send_control_pkt+0xa5/0x140 [vmw_vsock_vmci_transport]
[<ffffffffc08b7be7>] vmci_transport_send_control_pkt+0xa7/0x100 [vmw_vsock_vmci_transport]
[<ffffffffc08b928c>] vmci_transport_send_wrote+0x2c/0x40 [vmw_vsock_vmci_transport]
[<ffffffffc08b9fb5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc08b7370>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc081b0f9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffb62cc790>] ? wake_up_atomic_t+0x40/0x40
[<ffffffffb685e4f6>] sock_sendmsg+0xb6/0x100
[<ffffffffb64160dd>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffffb685ec51>] SYSC_sendto+0x121/0x1d0
Complete report #781599
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9ff15375
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc03bbd15
Build id: 3.10.0-862.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc03bad91
Build id: 3.10.0-862.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc03bae1d
Build id: 3.10.0-862.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0583a75
Build id: 3.10.0-862.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0583ba7
Build id: 3.10.0-862.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc05851dc
Build id: 3.10.0-862.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0585df5
Build id: 3.10.0-862.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0583360
Build id: 3.10.0-862.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc05a4fc9
Build id: 3.10.0-862.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff9f8bbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff9fdcc396
Build id: 3.10.0-862.el7.x86_64
|
0xb6
|
|
13
|
?
poll_select_copy_remaining
|
vmlinux |
0xffffffff9fa30830
Build id: 3.10.0-862.el7.x86_64
|
0x150
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff9fdccaa1
Build id: 3.10.0-862.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff9ff12baa
Build id: 3.10.0-862.el7.x86_64
|
0x6aa
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff9fdce42e
Build id: 3.10.0-862.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff9ff1f7d5
Build id: 3.10.0-862.el7.x86_64
|
0x1c
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [vmtoolsd:3006]
Modules linked in: vfat fat uas usb_storage tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel snd_seq_device snd_pcm lrw gf128mul
glue_helper ablk_helper cryptd snd_timer snd soundcore ppdev sg vmw_balloon pcspkr joydev nfit libnvdimm parport_pc parport i2c_piix4 vmw_vmci shpchp ip_tables xfs libcrc32c sr_mod sd_mod crc_t10dif crct10dif_generic cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel e1000 mptspi scsi_transport_spi mptscsih ata_piix libata serio_raw mptbase i2c_core
CPU: 0 PID: 3006 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8bb73fc5bf40 ti: ffff8bb73d108000 task.ti: ffff8bb73d108000
RIP: 0010:[<ffffffff9ff15375>] [<ffffffff9ff15375>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8bb73d10baf8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: 0000000000000004 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8bb73d10baf8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8bb7f9600000
R13: ffff8bb73d10bb08 R14: ffff8bb73d10baa8 R15: ffff8bb73d10ba70
FS: 00007f2e9ec71880(0000) GS:ffff8bb7f9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faec8d2b000 CR3: 000000007d198000 CR4: 00000000007607f0
PKRU: 55555554
Call Trace:
[<ffffffffc03bbd15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc03bad91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc03bae1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0583a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0583ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc05851dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0585df5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0583360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc05a4fc9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff9f8bbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff9fdcc396>] sock_sendmsg+0xb6/0xf0
[<ffffffff9fa30830>] ? poll_select_copy_remaining+0x150/0x150
[<ffffffff9fdccaa1>] SYSC_sendto+0x121/0x1c0
[<ffffffff9ff12baa>] ? __schedule+0x6aa/0xa20
[<ffffffff9fdce42e>] SyS_sendto+0xe/0x10
[<ffffffff9ff1f7d5>] system_call_fastpath+0x1c/0x21
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #766269
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0415d05
Build id: 3.10.0-693.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0414d91
Build id: 3.10.0-693.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0414e1d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc057a9c5
Build id: 3.10.0-693.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc057aaf7
Build id: 3.10.0-693.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc057c0fc
Build id: 3.10.0-693.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc057cd35
Build id: 3.10.0-693.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc057a2ca
Build id: 3.10.0-693.el7.x86_64
|
0x1a
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc043bf73
Build id: 3.10.0-693.el7.x86_64
|
0x2c3
|
|
11
|
|
vmlinux |
0xffffffff810b1910
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8156a580
Build id: 3.10.0-693.el7.x86_64
|
0xb0
|
|
13
|
|
vmlinux |
0xffffffff811dd569
Build id: 3.10.0-693.el7.x86_64
|
0x209
|
|
14
|
|
vmlinux |
0xffffffff8113914d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
15
|
SYSC_sendto
|
vmlinux |
0xffffffff8156a731
Build id: 3.10.0-693.el7.x86_64
|
0x121
|
|
16
|
|
vmlinux |
0xffffffff8120321e
Build id: 3.10.0-693.el7.x86_64
|
0xe
|
|
17
|
|
vmlinux |
0xffffffff810ad24c
Build id: 3.10.0-693.el7.x86_64
|
0xac
|
|
18
|
|
vmlinux |
0xffffffff8102ab62
Build id: 3.10.0-693.el7.x86_64
|
0x92
|
|
19
|
SyS_sendto
|
vmlinux |
0xffffffff8156b2ce
Build id: 3.10.0-693.el7.x86_64
|
0xe
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 43s! [vmtoolsd:699]
Modules linked in: nls_utf8 isofs fuse tun ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi iosf_mbi snd_ac97_codec crc32_pclmul ac97_bus snd_seq ppdev snd_seq_device ghash_clmulni_intel snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr vmw_balloon snd_timer snd joydev soundcore nfit libnvdimm sg parport_pc parport vmw_vmci shpchp i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm e1000 serio_raw ata_piix mptspi scsi_transport_spi mptscsih mptbase i2c_core libata dm_mirror dm_region_hash
dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 699 Comm: vmtoolsd Not tainted 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff88003a49bf40 ti: ffff880038280000 task.ti: ffff880038280000
RIP: 0010:[<ffffffff816ab845>] [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff880038283b28 EFLAGS: 00000282
RAX: 0000000000000000 RBX: 0000880000000000 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff880038283b28 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff880000000000
R13: 0000000200000040 R14: 0000000000000000 R15: ffff880000000040
FS: 00007fd5bd58f880(0000) GS:ffff88003c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd5bd5a9000 CR3: 0000000037972000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880038283b50 ffffffffc0415d05 ffff8800227af680 ffff88003a0dcd80
ffff8800227af680 ffff880038283b80 ffffffffc0414d91 0000000200000251
000000000fe27b76 0000000000000001 00000000ffffffff ffff880038283b90
Call Trace:
[<ffffffffc0415d05>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0414d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0414e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc057a9c5>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc057aaf7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc057c0fc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc057cd35>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc057a2ca>] vmci_transport_notify_send_post_enqueue+0x1a/0x20 [vmw_vsock_vmci_transport]
[<ffffffffc043bf73>] vsock_stream_sendmsg+0x2c3/0x360 [vsock]
[<ffffffff810b1910>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8156a580>] sock_sendmsg+0xb0/0xf0
[<ffffffff811dd569>] ? ___slab_alloc+0x209/0x4f0
[<ffffffff8113914d>] ? call_rcu_sched+0x1d/0x20
[<ffffffff8156a731>] SYSC_sendto+0x121/0x1c0
[<ffffffff8120321e>] ? ____fput+0xe/0x10
[<ffffffff810ad24c>] ? task_work_run+0xac/0xf0
[<ffffffff8102ab62>] ? do_notify_resume+0x92/0xb0
[<ffffffff8156b2ce>] SyS_sendto+0xe/0x10
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #765557
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9fd8ea15
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc06c9d55
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc06c8db1
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc06c8e3d
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0832a85
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0832bb7
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc083418c
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0834da5
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0832360
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc06da099
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff9f6c7080
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff9fc39396
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xb6
|
|
13
|
SYSC_sendto
|
vmlinux |
0xffffffff9fc39ac1
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x121
|
|
14
|
|
vmlinux |
0xffffffff9f850bb3
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x13
|
|
15
|
|
vmlinux |
0xffffffff9fc3bbb5
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x85
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff9fc3b5de
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff9fd99f92
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 48s! [vmtoolsd:9503]
Modules linked in: nls_utf8 isofs xt_CHECKSUM iptable_mangle ebtable_filter ebtables nf_conntrack_netlink ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat br_netfilter ext4 mbcache jbd2 dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio target_core_mod binfmt_misc openvswitch nf_nat_ipv6 nf_nat_ipv4 nf_nat xt_comment xt_multiport ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 ip6table_filter ip6_tables ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter ip_tables loop veth tcp_lp tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd snd_ens1371 pcspkr joydev snd_rawmidi
snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer sg snd soundcore vmw_vmci i2c_piix4 parport_pc parport xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit libnvdimm serio_raw mptspi scsi_transport_spi mptscsih e1000 mptbase ttm drm drm_panel_orientation_quirks libata dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 9503 Comm: vmtoolsd Kdump: loaded Not tainted 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9b96e64f5280 ti: ffff9b93eef64000 task.ti: ffff9b93eef64000
RIP: 0010:[<ffffffff9fd8ea15>] [<ffffffff9fd8ea15>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9b93eef67af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff9b93eef67bf0 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9b93eef67af8 R08: 0000000000000001 R09: 000000008c3d6fd9
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9b96f1e71400
R13: ffffffff00000000 R14: 00000000eef67a00 R15: fffffff500000001
FS: 00007f06064d5780(0000) GS:ffff9b9729e00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001ba87d0 CR3: 00000003a1de6000 CR4: 0000000000760ff0
PKRU: 55555554
Call Trace:
[<ffffffffc06c9d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc06c8db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc06c8e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0832a85>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0832bb7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc083418c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0834da5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0832360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06da099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff9f6c7080>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff9fc39396>] sock_sendmsg+0xb6/0xf0
[<ffffffff9fc39ac1>] SYSC_sendto+0x121/0x1c0
[<ffffffff9f850bb3>] ? fput+0x13/0x20
[<ffffffff9fc3bbb5>] ? __sys_recvmsg+0x85/0x90
[<ffffffff9fc3b5de>] SyS_sendto+0xe/0x10
[<ffffffff9fd99f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #701213
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9d389785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc042bd55
Build id: 3.10.0-1160.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc042adb1
Build id: 3.10.0-1160.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc042ae3d
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc05b7a75
Build id: 3.10.0-1160.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc05b7ba7
Build id: 3.10.0-1160.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc05b917c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc05b9d95
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc05b7360
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0411099
Build id: 3.10.0-1160.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff9ccc6d10
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff9d2343a6
Build id: 3.10.0-1160.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffff9cce23a9
Build id: 3.10.0-1160.el7.x86_64
|
0xa9
|
|
14
|
|
vmlinux |
0xffffffff9cdbdf6b
Build id: 3.10.0-1160.el7.x86_64
|
0x2b
|
|
15
|
|
vmlinux |
0xffffffff9cdf175e
Build id: 3.10.0-1160.el7.x86_64
|
0x19e
|
|
16
|
SYSC_sendto
|
vmlinux |
0xffffffff9d234ad1
Build id: 3.10.0-1160.el7.x86_64
|
0x121
|
|
17
|
|
vmlinux |
0xffffffff9d38e678
Build id: 3.10.0-1160.el7.x86_64
|
0x238
|
|
18
|
SyS_sendto
|
vmlinux |
0xffffffff9d2365ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffff9d393f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 65s! [vmtoolsd:707]
Modules linked in: vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 aesni_intel snd_rawmidi snd_ac97_codec lrw gf128mul ac97_bus glue_helper snd_seq ablk_helper cryptd vmw_balloon snd_seq_device snd_pcm joydev pcspkr snd_timer sg snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul nfit crct10dif_common crc32c_intel libnvdimm drm ata_piix serio_raw mptspi scsi_transport_spi libata mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 707 Comm: vmtoolsd Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9eb72f266300 ti: ffff9eb6b6c54000 task.ti: ffff9eb6b6c54000
RIP: 0010:[<ffffffff9d389785>] [<ffffffff9d389785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9eb6b6c57af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff9eb6b6c57ab0 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9eb6b6c57af8 R08: 0000000000000001 R09: 00000000bba6a73b
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9eb6363c5138
R13: ffff9eb72f266300 R14: 000000000000002b R15: ffffffff9ce8899f
FS: 00007fa752a09780(0000) GS:ffff9eb739600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005650b0d14cc8 CR3: 00000000b6cae000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc042bd55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc042adb1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc042ae3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc05b7a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc05b7ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc05b917c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc05b9d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc05b7360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0411099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff9ccc6d10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff9d2343a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff9cce23a9>] ? pick_next_entity+0xa9/0x190
[<ffffffff9cdbdf6b>] ? unlock_page+0x2b/0x30
[<ffffffff9cdf175e>] ? do_wp_page+0x19e/0x720
[<ffffffff9d234ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff9d38e678>] ? __do_page_fault+0x238/0x500
[<ffffffff9d2365ee>] SyS_sendto+0xe/0x10
[<ffffffff9d393f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #659765
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff82789785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc06a9d55
Build id: 3.10.0-1160.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc06a8db1
Build id: 3.10.0-1160.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc06a8e3d
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0808a75
Build id: 3.10.0-1160.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0808ba7
Build id: 3.10.0-1160.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc080a17c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc080ad95
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0808360
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc066c099
Build id: 3.10.0-1160.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff820c6d10
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff826343a6
Build id: 3.10.0-1160.el7.x86_64
|
0xb6
|
|
13
|
?
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc05a9928
Build id: 3.10.0-1160.el7.x86_64
|
0x298
|
|
14
|
|
vmlinux |
0xffffffff821bdf6b
Build id: 3.10.0-1160.el7.x86_64
|
0x2b
|
|
15
|
|
vmlinux |
0xffffffff821f175e
Build id: 3.10.0-1160.el7.x86_64
|
0x19e
|
|
16
|
SYSC_sendto
|
vmlinux |
0xffffffff82634ad1
Build id: 3.10.0-1160.el7.x86_64
|
0x121
|
|
17
|
|
vmlinux |
0xffffffff8278e678
Build id: 3.10.0-1160.el7.x86_64
|
0x238
|
|
18
|
SyS_sendto
|
vmlinux |
0xffffffff826365ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffff82793f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 38s! [vmtoolsd:740]
Modules linked in: vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel snd_seq_device lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd snd_pcm pcspkr joydev snd_timer sg snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix drm nfit libnvdimm libata serio_raw mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 740 Comm: vmtoolsd Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffffa0ccaf2a2100 ti: ffffa0ccab76c000 task.ti: ffffa0ccab76c000
RIP: 0010:[<ffffffff82789785>] [<ffffffff82789785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffffa0ccab76faf8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffa0ccab76fac0 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffffa0ccab76faf8 R08: 0000000000000001 R09: 00000000bba6a73b
R10: 0000000000000000 R11: 0000000000000000 R12: ffffa0cbb63bf208
R13: ffffa0ccaf2a2100 R14: 000000000000002b R15: ffffffff8228899f
FS: 00007efe82bc3780(0000) GS:ffffa0ccb9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000564f6d2c4cc8 CR3: 00000000b4dbc000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc06a9d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc06a8db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc06a8e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0808a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0808ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc080a17c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc080ad95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0808360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc066c099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff820c6d10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff826343a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffc05a9928>] ? xfs_file_buffered_aio_write+0x298/0x2c0 [xfs]
[<ffffffff821bdf6b>] ? unlock_page+0x2b/0x30
[<ffffffff821f175e>] ? do_wp_page+0x19e/0x720
[<ffffffff82634ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8278e678>] ? __do_page_fault+0x238/0x500
[<ffffffff826365ee>] SyS_sendto+0xe/0x10
[<ffffffff82793f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #634497
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff92f8b565
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0603d55
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0602db1
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0602e3d
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc05e4a75
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc05e4ba7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc05e617c
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc05e6d95
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc05e4360
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0480099
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff928c6e90
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff92e363a6
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffff92a0985d
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff92e36ad1
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff929fb9a7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x327
|
|
16
|
|
vmlinux |
0xffffffff929fbb7b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x7b
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffff92e385ee
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff92f95f92
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [vmtoolsd:826]
Modules linked in: rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci ata_piix libahci crct10dif_pclmul
crct10dif_common crc32c_intel drm serio_raw nfit libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 826 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8b5cb41ce300 ti: ffff8b5def3d0000 task.ti: ffff8b5def3d0000
RIP: 0010:[<ffffffff92f8b565>] [<ffffffff92f8b565>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8b5def3d3af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff000001c1 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8b5def3d3af8 R08: 0000000000000001 R09: 0000000060ab1535
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8b5fbffd7008
R13: ffff8b5e6af314e6 R14: ffff8b5fbffd7000 R15: 0000000000000000
FS: 00007fdfb8812780(0000) GS:ffff8b5fbfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdfb8829000 CR3: 00000000341c0000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc0603d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0602db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0602e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc05e4a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc05e4ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc05e617c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc05e6d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc05e4360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0480099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff928c6e90>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff92e363a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff92a0985d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffff92e36ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff929fb9a7>] ? do_munmap+0x327/0x480
[<ffffffff929fbb7b>] ? vm_munmap+0x7b/0xb0
[<ffffffff92e385ee>] SyS_sendto+0xe/0x10
[<ffffffff92f95f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #624238
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff82389785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc073cd55
Build id: 3.10.0-1160.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc073bdb1
Build id: 3.10.0-1160.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc073be3d
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06faa75
Build id: 3.10.0-1160.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06faba7
Build id: 3.10.0-1160.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc06fc17c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06fcd95
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06fa360
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc06ec099
Build id: 3.10.0-1160.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff81cc6d10
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff822343a6
Build id: 3.10.0-1160.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffff81dede3a
Build id: 3.10.0-1160.el7.x86_64
|
0x8a
|
|
14
|
|
vmlinux |
0xffffffff81e5fbcf
Build id: 3.10.0-1160.el7.x86_64
|
0x4f
|
|
15
|
SYSC_sendto
|
vmlinux |
0xffffffff82234ad1
Build id: 3.10.0-1160.el7.x86_64
|
0x121
|
|
16
|
|
vmlinux |
0xffffffff8238e678
Build id: 3.10.0-1160.el7.x86_64
|
0x238
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffff822365ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff82393f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 57s! [vmtoolsd:9620]
Modules linked in: rfcomm bnep btusb btrtl btbcm btintel bluetooth rfkill nls_utf8 isofs tcp_lp tun devlink bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec ac97_bus lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_seq snd_seq_device pcspkr snd_pcm joydev snd_timer sg snd soundcore vmw_vmci i2c_piix4 parport_pc parport xfs libcrc32c sr_mod sd_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix serio_raw libata e1000 mptspi scsi_transport_spi mptscsih mptbase nfit libnvdimm drm_panel_orientation_quirks
dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 9620 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9deee7159080 ti: ffff9deee71a8000 task.ti: ffff9deee71a8000
RIP: 0010:[<ffffffff82389785>] [<ffffffff82389785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9deee71abaf8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff9deef693c4c0 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9deee71abaf8 R08: 0000000000000001 R09: 00000000e00c4146
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9deef9bb3e80
R13: ffff9deef693c4c0 R14: ffff9def3b61acc0 R15: 0000000000000000
FS: 00007f15a0c61780(0000) GS:ffff9def3b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000557676e79e00 CR3: 0000000027230000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc073cd55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc073bdb1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc073be3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc06faa75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc06faba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc06fc17c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06fcd95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc06fa360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06ec099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff81cc6d10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff822343a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff81dede3a>] ? __do_fault.isra.61+0x8a/0x100
[<ffffffff81e5fbcf>] ? getname_flags+0x4f/0x1a0
[<ffffffff82234ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8238e678>] ? __do_page_fault+0x238/0x500
[<ffffffff822365ee>] SyS_sendto+0xe/0x10
[<ffffffff82393f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #514586
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa9589785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0455d55
Build id: 3.10.0-1160.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0454db1
Build id: 3.10.0-1160.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0454e3d
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06a9a75
Build id: 3.10.0-1160.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06a9ba7
Build id: 3.10.0-1160.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc06ab17c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06abd95
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06a9360
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc046b099
Build id: 3.10.0-1160.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffa8ec6d10
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffa94343a6
Build id: 3.10.0-1160.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffa8fede3a
Build id: 3.10.0-1160.el7.x86_64
|
0x8a
|
|
14
|
|
vmlinux |
0xffffffffa8eadf0e
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
15
|
SYSC_sendto
|
vmlinux |
0xffffffffa9434ad1
Build id: 3.10.0-1160.el7.x86_64
|
0x121
|
|
16
|
|
vmlinux |
0xffffffffa958e678
Build id: 3.10.0-1160.el7.x86_64
|
0x238
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffffa94365ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffffa9593f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 49s! [vmtoolsd:2572]
Modules linked in: rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ppdev btusb ghash_clmulni_intel btrtl btbcm btintel bluetooth snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw gf128mul glue_helper ac97_bus ablk_helper vmw_balloon snd_seq cryptd snd_seq_device pcspkr snd_pcm joydev snd_timer sg rfkill snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c vmwgfx drm_kms_helper sr_mod cdrom ata_generic pata_acpi syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm ata_piix nfit crct10dif_pclmul crct10dif_common crc32c_intel libnvdimm mptspi libata scsi_transport_spi e1000 mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 2572 Comm: vmtoolsd Kdump: loaded Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8b8a8a9d8000 ti: ffff8b8a86cec000 task.ti: ffff8b8a86cec000
RIP: 0010:[<ffffffffa9589785>] [<ffffffffa9589785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8b8a86cefaf8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8b8ab21e3c00 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8b8a86cefaf8 R08: 0000000000000001 R09: 0000000014ef974b
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8b8a86cefae8
R13: 0000000000000000 R14: ffff8b8a86cefbb0 R15: 0000000000000300
FS: 00007ff4798dc780(0000) GS:ffff8b8abb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff47946a9d0 CR3: 000000006029c000 CR4: 0000000000760ff0
PKRU: 55555554
Call Trace:
[<ffffffffc0455d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0454db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0454e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc06a9a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc06a9ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc06ab17c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06abd95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc06a9360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc046b099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffa8ec6d10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa94343a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffa8fede3a>] ? __do_fault.isra.61+0x8a/0x100
[<ffffffffa8eadf0e>] ? try_to_del_timer_sync+0x5e/0x90
[<ffffffffa9434ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffa958e678>] ? __do_page_fault+0x238/0x500
[<ffffffffa94365ee>] SyS_sendto+0xe/0x10
[<ffffffffa9593f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #391524
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8ef15375
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc07d9d15
Build id: 3.10.0-862.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc07d8d91
Build id: 3.10.0-862.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc07d8e1d
Build id: 3.10.0-862.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc08a3a75
Build id: 3.10.0-862.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc08a3ba7
Build id: 3.10.0-862.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc08a51dc
Build id: 3.10.0-862.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc08a5df5
Build id: 3.10.0-862.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc08a3360
Build id: 3.10.0-862.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0755fc9
Build id: 3.10.0-862.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff8e8bbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8edcc396
Build id: 3.10.0-862.el7.x86_64
|
0xb6
|
|
13
|
SYSC_sendto
|
vmlinux |
0xffffffff8edccaa1
Build id: 3.10.0-862.el7.x86_64
|
0x121
|
|
14
|
|
vmlinux |
0xffffffff8ef1291c
Build id: 3.10.0-862.el7.x86_64
|
0x41c
|
|
15
|
SyS_sendto
|
vmlinux |
0xffffffff8edce42e
Build id: 3.10.0-862.el7.x86_64
|
0xe
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffff8ef1f7d5
Build id: 3.10.0-862.el7.x86_64
|
0x1c
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [vmtoolsd:783]
Modules linked in: nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul snd_seq snd_seq_device ghash_clmulni_intel snd_pcm aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd snd_timer snd vmw_balloon soundcore joydev sg pcspkr i2c_piix4 vmw_vmci shpchp nfit libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi ata_piix crct10dif_pclmul crct10dif_common scsi_transport_spi mptscsih libata mptbase e1000 crc32c_intel i2c_core serio_raw dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 783 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff99ddab240000 ti: ffff99ddad348000 task.ti: ffff99ddad348000
RIP: 0010:[<ffffffff8ef15375>] [<ffffffff8ef15375>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff99ddad34baf8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff99ddb1b4d400 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff99ddad34baf8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff99ddb5655fc0
R13: ffffffff8ea08deb R14: ffff99ddad34ba88 R15: ffff99dcffd8e100
FS: 00007fca0a6ed880(0000) GS:ffff99ddb5600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f95110fbe70 CR3: 000000023395a000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc07d9d15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc07d8d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc07d8e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc08a3a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc08a3ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc08a51dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc08a5df5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc08a3360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0755fc9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff8e8bbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8edcc396>] sock_sendmsg+0xb6/0xf0
[<ffffffff8edccaa1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8ef1291c>] ? __schedule+0x41c/0xa20
[<ffffffff8edce42e>] SyS_sendto+0xe/0x10
[<ffffffff8ef1f7d5>] system_call_fastpath+0x1c/0x21
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #385609
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816adce5
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0490d05
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc048fd91
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc048fe1d
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06bf9c5
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06bfaf7
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc06c10fc
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06c1cf5
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06bf2ca
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x1a
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc06acf73
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x2c3
|
|
11
|
|
vmlinux |
0xffffffff810b3690
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8156c580
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xb0
|
|
13
|
|
xfs |
0xffffffffc028058c
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x11c
|
|
14
|
|
xfs |
0xffffffffc02729ce
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x6e
|
|
15
|
SYSC_sendto
|
vmlinux |
0xffffffff8156c731
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x121
|
|
16
|
|
vmlinux |
0xffffffff816b3801
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x171
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffff8156d2ce
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff816b89fd
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 33s! [vmtoolsd:2397]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 vmw_vsock_vmci_transport nf_nat_ipv4 nf_nat vsock nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables fuse iptable_filter vmhgfs(OE) ext4 mbcache jbd2 edac_mce_amd edac_core crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_seq_midi snd_seq_midi_event joydev pcspkr snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq
snd_seq_device snd_pcm snd_timer snd sg soundcore vmw_vmci nfit i2c_piix4 libnvdimm shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper ata_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm pata_acpi drm vmxnet3 mptspi scsi_transport_spi mptscsih mptbase ata_piix libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 2397 Comm: vmtoolsd Tainted: G OE ------------ 3.10.0-693.17.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff88009ce66eb0 ti: ffff880088f40000 task.ti: ffff880088f40000
RIP: 0010:[<ffffffff816adce5>] [<ffffffff816adce5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff880088f43af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff88009ce67548 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff880088f43af8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff88009d440000
R13: ffffffff810295d0 R14: ffff880088f43aa8 R15: ffff880088f43a70
FS: 00007f29fbf84740(0000) GS:ffff88009d440000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001809218 CR3: 00000000883c8000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0490d05>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc048fd91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc048fe1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc06bf9c5>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc06bfaf7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc06c10fc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06c1cf5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc06bf2ca>] vmci_transport_notify_send_post_enqueue+0x1a/0x20 [vmw_vsock_vmci_transport]
[<ffffffffc06acf73>] vsock_stream_sendmsg+0x2c3/0x360 [vsock]
[<ffffffff810b3690>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8156c580>] sock_sendmsg+0xb0/0xf0
[<ffffffffc028058c>] ? xfs_iunlock+0x11c/0x130 [xfs]
[<ffffffffc02729ce>] ? xfs_filemap_fault+0x6e/0xf0 [xfs]
[<ffffffff8156c731>] SYSC_sendto+0x121/0x1c0
[<ffffffff816b3801>] ? __do_page_fault+0x171/0x450
[<ffffffff8156d2ce>] SyS_sendto+0xe/0x10
[<ffffffff816b89fd>] system_call_fastpath+0x16/0x1b
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #379509
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816b6545
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc03e5d15
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc03e4d91
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc03e4e1d
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc04cca75
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc04ccba7
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc04ce1dc
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc04cedf5
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc04cc360
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc045dfc9
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff810b4fc0
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff815733a6
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffff811c8c7d
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff81573911
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff811bc307
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x317
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff8157439e
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff816c0715
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x1c
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 113s! [vmtoolsd:787]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_13109(E) nfsv3 nfsv4 dns_resolver nfs fscache rpcsec_gss_krb5 vmw_vsock_vmci_transport vsock falcon_lsm_pinned_13005(E) edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev nfit sg vmw_balloon pcspkr joydev libnvdimm parport_pc parport i2c_piix4 shpchp vmw_vmci nfsd nfs_acl lockd grace auth_rpcgss binfmt_misc sunrpc ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm ata_piix libata vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod [last unloaded: falcon_kal]
CPU: 2 PID: 787 Comm: vmtoolsd Tainted: P EL ------------ 3.10.0-693.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff88032cb60fd0 ti: ffff8800bba10000 task.ti: ffff8800bba10000
RIP: 0010:[<ffffffff816b6545>] [<ffffffff816b6545>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8800bba13af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: 0000014100000000 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8800bba13af8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff88032cb60fd0
R13: 0000000000000002 R14: 000000002cb60fd0 R15: ffff88033ffd9008
FS: 00007f42c6c41880(0000) GS:ffff88033fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f42c6c5e000 CR3: 000000032b2ac000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc03e5d15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc03e4d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc03e4e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc04cca75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc04ccba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc04ce1dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc04cedf5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc04cc360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc045dfc9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff810b4fc0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff815733a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff811c8c7d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffff81573911>] SYSC_sendto+0x121/0x1c0
[<ffffffff811bc307>] ? do_munmap+0x317/0x470
[<ffffffff8157439e>] SyS_sendto+0xe/0x10
[<ffffffff816c0715>] system_call_fastpath+0x1c/0x21
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #370178
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff91d8b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc04c4d55
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc04c3db1
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc04c3e3d
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc04b9a85
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc04b9bb7
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc04bb18c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc04bbda5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc04b9360
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0492099
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff916c6f50
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff91c363a6
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb6
|
|
13
|
?
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc03c6928
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x298
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff91c36ad1
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff91851451
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x31
|
|
16
|
|
vmlinux |
0xffffffff9184e652
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x182
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffff91c385ee
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff91d95f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 122s! [vmtoolsd:1066]
Modules linked in: tun nf_nat_ftp nf_conntrack_ftp ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd pcspkr joydev sg vmw_vmci parport_pc i2c_piix4 parport ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul ahci mptspi crct10dif_common ata_piix crc32c_intel libahci serio_raw libata scsi_transport_spi mptscsih mptbase nfit vmxnet3 libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 1066 Comm: vmtoolsd Kdump: loaded Not tainted 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/28/2020
task: ffff8b68b5de8000 ti: ffff8b6cac5f4000 task.ti: ffff8b6cac5f4000
RIP: 0010:[<ffffffff91d8b7d5>] [<ffffffff91d8b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8b6cac5f7af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8b6cac5f7ac0 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8b6cac5f7af8 R08: 0000000000000001 R09: 00000000ae7dd113
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8b6b3bdf4750
R13: ffff8b68b5de8000 R14: 00000000000004df R15: ffffffff918891bf
FS: 00007f2a3ed64780(0000) GS:ffff8b6cbfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2a3ed75000 CR3: 0000000428ea4000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc04c4d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc04c3db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc04c3e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc04b9a85>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc04b9bb7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc04bb18c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc04bbda5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc04b9360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0492099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff916c6f50>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff91c363a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffc03c6928>] ? xfs_file_buffered_aio_write+0x298/0x2c0 [xfs]
[<ffffffff91c36ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff91851451>] ? __sb_end_write+0x31/0x70
[<ffffffff9184e652>] ? vfs_write+0x182/0x1f0
[<ffffffff91c385ee>] SyS_sendto+0xe/0x10
[<ffffffff91d95f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #367228
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff84b817c5
Build id: 3.10.0-1062.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc04e6d35
Build id: 3.10.0-1062.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc04e5d91
Build id: 3.10.0-1062.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc04e5e1d
Build id: 3.10.0-1062.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0774a75
Build id: 3.10.0-1062.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0774ba7
Build id: 3.10.0-1062.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc07761dc
Build id: 3.10.0-1062.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0776df5
Build id: 3.10.0-1062.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0774360
Build id: 3.10.0-1062.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0793fd9
Build id: 3.10.0-1062.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff844c61c0
Build id: 3.10.0-1062.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff84a2d3a6
Build id: 3.10.0-1062.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffff846224af
Build id: 3.10.0-1062.el7.x86_64
|
0x9f
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff84a2dad1
Build id: 3.10.0-1062.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff8466bca4
Build id: 3.10.0-1062.el7.x86_64
|
0x24
|
|
16
|
|
vmlinux |
0xffffffff8464aa66
Build id: 3.10.0-1062.el7.x86_64
|
0x186
|
|
17
|
|
vmlinux |
0xffffffff8464ac2e
Build id: 3.10.0-1062.el7.x86_64
|
0xe
|
|
18
|
|
vmlinux |
0xffffffff844c1c10
Build id: 3.10.0-1062.el7.x86_64
|
0xc0
|
|
19
|
SyS_sendto
|
vmlinux |
0xffffffff84a2f5ee
Build id: 3.10.0-1062.el7.x86_64
|
0xe
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffff84b8bede
Build id: 3.10.0-1062.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [vmtoolsd:651]
Modules linked in: tcp_lp rfcomm fuse ip_set nfnetlink bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ppdev vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 lrw gf128mul glue_helper snd_rawmidi snd_ac97_codec ablk_helper btusb btrtl cryptd btbcm btintel ac97_bus bluetooth snd_seq snd_seq_device snd_pcm snd_timer snd rfkill joydev pcspkr soundcore sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel nfit drm libnvdimm ata_piix serio_raw libata mptspi scsi_transport_spi mptscsih e1000 mptbase
drm_panel_orientation_quirks [last unloaded: ip_tables]
CPU: 0 PID: 651 Comm: vmtoolsd Not tainted 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8dff6f4dc1c0 ti: ffff8dff6d6e0000 task.ti: ffff8dff6d6e0000
RIP: 0010:[<ffffffff84b817c5>] [<ffffffff84b817c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8dff6d6e3af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: 00000000000280da RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8dff6d6e3af8 R08: 0000000000000001 R09: 000000003c831933
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8dff6f4dc1c0
R13: 00000000000280da R14: 0000000000000002 R15: 0000000083c477ad
FS: 00007fd8e7061880(0000) GS:ffff8dff73800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd8e7071000 CR3: 000000006ea50000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc04e6d35>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc04e5d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc04e5e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0774a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0774ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc07761dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0776df5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0774360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0793fd9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff844c61c0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff84a2d3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff846224af>] ? __slab_free+0x9f/0x320
[<ffffffff84a2dad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8466bca4>] ? mntput+0x24/0x40
[<ffffffff8464aa66>] ? __fput+0x186/0x260
[<ffffffff8464ac2e>] ? ____fput+0xe/0x10
[<ffffffff844c1c10>] ? task_work_run+0xc0/0xe0
[<ffffffff84a2f5ee>] SyS_sendto+0xe/0x10
[<ffffffff84b8bede>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #307318
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff87b8b795
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc060ad55
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0609db1
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0609e3d
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0854a85
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0854bb7
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc085618c
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0856da5
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0854360
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0827099
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff874c6f50
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff87a363a6
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffff87609f8d
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff87a36ad1
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff875fc0c7
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x327
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 27s! [vmtoolsd:921]
Modules linked in: binfmt_misc tun xt_hl ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer crc32_pclmul ghash_clmulni_intel snd aesni_intel soundcore lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr joydev vmw_balloon vmw_vmci sg i2c_piix4 parport_pc parport
ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea crc32c_intel sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix nfit mptspi libata libnvdimm scsi_transport_spi serio_raw mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 921 Comm: vmtoolsd Tainted: G W L ------------ 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff950ffcdea100 ti: ffff9510a6e94000 task.ti: ffff9510a6e94000
RIP: 0010:[<ffffffff87b8b795>] [<ffffffff87b8b795>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9510a6e97af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: 00000000000280da RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9510a6e97af8 R08: 0000000000000001 R09: 00000000edc831b4
R10: 0000000000000000 R11: 0000000000000000 R12: 00000000000280da
R13: 000000007aae16d2 R14: ffff9510bffca000 R15: 0000000000000246
FS: 00007f447cd56780(0000) GS:ffff9510a9640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f447cd71000 CR3: 0000000171fe8000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc060ad55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0609db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0609e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0854a85>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0854bb7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc085618c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0856da5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0854360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0827099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff874c6f50>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff87a363a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff87609f8d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffff87a36ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff875fc0c7>] ? do_munmap+0x327/0x480
Complete report #296373
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9d189785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc069fd55
Build id: 3.10.0-1160.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc069edb1
Build id: 3.10.0-1160.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc069ee3d
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc08f7a75
Build id: 3.10.0-1160.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc08f7ba7
Build id: 3.10.0-1160.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc08f917c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc08f9d95
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc08f7360
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc067a099
Build id: 3.10.0-1160.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff9cac6d10
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff9d0343a6
Build id: 3.10.0-1160.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffff9cb595fd
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff9d034ad1
Build id: 3.10.0-1160.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff9cc5fb5d
Build id: 3.10.0-1160.el7.x86_64
|
0x3d
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff9d0365ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff9d193f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 33s! [vmtoolsd:760]
Modules linked in: ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs ip6table_mangle ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_comment xt_mark nf_tables veth tcp_lp nls_utf8 isofs rfcomm xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev coretemp iosf_mbi snd_ens1371 kvm_intel snd_rawmidi snd_ac97_codec ac97_bus kvm btusb snd_seq irqbypass snd_seq_device crc32_pclmul btrtl
snd_pcm btbcm btintel ghash_clmulni_intel aesni_intel lrw gf128mul bluetooth glue_helper ablk_helper snd_timer cryptd vmw_balloon snd soundcore rfkill pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel drm ata_piix mptspi libata scsi_transport_spi mptscsih serio_raw e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 760 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff984435ef8000 ti: ffff984435f00000 task.ti: ffff984435f00000
RIP: 0010:[<ffffffff9d189785>] [<ffffffff9d189785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff984435f03af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff9844bffd9008 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff984435f03af8 R08: 0000000000000001 R09: 0000000002acda92
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000200000000
R13: ffff9844bffd9008 R14: ffffffff9cbc81ef R15: ffff984435f03b60
FS: 00007f107005c780(0000) GS:ffff9844b9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1070070000 CR3: 000000012e8b6000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc069fd55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc069edb1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc069ee3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc08f7a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc08f7ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc08f917c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc08f9d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc08f7360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc067a099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff9cac6d10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff9d0343a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff9cb595fd>] ? call_rcu_sched+0x1d/0x20
[<ffffffff9d034ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff9cc5fb5d>] ? putname+0x3d/0x60
[<ffffffff9d0365ee>] SyS_sendto+0xe/0x10
[<ffffffff9d193f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #270561
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb55883c5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc067fd55
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc067edb1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc067ee3d
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc071aa75
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc071aba7
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc071c17c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc071cd95
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc071a360
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc06b6099
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffb4ec7780
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffb54333a6
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffffb500970d
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffb5433ad1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x121
|
|
15
|
SyS_sendto
|
vmlinux |
0xffffffffb54355ee
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xe
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffffb5592ed2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 1807s! [vmtoolsd:835]
Modules linked in: tcp_lp rfcomm fuse xt_nat xt_mark xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmhgfs(OE) vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec btusb ppdev btrtl ac97_bus btbcm btintel snd_seq snd_seq_device bluetooth vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_pcm vmw_vmci sg snd_timer rfkill joydev pcspkr snd i2c_piix4 soundcore parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_piix fb_sys_fops crct10dif_pclmul crct10dif_common ttm libata crc32c_intel mptspi nfit drm scsi_transport_spi mptscsih libnvdimm mptbase serio_raw e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 835 Comm: vmtoolsd Kdump: loaded Tainted: G OEL ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9ecc348ae2a0 ti: ffff9ecf309ec000 task.ti: ffff9ecf309ec000
RIP: 0010:[<ffffffffb55883c5>] [<ffffffffb55883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9ecf309efaf8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9ecf309efaf8 R08: 0000000000000001 R09: 00000000b5d7a9fe
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9ecf3ffda000
R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000
FS: 00007f9e7a5e5880(0000) GS:ffff9ecf31640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9e7a603000 CR3: 000000032fa58000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc067fd55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc067edb1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc067ee3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc071aa75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc071aba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc071c17c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc071cd95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc071a360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06b6099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffb4ec7780>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb54333a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffb500970d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffffb5433ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffb54355ee>] SyS_sendto+0xe/0x10
[<ffffffffb5592ed2>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #240153
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb178b7b5
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0557d55
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0556db1
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0556e3d
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0723a85
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0723bb7
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc072518c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0725da5
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0723360
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0744099
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffb10c6f30
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffb16363a6
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffb1201a6c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x8c
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffb1636ad1
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffb1788e10
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x320
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffffb16385ee
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffb1795f92
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 56s! [vmtoolsd:8258]
<EOI>
Modules linked in:
tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev snd_ens1371 snd_rawmidi snd_ac97_codec lrw gf128mul glue_helper ablk_helper ac97_bus cryptd snd_seq vmw_balloon snd_seq_device snd_pcm
snd_timer snd joydev soundcore pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod vmwgfx sr_mod cdrom ata_generic pata_acpi crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix drm_kms_helper nfit libnvdimm libata mptspi scsi_transport_spi mptscsih mptbase syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 drm_panel_orientation_quirks fuse
CPU: 0 PID: 8258 Comm: vmtoolsd Kdump: loaded Not tainted 3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8d8d98664200 ti: ffff8d8d98724000 task.ti: ffff8d8d98724000
RIP: 0010:[<ffffffffb178b7b5>] [<ffffffffb178b7b5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8d8d98727af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8d8d75412380 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8d8d98727af8 R08: 0000000000000001 R09: 00000000468b1886
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8d8d98727ae8
R13: 0000000000000000 R14: ffff8d8d98727bc8 R15: 0000000000001380
FS: 00007f9292c5a780(0000) GS:ffff8d8dfa600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fef924a68c0 CR3: 00000000585f2000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc0557d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0556db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0556e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0723a85>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0723bb7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc072518c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0725da5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0723360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0744099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffb10c6f30>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb16363a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffb1201a6c>] ? page_add_file_rmap+0x8c/0xc0
[<ffffffffb1636ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffb1788e10>] ? __schedule+0x320/0x680
[<ffffffffb16385ee>] SyS_sendto+0xe/0x10
[<ffffffffb1795f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #223976
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc07bad55
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x75
|
|
2
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc07b9db1
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x71
|
|
3
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc07b9e3d
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x1d
|
|
4
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc092fa75
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa5
|
|
5
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc092fba7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa7
|
|
6
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc093117c
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x2c
|
|
7
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0931d95
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x65
|
|
8
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc092f360
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x20
|
|
9
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0921099
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x2e9
|
|
10
|
|
vmlinux |
0xffffffffbbec6e90
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x30
|
|
11
|
sock_sendmsg
|
vmlinux |
0xffffffffbc4363a6
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb6
|
|
12
|
|
vmlinux |
0xffffffffbc028c76
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x1d6
|
|
13
|
|
vmlinux |
0xffffffffbbf598ad
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x1d
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffbc436ad1
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffbc05fe0d
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x3d
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffffbc4385ee
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffbc595f92
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 28s! [vmtoolsd:2833]
Call Trace:
[<ffffffffc07bad55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc07b9db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc07b9e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc092fa75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc092fba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc093117c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0931d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc092f360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0921099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffbbec6e90>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffbc4363a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffbc028c76>] ? kmem_cache_alloc_trace+0x1d6/0x200
[<ffffffffbbf598ad>] ? call_rcu_sched+0x1d/0x20
[<ffffffffbc436ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffbc05fe0d>] ? putname+0x3d/0x60
[<ffffffffbc4385ee>] SyS_sendto+0xe/0x10
[<ffffffffbc595f92>] system_call_fastpath+0x25/0x2a
Complete report #212704
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb436a0f5
Build id: 3.10.0-957.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc044ed15
Build id: 3.10.0-957.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc044dd91
Build id: 3.10.0-957.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc044de1d
Build id: 3.10.0-957.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06b7a75
Build id: 3.10.0-957.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06b7ba7
Build id: 3.10.0-957.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc06b91dc
Build id: 3.10.0-957.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06b9df5
Build id: 3.10.0-957.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06b7360
Build id: 3.10.0-957.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc043afd9
Build id: 3.10.0-957.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffb3cc2d00
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffb42193a6
Build id: 3.10.0-957.el7.x86_64
|
0xb6
|
|
13
|
SYSC_sendto
|
vmlinux |
0xffffffffb4219ad1
Build id: 3.10.0-957.el7.x86_64
|
0x121
|
|
14
|
|
vmlinux |
0xffffffffb3df1687
Build id: 3.10.0-957.el7.x86_64
|
0x327
|
|
15
|
SyS_sendto
|
vmlinux |
0xffffffffb421b5ee
Build id: 3.10.0-957.el7.x86_64
|
0xe
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffffb4374ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [vmtoolsd:7180]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc coretemp iosf_mbi kvm_intel kvm snd_seq_midi snd_seq_midi_event irqbypass nls_utf8 crc32_pclmul ghash_clmulni_intel aesni_intel isofs lrw gf128mul glue_helper snd_ens1371 ablk_helper cryptd snd_rawmidi snd_ac97_codec ppdev vmw_balloon ac97_bus snd_seq snd_seq_device snd_pcm pcspkr joydev btusb btrtl btbcm btintel bluetooth snd_timer snd soundcore rfkill sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod
crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic pata_acpi vmwgfx drm_kms_helper ahci e1000 syscopyarea sysfillrect libahci sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi ata_piix mptscsih mptbase libata nfit drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 7180 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff904cb5f38000 ti: ffff904cf7bb4000 task.ti: ffff904cf7bb4000
RIP: 0010:[<ffffffffb436a0f5>] [<ffffffffb436a0f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff904cf7bb7af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff904cb5f38698 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff904cf7bb7af8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff904cfb680000
R13: ffffffffb3c2a621 R14: ffff904cf7bb7aa8 R15: ffff904cf7bb7a70
FS: 00007f33c0c11880(0000) GS:ffff904cfb680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbc8e048000 CR3: 0000000073b52000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc044ed15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc044dd91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc044de1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc06b7a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc06b7ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc06b91dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06b9df5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc06b7360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc043afd9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffb3cc2d00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb42193a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffb4219ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffb3df1687>] ? do_munmap+0x327/0x480
[<ffffffffb421b5ee>] SyS_sendto+0xe/0x10
[<ffffffffb4374ddb>] system_call_fastpath+0x22/0x27
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #195455
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0f8b805
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc06b1d55
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc06b0db1
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc06b0e3d
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc091da75
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc091dba7
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc091f17c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc091fd95
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc091d360
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc06d3099
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffa08c6f20
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffa0e363a6
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffa0a28e96
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1d6
|
|
14
|
|
vmlinux |
0xffffffffa095959d
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1d
|
|
15
|
SYSC_sendto
|
vmlinux |
0xffffffffa0e36ad1
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x121
|
|
16
|
|
vmlinux |
0xffffffffa0a5fe3d
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x3d
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffffa0e385ee
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffffa0f95f92
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [vmtoolsd:728]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport bnep vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 aesni_intel snd_rawmidi snd_ac97_codec lrw gf128mul vmw_balloon ac97_bus glue_helper ablk_helper cryptd snd_seq snd_seq_device btusb snd_pcm btrtl btbcm joydev btintel pcspkr bluetooth rfkill snd_timer snd soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ata_piix serio_raw libata mptspi scsi_transport_spi e1000 mptscsih mptbase nfit drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 728 Comm: vmtoolsd Tainted: G L ------------ 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8fe6f789b180 ti: ffff8fe6f7abc000 task.ti: ffff8fe6f7abc000
RIP: 0010:[<ffffffffa0f8b805>] [<ffffffffa0f8b805>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8fe6f7abfaf8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffffffffff RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8fe6f7abfaf8 R08: 0000000000000001 R09: 0000000079ec70ec
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000010
R13: 0000000071f33e78 R14: ffff8fe6fffd9800 R15: 0000000000000000
FS: 00007fda72253780(0000) GS:ffff8fe6fc640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fda72267000 CR3: 0000000033e3c000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc06b1d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc06b0db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc06b0e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc091da75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc091dba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc091f17c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc091fd95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc091d360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06d3099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffa08c6f20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa0e363a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffa0a28e96>] ? kmem_cache_alloc_trace+0x1d6/0x200
[<ffffffffa095959d>] ? call_rcu_sched+0x1d/0x20
[<ffffffffa0e36ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffa0a5fe3d>] ? putname+0x3d/0x60
[<ffffffffa0e385ee>] SyS_sendto+0xe/0x10
[<ffffffffa0f95f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #194310
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa558b805
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc06b5d55
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc06b4db1
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc06b4e3d
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06f7a75
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc06f7ba7
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc06f917c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06f9d95
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc06f7360
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc06d9099
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffa4ec6f20
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffa54363a6
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffffa5009a7d
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffa5436ad1
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffa4e2b621
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x151
|
|
16
|
|
vmlinux |
0xffffffffa5588e60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x320
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffffa54385ee
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffffa5595f92
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [vmtoolsd:1118]
Modules linked in: vfat fat isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables iptable_filter ip_tables nls_utf8 cifs ccm dns_resolver ext4 mbcache jbd2 binfmt_misc tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi vmw_balloon snd_ac97_codec ac97_bus snd_seq snd_seq_device joydev snd_pcm pcspkr snd_timer snd soundcore sg parport_pc parport vmw_vmci sch_fq_codel xfs libcrc32c sr_mod cdrom ata_generic
pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel ata_piix nfit mptspi serio_raw libata scsi_transport_spi libnvdimm mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 1118 Comm: vmtoolsd Not tainted 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9f3279b91080 ti: ffff9f327a450000 task.ti: ffff9f327a450000
RIP: 0010:[<ffffffffa558b805>] [<ffffffffa558b805>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9f327a453af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff9f327a453ae0 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9f327a453af8 R08: 0000000000000001 R09: 0000000099d5e9d5
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9f3276fa2168
R13: ffff9f327c61acc0 R14: ffffffffa4ee258c R15: ffff9f327a453a70
FS: 00007f9240889780(0000) GS:ffff9f327c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9240899000 CR3: 0000000036f38000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc06b5d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc06b4db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc06b4e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc06f7a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc06f7ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc06f917c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06f9d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc06f7360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc06d9099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffa4ec6f20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa54363a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffa5009a7d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffffa5436ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffa4e2b621>] ? __switch_to+0x151/0x580
[<ffffffffa5588e60>] ? __schedule+0x320/0x680
[<ffffffffa54385ee>] SyS_sendto+0xe/0x10
[<ffffffffa5595f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #170663
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8168ea2b
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x1b
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffa0461d35
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffa0460dc8
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x78
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffa0460e4d
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffa04d79c5
Build id: 3.10.0-514.26.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffa04d7af7
Build id: 3.10.0-514.26.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffa04d90fc
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffa04d9d35
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffa04d72ca
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x1a
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffa0514f91
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x2b1
|
|
11
|
|
vmlinux |
0xffffffff810b1b20
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff815560f0
Build id: 3.10.0-514.26.1.el7.x86_64
|
0xb0
|
|
13
|
|
vmlinux |
0xffffffff8118f65e
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x24e
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff815562a1
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff811b6fc7
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x2c7
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff81556e3e
Build id: 3.10.0-514.26.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff81697909
Build id: 3.10.0-514.26.1.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [vmtoolsd:37137]
Modules linked in: isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon nfit pcspkr sg libnvdimm parport_pc parport vmw_vmci i2c_piix4 shpchp nfsd nfs_acl lockd grace auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw
mptsas scsi_transport_sas mptscsih mptbase drm e1000 libata i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 37137 Comm: vmtoolsd Tainted: G W L ------------ 3.10.0-514.26.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8800353dce70 ti: ffff88021c6d0000 task.ti: ffff88021c6d0000
RIP: 0010:[<ffffffff8168ea2b>] [<ffffffff8168ea2b>] _raw_spin_unlock_irqrestore+0x1b/0x40
RSP: 0018:ffff88021c6d3b20 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff81f80620 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff88021c6d3b28 R08: 0000000000000286 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff88021c6d3ab0
R13: ffffffff81f80420 R14: ffff88021c6d3b30 R15: ffffffff812c593c
FS: 00007f8c190d7740(0000) GS:ffff8803316c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8c190eb000 CR3: 0000000322a46000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880089f24900 ffff88021c6d3b50 ffffffffa0461d35 ffff880089f24900
ffff880327f3cd80 ffff880089f24900 ffff88021c6d3b80 ffffffffa0460dc8
00000002018de018 0000000012d77ea9 0000000000000001 00000000ffffffff
Call Trace:
[<ffffffffa0461d35>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffa0460dc8>] vmci_datagram_dispatch+0x78/0xe0 [vmw_vmci]
[<ffffffffa0460e4d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffa04d79c5>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffa04d7af7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffa04d90fc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffa04d9d35>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffa04d72ca>] vmci_transport_notify_send_post_enqueue+0x1a/0x20 [vmw_vsock_vmci_transport]
[<ffffffffa0514f91>] vsock_stream_sendmsg+0x2b1/0x320 [vsock]
[<ffffffff810b1b20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff815560f0>] sock_sendmsg+0xb0/0xf0
[<ffffffff8118f65e>] ? release_pages+0x24e/0x430
[<ffffffff815562a1>] SYSC_sendto+0x121/0x1c0
[<ffffffff811b6fc7>] ? do_munmap+0x2c7/0x420
[<ffffffff81556e3e>] SyS_sendto+0xe/0x10
[<ffffffff81697909>] system_call_fastpath+0x16/0x1b
Code: 08 e8 9a 04 a0 ff 5d c3 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 53 48 89 f3 66 66 66 66 90 66 83 07 02 48 89 df 57 9d <66> 66 90 66 90 5b 5d c3 0f 1f 44 00 00 8b 37 f0 66 83 07 02 f6
Complete report #156120
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8168d7ab
Build id: 3.10.0-514.el7.x86_64
|
0x1b
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffa03f6d35
Build id: 3.10.0-514.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffa03f5dc8
Build id: 3.10.0-514.el7.x86_64
|
0x78
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffa03f5e4d
Build id: 3.10.0-514.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffa06249c5
Build id: 3.10.0-514.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffa0624af7
Build id: 3.10.0-514.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffa06260fc
Build id: 3.10.0-514.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffa0626d35
Build id: 3.10.0-514.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffa06242ca
Build id: 3.10.0-514.el7.x86_64
|
0x1a
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffa0616f91
Build id: 3.10.0-514.el7.x86_64
|
0x2b1
|
|
11
|
|
vmlinux |
0xffffffff810b1600
Build id: 3.10.0-514.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff815551d0
Build id: 3.10.0-514.el7.x86_64
|
0xb0
|
|
13
|
|
vmlinux |
0xffffffff811ddf75
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
14
|
|
vmlinux |
0xffffffff8120ebbf
Build id: 3.10.0-514.el7.x86_64
|
0x4f
|
|
15
|
SYSC_sendto
|
vmlinux |
0xffffffff81555381
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
16
|
|
vmlinux |
0xffffffff8120372e
Build id: 3.10.0-514.el7.x86_64
|
0x2e
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffff81555f1e
Build id: 3.10.0-514.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff816965c9
Build id: 3.10.0-514.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [vmtoolsd:3661]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM tun ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink fuse xt_addrtype br_netfilter overlay(T) nf_conntrack_ftp ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel snd_seq_midi snd_seq_midi_event aesni_intel lrw gf128mul ppdev glue_helper
ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus btusb snd_seq btrtl btbcm btintel snd_seq_device pcspkr snd_pcm bluetooth snd_timer snd rfkill soundcore sg nfit vmw_vmci i2c_piix4 shpchp libnvdimm parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm ata_piix e1000 mptspi drm scsi_transport_spi mptscsih mptbase i2c_core libata fjes
CPU: 0 PID: 3661 Comm: vmtoolsd Tainted: G L ------------ T 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8800025f5e20 ti: ffff880002660000 task.ti: ffff880002660000
RIP: 0010:[<ffffffff8168d7ab>] [<ffffffff8168d7ab>] _raw_spin_unlock_irqrestore+0x1b/0x40
RSP: 0018:ffff880002663b20 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff8800170f2b60 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff880002663b28 R08: 0000000000000282 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff880002663c20
R13: 0000000000000000 R14: 000000005be0f800 R15: fffffff500000001
FS: 00007f1b98360880(0000) GS:ffff88005be00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd2e1fe7000 CR3: 0000000002657000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880028968840 ffff880002663b50 ffffffffa03f6d35 ffff880028968840
ffff8800597f7f80 ffff880028968840 ffff880002663b80 ffffffffa03f5dc8
0000000201290018 000000004bbf75cb 0000000000000001 00000000ffffffff
Call Trace:
[<ffffffffa03f6d35>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffa03f5dc8>] vmci_datagram_dispatch+0x78/0xe0 [vmw_vmci]
[<ffffffffa03f5e4d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffa06249c5>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffa0624af7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffa06260fc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffa0626d35>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffa06242ca>] vmci_transport_notify_send_post_enqueue+0x1a/0x20 [vmw_vsock_vmci_transport]
[<ffffffffa0616f91>] vsock_stream_sendmsg+0x2b1/0x320 [vsock]
[<ffffffff810b1600>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff815551d0>] sock_sendmsg+0xb0/0xf0
[<ffffffff811ddf75>] ? kmem_cache_alloc+0x35/0x1e0
[<ffffffff8120ebbf>] ? getname_flags+0x4f/0x1a0
[<ffffffff81555381>] SYSC_sendto+0x121/0x1c0
[<ffffffff8120372e>] ? SYSC_newstat+0x2e/0x60
[<ffffffff81555f1e>] SyS_sendto+0xe/0x10
[<ffffffff816965c9>] system_call_fastpath+0x16/0x1b
Code: 08 e8 da 11 a0 ff 5d c3 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 53 48 89 f3 0f 1f 44 00 00 66 83 07 02 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 0f 1f 44 00 00 8b 37 f0 66 83 07 02 f6
Complete report #135952
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0423d05
Build id: 3.10.0-693.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0422d91
Build id: 3.10.0-693.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0422e1d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc043f9c5
Build id: 3.10.0-693.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc043faf7
Build id: 3.10.0-693.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc04410fc
Build id: 3.10.0-693.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0441d35
Build id: 3.10.0-693.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc043f2ca
Build id: 3.10.0-693.el7.x86_64
|
0x1a
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc04eff73
Build id: 3.10.0-693.el7.x86_64
|
0x2c3
|
|
11
|
|
vmlinux |
0xffffffff810b1910
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8156a580
Build id: 3.10.0-693.el7.x86_64
|
0xb0
|
|
13
|
|
xfs |
0xffffffffc029553c
Build id: 3.10.0-693.el7.x86_64
|
0x11c
|
|
14
|
|
xfs |
0xffffffffc028791e
Build id: 3.10.0-693.el7.x86_64
|
0x6e
|
|
15
|
?
mem_cgroup_update_page_stat
|
vmlinux |
0xffffffff811f5396
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
|
16
|
|
vmlinux |
0xffffffff811bc51c
Build id: 3.10.0-693.el7.x86_64
|
0x8c
|
|
17
|
SYSC_sendto
|
vmlinux |
0xffffffff8156a731
Build id: 3.10.0-693.el7.x86_64
|
0x121
|
|
18
|
|
vmlinux |
0xffffffff816a8f8d
Build id: 3.10.0-693.el7.x86_64
|
0x39d
|
|
19
|
SyS_sendto
|
vmlinux |
0xffffffff8156b2ce
Build id: 3.10.0-693.el7.x86_64
|
0xe
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 27s! [vmtoolsd:3337]
Modules linked in: xt_nat xt_CHECKSUM xt_addrtype ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_ftp ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables tcp_lp veth br_netfilter tun overlay(T) ip_set nfnetlink bridge stp llc fuse vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg nfit libnvdimm parport_pc parport i2c_piix4
shpchp vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix serio_raw libata mptspi scsi_transport_spi e1000 mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 3337 Comm: vmtoolsd Tainted: G L ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff880002325ee0 ti: ffff88000e9b0000 task.ti: ffff88000e9b0000
RIP: 0010:[<ffffffff816ab845>] [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88000e9b3b28 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff88000e9b3ac8 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff88000e9b3b28 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffff810ce54e
R13: ffff88000e9b3ad8 R14: ffff88007b616cc0 R15: ffff880036081c00
FS: 00007fc4def87880(0000) GS:ffff88007b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055fcbcb23ee0 CR3: 000000000e9c2000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88000e9b3b50 ffffffffc0423d05 ffff880038ac6800 ffff880076937800
ffff880038ac6800 ffff88000e9b3b80 ffffffffc0422d91 000000020000003e
00000000b5c42b56 0000000000000001 00000000ffffffff ffff88000e9b3b90
Call Trace:
[<ffffffffc0423d05>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0422d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0422e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc043f9c5>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc043faf7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc04410fc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0441d35>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc043f2ca>] vmci_transport_notify_send_post_enqueue+0x1a/0x20 [vmw_vsock_vmci_transport]
[<ffffffffc04eff73>] vsock_stream_sendmsg+0x2c3/0x360 [vsock]
[<ffffffff810b1910>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8156a580>] sock_sendmsg+0xb0/0xf0
[<ffffffffc029553c>] ? xfs_iunlock+0x11c/0x130 [xfs]
[<ffffffffc028791e>] ? xfs_filemap_fault+0x6e/0xf0 [xfs]
[<ffffffff811f5396>] ? mem_cgroup_update_page_stat+0x16/0x50
[<ffffffff811bc51c>] ? page_add_file_rmap+0x8c/0xc0
[<ffffffff8156a731>] SYSC_sendto+0x121/0x1c0
[<ffffffff816a8f8d>] ? __schedule+0x39d/0x8b0
[<ffffffff8156b2ce>] SyS_sendto+0xe/0x10
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #131740
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff98b83025
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0691d35
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0690d91
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0690e1d
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc074ba75
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc074bba7
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc074d1dc
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc074ddf5
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc074b360
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0755fd9
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff984c72e0
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff98a2f3a6
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffff9860776d
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff98a2fad1
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x121
|
|
15
|
SyS_sendto
|
vmlinux |
0xffffffff98a315ee
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xe
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffff98b8dede
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 51s! [vmtoolsd:856]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd sg pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm sd_mod crc_t10dif crct10dif_generic drm ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 856 Comm: vmtoolsd Kdump: loaded Not tainted 3.10.0-1062.9.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff97ccbb951070 ti: ffff97ccb794c000 task.ti: ffff97ccb794c000
RIP: 0010:[<ffffffff98b83025>] [<ffffffff98b83025>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff97ccb794faf8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff98716595 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff97ccb794faf8 R08: 0000000000000001 R09: 000000003ee7c8cd
R10: 0000000000000000 R11: 0000000000000000 R12: ffff97ccb87f4000
R13: ffff97ccb794fb00 R14: 0000000000000949 R15: ffff97ccb87f4000
FS: 00007ffa826ed880(0000) GS:ffff97ccbfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffa826ff000 CR3: 0000000079894000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0691d35>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0690d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0690e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc074ba75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc074bba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc074d1dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc074ddf5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc074b360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0755fd9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff984c72e0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff98a2f3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff9860776d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffff98a2fad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff98a315ee>] SyS_sendto+0xe/0x10
[<ffffffff98b8dede>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #115420
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb6389845
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0717d55
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0716db1
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0716e3d
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc08dfa75
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc08dfba7
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc08e117c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc08e1d95
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc08df360
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc08d1099
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffb5cc6d10
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffb62343a6
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffffb5e095ed
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffb6234ad1
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffb5dfb797
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x327
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [vmtoolsd:638]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ipt_REJECT nf_reject_ipv4 iptable_filter xt_conntrack iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle ip_tables ip_set nfnetlink tun bridge stp llc devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event coretemp snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ac97_bus ablk_helper snd_seq cryptd snd_seq_device snd_pcm ppdev snd_timer snd soundcore pcspkr vmw_balloon joydev sg parport_pc parport vmw_vmci i2c_piix4 xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul drm_kms_helper crct10dif_common
crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit ata_piix e1000 libnvdimm serio_raw drm libata mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks fuse [last unloaded: ip_tables]
CPU: 2 PID: 638 Comm: vmtoolsd Kdump: loaded Not tainted 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff90fcba5ae300 ti: ffff90fc34df4000 task.ti: ffff90fc34df4000
RIP: 0010:[<ffffffffb6389845>] [<ffffffffb6389845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff90fc34df7af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffb5f1a9d5 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff90fc34df7af8 R08: 0000000000000001 R09: 0000000082915435
R10: 0000000000000000 R11: 0000000000000000 R12: ffff90fe3136e000
R13: ffff90fc34df7b00 R14: 0000000000000a1b R15: ffff90fe3136e000
FS: 00007f4d02c93780(0000) GS:ffff90fe35680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4d02cab000 CR3: 0000000034dec000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0717d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0716db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0716e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc08dfa75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc08dfba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc08e117c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc08e1d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc08df360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc08d1099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffb5cc6d10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb62343a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffb5e095ed>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffffb6234ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffb5dfb797>] ? do_munmap+0x327/0x480
Complete report #96511
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa678a3f5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc057ed55
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc057ddb1
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc057de3d
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0743a75
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0743ba7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc074517c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0745d95
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0743360
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc056b099
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffa60c6f00
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffa66353a6
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffa620129c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x8c
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffa6635ad1
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffa678f678
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x238
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffffa66375ee
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffa6794f92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 37s! [vmtoolsd:723]
Modules linked in: vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd snd_ens1371 btusb snd_rawmidi btrtl snd_ac97_codec btbcm btintel ac97_bus snd_seq bluetooth snd_seq_device joydev pcspkr snd_pcm snd_timer snd sg rfkill soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic vmwgfx pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi ata_piix mptscsih nfit libnvdimm drm mptbase libata crct10dif_pclmul crct10dif_common crc32c_intel e1000 serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 723 Comm: vmtoolsd Not tainted 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9708738ee300 ti: ffff970877d18000 task.ti: ffff970877d18000
RIP: 0010:[<ffffffffa678a3f5>] [<ffffffffa678a3f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff970877d1baf8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff970878b79b90 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff970877d1baf8 R08: 0000000000000001 R09: 00000000b1c0ac9e
R10: 0000000000000000 R11: 0000000000000000 R12: ffff970877c230d8
R13: 0000000a0000000a R14: ffff970875010000 R15: ffffffffa632325d
FS: 00007f9b7a582780(0000) GS:ffff97087c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9b7a1109d0 CR3: 0000000038900000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc057ed55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc057ddb1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc057de3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0743a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0743ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc074517c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0745d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0743360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc056b099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffa60c6f00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa66353a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffa620129c>] ? page_add_file_rmap+0x8c/0xc0
[<ffffffffa6635ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffa678f678>] ? __do_page_fault+0x238/0x500
[<ffffffffa66375ee>] SyS_sendto+0xe/0x10
[<ffffffffa6794f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #60649
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb536b355
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0709d15
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0708d91
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0708e1d
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0996a75
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0996ba7
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc09981dc
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0998df5
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0996360
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0886fd9
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffb4cc2d40
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffb521a3a6
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffffb4dff69d
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffb521aad1
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffb4df1ad7
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x327
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffffb521c5ee
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffb5375d9b
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [vmtoolsd:8557]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi kvm_intel kvm irqbypass ppdev crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev snd_ens1371
snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ata_generic pata_acpi serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix e1000 mptspi scsi_transport_spi libata mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm
CPU: 1 PID: 8557 Comm: vmtoolsd Kdump: loaded Tainted: G W L ------------ 3.10.0-957.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff963775dfc100 ti: ffff9637f791c000 task.ti: ffff9637f791c000
RIP: 0010:[<ffffffffb536b355>] [<ffffffffb536b355>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9637f791faf8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff963775dfc100 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9637f791faf8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000002
R13: 000000002fe6b8bf R14: ffff96387ffda000 R15: 0000000000000246
FS: 00007f7e869d2880(0000) GS:ffff963879640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7e86984000 CR3: 00000000b7992000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc0709d15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0708d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0708e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0996a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0996ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc09981dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0998df5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0996360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0886fd9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffb4cc2d40>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb521a3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffb4dff69d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffffb521aad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffb4df1ad7>] ? do_munmap+0x327/0x480
[<ffffffffb521c5ee>] SyS_sendto+0xe/0x10
[<ffffffffb5375d9b>] system_call_fastpath+0x22/0x27
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #59405
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffac189785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0652d55
Build id: 3.10.0-1160.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0651db1
Build id: 3.10.0-1160.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0651e3d
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc07f3a75
Build id: 3.10.0-1160.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc07f3ba7
Build id: 3.10.0-1160.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc07f517c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc07f5d95
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc07f3360
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc05fb099
Build id: 3.10.0-1160.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffabac6d10
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffac0343a6
Build id: 3.10.0-1160.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffabbbdf6b
Build id: 3.10.0-1160.el7.x86_64
|
0x2b
|
|
14
|
|
vmlinux |
0xffffffffabbf175e
Build id: 3.10.0-1160.el7.x86_64
|
0x19e
|
|
15
|
SYSC_sendto
|
vmlinux |
0xffffffffac034ad1
Build id: 3.10.0-1160.el7.x86_64
|
0x121
|
|
16
|
|
vmlinux |
0xffffffffac18e678
Build id: 3.10.0-1160.el7.x86_64
|
0x238
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffffac0365ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffffac193f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [vmtoolsd:718]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev btusb aesni_intel btrtl btbcm btintel bluetooth lrw gf128mul glue_helper snd_ens1371 ablk_helper vmw_balloon cryptd snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device pcspkr snd_pcm joydev snd_timer snd sg rfkill soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif
crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix drm nfit libata libnvdimm serio_raw mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 718 Comm: vmtoolsd Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff92f6f8c8a100 ti: ffff92f6f7e60000 task.ti: ffff92f6f7e60000
RIP: 0010:[<ffffffffac189785>] [<ffffffffac189785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff92f6f7e63af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff92f6f7e63ab0 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff92f6f7e63af8 R08: 0000000000000001 R09: 000000008eee7f84
R10: 0000000000000000 R11: 0000000000000000 R12: ffff92f6e035ea90
R13: ffff92f6f8c8a100 R14: 000000000000024d R15: ffffffffabc8899f
FS: 00007fcbe7ef3780(0000) GS:ffff92f6fc600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005610c1ffdcc8 CR3: 0000000032808000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc0652d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0651db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0651e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc07f3a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc07f3ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc07f517c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc07f5d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc07f3360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc05fb099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffabac6d10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffac0343a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffabbbdf6b>] ? unlock_page+0x2b/0x30
[<ffffffffabbf175e>] ? do_wp_page+0x19e/0x720
[<ffffffffac034ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffac18e678>] ? __do_page_fault+0x238/0x500
[<ffffffffac0365ee>] SyS_sendto+0xe/0x10
[<ffffffffac193f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #24208
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8ad883a5
Build id: 3.10.0-1127.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0401d55
Build id: 3.10.0-1127.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0400db1
Build id: 3.10.0-1127.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0400e3d
Build id: 3.10.0-1127.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0524a75
Build id: 3.10.0-1127.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0524ba7
Build id: 3.10.0-1127.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc052617c
Build id: 3.10.0-1127.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0526d95
Build id: 3.10.0-1127.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0524360
Build id: 3.10.0-1127.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc051b099
Build id: 3.10.0-1127.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff8a6c7780
Build id: 3.10.0-1127.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8ac333a6
Build id: 3.10.0-1127.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffff8a80967d
Build id: 3.10.0-1127.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff8ac33ad1
Build id: 3.10.0-1127.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff8ad85922
Build id: 3.10.0-1127.el7.x86_64
|
0x402
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff8ac355ee
Build id: 3.10.0-1127.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff8ad92ed2
Build id: 3.10.0-1127.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 26s! [vmtoolsd:770]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec btusb btrtl iosf_mbi ac97_bus crc32_pclmul ppdev ghash_clmulni_intel btbcm btintel snd_seq snd_seq_device bluetooth snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper
snd_timer vmw_balloon snd rfkill cryptd soundcore joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel drm nfit serio_raw libnvdimm ata_piix mptspi scsi_transport_spi libata mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 770 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8e983778d230 ti: ffff8e98361a4000 task.ti: ffff8e98361a4000
RIP: 0010:[<ffffffff8ad883a5>] [<ffffffff8ad883a5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e98361a7af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff8a919be5 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8e98361a7af8 R08: 0000000000000001 R09: 0000000046e72330
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8e9834b8c000
R13: ffff8e98361a7b00 R14: 00000000000009c6 R15: ffff8e9834b8c000
FS: 00007f20c3217880(0000) GS:ffff8e983b640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002a8c1ccf2008 CR3: 0000000075488000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc0401d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0400db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0400e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0524a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0524ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc052617c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0526d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0524360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc051b099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff8a6c7780>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8ac333a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff8a80967d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffff8ac33ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8ad85922>] ? __schedule+0x402/0x840
[<ffffffff8ac355ee>] SyS_sendto+0xe/0x10
[<ffffffff8ad92ed2>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #19577
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8168d7ab
Build id: 3.10.0-514.el7.x86_64
|
0x1b
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffa047ed35
Build id: 3.10.0-514.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffa047ddc8
Build id: 3.10.0-514.el7.x86_64
|
0x78
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffa047de4d
Build id: 3.10.0-514.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffa04319c5
Build id: 3.10.0-514.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffa0431af7
Build id: 3.10.0-514.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffa04330fc
Build id: 3.10.0-514.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffa0433d35
Build id: 3.10.0-514.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffa04312ca
Build id: 3.10.0-514.el7.x86_64
|
0x1a
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffa041af91
Build id: 3.10.0-514.el7.x86_64
|
0x2b1
|
|
11
|
|
vmlinux |
0xffffffff810b1600
Build id: 3.10.0-514.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff815551d0
Build id: 3.10.0-514.el7.x86_64
|
0xb0
|
|
13
|
|
vmlinux |
0xffffffff8118ef5e
Build id: 3.10.0-514.el7.x86_64
|
0x24e
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff81555381
Build id: 3.10.0-514.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff811b6687
Build id: 3.10.0-514.el7.x86_64
|
0x2c7
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff81555f1e
Build id: 3.10.0-514.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff816965c9
Build id: 3.10.0-514.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 24s! [vmtoolsd:744]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device aesni_intel lrw gf128mul glue_helper ablk_helper snd_pcm cryptd ppdev snd_timer snd soundcore i2c_piix4 pcspkr sg shpchp vmw_vmci nfit libnvdimm parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx crct10dif_pclmul
drm_kms_helper syscopyarea crct10dif_common sysfillrect sysimgblt fb_sys_fops crc32c_intel ttm ata_piix mptspi serio_raw scsi_transport_spi mptscsih drm mptbase e1000 i2c_core libata fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 744 Comm: vmtoolsd Not tainted 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff880035e73ec0 ti: ffff8800bae74000 task.ti: ffff8800bae74000
RIP: 0010:[<ffffffff8168d7ab>] [<ffffffff8168d7ab>] _raw_spin_unlock_irqrestore+0x1b/0x40
RSP: 0018:ffff8800bae77b20 EFLAGS: 00000286
RAX: 0000000000000000 RBX: 00000000c235d49d RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8800bae77b28 R08: 0000000000000286 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000002
R13: 0000000000000000 R14: ffff88023ffd9008 R15: ffffffff818b9b4c
FS: 00007f2a4067b880(0000) GS:ffff880235680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2a40697000 CR3: 000000022aa26000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8801b5e3e200 ffff8800bae77b50 ffffffffa047ed35 ffff8801b5e3e200
ffff88023fdde200 ffff8801b5e3e200 ffff8800bae77b80 ffffffffa047ddc8
0000000200ca3018 00000000c235d49d 0000000000000001 00000000ffffffff
Call Trace:
[<ffffffffa047ed35>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffa047ddc8>] vmci_datagram_dispatch+0x78/0xe0 [vmw_vmci]
[<ffffffffa047de4d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffa04319c5>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffa0431af7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffa04330fc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffa0433d35>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffa04312ca>] vmci_transport_notify_send_post_enqueue+0x1a/0x20 [vmw_vsock_vmci_transport]
[<ffffffffa041af91>] vsock_stream_sendmsg+0x2b1/0x320 [vsock]
[<ffffffff810b1600>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff815551d0>] sock_sendmsg+0xb0/0xf0
[<ffffffff8118ef5e>] ? release_pages+0x24e/0x430
[<ffffffff81555381>] SYSC_sendto+0x121/0x1c0
[<ffffffff811b6687>] ? do_munmap+0x2c7/0x420
[<ffffffff81555f1e>] SyS_sendto+0xe/0x10
[<ffffffff816965c9>] system_call_fastpath+0x16/0x1b
Code: 08 e8 da 11 a0 ff 5d c3 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 53 48 89 f3 66 66 66 66 90 66 83 07 02 48 89 df 57 9d <66> 66 90 66 90 5b 5d c3 0f 1f 44 00 00 8b 37 f0 66 83 07 02 f6
Complete report #18159
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816adce5
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc03e3d05
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc03e2d91
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc03e2e1d
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc04a59c5
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc04a5af7
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc04a70fc
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc04a7cf5
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc04a52ca
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x1a
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc04c5f73
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x2c3
|
|
11
|
|
vmlinux |
0xffffffff810b3690
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8156c580
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xb0
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffff811c647d
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff8156c731
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff811b9b27
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x317
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff8156d2ce
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff816b89fd
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 37s! [vmtoolsd:746]
Modules linked in: cdr(POE) binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper ablk_helper cryptd pcspkr joydev nfit vmw_balloon libnvdimm sg parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd
grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect crct10dif_pclmul crct10dif_common sysimgblt fb_sys_fops ttm crc32c_intel serio_raw drm libata vmxnet3 vmw_pvscsi i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 746 Comm: vmtoolsd Tainted: P OEL ------------ 3.10.0-693.17.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff880034f33f40 ti: ffff8800b9b54000 task.ti: ffff8800b9b54000
RIP: 0010:[<ffffffff816adce5>] [<ffffffff816adce5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8800b9b57af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: 0000000000000246 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8800b9b57af8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000100000000
R13: 0000000000000002 R14: 00000000818f349d R15: ffff88013ffd9008
FS: 00007f0be603a880(0000) GS:ffff88013fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0be6056000 CR3: 00000000b7154000 CR4: 00000000001607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc03e3d05>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc03e2d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc03e2e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc04a59c5>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc04a5af7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc04a70fc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc04a7cf5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc04a52ca>] vmci_transport_notify_send_post_enqueue+0x1a/0x20 [vmw_vsock_vmci_transport]
[<ffffffffc04c5f73>] vsock_stream_sendmsg+0x2c3/0x360 [vsock]
[<ffffffff810b3690>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8156c580>] sock_sendmsg+0xb0/0xf0
[<ffffffff811c647d>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffff8156c731>] SYSC_sendto+0x121/0x1c0
[<ffffffff811b9b27>] ? do_munmap+0x317/0x470
[<ffffffff8156d2ce>] SyS_sendto+0xe/0x10
[<ffffffff816b89fd>] system_call_fastpath+0x16/0x1b
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #13695
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffbb382125
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0539d35
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0538d91
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0538e1d
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc052aa75
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc052aba7
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc052c1dc
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc052cdf5
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc052a360
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc051afd9
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffbacc72e0
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffbb22e3a6
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0xb6
|
|
13
|
|
vmlinux |
0xffffffffbae23340
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x1b0
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffbb22ead1
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffbae6d594
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x24
|
|
16
|
|
vmlinux |
0xffffffffbae4c336
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x186
|
|
17
|
|
vmlinux |
0xffffffffbae4c4fe
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0xe
|
|
18
|
|
vmlinux |
0xffffffffbacc2d30
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0xc0
|
|
19
|
SyS_sendto
|
vmlinux |
0xffffffffbb2305ee
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0xe
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffffbb38cede
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [vmtoolsd:2241]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter binfmt_misc fuse vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi ppdev kvm_intel kvm irqbypass crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg nfit vmw_vmci parport_pc parport i2c_piix4 libnvdimm ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper serio_raw ahci syscopyarea sysfillrect sysimgblt fb_sys_fops ttm
libahci ata_piix drm e1000 libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 2241 Comm: vmtoolsd Kdump: loaded Tainted: G OEL ------------ 3.10.0-1062.4.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff896af82dd230 ti: ffff896af7764000 task.ti: ffff896af7764000
RIP: 0010:[<ffffffffbb382125>] [<ffffffffbb382125>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff896af7767af8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff896af7767b10 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff896af7767af8 R08: 0000000000000001 R09: 00000000174ced29
R10: 0000000000000000 R11: 0000000000000000 R12: ffff896b76faace0
R13: ffffffffbaf8b972 R14: ffff896af7767a70 R15: ffff896af7767a70
FS: 00007f16a78a4880(0000) GS:ffff896b7fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f16a78b4000 CR3: 00000000b8242000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc0539d35>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0538d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0538e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc052aa75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc052aba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc052c1dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc052cdf5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc052a360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc051afd9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffbacc72e0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffbb22e3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffbae23340>] ? __slab_free+0x1b0/0x290
[<ffffffffbb22ead1>] SYSC_sendto+0x121/0x1c0
[<ffffffffbae6d594>] ? mntput+0x24/0x40
[<ffffffffbae4c336>] ? __fput+0x186/0x260
[<ffffffffbae4c4fe>] ? ____fput+0xe/0x10
[<ffffffffbacc2d30>] ? task_work_run+0xc0/0xe0
[<ffffffffbb2305ee>] SyS_sendto+0xe/0x10
[<ffffffffbb38cede>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #10274
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb411b2c5
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc0742d15
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc0741d91
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc0741e1d
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc07eda75
Build id: 3.10.0-862.11.6.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc07edba7
Build id: 3.10.0-862.11.6.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc07ef1dc
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc07efdf5
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc07ed360
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0730fc9
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffffb3abef10
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffffb3fd1396
Build id: 3.10.0-862.11.6.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffffb3bddcfd
Build id: 3.10.0-862.11.6.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffffb3fd1aa1
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffffb3bd0107
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x317
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffffb3fd347e
Build id: 3.10.0-862.11.6.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffb412579b
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 29s! [vmtoolsd:896]
Modules linked in: nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter ip_tables ipt_REJECT nf_reject_ipv4 xt_multiport tcp_diag inet_diag binfmt_misc talpa_vfshook(OE) talpa_pedconnector(OE) talpa_pedevice(OE) talpa_vcdevice(OE) talpa_core(OE) talpa_linux(OE) talpa_syscallhook(OE) vmw_vsock_vmci_transport vsock xt_owner sb_edac iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg nfit libnvdimm parport_pc vmw_vmci parport shpchp i2c_piix4 xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sd_mod sysfillrect sysimgblt fb_sys_fops crc_t10dif ttm crct10dif_generic drm ahci ata_piix libahci libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3
i2c_core vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod [last unloaded: nf_defrag_ipv4]
CPU: 1 PID: 896 Comm: vmtoolsd Kdump: loaded Tainted: G OEL ------------ 3.10.0-862.11.6.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff88ab34012f70 ti: ffff88ab31aec000 task.ti: ffff88ab31aec000
RIP: 0010:[<ffffffffb411b2c5>] [<ffffffffb411b2c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88ab31aefaf8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: 00000000000280da RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff88ab31aefaf8 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 000000005729703c
R13: ffff88ab3ffda000 R14: 0000000000000246 R15: 00ffffff00000000
FS: 00007f00b231f880(0000) GS:ffff88ab3fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f00b231d000 CR3: 00000000bb812000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0742d15>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc0741d91>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc0741e1d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc07eda75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc07edba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc07ef1dc>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc07efdf5>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc07ed360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0730fc9>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffffb3abef10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb3fd1396>] sock_sendmsg+0xb6/0xf0
[<ffffffffb3bddcfd>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffffb3fd1aa1>] SYSC_sendto+0x121/0x1c0
[<ffffffffb3bd0107>] ? do_munmap+0x317/0x470
[<ffffffffb3fd347e>] SyS_sendto+0xe/0x10
[<ffffffffb412579b>] system_call_fastpath+0x22/0x27
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #458
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8cb883c5
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x15
|
|
2
|
vmci_send_datagram
|
vmw_vmci |
0xffffffffc03d7d55
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x75
|
|
3
|
vmci_datagram_dispatch
|
vmw_vmci |
0xffffffffc03d6db1
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x71
|
|
4
|
vmci_datagram_send
|
vmw_vmci |
0xffffffffc03d6e3d
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x1d
|
|
5
|
__vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0281a75
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xa5
|
|
6
|
vmci_transport_send_control_pkt
|
vmw_vsock_vmci_transport |
0xffffffffc0281ba7
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xa7
|
|
7
|
vmci_transport_send_wrote
|
vmw_vsock_vmci_transport |
0xffffffffc028317c
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x2c
|
|
8
|
vmci_transport_notify_pkt_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0283d95
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x65
|
|
9
|
vmci_transport_notify_send_post_enqueue
|
vmw_vsock_vmci_transport |
0xffffffffc0281360
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x20
|
|
10
|
vsock_stream_sendmsg
|
vsock |
0xffffffffc0403099
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x2e9
|
|
11
|
|
vmlinux |
0xffffffff8c4c7780
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x30
|
|
12
|
sock_sendmsg
|
vmlinux |
0xffffffff8ca333a6
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xb6
|
|
13
|
?
free_pages_and_swap_cache
|
vmlinux |
0xffffffff8c6096dd
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xad
|
|
14
|
SYSC_sendto
|
vmlinux |
0xffffffff8ca33ad1
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x121
|
|
15
|
|
vmlinux |
0xffffffff8c5fb887
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x327
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff8ca355ee
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff8cb92ed2
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 30s! [vmtoolsd:761]
Modules linked in: veth xt_addrtype br_netfilter xt_CHECKSUM tun devlink nf_nat_amanda ts_kmp nf_conntrack_amanda xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_mark ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport overlay(T) vsock sunrpc sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon
pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_piix fb_sys_fops ttm mptspi nfit scsi_transport_spi crct10dif_pclmul crct10dif_common libnvdimm mptscsih mptbase crc32c_intel libata e1000 drm serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 761 Comm: vmtoolsd Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8dd67c725230 ti: ffff8dd734954000 task.ti: ffff8dd734954000
RIP: 0010:[<ffffffff8cb883c5>] [<ffffffff8cb883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8dd734957af8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: 00000000000001c1 RCX: 0000000000000000
RDX: 000000000000109c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8dd734957af8 R08: 0000000000000001 R09: 0000000078017f77
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8dd73ffd9018
R13: 0000000000000246 R14: ffff8dd73ffd9000 R15: 0000000000000000
FS: 00007f89a63aa880(0000) GS:ffff8dd735640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f89a6386000 CR3: 00000000ba372000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc03d7d55>] vmci_send_datagram+0x75/0x90 [vmw_vmci]
[<ffffffffc03d6db1>] vmci_datagram_dispatch+0x71/0xe0 [vmw_vmci]
[<ffffffffc03d6e3d>] vmci_datagram_send+0x1d/0x30 [vmw_vmci]
[<ffffffffc0281a75>] __vmci_transport_send_control_pkt+0xa5/0x130 [vmw_vsock_vmci_transport]
[<ffffffffc0281ba7>] vmci_transport_send_control_pkt+0xa7/0xf0 [vmw_vsock_vmci_transport]
[<ffffffffc028317c>] vmci_transport_send_wrote+0x2c/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0283d95>] vmci_transport_notify_pkt_send_post_enqueue+0x65/0xa0 [vmw_vsock_vmci_transport]
[<ffffffffc0281360>] vmci_transport_notify_send_post_enqueue+0x20/0x30 [vmw_vsock_vmci_transport]
[<ffffffffc0403099>] vsock_stream_sendmsg+0x2e9/0x380 [vsock]
[<ffffffff8c4c7780>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8ca333a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff8c6096dd>] ? free_pages_and_swap_cache+0xad/0xd0
[<ffffffff8ca33ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff8c5fb887>] ? do_munmap+0x327/0x480
[<ffffffff8ca355ee>] SyS_sendto+0xe/0x10
[<ffffffff8cb92ed2>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48