Complete report #1404317
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_unlock_page
|
vmw_balloon |
0xffffffffc042b1bf
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x6f
|
|
2
|
vmballoon_work
|
vmw_balloon |
0xffffffffc042bec2
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x392
|
|
3
|
process_one_work
|
vmlinux |
0xffffffffb68bdfbf
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffffb68bf0d6
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffffb68befb0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffffb68c5f91
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffffb68c5ec0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb6f99df7
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffffb68c5ec0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 31s! [kworker/5:2:31689]
Modules linked in: veth xt_nat nf_conntrack_netlink br_netfilter xt_CHECKSUM iptable_mangle tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables overlay(T) ipt_REJECT nf_reject_ipv4 xt_conntrack iptable_filter ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack vmw_vsock_vmci_transport vsock sunrpc coretemp ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper sg pcspkr vmw_balloon cryptd joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt crc_t10dif fb_sys_fops crct10dif_generic ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel
libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 31689 Comm: kworker/5:2 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.66.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 06/22/2012
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff8c65a72c0000 ti: ffff8c6321238000 task.ti: ffff8c6321238000
RIP: 0010:[<ffffffffc042b1bf>] [<ffffffffc042b1bf>] vmballoon_unlock_page+0x6f/0xf0 [vmw_balloon]
RSP: 0018:ffff8c632123bda8 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff8c66fffcd800 RCX: 0000000000000003
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffc042e3e0
RBP: ffff8c632123bdc0 R08: ffffecc4c27f38e0 R09: 000000000009fce3
R10: ffffffffc042e438 R11: fff00000f0000000 R12: 0000000000000000
R13: 000000000000001d R14: ffffffffffffffdc R15: 000000000001fce0
FS: 0000000000000000(0000) GS:ffff8c66ffd40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c000241010 CR3: 00000003ffccc000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc042bec2>] vmballoon_work+0x392/0x6ff [vmw_balloon]
[<ffffffffb68bdfbf>] process_one_work+0x17f/0x440
[<ffffffffb68bf0d6>] worker_thread+0x126/0x3c0
[<ffffffffb68befb0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffb68c5f91>] kthread+0xd1/0xe0
[<ffffffffb68c5ec0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb6f99df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb68c5ec0>] ? insert_kthread_work+0x40/0x40
Code: fb ff ff ff 5d c3 66 0f 1f 44 00 00 49 89 ca 83 87 d4 00 00 00 01 31 f6 ba 70 56 00 00 b9 03 00 00 00 b8 6f 6d 6c 45 4c 89 cb ed <48> 85 c0 41 89 1a 74 29 48 83 f8 07 74 1b f6 05 b6 2f 00 00 04
Complete report #106589
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc059abed
Build id: 3.10.0-1127.el7.x86_64
|
0xbd
|
|
2
|
process_one_work
|
vmlinux |
0xffffffff9b2be6bf
Build id: 3.10.0-1127.el7.x86_64
|
0x17f
|
|
3
|
worker_thread
|
vmlinux |
0xffffffff9b2bf7d6
Build id: 3.10.0-1127.el7.x86_64
|
0x126
|
|
4
|
|
vmlinux |
0xffffffff9b2bf6b0
Build id: 3.10.0-1127.el7.x86_64
|
0x2a0
|
|
5
|
kthread
|
vmlinux |
0xffffffff9b2c6691
Build id: 3.10.0-1127.el7.x86_64
|
0xd1
|
|
6
|
|
vmlinux |
0xffffffff9b2c65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9b992d37
Build id: 3.10.0-1127.el7.x86_64
|
0x21
|
|
8
|
|
vmlinux |
0xffffffff9b2c65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 62s! [kworker/2:0:20]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec ac97_bus snd_seq lrw gf128mul btusb vmw_balloon glue_helper ablk_helper
btrtl cryptd btbcm snd_seq_device btintel bluetooth snd_pcm joydev pcspkr snd_timer snd rfkill sg soundcore vmw_vmci i2c_piix4 parport_pc parport fuse ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel nfit libnvdimm mptspi ata_piix scsi_transport_spi mptscsih libata mptbase serio_raw e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 20 Comm: kworker/2:0 Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff88c88165e2a0 ti: ffff88c881780000 task.ti: ffff88c881780000
RIP: 0010:[<ffffffffc059abed>] [<ffffffffc059abed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff88c881783dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000082 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff9be08d00
RBP: ffff88c881783e18 R08: ffffffffc059d560 R09: 0000fe986af9d558
R10: 0000fe986af9d558 R11: 0000000000000000 R12: ffffffff9b2af5ec
R13: ffff88c881783d88 R14: 0000000000000082 R15: ffffffff9be9a2a0
FS: 0000000000000000(0000) GS:ffff88c83ac80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002ab6ff1fef10 CR3: 0000000094e36000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9b2be6bf>] process_one_work+0x17f/0x440
[<ffffffff9b2bf7d6>] worker_thread+0x126/0x3c0
[<ffffffff9b2bf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff9b2c6691>] kthread+0xd1/0xe0
[<ffffffff9b2c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff9b992d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9b2c65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 f8 8c e2 da 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #982477
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_add_batched_page
|
vmw_balloon |
0xffffffffc0b06020
Build id: 3.10.0-1160.108.1.el7.x86_64
|
-
|
|
2
|
|
vmw_balloon |
0xffffffffc0b06fdd
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x48d
|
|
3
|
process_one_work
|
vmlinux |
0xffffffffaa2c32ef
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffffaa2c4436
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffffaa2c4310
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x2b0
|
|
6
|
kthread
|
vmlinux |
0xffffffffaa2cb621
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffffaa2cb550
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffaa9c51dd
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x7
|
|
9
|
|
vmlinux |
0xffffffffaa2cb550
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 46s! [kworker/0:152:14355]
Modules linked in: xt_nat veth event_collector_3_1_1777950(OE) binfmt_misc ip6table_filter ip6_tables mfe_fileaccess_1007171591(OE) nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc event_collector_3_0_1194840(OE) mfe_aac_1007171591(OE) overlay(T) vmw_vsock_vmci_transport vsock ppdev vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_vmci aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic
vmwgfx drm_kms_helper syscopyarea sysfillrect nfit sysimgblt fb_sys_fops libnvdimm ata_piix mptsas ttm floppy scsi_transport_sas mptscsih drm crct10dif_pclmul libata crct10dif_common mptbase vmxnet3 crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 14355 Comm: kworker/0:152 Kdump: loaded Tainted: G OE ------------ T 3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff994e4f174200 ti: ffff994fed588000 task.ti: ffff994fed588000
RIP: 0010:[<ffffffffc0b06020>] [<ffffffffc0b06020>] vmballoon_add_batched_page+0x0/0x30 [vmw_balloon]
RSP: 0018:ffff994fed58bdc8 EFLAGS: 00000286
RAX: fffff9dfbbb4e100 RBX: 0000000000000000 RCX: ffffffffc0b06020
RDX: fffff9dfbbb4e100 RSI: 00000000000001b8 RDI: ffffffffc0b093e0
RBP: ffff994fed58be18 R08: ffffffffaac90207 R09: fffff9dfbbb4e140
R10: 000000000000371a R11: fffffffffffffff6 R12: 0000000000000006
R13: ffff99533ffda000 R14: ffffffffaac90207 R15: 0000000200000000
FS: 0000000000000000(0000) GS:ffff9952ffa00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe2802c9000 CR3: 0000000ced410000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc0b06fdd>] ? vmballoon_work+0x48d/0x70f [vmw_balloon]
[<ffffffffaa2c32ef>] process_one_work+0x17f/0x440
[<ffffffffaa2c4436>] worker_thread+0x126/0x3c0
[<ffffffffaa2c4310>] ? manage_workers.isra.26+0x2b0/0x2b0
[<ffffffffaa2cb621>] kthread+0xd1/0xe0
[<ffffffffaa2cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffffaa9c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffaa2cb550>] ? insert_kthread_work+0x40/0x40
Code: <0f> 1f 44 00 00 48 2b 15 c4 fc 33 ea 55 48 63 f6 48 8b 47 70 48 89
Complete report #737859
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_lock_page
|
vmw_balloon |
0xffffffffc05dd297
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x57
|
|
2
|
vmballoon_work
|
vmw_balloon |
0xffffffffc05de105
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x5b5
|
|
3
|
process_one_work
|
vmlinux |
0xffffffff926c32ef
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffff926c4436
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffff926c4310
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x2b0
|
|
6
|
kthread
|
vmlinux |
0xffffffff926cb621
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffff926cb550
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff92dc51f7
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffff926cb550
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 43s! [kworker/7:0:2418]
Modules linked in: tcp_lp veeamsnap(OE) xt_comment xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter devlink ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec coretemp ac97_bus crc32_pclmul snd_seq ppdev ghash_clmulni_intel snd_seq_device aesni_intel snd_pcm lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd snd_timer snd sg joydev pcspkr soundcore vmw_vmci i2c_piix4 floppy parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_piix fb_sys_fops ttm libata crct10dif_pclmul crct10dif_common crc32c_intel drm e1000 serio_raw mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 7 PID: 2418 Comm: kworker/7:0 Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.88.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 01/07/2011
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff98bc746d6300 ti: ffff98bb4a18c000 task.ti: ffff98bb4a18c000
RIP: 0010:[<ffffffffc05dd297>] [<ffffffffc05dd297>] vmballoon_lock_page+0x57/0x150 [vmw_balloon]
RSP: 0018:ffff98bb4a18fda0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000004111 RCX: 0000000000000002
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffc05e0438
RBP: ffff98bb4a18fdc0 R08: ffffffff9308fdff R09: 000000000001d320
R10: 0000000000004111 R11: fffffffffffffff8 R12: ffff98bc7ffd8000
R13: 0000014100000000 R14: ffff98bc7ffd8008 R15: ffff98bc746d6300
FS: 0000000000000000(0000) GS:ffff98bc7afc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f75f6bc3cd0 CR3: 0000000073c10000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc05de105>] vmballoon_work+0x5b5/0x70f [vmw_balloon]
[<ffffffff926c32ef>] process_one_work+0x17f/0x440
[<ffffffff926c4436>] worker_thread+0x126/0x3c0
[<ffffffff926c4310>] ? manage_workers.isra.26+0x2b0/0x2b0
[<ffffffff926cb621>] kthread+0xd1/0xe0
[<ffffffff926cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff92dc51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff926cb550>] ? insert_kthread_work+0x40/0x40
Code: 39 c1 0f 85 cc 00 00 00 bb 6f 6d 6c 45 48 89 cf 41 83 84 24 c4 00 00 00 01 89 d8 31 f6 ba 70 56 00 00 b9 02 00 00 00 4c 89 cb ed <48> 85 c0 49 89 c6 89 1f 0f 84 9b 00 00 00 48 83 f8 07 0f 84 81
Complete report #651216
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_add_batched_page
|
vmw_balloon |
0xffffffffc074d03f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1f
|
|
2
|
vmballoon_work
|
vmw_balloon |
0xffffffffc074dfad
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x47d
|
|
3
|
process_one_work
|
vmlinux |
0xffffffff9f6bde8f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffff9f6befa6
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffff9f6bee80
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffff9f6c5e61
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffff9f6c5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9fd95df7
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffff9f6c5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 24s! [kworker/2:0:119018]
Modules linked in: tcp_diag inet_diag binfmt_misc vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common pata_acpi crc32c_intel drm mptspi ata_piix serio_raw scsi_transport_spi libata mptscsih vmxnet3 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 119018 Comm: kworker/2:0 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff98081a224200 ti: ffff9807d06c8000 task.ti: ffff9807d06c8000
RIP: 0010:[<ffffffffc074d03f>] [<ffffffffc074d03f>] vmballoon_add_batched_page+0x1f/0x30 [vmw_balloon]
RSP: 0018:ffff9807d06cbdc0 EFLAGS: 00010206
RAX: ffffbaa880cc2000 RBX: ffffffd700000000 RCX: ffffffffc074d020
RDX: 00000001be63c000 RSI: 0000000000000000 RDI: ffffffffc07503e0
RBP: ffff9807d06cbdc0 R08: ffffffffa008ed5f R09: fffffdde06f98f40
R10: 0000000000003464 R11: ffff98068a0d3f00 R12: ffffffff9f6e4d1c
R13: ffff98083ffda000 R14: 0000000000000001 R15: 0000000200000000
FS: 0000000000000000(0000) GS:ffff980835680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f830bd0b000 CR3: 0000000081df8000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc074dfad>] vmballoon_work+0x47d/0x6ff [vmw_balloon]
[<ffffffff9f6bde8f>] process_one_work+0x17f/0x440
[<ffffffff9f6befa6>] worker_thread+0x126/0x3c0
[<ffffffff9f6bee80>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff9f6c5e61>] kthread+0xd1/0xe0
[<ffffffff9f6c5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffff9fd95df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9f6c5d90>] ? insert_kthread_work+0x40/0x40
Code: 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 48 2b 15 c4 8c af df 55 48 63 f6 48 8b 47 70 48 89 e5 48 c1 fa 06 48 c1 e2 0c <48> 89 14 f0 5d c3 90 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00
Complete report #538522
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc05facda
Build id: 3.10.0-862.el7.x86_64
|
0xba
|
|
2
|
process_one_work
|
vmlinux |
0xffffffff9a8b2dff
Build id: 3.10.0-862.el7.x86_64
|
0x17f
|
|
3
|
worker_thread
|
vmlinux |
0xffffffff9a8b3ac6
Build id: 3.10.0-862.el7.x86_64
|
0x126
|
|
4
|
|
vmlinux |
0xffffffff9af12975
Build id: 3.10.0-862.el7.x86_64
|
0x475
|
|
5
|
|
vmlinux |
0xffffffff9a8b39a0
Build id: 3.10.0-862.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffff9a8bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffff9a8bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9af1f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffff9a8bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [kworker/1:1:16550]
Modules linked in: target_core_mod xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink sfs(OE) vmw_vsock_vmci_transport vsock coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev vmw_balloon pcspkr nfit sg libnvdimm parport_pc parport zfs(POE) i2c_piix4 vmw_vmci shpchp zunicode(POE) zavl(POE) icp(POE) zcommon(POE) znvpair(POE) nfsd spl(OE) auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul
crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops mptspi crc32c_intel ttm scsi_transport_spi mptscsih serio_raw drm mptbase e1000 ata_piix libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 16550 Comm: kworker/1:1 Kdump: loaded Tainted: P OEL ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff8b5e746eaf70 ti: ffff8b5e37a8c000 task.ti: ffff8b5e37a8c000
RIP: 0010:[<ffffffffc05facda>] [<ffffffffc05facda>] vmballoon_work+0xba/0x63d [vmw_balloon]
RSP: 0018:ffff8b5e37a8fdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff9b4074c0
RBP: ffff8b5e37a8fe18 R08: ffffffffc05fd560 R09: 0000fe806affd558
R10: 0000fe806affd558 R11: 0000000000000000 R12: 0000000000000000
R13: 000000009a8a445d R14: ffffffff9a9b3f62 R15: ffff8b5e37a8fe08
FS: 0000000000000000(0000) GS:ffff8b5e75640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd3c73fe9d0 CR3: 00000000b51b6000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9a8b2dff>] process_one_work+0x17f/0x440
[<ffffffff9a8b3ac6>] worker_thread+0x126/0x3c0
[<ffffffff9af12975>] ? __schedule+0x475/0xa20
[<ffffffff9a8b39a0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffff9a8bae31>] kthread+0xd1/0xe0
[<ffffffff9a8bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff9af1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9a8bad60>] ? insert_kthread_work+0x40/0x40
Code: 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 00 00 00 00 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 aa 00 00 00 48 83 f8 07 0f 84 93 00 00 00 f6 05
Complete report #450054
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_lock_page
|
vmw_balloon |
0xffffffffc0467297
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x57
|
|
2
|
vmballoon_work
|
vmw_balloon |
0xffffffffc04680d5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5a5
|
|
3
|
process_one_work
|
vmlinux |
0xffffffff9a6be6bf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffff9a6bf7d6
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffff9a6bf6b0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffff9a6c6691
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffff9a6c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9ad92d37
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffff9a6c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 21s! [kworker/7:1:12660]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul
crct10dif_common libata crc32c_intel mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 12660 Comm: kworker/7:1 Kdump: loaded Tainted: G B L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 06/22/2012
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9bd0e152c1c0 ti: ffff9bcd4b980000 task.ti: ffff9bcd4b980000
RIP: 0010:[<ffffffffc0467297>] [<ffffffffc0467297>] vmballoon_lock_page+0x57/0x150 [vmw_balloon]
RSP: 0000:ffff9bcd4b983da0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000002
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffc046a438
RBP: ffff9bcd4b983dc0 R08: ffffffff9b08d58f R09: 000000000038d739
R10: 00000000000043ce R11: ffffffffffffffff R12: ffff9bd0e152c1c0
R13: ffff9bd0e152c1c0 R14: ffff9bd0e152c1c0 R15: ffff9bd0e152c1c0
FS: 0000000000000000(0000) GS:ffff9bd0ffdc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0070305098 CR3: 000000009c010000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc04680d5>] vmballoon_work+0x5a5/0x6ff [vmw_balloon]
[<ffffffff9a6be6bf>] process_one_work+0x17f/0x440
[<ffffffff9a6bf7d6>] worker_thread+0x126/0x3c0
[<ffffffff9a6bf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff9a6c6691>] kthread+0xd1/0xe0
[<ffffffff9a6c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff9ad92d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9a6c65c0>] ? insert_kthread_work+0x40/0x40
Code: 39 c1 0f 85 cc 00 00 00 bb 6f 6d 6c 45 48 89 cf 41 83 84 24 c4 00 00 00 01 89 d8 31 f6 ba 70 56 00 00 b9 02 00 00 00 4c 89 cb ed <48> 85 c0 49 89 c6 89 1f 0f 84 9b 00 00 00 48 83 f8 07 0f 84 81
Complete report #422291
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc03fdbed
Build id: 3.10.0-957.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffff8a36770f
Build id: 3.10.0-957.el7.x86_64
|
0x3ff
|
|
3
|
process_one_work
|
vmlinux |
0xffffffff89cb9d4f
Build id: 3.10.0-957.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffff89cbade6
Build id: 3.10.0-957.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffff89cbacc0
Build id: 3.10.0-957.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffff89cc1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffff89cc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8a374c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffff89cc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#15 stuck for 24s! [kworker/15:0:594320]
Modules linked in: dattobd(OE) sfs(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc nfit libnvdimm iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr vmw_balloon joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom
crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm mptspi scsi_transport_spi mptscsih ahci vmxnet3 libahci mptbase drm_panel_orientation_quirks ata_piix libata dm_mirror dm_region_hash dm_log dm_mod [last unloaded: dattobd]
CPU: 15 PID: 594320 Comm: kworker/15:0 Kdump: loaded Tainted: G W OEL ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff986d2ffae180 ti: ffff986d22fdc000 task.ti: ffff986d22fdc000
RIP: 0010:[<ffffffffc03fdbed>] [<ffffffffc03fdbed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff986d22fdfdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff986d22fdfda0 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff8a808cc0
RBP: ffff986d22fdfe18 R08: ffffffffc0400560 R09: 0000feffaae00558
R10: 0000feffaae00558 R11: 0000000000000000 R12: 0000000000000001
R13: ffff986d2cb1ab80 R14: ffff986d2cb1ac00 R15: ffff986d2ffae1e8
FS: 0000000000000000(0000) GS:ffff986d2cb00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000177b590 CR3: 000000064857c000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8a36770f>] ? __schedule+0x3ff/0x890
[<ffffffff89cb9d4f>] process_one_work+0x17f/0x440
[<ffffffff89cbade6>] worker_thread+0x126/0x3c0
[<ffffffff89cbacc0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffff89cc1c31>] kthread+0xd1/0xe0
[<ffffffff89cc1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8a374c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff89cc1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 68 da 9b c9 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #367704
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc04a4bed
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xbd
|
|
2
|
process_one_work
|
vmlinux |
0xffffffff88abde8f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x17f
|
|
3
|
worker_thread
|
vmlinux |
0xffffffff88abefa6
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x126
|
|
4
|
|
vmlinux |
0xffffffff88abee80
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2a0
|
|
5
|
kthread
|
vmlinux |
0xffffffff88ac5e61
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xd1
|
|
6
|
|
vmlinux |
0xffffffff88ac5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff89195df7
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x21
|
|
8
|
|
vmlinux |
0xffffffff88ac5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 25s! [kworker/2:1:16951]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_13109(E) iptable_nat nf_nat_ipv4 nf_nat binfmt_misc falcon_lsm_pinned_13005(E) ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd joydev sg pcspkr parport_pc parport vmw_vmci i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt crc_t10dif fb_sys_fops crct10dif_generic ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata nfit serio_raw vmxnet3 libnvdimm vmw_pvscsi drm_panel_orientation_quirks
floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: falcon_kal]
CPU: 2 PID: 16951 Comm: kworker/2:1 Kdump: loaded Tainted: P E ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff901238dc6300 ti: ffff90123c24c000 task.ti: ffff90123c24c000
RIP: 0010:[<ffffffffc04a4bed>] [<ffffffffc04a4bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff90123c24fdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff901238dc6368 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff89608d00
RBP: ffff90123c24fe18 R08: ffffffffc04a7560 R09: 0000fed5eaea7558
R10: 0000fed5eaea7558 R11: ffff8ff866e1bf00 R12: ffffffff88aaed8c
R13: ffff90123c24fd88 R14: ffffffff88ae4d1c R15: ffff90123c24fd78
FS: 0000000000000000(0000) GS:ffff9012bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1a2d05f000 CR3: 0000001f568f2000 CR4: 00000000001607e0
Call Trace:
[<ffffffff88abde8f>] process_one_work+0x17f/0x440
[<ffffffff88abefa6>] worker_thread+0x126/0x3c0
[<ffffffff88abee80>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff88ac5e61>] kthread+0xd1/0xe0
[<ffffffff88ac5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffff89195df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff88ac5d90>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 c8 ed 71 c8 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #349372
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc079bbed
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xbd
|
|
2
|
process_one_work
|
vmlinux |
0xffffffffa80bde8f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x17f
|
|
3
|
worker_thread
|
vmlinux |
0xffffffffa80befa6
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x126
|
|
4
|
|
vmlinux |
0xffffffffa80bee80
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2a0
|
|
5
|
kthread
|
vmlinux |
0xffffffffa80c5e61
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xd1
|
|
6
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa8795ec9
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x96
|
|
7
|
|
vmlinux |
0xffffffffa80c5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa8795df7
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffffa80c5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 29s! [kworker/7:1:27170]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter cmac arc4 md4 nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock sunrpc ppdev crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev sg pcspkr vmw_vmci i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt crc_t10dif fb_sys_fops crct10dif_generic ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel serio_raw libata
vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 7 PID: 27170 Comm: kworker/7:1 Kdump: loaded Not tainted 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9aaf57db5280 ti: ffff9aa818104000 task.ti: ffff9aa818104000
RIP: 0010:[<ffffffffc079bbed>] [<ffffffffc079bbed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0000:ffff9aa818107dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffffffffa80e22d9 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffa8c08d00
RBP: ffff9aa818107e18 R08: ffffffffc079e560 R09: 0000fe182b19e558
R10: 0000fe182b19e558 R11: 0000000000000005 R12: ffffffffa80e6321
R13: ffff9aa818107d80 R14: ffffffffa80e4d1c R15: ffff9aa818107d78
FS: 0000000000000000(0000) GS:ffff9aaf9f380000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fec668cfdd0 CR3: 0000000816294000 CR4: 00000000000007e0
Call Trace:
[<ffffffffa80bde8f>] process_one_work+0x17f/0x440
[<ffffffffa80befa6>] worker_thread+0x126/0x3c0
[<ffffffffa80bee80>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffa80c5e61>] kthread+0xd1/0xe0
[<ffffffffa8795ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffffa80c5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffffa8795df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa80c5d90>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 c8 7d a2 e7 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #344618
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc0639bed
Build id: 3.10.0-1160.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffff83586c8f
Build id: 3.10.0-1160.el7.x86_64
|
0x3af
|
|
3
|
process_one_work
|
vmlinux |
0xffffffff82ebdc4f
Build id: 3.10.0-1160.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffff82ebed66
Build id: 3.10.0-1160.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffff82ebec40
Build id: 3.10.0-1160.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffff82ec5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffff82ec5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff83593df7
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffff82ec5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 24s! [kworker/3:0:25]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag veth xt_nat xt_multiport xt_comment ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) vport_vxlan vxlan ip6_udp_tunnel udp_tunnel ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat ip6table_mangle ip6table_security openvswitch ip6table_raw nf_conntrack_ipv6 iptable_nat nf_nat_ipv6 iptable_mangle nf_conntrack_ipv4 nf_defrag_ipv4 iptable_security nf_nat_ipv4 iptable_raw nf_defrag_ipv6 nf_nat nf_conntrack dtap(OE) ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc vfat fat sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel
vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg pcspkr joydev tpm_crb i2c_piix4 parport_pc vmw_vmci parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul fb_sys_fops crct10dif_common ttm crc32c_intel serio_raw ahci vmxnet3 ata_piix libahci drm libata nfit libnvdimm vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 25 Comm: kworker/3:0 Tainted: G OEL ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.18227214.B64.2106252220 06/25/2021
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9eb9f2b73180 ti: ffff9eb9f2f4c000 task.ti: ffff9eb9f2f4c000
RIP: 0010:[<ffffffffc0639bed>] [<ffffffffc0639bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0000:ffff9eb9f2f4fdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9eb9f2b731e8 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff83a08d00
RBP: ffff9eb9f2f4fe18 R08: ffffffffc063c560 R09: 0000fe70ab03c558
R10: 0000fe70ab03c558 R11: ffff9ebf294e1200 R12: ffff9ec0bfcdacc0
R13: ffffffff82ee055c R14: ffff9eb9f2f4fd58 R15: ffffffff82ee23a9
FS: 0000000000000000(0000) GS:ffff9ec0bfcc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3496e1c860 CR3: 000000071515e000 CR4: 00000000000607e0
Call Trace:
[<ffffffff83586c8f>] ? __schedule+0x3af/0x860
[<ffffffff82ebdc4f>] process_one_work+0x17f/0x440
[<ffffffff82ebed66>] worker_thread+0x126/0x3c0
[<ffffffff82ebec40>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff82ec5c21>] kthread+0xd1/0xe0
[<ffffffff82ec5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff83593df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff82ec5b50>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 08 99 98 c2 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #314926
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc03decda
Build id: 3.10.0-862.el7.x86_64
|
0xba
|
|
2
|
process_one_work
|
vmlinux |
0xffffffff928b2dff
Build id: 3.10.0-862.el7.x86_64
|
0x17f
|
|
3
|
worker_thread
|
vmlinux |
0xffffffff928b3ac6
Build id: 3.10.0-862.el7.x86_64
|
0x126
|
|
4
|
|
vmlinux |
0xffffffff928b39a0
Build id: 3.10.0-862.el7.x86_64
|
0x2a0
|
|
5
|
kthread
|
vmlinux |
0xffffffff928bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
6
|
|
vmlinux |
0xffffffff928bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff92f1f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
8
|
|
vmlinux |
0xffffffff928bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 35s! [kworker/1:0:15]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ghash_clmulni_intel cryptd btusb btrtl btbcm btintel bluetooth rfkill ppdev pcspkr sg vmw_balloon joydev nfit libnvdimm parport_pc parport shpchp vmw_vmci i2c_piix4
ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul fb_sys_fops crct10dif_common ata_piix ttm crc32c_intel e1000 libata drm serio_raw mptspi scsi_transport_spi mptscsih mptbase i2c_core
CPU: 1 PID: 15 Comm: kworker/1:0 Kdump: loaded Not tainted 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9d1db8a2cf10 ti: ffff9d1db8a4c000 task.ti: ffff9d1db8a4c000
RIP: 0010:[<ffffffffc03decda>] [<ffffffffc03decda>] vmballoon_work+0xba/0x63d [vmw_balloon]
RSP: 0018:ffff9d1db8a4fdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000086 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff934074c0
RBP: ffff9d1db8a4fe18 R08: ffffffffc03e1560 R09: 0000ff076ade1558
R10: 0000ff076ade1558 R11: 0000000000000005 R12: ffff9d1db8a4fd88
R13: 0000000000000086 R14: ffffffff9348e8e0 R15: ffffffff928a2fd2
FS: 0000000000000000(0000) GS:ffff9d1dbb640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 0000000001b93198 CR3: 00000000400b8000 CR4: 00000000000607e0
Call Trace:
[<ffffffff928b2dff>] process_one_work+0x17f/0x440
[<ffffffff928b3ac6>] worker_thread+0x126/0x3c0
[<ffffffff928b39a0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffff928bae31>] kthread+0xd1/0xe0
[<ffffffff928bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff92f1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff928bad60>] ? insert_kthread_work+0x40/0x40
Code: 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 00 00 00 00 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 aa 00 00 00 48 83 f8 07 0f 84 93 00 00 00 f6 05
Complete report #203662
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_lock_page
|
vmw_balloon |
0xffffffffc0652297
Build id: 3.10.0-957.el7.x86_64
|
0x57
|
|
2
|
vmballoon_work
|
vmw_balloon |
0xffffffffc06530d5
Build id: 3.10.0-957.el7.x86_64
|
0x5a5
|
|
3
|
process_one_work
|
vmlinux |
0xffffffffa06b9d4f
Build id: 3.10.0-957.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffffa06bade6
Build id: 3.10.0-957.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffffa06bacc0
Build id: 3.10.0-957.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffffa06c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffffa06c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa0d74c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffffa06c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 21s! [kworker/6:2:19579]
hrtimer: interrupt took 9805724242 ns
sched: RT throttling activated
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack libcrc32c iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod sb_edac ppdev coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4
ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm e1000 drm ata_piix drm_panel_orientation_quirks libata mptspi scsi_transport_spi mptscsih mptbase floppy
CPU: 6 PID: 19579 Comm: kworker/6:2 Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 06/22/2012
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9f132fece180 ti: ffff9f137b2b4000 task.ti: ffff9f137b2b4000
RIP: 0010:[<ffffffffc0652297>] [<ffffffffc0652297>] vmballoon_lock_page+0x57/0x150 [vmw_balloon]
RSP: 0018:ffff9f137b2b7da0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000200000000 RCX: 0000000000000002
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffc0655438
RBP: ffff9f137b2b7dc0 R08: ffffffffa1081c99 R09: 00000000001e6734
R10: 0000000000004308 R11: fffffffffffffff8 R12: ffff9f13bffcf008
R13: ffff9f132fece180 R14: ffff9f132fece180 R15: ffff9f132fece180
FS: 0000000000000000(0000) GS:ffff9f13bfd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fcd5b151000 CR3: 00000000b9214000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc06530d5>] vmballoon_work+0x5a5/0x6ff [vmw_balloon]
[<ffffffffa06b9d4f>] process_one_work+0x17f/0x440
[<ffffffffa06bade6>] worker_thread+0x126/0x3c0
[<ffffffffa06bacc0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffa06c1c31>] kthread+0xd1/0xe0
[<ffffffffa06c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa0d74c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa06c1b60>] ? insert_kthread_work+0x40/0x40
Code: 39 c1 0f 85 cc 00 00 00 bb 6f 6d 6c 45 48 89 cf 41 83 84 24 c4 00 00 00 01 89 d8 31 f6 ba 70 56 00 00 b9 02 00 00 00 4c 89 cb ed <48> 85 c0 49 89 c6 89 1f 0f 84 9b 00 00 00 48 83 f8 07 0f 84 81
Complete report #105351
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc08b2bed
Build id: 3.10.0-1127.el7.x86_64
|
0xbd
|
|
2
|
process_one_work
|
vmlinux |
0xffffffff9babe6bf
Build id: 3.10.0-1127.el7.x86_64
|
0x17f
|
|
3
|
worker_thread
|
vmlinux |
0xffffffff9babf7d6
Build id: 3.10.0-1127.el7.x86_64
|
0x126
|
|
4
|
|
vmlinux |
0xffffffff9babf6b0
Build id: 3.10.0-1127.el7.x86_64
|
0x2a0
|
|
5
|
kthread
|
vmlinux |
0xffffffff9bac6691
Build id: 3.10.0-1127.el7.x86_64
|
0xd1
|
|
6
|
|
vmlinux |
0xffffffff9bac65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9c192d37
Build id: 3.10.0-1127.el7.x86_64
|
0x21
|
|
8
|
|
vmlinux |
0xffffffff9bac65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [kworker/0:2:12499]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ac97_bus ppdev snd_seq snd_seq_device aesni_intel vmw_balloon btusb lrw gf128mul btrtl glue_helper
btbcm ablk_helper btintel cryptd bluetooth snd_pcm snd_timer joydev pcspkr snd rfkill sg soundcore vmw_vmci i2c_piix4 parport_pc parport fuse ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper nfit libnvdimm syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm ata_piix crc32c_intel e1000 serio_raw libata mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 12499 Comm: kworker/0:2 Kdump: loaded Tainted: G W L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9c5def8e20e0 ti: ffff9c5db5d00000 task.ti: ffff9c5db5d00000
RIP: 0010:[<ffffffffc08b2bed>] [<ffffffffc08b2bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff9c5db5d03dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000086 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff9c608d00
RBP: ffff9c5db5d03e18 R08: ffffffffc08b5560 R09: 0000fdd26b2b5558
R10: 0000fdd26b2b5558 R11: 0000000000000293 R12: ffffffff9baae2e5
R13: ffff9c5db5d03d58 R14: ffffffff9baae0ca R15: ffff9c5db5d03d38
FS: 0000000000000000(0000) GS:ffff9c5e3ac00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6140bd4000 CR3: 00000000b3e10000 CR4: 00000000003607f0
Call Trace:
[<ffffffff9babe6bf>] process_one_work+0x17f/0x440
[<ffffffff9babf7d6>] worker_thread+0x126/0x3c0
[<ffffffff9babf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff9bac6691>] kthread+0xd1/0xe0
[<ffffffff9bac65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff9c192d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9bac65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 f8 0c 31 db 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #55840
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc05dbcda
Build id: 3.10.0-862.el7.x86_64
|
0xba
|
|
2
|
process_one_work
|
vmlinux |
0xffffffffb68b2dff
Build id: 3.10.0-862.el7.x86_64
|
0x17f
|
|
3
|
worker_thread
|
vmlinux |
0xffffffffb68b3ac6
Build id: 3.10.0-862.el7.x86_64
|
0x126
|
|
4
|
|
vmlinux |
0xffffffffb68b39a0
Build id: 3.10.0-862.el7.x86_64
|
0x2a0
|
|
5
|
kthread
|
vmlinux |
0xffffffffb68bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
6
|
|
vmlinux |
0xffffffffb68bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb6f1f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
8
|
|
vmlinux |
0xffffffffb68bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 28s! [kworker/2:4:11918]
Modules linked in: ext4 mbcache jbd2 rbd libceph dns_resolver veth xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ipip tunnel4 ip_tunnel xt_set ip_set_hash_ipportnet ip_set_bitmap_port ip_set_hash_ipport ip_set_hash_ipportip ip_set dummy ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_comment xt_mark nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter fuse overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd nfit pcspkr sg ppdev joydev vmw_balloon parport_pc libnvdimm parport vmw_vmci shpchp i2c_piix4 ip_tables xfs libcrc32c ata_generic sr_mod pata_acpi cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci sd_mod crc_t10dif libahci ata_piix crct10dif_generic drm crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 i2c_core vmw_pvscsi floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 11918 Comm: kworker/2:4 Tainted: G W L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9f72eb6edee0 ti: ffff9f729fa14000 task.ti: ffff9f729fa14000
RIP: 0010:[<ffffffffc05dbcda>] [<ffffffffc05dbcda>] vmballoon_work+0xba/0x63d [vmw_balloon]
RSP: 0018:ffff9f729fa17dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000086 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffb74074c0
RBP: ffff9f729fa17e18 R08: ffffffffc05de560 R09: 0000fe882afde558
R10: 0000fe882afde558 R11: 0000000000000000 R12: ffffffffb68a2fd2
R13: ffff9f729fa17d58 R14: ffffffffb68a2f1b R15: ffff9f729fa17d38
FS: 0000000000000000(0000) GS:ffff9f72f7c80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00907a158 CR3: 00000000b6400000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffb68b2dff>] process_one_work+0x17f/0x440
[<ffffffffb68b3ac6>] worker_thread+0x126/0x3c0
[<ffffffffb68b39a0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffffb68bae31>] kthread+0xd1/0xe0
[<ffffffffb68bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb6f1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb68bad60>] ? insert_kthread_work+0x40/0x40
Code: 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 00 00 00 00 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 aa 00 00 00 48 83 f8 07 0f 84 93 00 00 00 f6 05
Complete report #23996
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc060abed
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xbd
|
|
2
|
process_one_work
|
vmlinux |
0xffffffffa22baf9f
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x17f
|
|
3
|
worker_thread
|
vmlinux |
0xffffffffa22bc036
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x126
|
|
4
|
|
vmlinux |
0xffffffffa22bbf10
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x2a0
|
|
5
|
kthread
|
vmlinux |
0xffffffffa22c2e81
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xd1
|
|
6
|
|
vmlinux |
0xffffffffa22c2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa2976c37
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x21
|
|
8
|
|
vmlinux |
0xffffffffa22c2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 23s! [kworker/4:0:16486]
Modules linked in: tcp_lp fuse cmac arc4 md4 nls_utf8 xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink cifs ccm dns_resolver nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc xfs dm_mirror dm_region_hash libcrc32c dm_log dm_mod nfit ppdev libnvdimm vmw_balloon coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd sg vmw_vmci pcspkr i2c_piix4 joydev parport_pc parport binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm mptspi crct10dif_pclmul scsi_transport_spi crct10dif_common libata mptscsih crc32c_intel serio_raw mptbase vmxnet3 drm_panel_orientation_quirks floppy
CPU: 4 PID: 16486 Comm: kworker/4:0 Kdump: loaded Tainted: G L ------------ 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9da2a5e35140 ti: ffff9d9bb0ebc000 task.ti: ffff9d9bb0ebc000
RIP: 0010:[<ffffffffc060abed>] [<ffffffffc060abed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0000:ffff9d9bb0ebfdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000086 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffa2e08cc0
RBP: ffff9d9bb0ebfe18 R08: ffffffffc060d560 R09: 0000fe7c6b00d558
R10: 0000fe7c6b00d558 R11: 0000000000000005 R12: ffffffffa22abf9c
R13: ffff9d9bb0ebfd88 R14: 0000000000000086 R15: ffffffffa2e98840
FS: 0000000000000000(0000) GS:ffff9da33fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005598f6095098 CR3: 000000000631c000 CR4: 00000000000407e0
Call Trace:
[<ffffffffa22baf9f>] process_one_work+0x17f/0x440
[<ffffffffa22bc036>] worker_thread+0x126/0x3c0
[<ffffffffa22bbf10>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffa22c2e81>] kthread+0xd1/0xe0
[<ffffffffa22c2db0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa2976c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa22c2db0>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 f8 20 db e1 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #2651
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_lock_page
|
vmw_balloon |
0xffffffffc01e5297
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x57
|
|
2
|
vmballoon_work
|
vmw_balloon |
0xffffffffc01e60d5
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x5a5
|
|
3
|
process_one_work
|
vmlinux |
0xffffffffb5cbd0ff
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffffb5cbe216
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffffb5cbe0f0
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffffb5cc50d1
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffffb5cc5000
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb638cd37
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffffb5cc5000
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 40s! [kworker/2:1:14348]
Modules linked in: binfmt_misc vmw_vsock_vmci_transport vsock sb_edac ppdev coretemp vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg joydev pcspkr parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul crct10dif_common mptspi crc32c_intel scsi_transport_spi serio_raw e1000 mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 14348 Comm: kworker/2:1 Kdump: loaded Not tainted 3.10.0-1062.1.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 10/22/2013
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff8b1aeb7a0000 ti: ffff8b16df1f4000 task.ti: ffff8b16df1f4000
RIP: 0010:[<ffffffffc01e5297>] [<ffffffffc01e5297>] vmballoon_lock_page+0x57/0x150 [vmw_balloon]
RSP: 0018:ffff8b16df1f7da0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000200000000 RCX: 0000000000000002
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffc01e8438
RBP: ffff8b16df1f7dc0 R08: ffffffffb668a427 R09: 000000000024ea5c
R10: 0000000000002cdd R11: fffffffffffffff6 R12: ffff8b1afffdb008
R13: ffff8b1aeb7a0000 R14: ffff8b1aeb7a0000 R15: ffff8b1aeb7a0000
FS: 0000000000000000(0000) GS:ffff8b1aefc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8a9bcac010 CR3: 000000042c4a6000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc01e60d5>] vmballoon_work+0x5a5/0x6ff [vmw_balloon]
[<ffffffffb5cbd0ff>] process_one_work+0x17f/0x440
[<ffffffffb5cbe216>] worker_thread+0x126/0x3c0
[<ffffffffb5cbe0f0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffb5cc50d1>] kthread+0xd1/0xe0
[<ffffffffb5cc5000>] ? insert_kthread_work+0x40/0x40
[<ffffffffb638cd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb5cc5000>] ? insert_kthread_work+0x40/0x40
Code: 39 c1 0f 85 cc 00 00 00 bb 6f 6d 6c 45 48 89 cf 41 83 84 24 c4 00 00 00 01 89 d8 31 f6 ba 70 56 00 00 b9 02 00 00 00 4c 89 cb ed <48> 85 c0 49 89 c6 89 1f 0f 84 9b 00 00 00 48 83 f8 07 0f 84 81
Complete report #22966
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc0576bed
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffffa1580d92
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x402
|
|
3
|
process_one_work
|
vmlinux |
0xffffffffa0ebe34f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffffa0ebf466
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffffa0ebf340
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffffa0ec6321
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffffa0ec6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa158dd37
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffffa0ec6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 90s! [kworker/2:0:46304]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev vmw_vmci sg i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi libata scsi_transport_spi crct10dif_pclmul crct10dif_common
mptscsih crc32c_intel e1000 mptbase serio_raw drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 46304 Comm: kworker/2:0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/17/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff975eec3dc1c0 ti: ffff975c03da0000 task.ti: ffff975c03da0000
RIP: 0010:[<ffffffffc0576bed>] [<ffffffffc0576bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff975c03da3dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff975eec3dc228 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffa1a08d00
RBP: ffff975c03da3e18 R08: ffffffffc0579560 R09: 0000fea16af79558
R10: 0000fea16af79558 R11: ffff975faba47f00 R12: ffff975fae69ac80
R13: ffffffffa0ee2b2c R14: ffff975c03da3d58 R15: ffffffffa0ee28c9
FS: 0000000000000000(0000) GS:ffff975fae680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa70244b7e0 CR3: 00000000b9e8c000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa1580d92>] ? __schedule+0x402/0x840
[<ffffffffa0ebe34f>] process_one_work+0x17f/0x440
[<ffffffffa0ebf466>] worker_thread+0x126/0x3c0
[<ffffffffa0ebf340>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffa0ec6321>] kthread+0xd1/0xe0
[<ffffffffa0ec6250>] ? insert_kthread_work+0x40/0x40
[<ffffffffa158dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa0ec6250>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 f8 c1 a4 e0 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #111019
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc049ebed
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffff8bd878ff
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x3af
|
|
3
|
process_one_work
|
vmlinux |
0xffffffff8b6bde3f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffff8b6bef56
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffff8b6bee30
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffff8b6c5e11
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xd1
|
|
7
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8bd94ec9
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x96
|
|
8
|
|
vmlinux |
0xffffffff8b6c5d40
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x40
|
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8bd94df7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21
|
|
10
|
|
vmlinux |
0xffffffff8b6c5d40
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [kworker/1:1:5344]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_nat nf_nat_ipv4 nf_nat iptable_mangle ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon sg joydev pcspkr parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit libnvdimm ata_piix drm crct10dif_pclmul crct10dif_common libata mptspi scsi_transport_spi crc32c_intel serio_raw e1000 mptscsih mptbase
drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 5344 Comm: kworker/1:1 Kdump: loaded Not tainted 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9a8d4bba5280 ti: ffff9a8f53448000 task.ti: ffff9a8f53448000
RIP: 0010:[<ffffffffc049ebed>] [<ffffffffc049ebed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff9a8f5344bdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9a8f5344bd98 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff8c208d00
RBP: ffff9a8f5344be18 R08: ffffffffc04a1560 R09: 0000fed76aea1558
R10: 0000fed76aea1558 R11: 0000000000000293 R12: 0000000000000001
R13: ffff9a907fc5acc0 R14: ffff9a907fc5ad40 R15: ffff9a8d4bba52e8
FS: 0000000000000000(0000) GS:ffff9a907fc40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f66b3fffa08 CR3: 000000030cb46000 CR4: 00000000000007e0
Call Trace:
[<ffffffff8bd878ff>] ? __schedule+0x3af/0x860
[<ffffffff8b6bde3f>] process_one_work+0x17f/0x440
[<ffffffff8b6bef56>] worker_thread+0x126/0x3c0
[<ffffffff8b6bee30>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff8b6c5e11>] kthread+0xd1/0xe0
[<ffffffff8bd94ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff8b6c5d40>] ? insert_kthread_work+0x40/0x40
[<ffffffff8bd94df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8b6c5d40>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 f8 4a 32 cb 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #67230
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc0509bed
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffffa4369aba
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x42a
|
|
3
|
process_one_work
|
vmlinux |
0xffffffffa3cbaf9f
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffffa3cbc036
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffffa3cbbf10
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffffa3cc2e81
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffffa3cc2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa4376c37
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffffa3cc2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 316s! [kworker/3:0:5467]
Modules linked in: xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ipip tunnel4 ip_tunnel xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 tun ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_conntrack ebtable_filter ebtables ip6table_filter ip6_tables devlink xt_addrtype xt_set xt_mark ip_set_hash_ipportnet ip_set_hash_ipportip ip_set_bitmap_port ip_set_hash_ipport ip_set nfnetlink dummy xt_comment iptable_nat nf_nat_ipv4 nf_nat overlay(T) nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg i2c_piix4 parport_pc parport vmw_vmci br_netfilter
bridge stp llc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi ata_piix crct10dif_pclmul crct10dif_common scsi_transport_spi crc32c_intel mptscsih libata serio_raw nfit mptbase libnvdimm vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 5467 Comm: kworker/3:0 Tainted: G W L ------------ T 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9647b2ae2080 ti: ffff96469faac000 task.ti: ffff96469faac000
RIP: 0010:[<ffffffffc0509bed>] [<ffffffffc0509bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0000:ffff96469faafdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff96469faafda0 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffa4808cc0
RBP: ffff96469faafe18 R08: ffffffffc050c560 R09: 0000febcaaf0c558
R10: 0000febcaaf0c558 R11: 0000000000000001 R12: 0000000000000001
R13: ffff9647ffcdab80 R14: ffff9647ffcdac00 R15: ffff9647b2ae20e8
FS: 0000000000000000(0000) GS:ffff9647ffcc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000435240 CR3: 0000000035fa2000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa4369aba>] ? __schedule+0x42a/0x860
[<ffffffffa3cbaf9f>] process_one_work+0x17f/0x440
[<ffffffffa3cbc036>] worker_thread+0x126/0x3c0
[<ffffffffa3cbbf10>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffa3cc2e81>] kthread+0xd1/0xe0
[<ffffffffa3cc2db0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa4376c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa3cc2db0>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 f8 30 8b e3 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #47362
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc0491cda
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xba
|
|
2
|
|
vmlinux |
0xffffffffb111294c
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x41c
|
|
3
|
process_one_work
|
vmlinux |
0xffffffffb0ab2dff
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffffb0ab3ac6
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffffb0ab39a0
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffffb0abae31
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffffb0abad60
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb111f5f7
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffffb0abad60
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [kworker/1:0:23994]
Modules linked in: tcp_lp veth fuse nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmhgfs(OE) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq coretemp snd_seq_device snd_pcm iosf_mbi snd_timer snd crc32_pclmul ghash_clmulni_intel soundcore aesni_intel lrw gf128mul ppdev glue_helper ablk_helper cryptd nfit joydev pcspkr libnvdimm sg vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4
ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul crct10dif_common i2c_core mptspi crc32c_intel scsi_transport_spi mptscsih e1000 mptbase serio_raw
CPU: 1 PID: 23994 Comm: kworker/1:0 Kdump: loaded Tainted: G OEL ------------ T 3.10.0-862.2.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9878b50e0fd0 ti: ffff987901028000 task.ti: ffff987901028000
RIP: 0010:[<ffffffffc0491cda>] [<ffffffffc0491cda>] vmballoon_work+0xba/0x63d [vmw_balloon]
RSP: 0018:ffff98790102bdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff98790102bd70 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffb16074c0
RBP: ffff98790102be18 R08: ffffffffc0494560 R09: 0000fedaaae94558
R10: 0000fedaaae94558 R11: 0000000000000000 R12: ffff98790102bd90
R13: 0000000000000001 R14: 0000000000000001 R15: ffff9879b9658b00
FS: 0000000000000000(0000) GS:ffff9879b9640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 0000560d3628b300 CR3: 0000000134720000 CR4: 00000000001607e0
Call Trace:
[<ffffffffb111294c>] ? __schedule+0x41c/0xa20
[<ffffffffb0ab2dff>] process_one_work+0x17f/0x440
[<ffffffffb0ab3ac6>] worker_thread+0x126/0x3c0
[<ffffffffb0ab39a0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffffb0abae31>] kthread+0xd1/0xe0
[<ffffffffb0abad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb111f5f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb0abad60>] ? insert_kthread_work+0x40/0x40
Code: 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 00 00 00 00 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 aa 00 00 00 48 83 f8 07 0f 84 93 00 00 00 f6 05
Complete report #15753
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc043ccda
Build id: 3.10.0-862.el7.x86_64
|
0xba
|
|
2
|
|
vmlinux |
0xffffffffac71291c
Build id: 3.10.0-862.el7.x86_64
|
0x41c
|
|
3
|
process_one_work
|
vmlinux |
0xffffffffac0b2dff
Build id: 3.10.0-862.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffffac0b3ac6
Build id: 3.10.0-862.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffffac0b39a0
Build id: 3.10.0-862.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffffac0bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffffac0bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffac71f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffffac0bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [kworker/3:0:25]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac coretemp snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ghash_clmulni_intel ac97_bus aesni_intel lrw gf128mul glue_helper snd_seq ablk_helper snd_seq_device snd_pcm snd_timer cryptd snd soundcore
ppdev vmw_balloon pcspkr sg joydev nfit parport_pc libnvdimm parport i2c_piix4 vmw_vmci shpchp ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata scsi_transport_spi mptscsih e1000 serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 25 Comm: kworker/3:0 Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff9d3d2dfbeeb0 ti: ffff9d3d2dff8000 task.ti: ffff9d3d2dff8000
RIP: 0010:[<ffffffffc043ccda>] [<ffffffffc043ccda>] vmballoon_work+0xba/0x63d [vmw_balloon]
RSP: 0000:ffff9d3d2dffbdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9d3d2dffbd70 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffffacc074c0
RBP: ffff9d3d2dffbe18 R08: ffffffffc043f560 R09: 0000feefeae3f558
R10: 0000feefeae3f558 R11: 0000000000000001 R12: ffff9d3d2dffbd90
R13: 0000000000000001 R14: 0000000000000001 R15: ffff9d47204d8b00
FS: 0000000000000000(0000) GS:ffff9d47204c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007feec3571e19 CR3: 0000000b32f78000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffac71291c>] ? __schedule+0x41c/0xa20
[<ffffffffac0b2dff>] process_one_work+0x17f/0x440
[<ffffffffac0b3ac6>] worker_thread+0x126/0x3c0
[<ffffffffac0b39a0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffffac0bae31>] kthread+0xd1/0xe0
[<ffffffffac0bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffac71f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffac0bad60>] ? insert_kthread_work+0x40/0x40
Code: 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 84 00 00 00 00 00 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 aa 00 00 00 48 83 f8 07 0f 84 93 00 00 00 f6 05
Complete report #11135
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc04d7bed
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffff949689ba
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x42a
|
|
3
|
process_one_work
|
vmlinux |
0xffffffff942b9e3f
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffff942baed6
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffff942badb0
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffff942c1d21
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffff942c1c50
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff94975c37
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffff942c1c50
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 33s! [kworker/2:2:127042]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd joydev pcspkr sg vmw_balloon parport_pc parport vmw_vmci
i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom crct10dif_pclmul crct10dif_common crc32c_intel ata_generic pata_acpi serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks ata_piix libata nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 127042 Comm: kworker/2:2 Tainted: G L ------------ T 3.10.0-957.12.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff907585c21040 ti: ffff90757e2b8000 task.ti: ffff90757e2b8000
RIP: 0010:[<ffffffffc04d7bed>] [<ffffffffc04d7bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff90757e2bbdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff90757e2bbda0 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff94e08cc0
RBP: ffff90757e2bbe18 R08: ffffffffc04da560 R09: 0000fec92aeda558
R10: 0000fec92aeda558 R11: 0000000000000000 R12: 0000000000000001
R13: ffff90763969ab80 R14: ffff90763969ac00 R15: ffff907585c210a8
FS: 0000000000000000(0000) GS:ffff907639680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00001a12e62e1010 CR3: 0000000049cf2000 CR4: 00000000001607e0
Call Trace:
[<ffffffff949689ba>] ? __schedule+0x42a/0x860
[<ffffffff942b9e3f>] process_one_work+0x17f/0x440
[<ffffffff942baed6>] worker_thread+0x126/0x3c0
[<ffffffff942badb0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffff942c1d21>] kthread+0xd1/0xe0
[<ffffffff942c1c50>] ? insert_kthread_work+0x40/0x40
[<ffffffff94975c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff942c1c50>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 a8 3f ee d3 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #2582
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc0703bed
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffff98185942
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x402
|
|
3
|
process_one_work
|
vmlinux |
0xffffffff97abe6bf
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffff97abf7d6
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffff97abf6b0
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffff97ac6691
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffff97ac65c0
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff98192d37
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffff97ac65c0
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 27s! [kworker/0:0:8677]
Modules linked in: binfmt_misc xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp crc32_pclmul ghash_clmulni_intel aesni_intel ppdev vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd sg joydev pcspkr vmw_vmci parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi drm ata_piix scsi_transport_spi
mptscsih libata crct10dif_pclmul crct10dif_common crc32c_intel mptbase vmxnet3 serio_raw drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 8677 Comm: kworker/0:0 Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.8.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff930aa16d3150 ti: ffff930671cdc000 task.ti: ffff930671cdc000
RIP: 0010:[<ffffffffc0703bed>] [<ffffffffc0703bed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff930671cdfdd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff930671cdfd98 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff98608d00
RBP: ffff930671cdfe18 R08: ffffffffc0706560 R09: 0000fe3e2b106558
R10: 0000fe3e2b106558 R11: 0000000000000293 R12: 0000000000000001
R13: ffff930cbfc1acc0 R14: ffff930cbfc1ad40 R15: ffff930aa16d31b8
FS: 0000000000000000(0000) GS:ffff930cbfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2c882f9000 CR3: 000000081cf72000 CR4: 00000000000007f0
Call Trace:
[<ffffffff98185942>] ? __schedule+0x402/0x840
[<ffffffff97abe6bf>] process_one_work+0x17f/0x440
[<ffffffff97abf7d6>] worker_thread+0x126/0x3c0
[<ffffffff97abf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff97ac6691>] kthread+0xd1/0xe0
[<ffffffff97ac65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff98192d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff97ac65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 58 fd 4b d7 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff
Complete report #1718
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
vmballoon_work
|
vmw_balloon |
0xffffffffc058ebed
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xbd
|
|
2
|
|
vmlinux |
0xffffffff83d85942
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x402
|
|
3
|
process_one_work
|
vmlinux |
0xffffffff836be6bf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x17f
|
|
4
|
worker_thread
|
vmlinux |
0xffffffff836bf7d6
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x126
|
|
5
|
|
vmlinux |
0xffffffff836bf6b0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a0
|
|
6
|
kthread
|
vmlinux |
0xffffffff836c6691
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xd1
|
|
7
|
|
vmlinux |
0xffffffff836c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff83d92d37
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
9
|
|
vmlinux |
0xffffffff836c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 230s! [kworker/1:1:28773]
Modules linked in: mfe_fileaccess_100610110(OE) udp_diag tcp_diag inet_diag xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 ipt_REJECT nf_reject_ipv4 nf_log_ipv4 nf_log_common xt_LOG xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter mfe_aac_100610110(OE) vmw_vsock_vmci_transport vsock sb_edac iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel
vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg vmw_vmci i2c_piix4 parport_pc parport auth_rpcgss sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod vmwgfx crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm e1000e libahci ata_piix nfit crct10dif_pclmul crct10dif_common crc32c_intel libata libnvdimm serio_raw ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 28773 Comm: kworker/1:1 Kdump: loaded Tainted: G W OEL ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff8bf321fc3150 ti: ffff8bee8bd00000 task.ti: ffff8bee8bd00000
RIP: 0010:[<ffffffffc058ebed>] [<ffffffffc058ebed>] vmballoon_work+0xbd/0x6ff [vmw_balloon]
RSP: 0018:ffff8bee8bd03dd0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000001
RDX: 0000000000005670 RSI: 0000000000000000 RDI: ffffffff84208d00
RBP: ffff8bee8bd03e18 R08: ffffffffc0591560 R09: 0000fe9b6af91558
R10: 0000fe9b6af91558 R11: ffff8bf2ae3e7f00 R12: ffff8bee8bd00000
R13: 0000000000000001 R14: 0000000000000003 R15: ffff8bf2ae3e7f00
FS: 0000000000000000(0000) GS:ffff8bf327240000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdb84cab000 CR3: 00000005b494e000 CR4: 00000000001607e0
Call Trace:
[<ffffffff83d85942>] ? __schedule+0x402/0x840
[<ffffffff836be6bf>] process_one_work+0x17f/0x440
[<ffffffff836bf7d6>] worker_thread+0x126/0x3c0
[<ffffffff836bf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff836c6691>] kthread+0xd1/0xe0
[<ffffffff836c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff83d92d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff836c65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 e8 a8 4d 23 c3 49 8b 5f b0 89 d8 48 39 c3 75 b0 41 83 87 6c ff ff ff 01 31 f6 ba 70 56 00 00 b9 01 00 00 00 b8 6f 6d 6c 45 ed <48> 85 c0 0f 84 69 01 00 00 48 83 f8 07 75 08 41 c6 87 e4 fe ff