Complete report #1028891
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
finish_task_switch
|
vmlinux |
0xffffffffa4cda8a4
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x54
|
|
2
|
__schedule
|
vmlinux |
0xffffffffa53b7920
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x320
|
|
3
|
schedule
|
vmlinux |
0xffffffffa53b7ca9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x29
|
|
4
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffa53b7012
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb2
|
|
5
|
|
vmlinux |
0xffffffffa4ccf340
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x50
|
|
6
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffa53b7006
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa6
|
|
7
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffffa53b70d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x13
|
|
8
|
poll_schedule_timeout
|
vmlinux |
0xffffffffa4e72645
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x55
|
|
9
|
do_sys_poll
|
vmlinux |
0xffffffffa4e73e1d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x48d
|
|
10
|
|
vmlinux |
0xffffffffa4cd8f31
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x91
|
|
11
|
|
vmlinux |
0xffffffffa4cd8990
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x20
|
|
12
|
|
vmlinux |
0xffffffffa4cd8f9d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1d
|
|
13
|
|
vmlinux |
0xffffffffa526289d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x3d
|
|
14
|
|
vmlinux |
0xffffffffa534443b
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x3cb
|
|
15
|
|
vmlinux |
0xffffffffa4e72550
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xf0
|
|
16
|
|
vmlinux |
0xffffffffa4e72550
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xf0
|
|
17
|
|
vmlinux |
0xffffffffa4f226b9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xc9
|
|
18
|
|
vmlinux |
0xffffffffa4eb0964
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x174
|
|
19
|
|
vmlinux |
0xffffffffa4c706ce
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e
|
|
20
|
|
vmlinux |
0xffffffffa4d0d512
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x52
|
|
21
|
SyS_poll
|
vmlinux |
0xffffffffa4e74024
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x74
|
|
22
|
system_call_fastpath
|
vmlinux |
0xffffffffa53c539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 28s! [rtkit-daemon:805]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vboxsf(OE) sunrpc joydev ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul vboxvideo(OE) glue_helper snd_intel8x0 ablk_helper cryptd snd_ac97_codec ac97_bus ttm snd_seq vboxguest(OE) drm_kms_helper snd_seq_device syscopyarea sysfillrect snd_pcm sysimgblt snd_timer i2c_piix4 fb_sys_fops
snd soundcore sg drm parport_pc drm_panel_orientation_quirks video parport pcspkr binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi ahci libahci ata_piix crct10dif_pclmul crct10dif_common e1000 crc32c_intel serio_raw libata dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 805 Comm: rtkit-daemon Tainted: G OEL ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9913959d6300 ti: ffff99139b980000 task.ti: ffff99139b980000
RIP: 0010:[<ffffffffa4cda8a4>] [<ffffffffa4cda8a4>] finish_task_switch+0x54/0x1c0
RSP: 0018:ffff99139b983988 EFLAGS: 00010246
RAX: 0000000000000001 RBX: ffff99139b983938 RCX: 00000000c0000100
RDX: ffff99139b981fd8 RSI: ffff9913959d6300 RDI: ffff9913b481acc0
RBP: ffff99139b9839a8 R08: ffff99139b980000 R09: 0000000000000001
R10: 2d20302020202032 R11: 0000000000000246 R12: ffff9913959d6300
R13: 0000000000000000 R14: ffff9913b489ae60 R15: ffff9913959d6428
FS: 00007f08482b0700(0000) GS:ffff9913b4800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 0000000000883000 CR3: 00000005d8c60000 CR4: 00000000000006f0
Call Trace:
[<ffffffffa53b7920>] __schedule+0x320/0x680
[<ffffffffa53b7ca9>] schedule+0x29/0x70
[<ffffffffa53b7012>] schedule_hrtimeout_range_clock+0xb2/0x160
[<ffffffffa4ccf340>] ? hrtimer_get_res+0x50/0x50
[<ffffffffa53b7006>] ? schedule_hrtimeout_range_clock+0xa6/0x160
[<ffffffffa53b70d3>] schedule_hrtimeout_range+0x13/0x20
[<ffffffffa4e72645>] poll_schedule_timeout+0x55/0xc0
[<ffffffffa4e73e1d>] do_sys_poll+0x48d/0x590
[<ffffffffa4cd8f31>] ? __wake_up_common_lock+0x91/0xc0
[<ffffffffa4cd8990>] ? task_rq_unlock+0x20/0x20
[<ffffffffa4cd8f9d>] ? __wake_up_sync_key+0x1d/0x30
[<ffffffffa526289d>] ? sock_def_readable+0x3d/0x70
[<ffffffffa534443b>] ? unix_dgram_sendmsg+0x3cb/0x770
[<ffffffffa4e72550>] ? __pollwait+0xf0/0xf0
[<ffffffffa4e72550>] ? __pollwait+0xf0/0xf0
[<ffffffffa4f226b9>] ? file_has_perm+0xc9/0x160
[<ffffffffa4eb0964>] ? eventfd_ctx_read+0x174/0x1e0
[<ffffffffa4c706ce>] ? kvm_clock_get_cycles+0x1e/0x30
[<ffffffffa4d0d512>] ? ktime_get_ts64+0x52/0xf0
[<ffffffffa4e74024>] SyS_poll+0x74/0x110
[<ffffffffa53c539a>] system_call_fastpath+0x25/0x2a
Code: 8b 36 66 66 66 66 90 65 48 8b 34 25 c0 0e 01 00 66 66 66 66 90 41 c7 45 28 00 00 00 00 48 89 df e8 6a 3d 04 00 66 90 fb 66 66 90 <66> 66 90 65 48 8b 04 25 c0 0e 01 00 48 8b 98 78 01 00 00 48 85
Complete report #855386
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
finish_task_switch
|
vmlinux |
0xffffffff88ad0977
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x57
|
|
2
|
__schedule
|
vmlinux |
0xffffffff891689ba
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x42a
|
|
3
|
|
vmlinux |
0xffffffff88ac5d9d
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x1ed
|
|
4
|
schedule
|
vmlinux |
0xffffffff89168e19
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x29
|
|
5
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff89168002
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xb2
|
|
6
|
|
vmlinux |
0xffffffff88ac58d0
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x50
|
|
7
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff89167ff6
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xa6
|
|
8
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffff891680b3
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x13
|
|
9
|
poll_schedule_timeout
|
vmlinux |
0xffffffff88c57595
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x55
|
|
10
|
do_sys_poll
|
vmlinux |
0xffffffff88c58d1d
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x48d
|
|
11
|
|
vmlinux |
0xffffffff88acbb8b
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x5b
|
|
12
|
|
vmlinux |
0xffffffff88acedaf
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x4f
|
|
13
|
|
vmlinux |
0xffffffff8901e4ba
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x3a
|
|
14
|
|
vmlinux |
0xffffffff890f88fb
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x3cb
|
|
15
|
|
vmlinux |
0xffffffff88c574b0
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xf0
|
|
16
|
|
vmlinux |
0xffffffff88c574b0
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xf0
|
|
17
|
|
vmlinux |
0xffffffff88c92b26
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x176
|
|
18
|
|
vmlinux |
0xffffffff88a6a10e
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x1e
|
|
19
|
|
vmlinux |
0xffffffff88b01212
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x52
|
|
20
|
SyS_poll
|
vmlinux |
0xffffffff88c58f24
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x74
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffff89175ddb
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x22
|
|
22
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff89175d21
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [rtkit-daemon:3789]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vboxsf(OE) nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dm_mirror dm_region_hash dm_log dm_mod ppdev joydev nfit libnvdimm iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device pcspkr snd_pcm i2c_piix4 sg parport_pc snd_timer video parport snd vboxguest(OE) soundcore nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ahci ttm libahci ata_piix serio_raw drm drm_panel_orientation_quirks e1000 libata
CPU: 1 PID: 3789 Comm: rtkit-daemon Kdump: loaded Tainted: G OEL ------------ 3.10.0-957.12.2.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff88a682ecc100 ti: ffff88a0b5704000 task.ti: ffff88a0b5704000
RIP: 0010:[<ffffffff88ad0977>] [<ffffffff88ad0977>] finish_task_switch+0x57/0x1c0
RSP: 0000:ffff88a0b5707958 EFLAGS: 00010246
RAX: 0000000000000001 RBX: ffffffff88a34919 RCX: 00000000c0000100
RDX: ffff88a0b5705fd8 RSI: ffff88a682ecc100 RDI: ffff88a69fc9ab80
RBP: ffff88a0b5707978 R08: ffff88a0b5704000 R09: 0000000000000001
R10: 000000000000bcd4 R11: 0000000000000001 R12: ffffffff88a6a12e
R13: ffff88a0b57078c8 R14: 0000000000000000 R15: ffff88a69fc1b680
FS: 00007f9115cc8700(0000) GS:ffff88a69fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000007ac9f8e0 CR3: 00000005fb31e000 CR4: 00000000000206e0
Call Trace:
[<ffffffff891689ba>] __schedule+0x42a/0x860
[<ffffffff88ac5d9d>] ? hrtimer_start_range_ns+0x1ed/0x3c0
[<ffffffff89168e19>] schedule+0x29/0x70
[<ffffffff89168002>] schedule_hrtimeout_range_clock+0xb2/0x150
[<ffffffff88ac58d0>] ? hrtimer_get_res+0x50/0x50
[<ffffffff89167ff6>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffff891680b3>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff88c57595>] poll_schedule_timeout+0x55/0xb0
[<ffffffff88c58d1d>] do_sys_poll+0x48d/0x590
[<ffffffff88acbb8b>] ? __wake_up_common+0x5b/0x90
[<ffffffff88acedaf>] ? __wake_up_sync_key+0x4f/0x60
[<ffffffff8901e4ba>] ? sock_def_readable+0x3a/0x70
[<ffffffff890f88fb>] ? unix_dgram_sendmsg+0x3cb/0x770
[<ffffffff88c574b0>] ? __pollwait+0xf0/0xf0
[<ffffffff88c574b0>] ? __pollwait+0xf0/0xf0
[<ffffffff88c92b26>] ? eventfd_ctx_read+0x176/0x1e0
[<ffffffff88a6a10e>] ? kvm_clock_get_cycles+0x1e/0x20
[<ffffffff88b01212>] ? ktime_get_ts64+0x52/0xf0
[<ffffffff88c58f24>] SyS_poll+0x74/0x110
[<ffffffff89175ddb>] system_call_fastpath+0x22/0x27
[<ffffffff89175d21>] ? system_call_after_swapgs+0xae/0x146
Code: 1f 44 00 00 65 48 8b 34 25 80 0e 01 00 0f 1f 44 00 00 41 c7 45 28 00 00 00 00 48 89 df ff 14 25 50 43 63 89 fb 66 0f 1f 44 00 00 <65> 48 8b 04 25 80 0e 01 00 48 8b 98 78 01 00 00 48 85 db 74 22
Complete report #696447
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
finish_task_switch
|
vmlinux |
0xffffffffa60da8a7
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x57
|
|
2
|
__schedule
|
vmlinux |
0xffffffffa67b7920
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x320
|
|
3
|
schedule
|
vmlinux |
0xffffffffa67b7ca9
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x29
|
|
4
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffa67b7012
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xb2
|
|
5
|
|
vmlinux |
0xffffffffa60cf340
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x50
|
|
6
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffa67b7006
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xa6
|
|
7
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffffa67b70d3
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x13
|
|
8
|
poll_schedule_timeout
|
vmlinux |
0xffffffffa6272585
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x55
|
|
9
|
do_sys_poll
|
vmlinux |
0xffffffffa6273d5d
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x48d
|
|
10
|
|
vmlinux |
0xffffffffa60d8f31
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x91
|
|
11
|
|
vmlinux |
0xffffffffa60d8990
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x20
|
|
12
|
|
vmlinux |
0xffffffffa60d8f9d
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x1d
|
|
13
|
|
vmlinux |
0xffffffffa666289d
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x3d
|
|
14
|
|
vmlinux |
0xffffffffa674481b
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x3cb
|
|
15
|
|
vmlinux |
0xffffffffa6272490
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xf0
|
|
16
|
|
vmlinux |
0xffffffffa6272490
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xf0
|
|
17
|
|
vmlinux |
0xffffffffa6280c84
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x24
|
|
18
|
|
vmlinux |
0xffffffffa626b812
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x122
|
|
19
|
|
vmlinux |
0xffffffffa62b08a4
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x174
|
|
20
|
|
vmlinux |
0xffffffffa60706ce
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x1e
|
|
21
|
|
vmlinux |
0xffffffffa610d482
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x52
|
|
22
|
SyS_poll
|
vmlinux |
0xffffffffa6273f64
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x74
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffffa67c539a
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [rtkit-daemon:812]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vboxsf(OE) sunrpc nfit libnvdimm snd_intel8x0 snd_ac97_codec ac97_bus snd_seq iosf_mbi crc32_pclmul snd_seq_device joydev ghash_clmulni_intel snd_pcm ppdev aesni_intel snd_timer lrw gf128mul glue_helper ablk_helper snd cryptd pcspkr vboxguest(OE) soundcore sg i2c_piix4 parport_pc parport video ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci ata_piix drm crct10dif_pclmul
crct10dif_common libata e1000 crc32c_intel drm_panel_orientation_quirks serio_raw dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 812 Comm: rtkit-daemon Kdump: loaded Tainted: G W OEL ------------ 3.10.0-1160.88.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffffa12e8420e300 ti: ffffa128b5610000 task.ti: ffffa128b5610000
RIP: 0010:[<ffffffffa60da8a7>] [<ffffffffa60da8a7>] finish_task_switch+0x57/0x1c0
RSP: 0018:ffffa128b5613988 EFLAGS: 00010246
RAX: 0000000000000001 RBX: ffffa128b5613938 RCX: 00000000c0000100
RDX: ffffa128b5611fd8 RSI: ffffa12e8420e300 RDI: ffffa12e9fc9acc0
RBP: ffffa128b56139a8 R08: ffffa128b5610000 R09: 0000000000000001
R10: 0000000000000002 R11: 0000000000000293 R12: 0000000000000000
R13: 0000000000000000 R14: ffffa12e9fc9ae60 R15: ffffa12e8420e428
FS: 00007f5e2adef700(0000) GS:ffffa12e9fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7169706000 CR3: 0000000035dc6000 CR4: 00000000000206e0
Call Trace:
[<ffffffffa67b7920>] __schedule+0x320/0x680
[<ffffffffa67b7ca9>] schedule+0x29/0x70
[<ffffffffa67b7012>] schedule_hrtimeout_range_clock+0xb2/0x160
[<ffffffffa60cf340>] ? hrtimer_get_res+0x50/0x50
[<ffffffffa67b7006>] ? schedule_hrtimeout_range_clock+0xa6/0x160
[<ffffffffa67b70d3>] schedule_hrtimeout_range+0x13/0x20
[<ffffffffa6272585>] poll_schedule_timeout+0x55/0xc0
[<ffffffffa6273d5d>] do_sys_poll+0x48d/0x590
[<ffffffffa60d8f31>] ? __wake_up_common_lock+0x91/0xc0
[<ffffffffa60d8990>] ? task_rq_unlock+0x20/0x20
[<ffffffffa60d8f9d>] ? __wake_up_sync_key+0x1d/0x30
[<ffffffffa666289d>] ? sock_def_readable+0x3d/0x70
[<ffffffffa674481b>] ? unix_dgram_sendmsg+0x3cb/0x770
[<ffffffffa6272490>] ? __pollwait+0xf0/0xf0
[<ffffffffa6272490>] ? __pollwait+0xf0/0xf0
[<ffffffffa6280c84>] ? mntput+0x24/0x40
[<ffffffffa626b812>] ? path_lookupat+0x122/0x8d0
[<ffffffffa62b08a4>] ? eventfd_ctx_read+0x174/0x1e0
[<ffffffffa60706ce>] ? kvm_clock_get_cycles+0x1e/0x30
[<ffffffffa610d482>] ? ktime_get_ts64+0x52/0xf0
[<ffffffffa6273f64>] SyS_poll+0x74/0x110
[<ffffffffa67c539a>] system_call_fastpath+0x25/0x2a
Code: 1f 44 00 00 65 48 8b 34 25 c0 0e 01 00 0f 1f 44 00 00 41 c7 45 28 00 00 00 00 48 89 df e8 da 3c 04 00 66 90 fb 66 0f 1f 44 00 00 <65> 48 8b 04 25 c0 0e 01 00 48 8b 98 78 01 00 00 48 85 db 74 22
Complete report #542412
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
finish_task_switch
|
vmlinux |
0xffffffff978d49d7
Build id: 3.10.0-1160.el7.x86_64
|
0x57
|
|
2
|
__schedule
|
vmlinux |
0xffffffff97f86c8f
Build id: 3.10.0-1160.el7.x86_64
|
0x3af
|
|
3
|
schedule
|
vmlinux |
0xffffffff97f87169
Build id: 3.10.0-1160.el7.x86_64
|
0x29
|
|
4
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff97f86352
Build id: 3.10.0-1160.el7.x86_64
|
0xb2
|
|
5
|
|
vmlinux |
0xffffffff978c9860
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
6
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff97f86346
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
|
7
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffff97f86403
Build id: 3.10.0-1160.el7.x86_64
|
0x13
|
|
8
|
poll_schedule_timeout
|
vmlinux |
0xffffffff97a63f35
Build id: 3.10.0-1160.el7.x86_64
|
0x55
|
|
9
|
do_sys_poll
|
vmlinux |
0xffffffff97a656cd
Build id: 3.10.0-1160.el7.x86_64
|
0x48d
|
|
10
|
|
vmlinux |
0xffffffff978d3101
Build id: 3.10.0-1160.el7.x86_64
|
0x91
|
|
11
|
|
vmlinux |
0xffffffff978d2ba0
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
12
|
|
vmlinux |
0xffffffff978d316d
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
13
|
|
vmlinux |
0xffffffff97e384cd
Build id: 3.10.0-1160.el7.x86_64
|
0x3d
|
|
14
|
|
vmlinux |
0xffffffff97f154bb
Build id: 3.10.0-1160.el7.x86_64
|
0x3cb
|
|
15
|
|
vmlinux |
0xffffffff97a63e50
Build id: 3.10.0-1160.el7.x86_64
|
0xf0
|
|
16
|
|
vmlinux |
0xffffffff97a63e50
Build id: 3.10.0-1160.el7.x86_64
|
0xf0
|
|
17
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff97a3e322
Build id: 3.10.0-1160.el7.x86_64
|
0xe2
|
|
18
|
|
vmlinux |
0xffffffff97b0eb49
Build id: 3.10.0-1160.el7.x86_64
|
0xc9
|
|
19
|
|
vmlinux |
0xffffffff97aa05c7
Build id: 3.10.0-1160.el7.x86_64
|
0x67
|
|
20
|
|
vmlinux |
0xffffffff97906362
Build id: 3.10.0-1160.el7.x86_64
|
0x52
|
|
21
|
SyS_poll
|
vmlinux |
0xffffffff97a658d4
Build id: 3.10.0-1160.el7.x86_64
|
0x74
|
|
22
|
system_call_fastpath
|
vmlinux |
0xffffffff97f93f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 209s! [rtkit-daemon:610]
Modules linked in: tcp_lp rfcomm veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ghash_clmulni_intel btusb btrtl btbcm btintel ppdev bluetooth aesni_intel lrw gf128mul glue_helper ablk_helper cryptd
rfkill vmw_balloon joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea ata_piix sysfillrect sysimgblt nfit fb_sys_fops libnvdimm ttm serio_raw libata mptspi drm scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 1 PID: 610 Comm: rtkit-daemon Kdump: loaded Tainted: G ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff99c9f3a98000 ti: ffff99c9f5614000 task.ti: ffff99c9f5614000
RIP: 0010:[<ffffffff978d49d7>] [<ffffffff978d49d7>] finish_task_switch+0x57/0x1c0
RSP: 0018:ffff99c9f5617958 EFLAGS: 00000286
RAX: ffff99c9f3939080 RBX: ffffffff97f86e76 RCX: 00000000c0000100
RDX: ffff99c9f5615fd8 RSI: ffff99c9f3a98000 RDI: ffff99c9fb65acc0
RBP: ffff99c9f5617978 R08: ffff99c9f5614000 R09: 0000000000000001
R10: 0000000000000024 R11: 0000000000000293 R12: ffffffff97f86e76
R13: ffffffff97f86e82 R14: ffffffff97f86e76 R15: ffffffff97f86e82
FS: 00007f660af7b700(0000) GS:ffff99c9fb640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3bafbac000 CR3: 000000007560c000 CR4: 00000000001607e0
Call Trace:
[<ffffffff97f86c8f>] __schedule+0x3af/0x860
[<ffffffff97f87169>] schedule+0x29/0x70
[<ffffffff97f86352>] schedule_hrtimeout_range_clock+0xb2/0x150
[<ffffffff978c9860>] ? hrtimer_get_res+0x50/0x50
[<ffffffff97f86346>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffff97f86403>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff97a63f35>] poll_schedule_timeout+0x55/0xc0
[<ffffffff97a656cd>] do_sys_poll+0x48d/0x590
[<ffffffff978d3101>] ? __wake_up_common_lock+0x91/0xc0
[<ffffffff978d2ba0>] ? task_rq_unlock+0x20/0x20
[<ffffffff978d316d>] ? __wake_up_sync_key+0x1d/0x20
[<ffffffff97e384cd>] ? sock_def_readable+0x3d/0x70
[<ffffffff97f154bb>] ? unix_dgram_sendmsg+0x3cb/0x770
[<ffffffff97a63e50>] ? __pollwait+0xf0/0xf0
[<ffffffff97a63e50>] ? __pollwait+0xf0/0xf0
[<ffffffff97a3e322>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff97b0eb49>] ? file_has_perm+0xc9/0x160
[<ffffffff97aa05c7>] ? eventfd_ctx_read+0x67/0x1e0
[<ffffffff97906362>] ? ktime_get_ts64+0x52/0xf0
[<ffffffff97a658d4>] SyS_poll+0x74/0x110
[<ffffffff97f93f92>] system_call_fastpath+0x25/0x2a
Code: 1f 44 00 00 65 48 8b 34 25 c0 0e 01 00 0f 1f 44 00 00 41 c7 45 28 00 00 00 00 48 89 df c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <65> 48 8b 04 25 c0 0e 01 00 48 8b 98 78 01 00 00 48 85 db 74 22
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [PLANE:33:plane-0] flip_done timed out
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [PLANE:33:plane-0] flip_done timed out
Complete report #329283
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
finish_task_switch
|
vmlinux |
0xffffffff922d49d7
Build id: 3.10.0-1160.el7.x86_64
|
0x57
|
|
2
|
__schedule
|
vmlinux |
0xffffffff92986c8f
Build id: 3.10.0-1160.el7.x86_64
|
0x3af
|
|
3
|
|
vmlinux |
0xffffffff922c9d2d
Build id: 3.10.0-1160.el7.x86_64
|
0x1fd
|
|
4
|
schedule
|
vmlinux |
0xffffffff92987169
Build id: 3.10.0-1160.el7.x86_64
|
0x29
|
|
5
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff92986352
Build id: 3.10.0-1160.el7.x86_64
|
0xb2
|
|
6
|
|
vmlinux |
0xffffffff922c9860
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
7
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff92986346
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
|
8
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffff92986403
Build id: 3.10.0-1160.el7.x86_64
|
0x13
|
|
9
|
poll_schedule_timeout
|
vmlinux |
0xffffffff92463f35
Build id: 3.10.0-1160.el7.x86_64
|
0x55
|
|
10
|
do_sys_poll
|
vmlinux |
0xffffffff924656cd
Build id: 3.10.0-1160.el7.x86_64
|
0x48d
|
|
11
|
|
vmlinux |
0xffffffff922d3101
Build id: 3.10.0-1160.el7.x86_64
|
0x91
|
|
12
|
|
vmlinux |
0xffffffff922d2ba0
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
13
|
|
vmlinux |
0xffffffff922d316d
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
14
|
|
vmlinux |
0xffffffff928384cd
Build id: 3.10.0-1160.el7.x86_64
|
0x3d
|
|
15
|
|
vmlinux |
0xffffffff929154bb
Build id: 3.10.0-1160.el7.x86_64
|
0x3cb
|
|
16
|
|
vmlinux |
0xffffffff92463e50
Build id: 3.10.0-1160.el7.x86_64
|
0xf0
|
|
17
|
|
vmlinux |
0xffffffff92463e50
Build id: 3.10.0-1160.el7.x86_64
|
0xf0
|
|
18
|
|
vmlinux |
0xffffffff92471bb4
Build id: 3.10.0-1160.el7.x86_64
|
0x24
|
|
19
|
|
vmlinux |
0xffffffff924a05c7
Build id: 3.10.0-1160.el7.x86_64
|
0x67
|
|
20
|
|
vmlinux |
0xffffffff9226d39e
Build id: 3.10.0-1160.el7.x86_64
|
0x1e
|
|
21
|
|
vmlinux |
0xffffffff92306362
Build id: 3.10.0-1160.el7.x86_64
|
0x52
|
|
22
|
SyS_poll
|
vmlinux |
0xffffffff924658d4
Build id: 3.10.0-1160.el7.x86_64
|
0x74
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffff92993f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 266s! [rtkit-daemon:951]
<EOI>
Modules linked in:
xt_nat veth xt_CHECKSUM iptable_mangle xt_addrtype ipt_MASQUERADE nf_nat_masquerade_ipv4 br_netfilter iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter devlink ebtables ip6table_filter ip6_tables iptable_filter overlay(T) sunrpc coretemp iosf_mbi crc32_pclmul gpio_ich ppdev snd_hda_codec_generic ghash_clmulni_intel snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq aesni_intel snd_seq_device lrw gf128mul glue_helper ablk_helper cryptd uvcvideo snd_pcm videobuf2_vmalloc videobuf2_memops videobuf2_core snd_timer videodev snd pcspkr sg joydev soundcore i2c_i801 lpc_ich prl_vid(POE) virtio_balloon parport_pc prl_tg(POE) sbs sbshc parport ip_tables ext4 mbcache jbd2 sd_mod
sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi virtio_net net_failover failover ahci crct10dif_pclmul crct10dif_common crc32c_intel ata_piix libahci libata serio_raw virtio_pci virtio_ring virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 951 Comm: rtkit-daemon Kdump: loaded Tainted: P OEL ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: Parallels Software International Inc. Parallels Virtual Platform/Parallels Virtual Platform, BIOS 17.0.1 (51482) 09/01/2021
task: ffff9ac9a923c200 ti: ffff9aca3cee4000 task.ti: ffff9aca3cee4000
RIP: 0010:[<ffffffff922d49d7>] [<ffffffff922d49d7>] finish_task_switch+0x57/0x1c0
RSP: 0018:ffff9aca3cee7958 EFLAGS: 00000286
RAX: ffff9ac9585bc200 RBX: ffff9aca3cee7908 RCX: 00000000c0000100
RDX: ffff9aca3cee5fd8 RSI: ffff9ac9a923c200 RDI: ffff9aca4ae5acc0
RBP: ffff9aca3cee7978 R08: ffff9aca3cee4000 R09: 0000000000000001
R10: 00007fb08d9eacc0 R11: 0000000000000246 R12: ffff9ac9a923c200
R13: ffff9ac9a923c328 R14: ffff9aca427c8040 R15: ffffffff922f0fd8
FS: 00007fdd3425c700(0000) GS:ffff9aca4ae40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faed2e02000 CR3: 00000000a92a8000 CR4: 00000000003606e0
Call Trace:
[<ffffffff92986c8f>] __schedule+0x3af/0x860
[<ffffffff922c9d2d>] ? hrtimer_start_range_ns+0x1fd/0x3c0
[<ffffffff92987169>] schedule+0x29/0x70
[<ffffffff92986352>] schedule_hrtimeout_range_clock+0xb2/0x150
[<ffffffff922c9860>] ? hrtimer_get_res+0x50/0x50
[<ffffffff92986346>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffff92986403>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff92463f35>] poll_schedule_timeout+0x55/0xc0
[<ffffffff924656cd>] do_sys_poll+0x48d/0x590
[<ffffffff922d3101>] ? __wake_up_common_lock+0x91/0xc0
[<ffffffff922d2ba0>] ? task_rq_unlock+0x20/0x20
[<ffffffff922d316d>] ? __wake_up_sync_key+0x1d/0x20
[<ffffffff928384cd>] ? sock_def_readable+0x3d/0x70
[<ffffffff929154bb>] ? unix_dgram_sendmsg+0x3cb/0x770
[<ffffffff92463e50>] ? __pollwait+0xf0/0xf0
[<ffffffff92463e50>] ? __pollwait+0xf0/0xf0
[<ffffffff92471bb4>] ? mntput+0x24/0x40
[<ffffffff924a05c7>] ? eventfd_ctx_read+0x67/0x1e0
[<ffffffff9226d39e>] ? kvm_clock_get_cycles+0x1e/0x20
[<ffffffff92306362>] ? ktime_get_ts64+0x52/0xf0
[<ffffffff924658d4>] SyS_poll+0x74/0x110
[<ffffffff92993f92>] system_call_fastpath+0x25/0x2a
Code: 1f 44 00 00 65 48 8b 34 25 c0 0e 01 00 0f 1f 44 00 00 41 c7 45 28 00 00 00 00 48 89 df c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <65> 48 8b 04 25 c0 0e 01 00 48 8b 98 78 01 00 00 48 85 db 74 22
Complete report #584187
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
finish_task_switch
|
vmlinux |
0xffffffff810bf107
Build id: 3.10.0-693.el7.x86_64
|
0x57
|
|
2
|
__schedule
|
vmlinux |
0xffffffff816a8f8d
Build id: 3.10.0-693.el7.x86_64
|
0x39d
|
|
3
|
schedule
|
vmlinux |
0xffffffff816a94c9
Build id: 3.10.0-693.el7.x86_64
|
0x29
|
|
4
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff816a8662
Build id: 3.10.0-693.el7.x86_64
|
0xb2
|
|
5
|
|
vmlinux |
0xffffffff810b4370
Build id: 3.10.0-693.el7.x86_64
|
0x50
|
|
6
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff816a8656
Build id: 3.10.0-693.el7.x86_64
|
0xa6
|
|
7
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffff816a8713
Build id: 3.10.0-693.el7.x86_64
|
0x13
|
|
8
|
poll_schedule_timeout
|
vmlinux |
0xffffffff81215eb5
Build id: 3.10.0-693.el7.x86_64
|
0x55
|
|
9
|
do_sys_poll
|
vmlinux |
0xffffffff8121743d
Build id: 3.10.0-693.el7.x86_64
|
0x4cd
|
|
10
|
|
vmlinux |
0xffffffff810ba588
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
11
|
|
vmlinux |
0xffffffff810bd55f
Build id: 3.10.0-693.el7.x86_64
|
0x4f
|
|
12
|
|
vmlinux |
0xffffffff8156ceba
Build id: 3.10.0-693.el7.x86_64
|
0x3a
|
|
13
|
|
vmlinux |
0xffffffff8163c506
Build id: 3.10.0-693.el7.x86_64
|
0x3c6
|
|
14
|
?
poll_select_copy_remaining
|
vmlinux |
0xffffffff81215dd0
Build id: 3.10.0-693.el7.x86_64
|
0x150
|
|
15
|
?
poll_select_copy_remaining
|
vmlinux |
0xffffffff81215dd0
Build id: 3.10.0-693.el7.x86_64
|
0x150
|
|
16
|
|
vmlinux |
0xffffffff8124efc7
Build id: 3.10.0-693.el7.x86_64
|
0x67
|
|
17
|
|
vmlinux |
0xffffffff810e939c
Build id: 3.10.0-693.el7.x86_64
|
0x4c
|
|
18
|
SyS_poll
|
vmlinux |
0xffffffff812175f4
Build id: 3.10.0-693.el7.x86_64
|
0x74
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [rtkit-daemon:2466]
Modules linked in: tcp_diag inet_diag nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache zram isofs vmw_vsock_vmci_transport vsock xfs libcrc32c sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd joydev pcspkr sg parport_pc vmw_vmci parport i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper mptspi crct10dif_pclmul syscopyarea sysfillrect crct10dif_common sysimgblt fb_sys_fops crc32c_intel ttm serio_raw scsi_transport_spi vmxnet3 drm mptscsih ata_piix libata floppy i2c_core mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 2466 Comm: rtkit-daemon Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff880035a06eb0 ti: ffff8801ab744000 task.ti: ffff8801ab744000
RIP: 0010:[<ffffffff810bf107>] [<ffffffff810bf107>] finish_task_switch+0x57/0x160
RSP: 0018:ffff8801ab7479b0 EFLAGS: 00000286
RAX: ffff8801b076bf40 RBX: ffffffff810d4d9b RCX: 00000000c0000100
RDX: ffff8801ab745fd8 RSI: ffff880035a06eb0 RDI: ffff8801bfc16cc0
RBP: ffff8801ab7479d0 R08: ffff8801ab744000 R09: 0000000000000000
R10: 000000000000bdd7 R11: 0000000000000001 R12: ffff8801ab747bac
R13: 0000000000000000 R14: 0000000000000000 R15: ffff8801bfc96e50
FS: 00007f79cd3d9700(0000) GS:ffff8801bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f6a9d09d000 CR3: 00000000a8a1c000 CR4: 00000000000407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8800a8ad1f40 ffff8801bfc16cc0 ffff8801b54d1900 0000000000000000
ffff8801ab747a30 ffffffff816a8f8d ffff880035a06eb0 ffff8801ab747fd8
ffff8801ab747fd8 ffff8801ab747fd8 ffff880035a06eb0 ffff8801ab747b88
Call Trace:
[<ffffffff816a8f8d>] __schedule+0x39d/0x8b0
[<ffffffff816a94c9>] schedule+0x29/0x70
[<ffffffff816a8662>] schedule_hrtimeout_range_clock+0xb2/0x150
[<ffffffff810b4370>] ? hrtimer_get_res+0x50/0x50
[<ffffffff816a8656>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffff816a8713>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81215eb5>] poll_schedule_timeout+0x55/0xb0
[<ffffffff8121743d>] do_sys_poll+0x4cd/0x580
[<ffffffff810ba588>] ? __wake_up_common+0x58/0x90
[<ffffffff810bd55f>] ? __wake_up_sync_key+0x4f/0x60
[<ffffffff8156ceba>] ? sock_def_readable+0x3a/0x70
[<ffffffff8163c506>] ? unix_dgram_sendmsg+0x3c6/0x770
[<ffffffff81215dd0>] ? poll_select_copy_remaining+0x150/0x150
[<ffffffff81215dd0>] ? poll_select_copy_remaining+0x150/0x150
[<ffffffff8124efc7>] ? eventfd_ctx_read+0x67/0x1e0
[<ffffffff810e939c>] ? ktime_get_ts64+0x4c/0xf0
[<ffffffff812175f4>] SyS_poll+0x74/0x110
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 1f 44 00 00 65 48 8b 34 25 00 ce 00 00 0f 1f 44 00 00 41 c7 45 28 00 00 00 00 48 89 df c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <65> 48 8b 04 25 00 ce 00 00 48 8b 98 78 01 00 00 48 85 db 74 1c
Complete report #382934
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
finish_task_switch
|
vmlinux |
0xffffffffb4cd0887
Build id: 3.10.0-957.el7.x86_64
|
0x57
|
|
2
|
__schedule
|
vmlinux |
0xffffffffb536770f
Build id: 3.10.0-957.el7.x86_64
|
0x3ff
|
|
3
|
|
vmlinux |
0xffffffffb4cc5cad
Build id: 3.10.0-957.el7.x86_64
|
0x1ed
|
|
4
|
schedule
|
vmlinux |
0xffffffffb5367bc9
Build id: 3.10.0-957.el7.x86_64
|
0x29
|
|
5
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffb5366d82
Build id: 3.10.0-957.el7.x86_64
|
0xb2
|
|
6
|
|
vmlinux |
0xffffffffb4cc57e0
Build id: 3.10.0-957.el7.x86_64
|
0x50
|
|
7
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffb5366d76
Build id: 3.10.0-957.el7.x86_64
|
0xa6
|
|
8
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffffb5366e33
Build id: 3.10.0-957.el7.x86_64
|
0x13
|
|
9
|
poll_schedule_timeout
|
vmlinux |
0xffffffffb4e56e55
Build id: 3.10.0-957.el7.x86_64
|
0x55
|
|
10
|
do_sys_poll
|
vmlinux |
0xffffffffb4e585dd
Build id: 3.10.0-957.el7.x86_64
|
0x48d
|
|
11
|
|
vmlinux |
0xffffffffb4ccba9b
Build id: 3.10.0-957.el7.x86_64
|
0x5b
|
|
12
|
|
vmlinux |
0xffffffffb4ccecbf
Build id: 3.10.0-957.el7.x86_64
|
0x4f
|
|
13
|
|
vmlinux |
0xffffffffb521d43a
Build id: 3.10.0-957.el7.x86_64
|
0x3a
|
|
14
|
|
vmlinux |
0xffffffffb52f769b
Build id: 3.10.0-957.el7.x86_64
|
0x3cb
|
|
15
|
|
vmlinux |
0xffffffffb4e56d70
Build id: 3.10.0-957.el7.x86_64
|
0xf0
|
|
16
|
|
vmlinux |
0xffffffffb4e56d70
Build id: 3.10.0-957.el7.x86_64
|
0xf0
|
|
17
|
|
vmlinux |
0xffffffffb4de4879
Build id: 3.10.0-957.el7.x86_64
|
0x139
|
|
18
|
|
vmlinux |
0xffffffffb4e922d7
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
19
|
|
vmlinux |
0xffffffffb4d00f72
Build id: 3.10.0-957.el7.x86_64
|
0x52
|
|
20
|
SyS_poll
|
vmlinux |
0xffffffffb4e587e4
Build id: 3.10.0-957.el7.x86_64
|
0x74
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffffb5374ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [rtkit-daemon:10914]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev vmw_balloon sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ext4 mbcache jbd2 snd_ens1371 joydev snd_rawmidi snd_ac97_codec ac97_bus snd_seq
snd_seq_device pcspkr snd_pcm sg snd_timer snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel nfit libnvdimm ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt serio_raw fb_sys_fops ttm ata_piix mptspi scsi_transport_spi mptscsih drm libata e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 10914 Comm: rtkit-daemon Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff89cdb0ae9040 ti: ffff89cdb59e8000 task.ti: ffff89cdb59e8000
RIP: 0010:[<ffffffffb4cd0887>] [<ffffffffb4cd0887>] finish_task_switch+0x57/0x1c0
RSP: 0018:ffff89cdb59eb958 EFLAGS: 00000282
RAX: ffffffffb5818480 RBX: ffff89bf3fd30400 RCX: 00000000c0000100
RDX: ffff89cdb59e9fd8 RSI: ffff89cdb0ae9040 RDI: ffff89cdbd61ab80
RBP: ffff89cdb59eb978 R08: ffff89cdb59e8000 R09: 0000000000000001
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000200000000
R13: 0000000000000000 R14: ffff89cdbd65ab80 R15: 0000000100000004
FS: 00007f3a978a5700(0000) GS:ffff89cdbd600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb074bf2578 CR3: 0000000ff0a0a000 CR4: 00000000001607f0
Call Trace:
[<ffffffffb536770f>] __schedule+0x3ff/0x890
[<ffffffffb4cc5cad>] ? hrtimer_start_range_ns+0x1ed/0x3c0
[<ffffffffb5367bc9>] schedule+0x29/0x70
[<ffffffffb5366d82>] schedule_hrtimeout_range_clock+0xb2/0x150
[<ffffffffb4cc57e0>] ? hrtimer_get_res+0x50/0x50
[<ffffffffb5366d76>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffffb5366e33>] schedule_hrtimeout_range+0x13/0x20
[<ffffffffb4e56e55>] poll_schedule_timeout+0x55/0xb0
[<ffffffffb4e585dd>] do_sys_poll+0x48d/0x590
[<ffffffffb4ccba9b>] ? __wake_up_common+0x5b/0x90
[<ffffffffb4ccecbf>] ? __wake_up_sync_key+0x4f/0x60
[<ffffffffb521d43a>] ? sock_def_readable+0x3a/0x70
[<ffffffffb52f769b>] ? unix_dgram_sendmsg+0x3cb/0x770
[<ffffffffb4e56d70>] ? __pollwait+0xf0/0xf0
[<ffffffffb4e56d70>] ? __pollwait+0xf0/0xf0
[<ffffffffb4de4879>] ? do_read_fault.isra.61+0x139/0x1b0
[<ffffffffb4e922d7>] ? eventfd_ctx_read+0x67/0x1e0
[<ffffffffb4d00f72>] ? ktime_get_ts64+0x52/0xf0
[<ffffffffb4e587e4>] SyS_poll+0x74/0x110
[<ffffffffb5374ddb>] system_call_fastpath+0x22/0x27
Code: 1f 44 00 00 65 48 8b 34 25 80 0e 01 00 0f 1f 44 00 00 41 c7 45 28 00 00 00 00 48 89 df c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <65> 48 8b 04 25 80 0e 01 00 48 8b 98 78 01 00 00 48 85 db 74 22
Complete report #259750
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
finish_task_switch
|
vmlinux |
0xffffffffa74cc7f4
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x54
|
|
2
|
__schedule
|
vmlinux |
0xffffffffa7b1890c
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x41c
|
|
3
|
|
vmlinux |
0xffffffffa74c1e60
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x1d0
|
|
4
|
schedule
|
vmlinux |
0xffffffffa7b18f39
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x29
|
|
5
|
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffa7b17f62
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xb2
|
|
6
|
|
vmlinux |
0xffffffffa74c19c0
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x60
|
|
7
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffa7b17f56
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xa6
|
|
8
|
schedule_hrtimeout_range
|
vmlinux |
0xffffffffa7b18013
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x13
|
|
9
|
poll_schedule_timeout
|
vmlinux |
0xffffffffa7634e55
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x55
|
|
10
|
do_sys_poll
|
vmlinux |
0xffffffffa763633d
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x44d
|
|
11
|
|
vmlinux |
0xffffffffa74c7c4b
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x5b
|
|
12
|
|
vmlinux |
0xffffffffa74cabff
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x4f
|
|
13
|
|
vmlinux |
0xffffffffa79d50fa
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x3a
|
|
14
|
|
vmlinux |
0xffffffffa7aaa18b
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x3cb
|
|
15
|
?
poll_select_copy_remaining
|
vmlinux |
0xffffffffa7634d70
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x150
|
|
16
|
?
poll_select_copy_remaining
|
vmlinux |
0xffffffffa7634d70
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x150
|
|
17
|
|
vmlinux |
0xffffffffa7630aef
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x4f
|
|
18
|
|
vmlinux |
0xffffffffa766f7fd
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x17d
|
|
19
|
|
vmlinux |
0xffffffffa766f6e7
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x67
|
|
20
|
|
vmlinux |
0xffffffffa74fa982
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x52
|
|
21
|
SyS_poll
|
vmlinux |
0xffffffffa7636544
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x74
|
|
22
|
system_call_fastpath
|
vmlinux |
0xffffffffa7b2579b
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x22
|
|
23
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa7b256e1
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 49s! [rtkit-daemon:698]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_log_ipv4 nf_log_common xt_LOG ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack libcrc32c iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport
i2c_piix4 shpchp vmw_vmci ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi ata_piix drm scsi_transport_spi crct10dif_pclmul mptscsih crct10dif_common crc32c_intel serio_raw libata mptbase vmxnet3 i2c_core floppy
CPU: 5 PID: 698 Comm: rtkit-daemon Kdump: loaded Tainted: G L ------------ 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff8bf273992f70 ti: ffff8bf26ebe0000 task.ti: ffff8bf26ebe0000
RIP: 0010:[<ffffffffa74cc7f4>] [<ffffffffa74cc7f4>] finish_task_switch+0x54/0x170
RSP: 0018:ffff8bf26ebe3958 EFLAGS: 00000282
RAX: ffff8bf272fb3f40 RBX: ffff8bf26ebe3900 RCX: 00000000c0000100
RDX: ffff8bf26ebe1fd8 RSI: ffff8bf273992f70 RDI: ffff8bf27fd58b40
RBP: ffff8bf26ebe3978 R08: ffff8bf26ebe0000 R09: 0000000000000001
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000
R13: 0000000000000000 R14: ffff8bf27fd18ce0 R15: ffff8bf273993098
FS: 00007fc704a44700(0000) GS:ffff8bf27fd40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff8bc89cc32 CR3: 00000000bada2000 CR4: 00000000000007e0
Call Trace:
[<ffffffffa7b1890c>] __schedule+0x41c/0xa20
[<ffffffffa74c1e60>] ? hrtimer_start_range_ns+0x1d0/0x3c0
[<ffffffffa7b18f39>] schedule+0x29/0x70
[<ffffffffa7b17f62>] schedule_hrtimeout_range_clock+0xb2/0x150
[<ffffffffa74c19c0>] ? hrtimer_get_res+0x60/0x60
[<ffffffffa7b17f56>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffffa7b18013>] schedule_hrtimeout_range+0x13/0x20
[<ffffffffa7634e55>] poll_schedule_timeout+0x55/0xb0
[<ffffffffa763633d>] do_sys_poll+0x44d/0x550
[<ffffffffa74c7c4b>] ? __wake_up_common+0x5b/0x90
[<ffffffffa74cabff>] ? __wake_up_sync_key+0x4f/0x60
[<ffffffffa79d50fa>] ? sock_def_readable+0x3a/0x70
[<ffffffffa7aaa18b>] ? unix_dgram_sendmsg+0x3cb/0x770
[<ffffffffa7634d70>] ? poll_select_copy_remaining+0x150/0x150
[<ffffffffa7634d70>] ? poll_select_copy_remaining+0x150/0x150
[<ffffffffa7630aef>] ? getname_flags+0x4f/0x1a0
[<ffffffffa766f7fd>] ? eventfd_ctx_read+0x17d/0x1e0
[<ffffffffa766f6e7>] ? eventfd_ctx_read+0x67/0x1e0
[<ffffffffa74fa982>] ? ktime_get_ts64+0x52/0xf0
[<ffffffffa7636544>] SyS_poll+0x74/0x110
[<ffffffffa7b2579b>] system_call_fastpath+0x22/0x27
[<ffffffffa7b256e1>] ? system_call_after_swapgs+0xae/0x146
Code: 8b 36 66 66 66 66 90 65 48 8b 34 25 80 0e 01 00 66 66 66 66 90 41 c7 45 28 00 00 00 00 48 89 df c6 07 00 66 66 66 90 fb 66 66 90 <66> 66 90 65 48 8b 04 25 80 0e 01 00 48 8b 98 78 01 00 00 48 85