Complete report #1420885
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_safe_halt
|
vmlinux |
0xffffffff81058e96
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x6
|
|
2
|
default_idle
|
vmlinux |
0xffffffff8101dbcf
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x1f
|
|
3
|
arch_cpu_idle
|
vmlinux |
0xffffffff8101e4d6
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x26
|
|
4
|
cpu_startup_entry
|
vmlinux |
0xffffffff810d6305
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x245
|
|
5
|
rest_init
|
vmlinux |
0xffffffff81624dc7
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x77
|
|
6
|
start_kernel
|
vmlinux |
0xffffffff81a8d057
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x429
|
|
7
|
|
vmlinux |
0xffffffff81a8ca37
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x5c
|
|
8
|
|
vmlinux |
0xffffffff81a8c120
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x120
|
|
9
|
x86_64_start_reservations
|
vmlinux |
0xffffffff81a8c5ee
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x2a
|
|
10
|
x86_64_start_kernel
|
vmlinux |
0xffffffff81a8c742
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x152
|
BUG: soft lockup - CPU#0 stuck for 21s! [swapper/0:0]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun arc4 md4 vboxsf(OE) nls_utf8 cifs dns_resolver ip6t_rpfilter ip6t_REJECT ipt_REJECT xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg vboxguest(OE) pcspkr i2c_piix4 e1000 parport_pc video parport ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom vmwgfx drm_kms_helper ttm serio_raw
ahci crct10dif_pclmul crct10dif_common libahci drm crc32c_intel libata i2c_core dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 0 Comm: swapper/0 Tainted: G W OEL ------------ 3.10.0-327.4.4.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffffffff81951440 ti: ffffffff8193c000 task.ti: ffffffff8193c000
RIP: 0010:[<ffffffff81058e96>] [<ffffffff81058e96>] native_safe_halt+0x6/0x10
RSP: 0018:ffffffff8193fea0 EFLAGS: 00000286
RAX: 00000000ffffffed RBX: 0000000000000000 RCX: 0100000000000000
RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000046
RBP: ffffffff8193fea0 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000001 R12: 000000001fc0dbc0
R13: ffffffff81013588 R14: ffffffff8193fe50 R15: ffffffff8193fe18
FS: 0000000000000000(0000) GS:ffff88021fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f02b081eab8 CR3: 00000002111d1000 CR4: 00000000000406f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8193fec0 ffffffff8101dbcf ffffffff8193c000 ffffffff81a68260
ffffffff8193fed0 ffffffff8101e4d6 ffffffff8193ff28 ffffffff810d6305
ffffffff8193ffd8 ffffffff8193c000 df1dc5a74c47b0ca b8dfe41c131893b5
Call Trace:
[<ffffffff8101dbcf>] default_idle+0x1f/0xc0
[<ffffffff8101e4d6>] arch_cpu_idle+0x26/0x30
[<ffffffff810d6305>] cpu_startup_entry+0x245/0x290
[<ffffffff81624dc7>] rest_init+0x77/0x80
[<ffffffff81a8d057>] start_kernel+0x429/0x44a
[<ffffffff81a8ca37>] ? repair_env_string+0x5c/0x5c
[<ffffffff81a8c120>] ? early_idt_handlers+0x120/0x120
[<ffffffff81a8c5ee>] x86_64_start_reservations+0x2a/0x2c
[<ffffffff81a8c742>] x86_64_start_kernel+0x152/0x175
Code: 00 00 00 00 00 55 48 89 e5 fa 5d c3 66 0f 1f 84 00 00 00 00 00 55 48 89 e5 fb 5d c3 66 0f 1f 84 00 00 00 00 00 55 48 89 e5 fb f4 <5d> c3 0f 1f 84 00 00 00 00 00 55 48 89 e5 f4 5d c3 66 0f 1f 84
Complete report #282140
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f925a
Build id: 3.10.0-514.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff81060eb6
Build id: 3.10.0-514.el7.x86_64
|
0x6
|
|
3
|
|
vmlinux |
0xffffffff8103483f
Build id: 3.10.0-514.el7.x86_64
|
0x1f
|
|
4
|
|
vmlinux |
0xffffffff81035186
Build id: 3.10.0-514.el7.x86_64
|
0x26
|
|
5
|
|
vmlinux |
0xffffffff810e7c95
Build id: 3.10.0-514.el7.x86_64
|
0x245
|
|
6
|
|
vmlinux |
0xffffffff81674407
Build id: 3.10.0-514.el7.x86_64
|
0x77
|
|
7
|
|
vmlinux |
0xffffffff81b0a05a
Build id: 3.10.0-514.el7.x86_64
|
0x42c
|
|
8
|
|
vmlinux |
0xffffffff81b09a37
Build id: 3.10.0-514.el7.x86_64
|
0x5c
|
|
9
|
|
vmlinux |
0xffffffff81b09120
Build id: 3.10.0-514.el7.x86_64
|
0x120
|
|
10
|
?
x86_64_start_reservations
|
vmlinux |
0xffffffff81b095ee
Build id: 3.10.0-514.el7.x86_64
|
0x2a
|
|
11
|
|
vmlinux |
0xffffffff81b09742
Build id: 3.10.0-514.el7.x86_64
|
0x152
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [kworker/u256:2:2343]
Modules linked in: ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm aesni_intel lrw vmw_balloon gf128mul snd_timer glue_helper ablk_helper cryptd snd soundcore pcspkr sg shpchp vmw_vmci i2c_piix4 parport_pc parport ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx mptspi drm_kms_helper scsi_transport_spi syscopyarea sysfillrect mptscsih sysimgblt fb_sys_fops ttm e1000 drm ata_piix mptbase libata nfit i2c_core libnvdimm fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 2343 Comm: kworker/u256:2 Tainted: G L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff8801351e8fb0 ti: ffff8801370cc000 task.ti: ffff8801370cc000
RIP: 0010:[<ffffffff810f925a>] [<ffffffff810f925a>] generic_exec_single+0xfa/0x1a0
perf: interrupt took too long (14306 > 2500), lowering kernel.perf_event_max_sample_rate to 13000
RSP: 0018:ffff8801370cf760 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8801370cf730 RCX: 0000000000000001
RDX: ffffffff816af9b0 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff8801370cf7a8 R08: ffffffff816af9a8 R09: ffff8801357bad30
R10: 0000000000000100 R11: 0000000000000220 R12: ffff8801351e8fb0
R13: ffff880136857420 R14: 0000000000011220 R15: ffff8801370cf728
FS: 00007f8975829880(0000) GS:ffff8801396c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8975a8378c CR3: 0000000134712000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
INFO: rcu_sched detected stalls on CPUs/tasks: { 0}
(detected by 1, t=83729 jiffies, g=127222, c=127221, q=12377)
Task dump for CPU 0:
0000000000000000
swapper/0 R running task 0 0 0 0x00000008
0000000000000000 0000000000000046 ffffffffffffff10 ffffffff81060eb6
0000000000000010 0000000000000286 ffffffff819afea0 0000000000000018
ffffffff819afec0 ffffffff8103483f ffffffff819ac000 ffffffff81ae20c0
Call Trace:
[<ffffffff81060eb6>] ? native_safe_halt+0x6/0x10
[<ffffffff8103483f>] ? default_idle+0x1f/0xc0
[<ffffffff81035186>] ? arch_cpu_idle+0x26/0x30
[<ffffffff810e7c95>] ? cpu_startup_entry+0x245/0x290
[<ffffffff81674407>] ? rest_init+0x77/0x80
[<ffffffff81b0a05a>] ? start_kernel+0x42c/0x44d
[<ffffffff81b09a37>] ? repair_env_string+0x5c/0x5c
[<ffffffff81b09120>] ? early_idt_handlers+0x120/0x120
[<ffffffff81b095ee>] ? x86_64_start_reservations+0x2a/0x2c
[<ffffffff81b09742>] ? x86_64_start_kernel+0x152/0x175
Complete report #18878
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_safe_halt
|
vmlinux |
0xffffffff81060eb6
Build id: 3.10.0-514.el7.x86_64
|
0x6
|
|
2
|
default_idle
|
vmlinux |
0xffffffff8103483f
Build id: 3.10.0-514.el7.x86_64
|
0x1f
|
|
3
|
arch_cpu_idle
|
vmlinux |
0xffffffff81035186
Build id: 3.10.0-514.el7.x86_64
|
0x26
|
|
4
|
cpu_startup_entry
|
vmlinux |
0xffffffff810e7c95
Build id: 3.10.0-514.el7.x86_64
|
0x245
|
|
5
|
rest_init
|
vmlinux |
0xffffffff81674407
Build id: 3.10.0-514.el7.x86_64
|
0x77
|
|
6
|
start_kernel
|
vmlinux |
0xffffffff81b0a05a
Build id: 3.10.0-514.el7.x86_64
|
0x42c
|
|
7
|
|
vmlinux |
0xffffffff81b09a37
Build id: 3.10.0-514.el7.x86_64
|
0x5c
|
|
8
|
|
vmlinux |
0xffffffff81b09120
Build id: 3.10.0-514.el7.x86_64
|
0x120
|
|
9
|
x86_64_start_reservations
|
vmlinux |
0xffffffff81b095ee
Build id: 3.10.0-514.el7.x86_64
|
0x2a
|
|
10
|
x86_64_start_kernel
|
vmlinux |
0xffffffff81b09742
Build id: 3.10.0-514.el7.x86_64
|
0x152
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 34s! [swapper/0:0]
Modules linked in: oss_usb(OE) osscore(OE) rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache vmw_vsock_vmci_transport vsock intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr vmw_balloon sg nfit libnvdimm shpchp parport_pc parport vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm vmxnet3 drm ahci libahci ata_piix vmw_pvscsi i2c_core libata fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 0 Comm: swapper/0 Tainted: G OEL ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffffffff819c1460 ti: ffffffff819ac000 task.ti: ffffffff819ac000
RIP: 0010:[<ffffffff81060eb6>] [<ffffffff81060eb6>] native_safe_halt+0x6/0x10
RSP: 0018:ffffffff819afea0 EFLAGS: 00000286
RAX: 00000000ffffffed RBX: 0027bd3ccd7e27c0 RCX: 0100000000000000
RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000046
RBP: ffffffff819afea0 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000
R13: 0027bd3ccd7e27c0 R14: ffff88007fc0fde0 R15: 06a6e796cd2a2e10
FS: 0000000000000000(0000) GS:ffff88007fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3258f65000 CR3: 000000007baf4000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff819afec0 ffffffff8103483f ffffffff819ac000 ffffffff81ae20c0
ffffffff819afed0 ffffffff81035186 ffffffff819aff28 ffffffff810e7c95
ffffffff819affd8 ffffffff819ac000 06a6e796cd2a2e10 7edcf95ed915a8e2
Call Trace:
[<ffffffff8103483f>] default_idle+0x1f/0xc0
[<ffffffff81035186>] arch_cpu_idle+0x26/0x30
[<ffffffff810e7c95>] cpu_startup_entry+0x245/0x290
[<ffffffff81674407>] rest_init+0x77/0x80
[<ffffffff81b0a05a>] start_kernel+0x42c/0x44d
[<ffffffff81b09a37>] ? repair_env_string+0x5c/0x5c
[<ffffffff81b09120>] ? early_idt_handlers+0x120/0x120
[<ffffffff81b095ee>] x86_64_start_reservations+0x2a/0x2c
[<ffffffff81b09742>] x86_64_start_kernel+0x152/0x175
Code: 00 00 00 00 00 55 48 89 e5 fa 5d c3 66 0f 1f 84 00 00 00 00 00 55 48 89 e5 fb 5d c3 66 0f 1f 84 00 00 00 00 00 55 48 89 e5 fb f4 <5d> c3 0f 1f 84 00 00 00 00 00 55 48 89 e5 f4 5d c3 66 0f 1f 84
Complete report #12439
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_safe_halt
|
vmlinux |
0xffffffff81058e96
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x6
|
|
2
|
default_idle
|
vmlinux |
0xffffffff8101dbcf
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x1f
|
|
3
|
arch_cpu_idle
|
vmlinux |
0xffffffff8101e4d6
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x26
|
|
4
|
cpu_startup_entry
|
vmlinux |
0xffffffff810d6325
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x245
|
|
5
|
rest_init
|
vmlinux |
0xffffffff81625387
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x77
|
|
6
|
start_kernel
|
vmlinux |
0xffffffff81a8d057
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x429
|
|
7
|
|
vmlinux |
0xffffffff81a8ca37
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x5c
|
|
8
|
|
vmlinux |
0xffffffff81a8c120
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x120
|
|
9
|
x86_64_start_reservations
|
vmlinux |
0xffffffff81a8c5ee
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x2a
|
|
10
|
x86_64_start_kernel
|
vmlinux |
0xffffffff81a8c742
Build id: 3.10.0-327.13.1.el7.x86_64
|
0x152
|
BUG: soft lockup - CPU#0 stuck for 10240s! [swapper/0:0]
Modules linked in: udf crc_itu_t bnep bluetooth rfkill fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter md4 nls_utf8 cifs dns_resolver binfmt_misc dm_mirror dm_region_hash dm_log dm_mod ppdev parport_pc virtio_balloon parport sg i2c_piix4 pcspkr nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sd_mod sr_mod crc_t10dif cdrom crct10dif_generic crct10dif_common ata_generic pata_acpi virtio_net cirrus syscopyarea sysfillrect sysimgblt drm_kms_helper ttm ata_piix drm libata floppy virtio_pci virtio_ring serio_raw i2c_core virtio
CPU: 0 PID: 0 Comm: swapper/0 Tainted: G L ------------ 3.10.0-327.13.1.el7.x86_64 #1
Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011
task: ffffffff81951440 ti: ffffffff8193c000 task.ti: ffffffff8193c000
RIP: 0010:[<ffffffff81058e96>] [<ffffffff81058e96>] native_safe_halt+0x6/0x10
RSP: 0018:ffffffff8193fea0 EFLAGS: 00000286
RAX: 00000000ffffffed RBX: 0001cda3a528f9c0 RCX: 0100000000000000
RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000046
RBP: ffffffff8193fea0 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000
R13: 0001cda3a528f9c0 R14: ffff880501c0dbc0 R15: 0da381c75a08ace8
FS: 0000000000000000(0000) GS:ffff880501c00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 000000000143d038 CR3: 00000000d7ad6000 CR4: 00000000000006f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff8193fec0 ffffffff8101dbcf ffffffff8193c000 ffffffff81a68260
ffffffff8193fed0 ffffffff8101e4d6 ffffffff8193ff28 ffffffff810d6325
ffffffff8193ffd8 ffffffff8193c000 0da381c75a08ace8 0cf5b071672e6002
Call Trace:
[<ffffffff8101dbcf>] default_idle+0x1f/0xc0
[<ffffffff8101e4d6>] arch_cpu_idle+0x26/0x30
[<ffffffff810d6325>] cpu_startup_entry+0x245/0x290
[<ffffffff81625387>] rest_init+0x77/0x80
[<ffffffff81a8d057>] start_kernel+0x429/0x44a
[<ffffffff81a8ca37>] ? repair_env_string+0x5c/0x5c
[<ffffffff81a8c120>] ? early_idt_handlers+0x120/0x120
[<ffffffff81a8c5ee>] x86_64_start_reservations+0x2a/0x2c
[<ffffffff81a8c742>] x86_64_start_kernel+0x152/0x175
Code: 00 00 00 00 00 55 48 89 e5 fa 5d c3 66 0f 1f 84 00 00 00 00 00 55 48 89 e5 fb 5d c3 66 0f 1f 84 00 00 00 00 00 55 48 89 e5 fb f4 <5d> c3 0f 1f 84 00 00 00 00 00 55 48 89 e5 f4 5d c3 66 0f 1f 84