Complete report #1421192
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9498e9f5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x15
|
|
2
|
__wake_up_common_lock
|
vmlinux |
0xffffffff942d3341
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x91
|
|
3
|
|
vmlinux |
0xffffffff942d2db0
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x20
|
|
4
|
__wake_up_sync_key
|
vmlinux |
0xffffffff942d33ad
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x1d
|
|
5
|
sock_def_readable
|
vmlinux |
0xffffffff9483d4bd
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x3d
|
|
6
|
unix_dgram_sendmsg
|
vmlinux |
0xffffffff9491b01b
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x3ab
|
|
7
|
sock_sendmsg
|
vmlinux |
0xffffffff94839396
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xb6
|
|
8
|
SYSC_sendto
|
vmlinux |
0xffffffff94839ac1
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x121
|
|
9
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94999ed5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa2
|
|
10
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94999ec9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x96
|
|
11
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94999ed5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa2
|
|
12
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94999ec9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x96
|
|
13
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94999ed5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa2
|
|
14
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94999ec9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x96
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94999ed5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa2
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffff9483b5de
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffff94999f92
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x25
|
|
18
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94999ed5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [setroubleshootd:6415]
Modules linked in: tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_intel8x0 ppdev snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer iosf_mbi joydev snd soundcore sg parport_pc parport i2c_piix4 pcspkr video ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod crct10dif_common cdrom ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci ata_piix drm e1000 libata crc32c_intel serio_raw drm_panel_orientation_quirks hid_multitouch dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 6415 Comm: setroubleshootd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8fa9ddf48000 ti: ffff8fa9de73c000 task.ti: ffff8fa9de73c000
RIP: 0010:[<ffffffff9498e9f5>] [<ffffffff9498e9f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8fa9de73fb80 EFLAGS: 00010292
RAX: 0000000000000001 RBX: 0000000000000000 RCX: ffff8faabaef8000
RDX: ffff8faa1a26e450 RSI: 0000000000000292 RDI: 0000000000000292
RBP: ffff8fa9de73fb80 R08: 00000000c587c084 R09: ffffffff942daf40
R10: ffff8faafd239b00 R11: 0000000000000000 R12: 0000000000000086
R13: ffffffff9449d8a8 R14: ffff8fa9de73fb28 R15: 0000000000000086
FS: 00007f84db379700(0000) GS:ffff8fab5fc40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f84e54e6680 CR3: 000000009a2cc000 CR4: 00000000000206e0
Call Trace:
[<ffffffff942d3341>] __wake_up_common_lock+0x91/0xc0
[<ffffffff942d2db0>] ? task_rq_unlock+0x20/0x20
[<ffffffff942d33ad>] __wake_up_sync_key+0x1d/0x20
[<ffffffff9483d4bd>] sock_def_readable+0x3d/0x70
[<ffffffff9491b01b>] unix_dgram_sendmsg+0x3ab/0x770
[<ffffffff94839396>] sock_sendmsg+0xb6/0xf0
[<ffffffff94839ac1>] SYSC_sendto+0x121/0x1c0
[<ffffffff94999ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff94999ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff94999ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff94999ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff94999ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff94999ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff94999ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff9483b5de>] SyS_sendto+0xe/0x10
[<ffffffff94999f92>] system_call_fastpath+0x25/0x2a
[<ffffffff94999ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: f6 8b 98 ff 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 d6 8b 98 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1172050
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb7181125
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x15
|
|
2
|
__wake_up_common_lock
|
vmlinux |
0xffffffffb6ad26e1
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x91
|
|
3
|
|
vmlinux |
0xffffffffb6ad2180
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x20
|
|
4
|
__wake_up_sync_key
|
vmlinux |
0xffffffffb6ad274d
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x1d
|
|
5
|
sock_def_readable
|
vmlinux |
0xffffffffb70314cd
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x3d
|
|
6
|
unix_stream_sendmsg
|
vmlinux |
0xffffffffb710d289
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x219
|
|
7
|
sock_sendmsg
|
vmlinux |
0xffffffffb702d3a6
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xb6
|
|
8
|
SYSC_sendto
|
vmlinux |
0xffffffffb702dad1
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x121
|
|
9
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb718be21
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xae
|
|
10
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb718be15
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xa2
|
|
11
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb718be21
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xae
|
|
12
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb718be15
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xa2
|
|
13
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb718be21
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xae
|
|
14
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb718be15
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xa2
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb718be21
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xae
|
|
16
|
SyS_sendto
|
vmlinux |
0xffffffffb702f5ee
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xe
|
|
17
|
system_call_fastpath
|
vmlinux |
0xffffffffb718bede
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x25
|
|
18
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb718be21
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [VizCompositorTh:32590]
Modules linked in: tcp_lp binfmt_misc fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc vboxvideo(OE) crc32_pclmul ghash_clmulni_intel ppdev ttm vboxguest(OE) drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops aesni_intel lrw gf128mul drm glue_helper ablk_helper cryptd joydev sg pcspkr parport_pc video parport i2c_piix4 drm_panel_orientation_quirks
ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ahci libahci crct10dif_pclmul crct10dif_common crc32c_intel serio_raw libata e1000 dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 32590 Comm: VizCompositorTh Kdump: loaded Tainted: G OEL ------------ 3.10.0-1062.4.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8b8ac45d8000 ti: ffff8b8ac33e0000 task.ti: ffff8b8ac33e0000
RIP: 0010:[<ffffffffb7181125>] [<ffffffffb7181125>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8b8ac33e3b78 EFLAGS: 00010282
RAX: 0000000000000001 RBX: 0000000000000046 RCX: ffffffffb7600000
RDX: ffff8b8b3aba9f48 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8b8ac33e3b78 R08: 000000009783e09f R09: ffffffffb6ada190
R10: ffff8b8accc62d00 R11: 0000000000000000 R12: ffff8b8ac33e3b20
R13: 0000000000000046 R14: ffff8b8ac33e3ae0 R15: ffff8b8b3a31fd10
FS: 00007f5c8e89b700(0000) GS:ffff8b8b3fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff860164308 CR3: 000000007a702000 CR4: 00000000000206e0
Call Trace:
[<ffffffffb6ad26e1>] __wake_up_common_lock+0x91/0xc0
[<ffffffffb6ad2180>] ? task_rq_unlock+0x20/0x20
[<ffffffffb6ad274d>] __wake_up_sync_key+0x1d/0x20
[<ffffffffb70314cd>] sock_def_readable+0x3d/0x70
[<ffffffffb710d289>] unix_stream_sendmsg+0x219/0x430
[<ffffffffb702d3a6>] sock_sendmsg+0xb6/0xf0
[<ffffffffb702dad1>] SYSC_sendto+0x121/0x1c0
[<ffffffffb718be21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffffb718be15>] ? system_call_after_swapgs+0xa2/0x146
[<ffffffffb718be21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffffb718be15>] ? system_call_after_swapgs+0xa2/0x146
[<ffffffffb718be21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffffb718be15>] ? system_call_after_swapgs+0xa2/0x146
[<ffffffffb718be21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffffb702f5ee>] SyS_sendto+0xe/0x10
[<ffffffffb718bede>] system_call_fastpath+0x25/0x2a
[<ffffffffb718be21>] ? system_call_after_swapgs+0xae/0x146
Code: 36 44 99 ff 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 16 44 99 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #267481
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff92f883a5
Build id: 3.10.0-1127.el7.x86_64
|
0x15
|
|
2
|
__wake_up_common_lock
|
vmlinux |
0xffffffff928d3d81
Build id: 3.10.0-1127.el7.x86_64
|
0x91
|
|
3
|
|
vmlinux |
0xffffffff928d3820
Build id: 3.10.0-1127.el7.x86_64
|
0x20
|
|
4
|
__wake_up_sync_key
|
vmlinux |
0xffffffff928d3ded
Build id: 3.10.0-1127.el7.x86_64
|
0x1d
|
|
5
|
sock_def_readable
|
vmlinux |
0xffffffff92e374cd
Build id: 3.10.0-1127.el7.x86_64
|
0x3d
|
|
6
|
unix_stream_sendmsg
|
vmlinux |
0xffffffff92f12d49
Build id: 3.10.0-1127.el7.x86_64
|
0x219
|
|
7
|
sock_sendmsg
|
vmlinux |
0xffffffff92e333a6
Build id: 3.10.0-1127.el7.x86_64
|
0xb6
|
|
8
|
SYSC_sendto
|
vmlinux |
0xffffffff92e33ad1
Build id: 3.10.0-1127.el7.x86_64
|
0x121
|
|
9
|
?
poll_select_copy_remaining
|
vmlinux |
0xffffffff92a63633
Build id: 3.10.0-1127.el7.x86_64
|
0x113
|
|
10
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92f92e15
Build id: 3.10.0-1127.el7.x86_64
|
0xa2
|
|
11
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92f92e09
Build id: 3.10.0-1127.el7.x86_64
|
0x96
|
|
12
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92f92e15
Build id: 3.10.0-1127.el7.x86_64
|
0xa2
|
|
13
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92f92e09
Build id: 3.10.0-1127.el7.x86_64
|
0x96
|
|
14
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92f92e15
Build id: 3.10.0-1127.el7.x86_64
|
0xa2
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92f92e09
Build id: 3.10.0-1127.el7.x86_64
|
0x96
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92f92e15
Build id: 3.10.0-1127.el7.x86_64
|
0xa2
|
|
17
|
SyS_sendto
|
vmlinux |
0xffffffff92e355ee
Build id: 3.10.0-1127.el7.x86_64
|
0xe
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff92f92ed2
Build id: 3.10.0-1127.el7.x86_64
|
0x25
|
|
19
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92f92e15
Build id: 3.10.0-1127.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 31s! [util.rb:23:3554]
Modules linked in: tcp_lp btrfs raid6_pq xor vfat fat tcp_diag inet_diag ext4 mbcache jbd2 fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc uas coretemp usb_storage crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper ablk_helper cryptd vmw_balloon
sg pcspkr joydev vmw_vmci parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw crct10dif_pclmul crct10dif_common crc32c_intel drm mptspi ata_piix scsi_transport_spi mptscsih libata mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3554 Comm: util.rb:23 Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/17/2015
task: ffff9c84bacd20e0 ti: ffff9c84c3948000 task.ti: ffff9c84c3948000
RIP: 0010:[<ffffffff92f883a5>] [<ffffffff92f883a5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9c84c394bb78 EFLAGS: 00000282
RAX: 0000000000000001 RBX: 0000000000000000 RCX: ffff9c85b9540000
RDX: ffff9c85b4bbbbe8 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9c84c394bb78 R08: 0000000000000001 R09: ffffffff93909bc0
R10: 0000000007000000 R11: 0000000000000400 R12: ffffffff92a9c4a8
R13: ffff9c84c394bb20 R14: 0000000000000086 R15: ffff9c84c394bad8
FS: 00007f3c311ff700(0000) GS:ffff9c85bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f51a2c989e5 CR3: 00000000a5918000 CR4: 00000000000007f0
Call Trace:
[<ffffffff928d3d81>] __wake_up_common_lock+0x91/0xc0
[<ffffffff928d3820>] ? task_rq_unlock+0x20/0x20
[<ffffffff928d3ded>] __wake_up_sync_key+0x1d/0x20
[<ffffffff92e374cd>] sock_def_readable+0x3d/0x70
[<ffffffff92f12d49>] unix_stream_sendmsg+0x219/0x430
[<ffffffff92e333a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff92e33ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff92a63633>] ? poll_select_copy_remaining+0x113/0x180
[<ffffffff92f92e15>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff92f92e09>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff92f92e15>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff92f92e09>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff92f92e15>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff92f92e09>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff92f92e15>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff92e355ee>] SyS_sendto+0xe/0x10
[<ffffffff92f92ed2>] system_call_fastpath+0x25/0x2a
[<ffffffff92f92e15>] ? system_call_after_swapgs+0xa2/0x13a
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48