Complete report #1422057
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb971dba2
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb97d2910
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
3
|
|
vmlinux |
0xffffffffb97d2910
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
4
|
|
vmlinux |
0xffffffffb97d2910
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb971dcbf
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb999c615
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb971e27b
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x22b
|
|
8
|
|
vmlinux |
0xffffffffb97d2910
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
9
|
on_each_cpu_mask
|
vmlinux |
0xffffffffb971e3a9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x29
|
|
10
|
drain_all_pages
|
vmlinux |
0xffffffffb97cf715
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb5
|
|
11
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffb97d46fb
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x8db
|
|
12
|
alloc_pages_vma
|
vmlinux |
0xffffffffb9829419
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa9
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffffb980233f
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb9f
|
|
14
|
|
vmlinux |
0xffffffffb99a77b2
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x72
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffffb9dbf7d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x213
|
|
16
|
|
vmlinux |
0xffffffffb99aa0f4
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x234
|
|
17
|
trace_do_page_fault
|
vmlinux |
0xffffffffb9dbfbb6
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x56
|
|
18
|
do_async_page_fault
|
vmlinux |
0xffffffffb9dbf112
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x22
|
|
19
|
async_page_fault
|
vmlinux |
0xffffffffb9dbb7e8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x28
|
|
20
|
?
copy_user_generic_unrolled
|
vmlinux |
0xffffffffb99ab941
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x41
|
|
21
|
|
vmlinux |
0xffffffffb9885adc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x36c
|
|
22
|
proc_reg_read
|
vmlinux |
0xffffffffb98d79a0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
|
23
|
vfs_read
|
vmlinux |
0xffffffffb985bbef
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x9f
|
|
24
|
SyS_read
|
vmlinux |
0xffffffffb985ca65
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x55
|
|
25
|
system_call_fastpath
|
vmlinux |
0xffffffffb9dc539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [irqbalance:664]
Modules linked in: nf_log_ipv4 nf_log_common xt_LOG ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bochs_drm ttm drm_kms_helper virtio_net net_failover failover syscopyarea sysfillrect aesni_intel virtio_balloon sysimgblt lrw gf128mul fb_sys_fops glue_helper ablk_helper cryptd drm sg joydev pcspkr drm_panel_orientation_quirks virtio_pci virtio_ring i2c_piix4 virtio nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables
xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi ata_piix libata crc32c_intel floppy serio_raw vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 664 Comm: irqbalance Kdump: loaded Tainted: G L ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
task: ffff899e353ed280 ti: ffff899e36ec0000 task.ti: ffff899e36ec0000
RIP: 0010:[<ffffffffb971dba2>] [<ffffffffb971dba2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff899e36ec3930 EFLAGS: 00000202
RAX: 0000000000000002 RBX: ffff899e36ec3900 RCX: 0000000000000830
RDX: 0000000000000002 RSI: 0000000000000002 RDI: 0000000000000286
RBP: ffff899e36ec3980 R08: ffffffffb9e13c40 R09: 0000000000000000
R10: 0000000000000000 R11: 000000000000001e R12: ffffffffba234a80
R13: ffff899dba138bb0 R14: 0000000000000013 R15: 0000000000000000
FS: 00007f8064800780(0000) GS:ffff899e3fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8064812000 CR3: 0000000035afa000 CR4: 00000000000406f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe07f0 DR7: 0000000000000400
Call Trace:
[<ffffffffb97d2910>] ? drain_pages+0xb0/0xb0
[<ffffffffb97d2910>] ? drain_pages+0xb0/0xb0
[<ffffffffb97d2910>] ? drain_pages+0xb0/0xb0
[<ffffffffb971dcbf>] smp_call_function_single+0x5f/0xa0
[<ffffffffb999c615>] ? cpumask_next_and+0x35/0x50
[<ffffffffb971e27b>] smp_call_function_many+0x22b/0x270
[<ffffffffb97d2910>] ? drain_pages+0xb0/0xb0
[<ffffffffb971e3a9>] on_each_cpu_mask+0x29/0x70
[<ffffffffb97cf715>] drain_all_pages+0xb5/0xd0
[<ffffffffb97d46fb>] __alloc_pages_nodemask+0x8db/0xbf0
[<ffffffffb9829419>] alloc_pages_vma+0xa9/0x210
[<ffffffffb980233f>] handle_mm_fault+0xb9f/0x1190
[<ffffffffb99a77b2>] ? put_dec+0x72/0x90
[<ffffffffb9dbf7d3>] __do_page_fault+0x213/0x510
[<ffffffffb99aa0f4>] ? vsnprintf+0x234/0x6a0
[<ffffffffb9dbfbb6>] trace_do_page_fault+0x56/0x150
[<ffffffffb9dbf112>] do_async_page_fault+0x22/0x100
[<ffffffffb9dbb7e8>] async_page_fault+0x28/0x30
[<ffffffffb99ab941>] ? copy_user_generic_unrolled+0x41/0xc0
[<ffffffffb9885adc>] ? seq_read+0x36c/0x460
[<ffffffffb98d79a0>] proc_reg_read+0x40/0x80
[<ffffffffb985bbef>] vfs_read+0x9f/0x170
[<ffffffffb985ca65>] SyS_read+0x55/0xd0
[<ffffffffb9dc539a>] system_call_fastpath+0x25/0x2a
Code: 89 de 48 03 14 c5 c0 19 35 ba 48 89 df e8 b7 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #405093
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff93f16a32
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff93fc78e0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
3
|
|
vmlinux |
0xffffffff93fc78e0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
4
|
|
vmlinux |
0xffffffff93fc78e0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff93f16b4f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff94186a45
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff93f170fb
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x22b
|
|
8
|
|
vmlinux |
0xffffffff93fc78e0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
9
|
on_each_cpu_mask
|
vmlinux |
0xffffffff93f17229
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x29
|
|
10
|
drain_all_pages
|
vmlinux |
0xffffffff93fc47c5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb5
|
|
11
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff93fc964b
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x8cb
|
|
12
|
alloc_pages_vma
|
vmlinux |
0xffffffff9401cc49
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa9
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff93ff6837
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xcb7
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff94590653
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x213
|
|
15
|
trace_do_page_fault
|
vmlinux |
0xffffffff94590a26
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x56
|
|
16
|
do_async_page_fault
|
vmlinux |
0xffffffff9458ffa2
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x22
|
|
17
|
async_page_fault
|
vmlinux |
0xffffffff9458c7a8
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x28
|
|
18
|
?
copy_user_generic_string
|
vmlinux |
0xffffffff941957f0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x30
|
|
19
|
|
vmlinux |
0xffffffff94076f3c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35c
|
|
20
|
vfs_read
|
vmlinux |
0xffffffff9404e3ff
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x9f
|
|
21
|
SyS_read
|
vmlinux |
0xffffffff9404f27f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7f
|
|
22
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94595ed5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa2
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffff94595f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
|
24
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff94595ed5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [systemd:1]
Modules linked in: ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 ip6table_filter ip6_tables ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c iptable_filter sunrpc squashfs loop dm_mirror dm_region_hash dm_log dm_mod pcspkr sg edac_mce_amd i2c_piix4 joydev virtio_balloon ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic crct10dif_common sr_mod virtio_net cdrom net_failover failover virtio_console virtio_scsi ata_generic pata_acpi bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy fuse
CPU: 0 PID: 1 Comm: systemd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org 04/01/2014
task: ffff977338450000 ti: ffff977338458000 task.ti: ffff977338458000
RIP: 0010:[<ffffffff93f16a32>] [<ffffffff93f16a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff97733845b950 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff97733845b920 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff97733845b9a0 R08: ffffffff94613a40 R09: 0000000000000000
R10: 0000000000000000 R11: fff00000f0000000 R12: ffffffff94a34a80
R13: ffff9772aa929bb0 R14: 0000000000000000 R15: 0000000000000064
FS: 00007f255802e940(0000) GS:ffff97733fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2558052000 CR3: 0000000035e30000 CR4: 00000000000007f0
Call Trace:
[<ffffffff93fc78e0>] ? drain_pages+0xb0/0xb0
[<ffffffff93fc78e0>] ? drain_pages+0xb0/0xb0
[<ffffffff93fc78e0>] ? drain_pages+0xb0/0xb0
[<ffffffff93f16b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff94186a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff93f170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff93fc78e0>] ? drain_pages+0xb0/0xb0
[<ffffffff93f17229>] on_each_cpu_mask+0x29/0x70
[<ffffffff93fc47c5>] drain_all_pages+0xb5/0xc0
[<ffffffff93fc964b>] __alloc_pages_nodemask+0x8cb/0xbe0
[<ffffffff9401cc49>] alloc_pages_vma+0xa9/0x200
[<ffffffff93ff6837>] handle_mm_fault+0xcb7/0xfb0
[<ffffffff94590653>] __do_page_fault+0x213/0x500
[<ffffffff94590a26>] trace_do_page_fault+0x56/0x150
[<ffffffff9458ffa2>] do_async_page_fault+0x22/0xf0
[<ffffffff9458c7a8>] async_page_fault+0x28/0x30
[<ffffffff941957f0>] ? copy_user_generic_string+0x30/0x40
[<ffffffff94076f3c>] ? seq_read+0x35c/0x450
[<ffffffff9404e3ff>] vfs_read+0x9f/0x170
[<ffffffff9404f27f>] SyS_read+0x7f/0xf0
[<ffffffff94595ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff94595f92>] system_call_fastpath+0x25/0x2a
[<ffffffff94595ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 89 de 48 03 14 c5 60 15 b5 94 48 89 df e8 87 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00