Complete report #1401070
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff9531e25a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x20a
|
|
2
|
|
vmlinux |
0xffffffff953d2910
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
3
|
on_each_cpu_mask
|
vmlinux |
0xffffffff9531e3a9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x29
|
|
4
|
drain_all_pages
|
vmlinux |
0xffffffff953cf715
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb5
|
|
5
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffff953d46fb
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x8db
|
|
6
|
alloc_pages_vma
|
vmlinux |
0xffffffff95429419
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa9
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff9540233f
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb9f
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff959bf7d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x213
|
|
9
|
trace_do_page_fault
|
vmlinux |
0xffffffff959bfbb6
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x56
|
|
10
|
do_async_page_fault
|
vmlinux |
0xffffffff959bf112
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x22
|
|
11
|
async_page_fault
|
vmlinux |
0xffffffff959bb7e8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [python3.7:12302]
Modules linked in: hids_driver(OE) binfmt_misc xt_nat tcp_lp xt_CHECKSUM tun devlink xt_set ip_set_hash_net ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack isofs ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sb_edac iosf_mbi kvm_intel kvm sg irqbypass joydev pcspkr virtio_balloon i2c_piix4 ip_tables xfs libcrc32c ata_generic pata_acpi 8021q garp mrp sr_mod stp cdrom llc virtio_net net_failover virtio_blk virtio_console virtio_scsi failover
cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32_pclmul crc32c_intel ata_piix ghash_clmulni_intel drm aesni_intel scsi_transport_iscsi libata lrw gf128mul glue_helper ablk_helper cryptd virtio_pci virtio_ring serio_raw virtio drm_panel_orientation_quirks floppy sunrpc dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 12302 Comm: python3.7 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 1.16.0-1.module_el8.7.0+1140+ff0772f9 04/01/2014
task: ffff893803e54200 ti: ffff8937815bc000 task.ti: ffff8937815bc000
RIP: 0010:[<ffffffff9531e25a>] [<ffffffff9531e25a>] smp_call_function_many+0x20a/0x270
RSP: 0018:ffff8937815bfb80 EFLAGS: 00000202
RAX: 0000000000000006 RBX: 00080000953d2910 RCX: ffff893aaf39fc10
RDX: 0000000000000006 RSI: 0000000000000010 RDI: 0000000000000000
RBP: ffff8937815bfbb8 R08: ffff8937ffd5b000 R09: ffffffff9559c7f9
R10: ffff893aaf21f160 R11: ffffe7fbd0a40000 R12: 0000000000000286
R13: 0000000000000286 R14: ffff8937815bfb30 R15: 0000000001320122
FS: 00007f351f4bd740(0000) GS:ffff893aaf200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000013c1000 CR3: 000000020252e000 CR4: 0000000000362ff0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff953d2910>] ? drain_pages+0xb0/0xb0
[<ffffffff9531e3a9>] on_each_cpu_mask+0x29/0x70
[<ffffffff953cf715>] drain_all_pages+0xb5/0xd0
[<ffffffff953d46fb>] __alloc_pages_nodemask+0x8db/0xbf0
[<ffffffff95429419>] alloc_pages_vma+0xa9/0x210
[<ffffffff9540233f>] handle_mm_fault+0xb9f/0x1190
[<ffffffff959bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff959bfbb6>] trace_do_page_fault+0x56/0x150
[<ffffffff959bf112>] do_async_page_fault+0x22/0x100
[<ffffffff959bb7e8>] async_page_fault+0x28/0x30
Code: 48 63 35 ae 18 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 c0 19 f5 95 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 7d 18 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #499245
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffffa6d150ca
Build id: 3.10.0-1062.el7.x86_64
|
0x20a
|
|
2
|
|
vmlinux |
0xffffffffa6dc5210
Build id: 3.10.0-1062.el7.x86_64
|
0xb0
|
|
3
|
on_each_cpu_mask
|
vmlinux |
0xffffffffa6d15219
Build id: 3.10.0-1062.el7.x86_64
|
0x29
|
|
4
|
drain_all_pages
|
vmlinux |
0xffffffffa6dc1fd5
Build id: 3.10.0-1062.el7.x86_64
|
0xb5
|
|
5
|
__alloc_pages_slowpath
|
vmlinux |
0xffffffffa7374656
Build id: 3.10.0-1062.el7.x86_64
|
0x510
|
|
6
|
__alloc_pages_nodemask
|
vmlinux |
0xffffffffa6dc6b84
Build id: 3.10.0-1062.el7.x86_64
|
0x404
|
|
7
|
alloc_pages_vma
|
vmlinux |
0xffffffffa6e18105
Build id: 3.10.0-1062.el7.x86_64
|
0xb5
|
|
8
|
|
xfs |
0xffffffffc048b0f4
Build id: 3.10.0-1062.el7.x86_64
|
0x114
|
|
9
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa6deb47b
Build id: 3.10.0-1062.el7.x86_64
|
0xbb
|
|
10
|
do_wp_page
|
vmlinux |
0xffffffffa6dedb1b
Build id: 3.10.0-1062.el7.x86_64
|
0xfb
|
|
11
|
|
vmlinux |
0xffffffffa6dbbffb
Build id: 3.10.0-1062.el7.x86_64
|
0x2b
|
|
12
|
|
vmlinux |
0xffffffffa6dea939
Build id: 3.10.0-1062.el7.x86_64
|
0x139
|
|
13
|
handle_pte_fault
|
vmlinux |
0xffffffffa6def4a5
Build id: 3.10.0-1062.el7.x86_64
|
0x3d5
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffffa6df200d
Build id: 3.10.0-1062.el7.x86_64
|
0x39d
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffffa7386633
Build id: 3.10.0-1062.el7.x86_64
|
0x213
|
|
16
|
trace_do_page_fault
|
vmlinux |
0xffffffffa7386a06
Build id: 3.10.0-1062.el7.x86_64
|
0x56
|
|
17
|
do_async_page_fault
|
vmlinux |
0xffffffffa7385f82
Build id: 3.10.0-1062.el7.x86_64
|
0x22
|
|
18
|
async_page_fault
|
vmlinux |
0xffffffffa7382798
Build id: 3.10.0-1062.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 24s! [php:92774]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) sunrpc ppdev sg joydev virtio_balloon i2c_piix4 pcspkr parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_scsi virtio_net virtio_blk virtio_console cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata drm_panel_orientation_quirks virtio_pci virtio_ring serio_raw virtio floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 92774 Comm: php Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff9ed49e7c20e0 ti: ffff9ed4cc424000 task.ti: ffff9ed4cc424000
RIP: 0010:[<ffffffffa6d150ca>] [<ffffffffa6d150ca>] smp_call_function_many+0x20a/0x270
RSP: 0018:ffff9ed4cc427968 EFLAGS: 00000202
RAX: 0000000000000004 RBX: 00000000000000fc RCX: ffff9ed86df20478
RDX: 0000000000000004 RSI: 0000000000000060 RDI: 0000000000000000
RBP: ffff9ed4cc4279a0 R08: ffff9ed5ba3a4800 R09: ffffffffa6f7f629
R10: ffff9ed86df9f160 R11: ffffdb88d09bd000 R12: 0000000000000296
R13: ffff9ed4cc427918 R14: 0000000001320122 R15: 000000004c0aee34
FS: 00007fa89bf32840(0000) GS:ffff9ed86df80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002cf8048 CR3: 0000000255232000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa6dc5210>] ? drain_pages+0xb0/0xb0
[<ffffffffa6d15219>] on_each_cpu_mask+0x29/0x70
[<ffffffffa6dc1fd5>] drain_all_pages+0xb5/0xc0
[<ffffffffa7374656>] __alloc_pages_slowpath+0x510/0x724
[<ffffffffa6dc6b84>] __alloc_pages_nodemask+0x404/0x420
[<ffffffffa6e18105>] alloc_pages_vma+0xb5/0x200
[<ffffffffc048b0f4>] ? xfs_iunlock+0x114/0x120 [xfs]
[<ffffffffa6deb47b>] wp_page_copy.isra.73+0xbb/0x5b0
[<ffffffffa6dedb1b>] do_wp_page+0xfb/0x720
[<ffffffffa6dbbffb>] ? unlock_page+0x2b/0x30
[<ffffffffa6dea939>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffa6def4a5>] handle_pte_fault+0x3d5/0xe20
[<ffffffffa6df200d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa7386633>] __do_page_fault+0x213/0x500
[<ffffffffa7386a06>] trace_do_page_fault+0x56/0x150
[<ffffffffa7385f82>] do_async_page_fault+0x22/0xf0
[<ffffffffa7382798>] async_page_fault+0x28/0x30
Code: 48 63 35 3e 68 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 d7 94 a7 f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 0d 68 c4 00 eb b7 0f b6 4d cc 4c 89