Complete report #1420210
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810e6758
Build id: 3.10.0-327.el7.x86_64
|
0xf8
|
|
2
|
|
vmlinux |
0xffffffff81065c90
Build id: 3.10.0-327.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff81065c90
Build id: 3.10.0-327.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff81065c90
Build id: 3.10.0-327.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810e685f
Build id: 3.10.0-327.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff812f2785
Build id: 3.10.0-327.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff810e6e03
Build id: 3.10.0-327.el7.x86_64
|
0x223
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81065e58
Build id: 3.10.0-327.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff81066055
Build id: 3.10.0-327.el7.x86_64
|
0x55
|
|
10
|
ptep_clear_flush_young
|
vmlinux |
0xffffffff81064b9d
Build id: 3.10.0-327.el7.x86_64
|
0x2d
|
|
11
|
page_referenced_one
|
vmlinux |
0xffffffff811a1856
Build id: 3.10.0-327.el7.x86_64
|
0x66
|
|
12
|
page_referenced
|
vmlinux |
0xffffffff811a305f
Build id: 3.10.0-327.el7.x86_64
|
0x13f
|
|
13
|
?
isolate_lru_pages.isra.43
|
vmlinux |
0xffffffff8117c843
Build id: 3.10.0-327.el7.x86_64
|
0xd3
|
|
14
|
shrink_active_list
|
vmlinux |
0xffffffff8117e48c
Build id: 3.10.0-327.el7.x86_64
|
0x1dc
|
|
15
|
shrink_lruvec
|
vmlinux |
0xffffffff8117ea71
Build id: 3.10.0-327.el7.x86_64
|
0x3e1
|
|
16
|
|
vmlinux |
0xffffffff810b8bd3
Build id: 3.10.0-327.el7.x86_64
|
0x23
|
|
17
|
shrink_zone
|
vmlinux |
0xffffffff8117ee66
Build id: 3.10.0-327.el7.x86_64
|
0x76
|
|
18
|
balance_pgdat
|
vmlinux |
0xffffffff8118010c
Build id: 3.10.0-327.el7.x86_64
|
0x48c
|
|
19
|
kswapd
|
vmlinux |
0xffffffff811803d3
Build id: 3.10.0-327.el7.x86_64
|
0x173
|
|
20
|
|
vmlinux |
0xffffffff810a6ae0
Build id: 3.10.0-327.el7.x86_64
|
0x30
|
|
21
|
|
vmlinux |
0xffffffff81180260
Build id: 3.10.0-327.el7.x86_64
|
0x5e0
|
|
22
|
kthread
|
vmlinux |
0xffffffff810a5aef
Build id: 3.10.0-327.el7.x86_64
|
0xcf
|
|
23
|
|
vmlinux |
0xffffffff810a5a20
Build id: 3.10.0-327.el7.x86_64
|
0x140
|
|
24
|
ret_from_fork
|
vmlinux |
0xffffffff81645858
Build id: 3.10.0-327.el7.x86_64
|
0x58
|
|
25
|
|
vmlinux |
0xffffffff810a5a20
Build id: 3.10.0-327.el7.x86_64
|
0x140
|
|
26
|
uvm_cpu_chunk_alloc
|
nvidia_uvm |
0xffffffffa0aa2b4f
Build id: 3.10.0-327.el7.x86_64
|
0x8f
|
|
27
|
block_populate_pages_cpu
|
nvidia_uvm |
0xffffffffa0a79192
Build id: 3.10.0-327.el7.x86_64
|
0x452
|
|
28
|
block_populate_pages
|
nvidia_uvm |
0xffffffffa0a79482
Build id: 3.10.0-327.el7.x86_64
|
0x2a2
|
BUG: soft lockup - CPU#0 stuck for 23s! [kswapd0:566]
Modules linked in: dccp_diag dccp tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag 8021q garp stp mrp llc mpt2sas raid_class scsi_transport_sas mptctl mptbase beegfs(OE) nvidia_uvm(OE) rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache ib_isert iscsi_target_mod target_core_mod ib_ucm nvidia_drm(POE) dell_rbu nvidia_modeset(POE) ext4 mbcache jbd2 svcrdma xprtrdma rdma_ucm ib_uverbs(OE) intel_powerclamp ib_iser coretemp mgag200 ib_umad syscopyarea intel_rapl rdma_cm sysfillrect sysimgblt iw_cm kvm_intel ttm ib_ipoib libiscsi kvm scsi_transport_iscsi crc32_pclmul ib_cm ghash_clmulni_intel nvidia(POE) drm_kms_helper ib_sa aesni_intel iTCO_wdt raid0 lrw ipmi_devintf gf128mul sb_edac pcspkr iTCO_vendor_support mxm_wmi glue_helper mei_me ipmi_si ablk_helper drm dcdbas lpc_ich cryptd
edac_core mei ipmi_msghandler sg shpchp mfd_core wmi acpi_power_meter nfsd auth_rpcgss nfs_acl lockd grace ip_tables sd_mod crc_t10dif hfi1(OE) crct10dif_generic rdmavt(OE) ib_mad ixgbe igb ib_core ahci libahci crct10dif_pclmul ib_addr mdio dca crct10dif_common i2c_algo_bit ptp libata crc32c_intel i2c_core pps_core sunrpc
CPU: 0 PID: 566 Comm: kswapd0 Tainted: P OEL ------------ 3.10.0-327.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge C4130/0YGHM5, BIOS 2.19.0 12/12/2023
task: ffff88102681f300 ti: ffff881022f94000 task.ti: ffff881022f94000
RIP: 0010:[<ffffffff810e6758>] [<ffffffff810e6758>] generic_exec_single+0xf8/0x1a0
RSP: 0018:ffff881022f97910 EFLAGS: 00000202
RAX: 00000000000000c0 RBX: ffffffffffffff10 RCX: 000000000000001b
RDX: 00000000000000c0 RSI: 0000000000000000 RDI: 0000000000000282
RBP: ffff881022f97960 R08: ffffffff816628e8 R09: ffff8814174e5dd8
R10: 0000000000000000 R11: 0000000000000001 R12: ffff881ae430d570
R13: ffff881ae430d570 R14: 0000000181000095 R15: 0000000081000095
FS: 0000000000000000(0000) GS:ffff88103f200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002b55fc671fb4 CR3: 000000000194a000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff81065c90 ffff881022f979e8
0000000000000003 00000000d49e509e 0000000000000000 000000000000001a
ffffffff81065c90 ffffffff81065c90 ffff881022f97990 ffffffff810e685f
Call Trace:
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff810e685f>] smp_call_function_single+0x5f/0xa0
[<ffffffff812f2785>] ? cpumask_next_and+0x35/0x50
[<ffffffff810e6e03>] smp_call_function_many+0x223/0x260
[<ffffffff81065e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81066055>] flush_tlb_page+0x55/0xa0
[<ffffffff81064b9d>] ptep_clear_flush_young+0x2d/0x40
[<ffffffff811a1856>] page_referenced_one+0x66/0x180
[<ffffffff811a305f>] page_referenced+0x13f/0x350
[<ffffffff8117c843>] ? isolate_lru_pages.isra.43+0xd3/0x190
[<ffffffff8117e48c>] shrink_active_list+0x1dc/0x3e0
[<ffffffff8117ea71>] shrink_lruvec+0x3e1/0x760
[<ffffffff810b8bd3>] ? wake_up_process+0x23/0x40
[<ffffffff8117ee66>] shrink_zone+0x76/0x1a0
[<ffffffff8118010c>] balance_pgdat+0x48c/0x5e0
[<ffffffff811803d3>] kswapd+0x173/0x450
[<ffffffff810a6ae0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff81180260>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffff810a5aef>] kthread+0xcf/0xe0
[<ffffffff810a5a20>] ? kthread_create_on_node+0x140/0x140
[<ffffffff81645858>] ret_from_fork+0x58/0x90
[<ffffffff810a5a20>] ? kthread_create_on_node+0x140/0x140
Code: c7 c2 40 52 01 00 48 89 de 48 03 14 c5 e0 b8 a5 81 48 89 df e8 da fc 21 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 <f3> 90 f6 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28
[<ffffffffa0aa2b4f>] uvm_cpu_chunk_alloc+0x8f/0xd0 [nvidia_uvm]
[<ffffffffa0a79192>] block_populate_pages_cpu+0x452/0x4a0 [nvidia_uvm]
[<ffffffffa0a79482>] block_populate_pages+0x2a2/0xd00 [nvidia_uvm]
Complete report #121891
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810e675a
Build id: 3.10.0-327.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff81065c90
Build id: 3.10.0-327.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff81065c90
Build id: 3.10.0-327.el7.x86_64
|
0x70
|
|
4
|
|
vmlinux |
0xffffffff81065c90
Build id: 3.10.0-327.el7.x86_64
|
0x70
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff810e685f
Build id: 3.10.0-327.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff812f2785
Build id: 3.10.0-327.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff810e6e03
Build id: 3.10.0-327.el7.x86_64
|
0x223
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff81065e58
Build id: 3.10.0-327.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff81066055
Build id: 3.10.0-327.el7.x86_64
|
0x55
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff811a77c4
Build id: 3.10.0-327.el7.x86_64
|
0x54
|
|
11
|
try_to_unmap_one
|
vmlinux |
0xffffffff811a1e87
Build id: 3.10.0-327.el7.x86_64
|
0xc7
|
|
12
|
try_to_unmap_file
|
vmlinux |
0xffffffff811a2300
Build id: 3.10.0-327.el7.x86_64
|
0xd0
|
|
13
|
try_to_unmap
|
vmlinux |
0xffffffff811a33bd
Build id: 3.10.0-327.el7.x86_64
|
0x2d
|
|
14
|
shrink_page_list
|
vmlinux |
0xffffffff8117d11b
Build id: 3.10.0-327.el7.x86_64
|
0x36b
|
|
15
|
shrink_inactive_list
|
vmlinux |
0xffffffff8117df3a
Build id: 3.10.0-327.el7.x86_64
|
0x1ea
|
|
16
|
shrink_lruvec
|
vmlinux |
0xffffffff8117ea05
Build id: 3.10.0-327.el7.x86_64
|
0x375
|
|
17
|
shrink_zone
|
vmlinux |
0xffffffff8117ee66
Build id: 3.10.0-327.el7.x86_64
|
0x76
|
|
18
|
balance_pgdat
|
vmlinux |
0xffffffff8118010c
Build id: 3.10.0-327.el7.x86_64
|
0x48c
|
|
19
|
kswapd
|
vmlinux |
0xffffffff811803d3
Build id: 3.10.0-327.el7.x86_64
|
0x173
|
|
20
|
|
vmlinux |
0xffffffff810a6ae0
Build id: 3.10.0-327.el7.x86_64
|
0x30
|
|
21
|
|
vmlinux |
0xffffffff81180260
Build id: 3.10.0-327.el7.x86_64
|
0x5e0
|
|
22
|
kthread
|
vmlinux |
0xffffffff810a5aef
Build id: 3.10.0-327.el7.x86_64
|
0xcf
|
|
23
|
|
vmlinux |
0xffffffff810a5a20
Build id: 3.10.0-327.el7.x86_64
|
0x140
|
|
24
|
ret_from_fork
|
vmlinux |
0xffffffff81645858
Build id: 3.10.0-327.el7.x86_64
|
0x58
|
|
25
|
|
vmlinux |
0xffffffff810a5a20
Build id: 3.10.0-327.el7.x86_64
|
0x140
|
BUG: soft lockup - CPU#1 stuck for 22s! [kswapd0:286]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ip6t_REJECT ipt_REJECT xt_conntrack ebtable_nat ebtable_broute bridge stp llc ebtable_filter ebtables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw ip6table_filter ip6_tables iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw iptable_filter bnep vmw_vsock_vmci_transport vsock coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev btusb pcspkr bluetooth vmw_balloon sg i2c_piix4 shpchp rfkill vmw_vmci parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx e1000 drm_kms_helper ttm mptspi scsi_transport_spi mptscsih mptbase ata_piix drm libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 286 Comm: kswapd0 Not tainted 3.10.0-327.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff88003c126780 ti: ffff880035c24000 task.ti: ffff880035c24000
RIP: 0010:[<ffffffff810e675a>] [<ffffffff810e675a>] generic_exec_single+0xfa/0x1a0
RSP: 0018:ffff880035c27760 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff880035c27730 RCX: 0000000000000001
RDX: ffffffff8165e7f0 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff880035c277a8 R08: ffffffff8165e7e8 R09: ffff880036a44e18
R10: ffff880035c27970 R11: 0000000000000001 R12: ffff88000c499b18
R13: ffff88000c499b00 R14: 0000000043f59c23 R15: 0000000000000001
FS: 0000000000000000(0000) GS:ffff88003d620000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f667125f480 CR3: 000000000194a000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff81065c90 ffff880035c27830
0000000000000003 0000000043f59c23 0000000000000000 ffffffff81065c90
ffffffff81065c90 ffff880035c277d8 ffffffff810e685f ffff880035c277d8
Call Trace:
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff810e685f>] smp_call_function_single+0x5f/0xa0
[<ffffffff812f2785>] ? cpumask_next_and+0x35/0x50
[<ffffffff810e6e03>] smp_call_function_many+0x223/0x260
[<ffffffff81065e58>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff81066055>] flush_tlb_page+0x55/0xa0
[<ffffffff811a77c4>] ptep_clear_flush+0x54/0x80
[<ffffffff811a1e87>] try_to_unmap_one+0xc7/0x470
[<ffffffff811a2300>] try_to_unmap_file+0xd0/0x670
[<ffffffff811a33bd>] try_to_unmap+0x2d/0x60
[<ffffffff8117d11b>] shrink_page_list+0x36b/0xad0
[<ffffffff8117df3a>] shrink_inactive_list+0x1ea/0x560
[<ffffffff8117ea05>] shrink_lruvec+0x375/0x760
[<ffffffff8117ee66>] shrink_zone+0x76/0x1a0
[<ffffffff8118010c>] balance_pgdat+0x48c/0x5e0
[<ffffffff811803d3>] kswapd+0x173/0x450
[<ffffffff810a6ae0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff81180260>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffff810a5aef>] kthread+0xcf/0xe0
[<ffffffff810a5a20>] ? kthread_create_on_node+0x140/0x140
[<ffffffff81645858>] ret_from_fork+0x58/0x90
[<ffffffff810a5a20>] ? kthread_create_on_node+0x140/0x140
Code: 40 52 01 00 48 89 de 48 03 14 c5 e0 b8 a5 81 48 89 df e8 da fc 21 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00