Complete report #1343711
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff93b16f62
Build id: 3.10.0-1127.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff93c003c0
Build id: 3.10.0-1127.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffff93c003c0
Build id: 3.10.0-1127.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffff93c003c0
Build id: 3.10.0-1127.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff93b1707f
Build id: 3.10.0-1127.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff93d84ee5
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff93b1762b
Build id: 3.10.0-1127.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffff93c00647
Build id: 3.10.0-1127.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffff93bd2b35
Build id: 3.10.0-1127.el7.x86_64
|
0x505
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffff93bd3876
Build id: 3.10.0-1127.el7.x86_64
|
0x1b6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffff93bd4355
Build id: 3.10.0-1127.el7.x86_64
|
0x375
|
|
12
|
|
xfs |
0xffffffffc049e442
Build id: 3.10.0-1127.el7.x86_64
|
0x42
|
|
13
|
shrink_zone
|
vmlinux |
0xffffffff93bd4786
Build id: 3.10.0-1127.el7.x86_64
|
0x76
|
|
14
|
balance_pgdat
|
vmlinux |
0xffffffff93bd5993
Build id: 3.10.0-1127.el7.x86_64
|
0x383
|
|
15
|
kswapd
|
vmlinux |
0xffffffff93bd5d63
Build id: 3.10.0-1127.el7.x86_64
|
0x173
|
|
16
|
|
vmlinux |
0xffffffff93ac7780
Build id: 3.10.0-1127.el7.x86_64
|
0x30
|
|
17
|
|
vmlinux |
0xffffffff93bd5bf0
Build id: 3.10.0-1127.el7.x86_64
|
0x5e0
|
|
18
|
kthread
|
vmlinux |
0xffffffff93ac6691
Build id: 3.10.0-1127.el7.x86_64
|
0xd1
|
|
19
|
|
vmlinux |
0xffffffff93ac65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
|
20
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff94192d37
Build id: 3.10.0-1127.el7.x86_64
|
0x21
|
|
21
|
|
vmlinux |
0xffffffff93ac65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [kswapd0:69]
Modules linked in: ip_set ip6table_mangle binfmt_misc tcp_diag inet_diag nfnetlink_log xt_NFQUEUE nfnetlink nfring(OE) gsch(OE) redirfs(OE) esmnet(OE) esmfile(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 devlink tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dsa_filter(POE) ppdev joydev virtio_net virtio_console net_failover sg failover floppy cirrus ttm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops drm drm_panel_orientation_quirks i2c_piix4 parport_pc parport pcspkr nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif
crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi virtio_scsi virtio_balloon ata_piix libata virtio_pci virtio_ring serio_raw virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 69 Comm: kswapd0 Kdump: loaded Tainted: PF OEL ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff88e29f5320e0 ti: ffff88e299540000 task.ti: ffff88e299540000
RIP: 0010:[<ffffffff93b16f62>] [<ffffffff93b16f62>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff88e299543900 EFLAGS: 00000202
RAX: ffff88e29dd20400 RBX: ffffea7c01649f40 RCX: ffff88e29dd204a0
RDX: ffff88e29dd1b840 RSI: ffff88e299543900 RDI: ffff88e299543900
RBP: ffff88e299543948 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000230 R11: 0000000000000000 R12: ffff88e299543890
R13: 00007f87f5c87000 R14: ffff88e2991d8000 R15: ffffffff93d84f39
FS: 0000000000000000(0000) GS:ffff88e29dc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fef6b8ec000 CR3: 0000000046810000 CR4: 00000000000006f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff93c003c0>] ? SyS_msync+0x250/0x250
[<ffffffff93c003c0>] ? SyS_msync+0x250/0x250
[<ffffffff93c003c0>] ? SyS_msync+0x250/0x250
[<ffffffff93b1707f>] smp_call_function_single+0x5f/0xa0
[<ffffffff93d84ee5>] ? cpumask_next_and+0x35/0x50
[<ffffffff93b1762b>] smp_call_function_many+0x22b/0x270
[<ffffffff93c00647>] try_to_unmap_flush+0xa7/0xb0
[<ffffffff93bd2b35>] shrink_page_list+0x505/0xc30
[<ffffffff93bd3876>] shrink_inactive_list+0x1b6/0x5c0
[<ffffffff93bd4355>] shrink_lruvec+0x375/0x730
[<ffffffffc049e442>] ? xfs_perag_get_tag+0x42/0xe0 [xfs]
[<ffffffff93bd4786>] shrink_zone+0x76/0x1a0
[<ffffffff93bd5993>] balance_pgdat+0x383/0x5e0
[<ffffffff93bd5d63>] kswapd+0x173/0x430
[<ffffffff93ac7780>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff93bd5bf0>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffff93ac6691>] kthread+0xd1/0xe0
[<ffffffff93ac65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff94192d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff93ac65c0>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 e0 0f 75 94 48 89 df e8 17 51 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #1294906
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff81916a32
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff81a00cc0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffff81a00cc0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffff81a00cc0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff81916b4f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff81b86a45
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff819170fb
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffff81a00f47
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffff819d3325
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x505
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffff819d4066
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1b6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffff819d4b45
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x375
|
|
12
|
shrink_zone
|
vmlinux |
0xffffffff819d4f76
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x76
|
|
13
|
balance_pgdat
|
vmlinux |
0xffffffff819d6183
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x383
|
|
14
|
kswapd
|
vmlinux |
0xffffffff819d6553
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x173
|
|
15
|
|
vmlinux |
0xffffffff818c6f50
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x30
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 24s! [kswapd0:66]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun bridge stp llc nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod ata_generic cdrom pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm ahci libahci nfit
ata_piix crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 4 PID: 66 Comm: kswapd0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff97c6b40b9080 ti: ffff97c6af4bc000 task.ti: ffff97c6af4bc000
RIP: 0010:[<ffffffff81916a32>] [<ffffffff81916a32>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff97c6af4bf900 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff97c6af4bf8d0 RCX: 0000000000000003
RDX: ffffffff82013cd0 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff97c6af4bf948 R08: ffffffff82013cc8 R09: d02a296f60000000
R10: 2fd5ca9b2a5bd800 R11: fff00000f0000000 R12: ffff97c6af4bf890
R13: 00007fbc17d16000 R14: ffff97c408dad140 R15: ffffffff81b86a99
FS: 0000000000000000(0000) GS:ffff97c6b3700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa4458825b0 CR3: 000000029f954000 CR4: 00000000007607e0
PKRU: 00000000
Call Trace:
[<ffffffff81a00cc0>] ? SyS_msync+0x250/0x250
[<ffffffff81a00cc0>] ? SyS_msync+0x250/0x250
[<ffffffff81a00cc0>] ? SyS_msync+0x250/0x250
[<ffffffff81916b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff81b86a45>] ? cpumask_next_and+0x35/0x50
[<ffffffff819170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff81a00f47>] try_to_unmap_flush+0xa7/0xb0
[<ffffffff819d3325>] shrink_page_list+0x505/0xc30
[<ffffffff819d4066>] shrink_inactive_list+0x1b6/0x5c0
[<ffffffff819d4b45>] shrink_lruvec+0x375/0x730
[<ffffffff819d4f76>] shrink_zone+0x76/0x1a0
[<ffffffff819d6183>] balance_pgdat+0x383/0x5e0
[<ffffffff819d6553>] kswapd+0x173/0x430
[<ffffffff818c6f50>] ? wake_up_atomic_t+0x30/0x30
Complete report #1137030
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f932e
Build id: 3.10.0-693.el7.x86_64
|
0xfe
|
|
2
|
|
vmlinux |
0xffffffff811bb8b0
Build id: 3.10.0-693.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffff811bc14e
Build id: 3.10.0-693.el7.x86_64
|
0xae
|
|
4
|
|
vmlinux |
0xffffffff811bb8b0
Build id: 3.10.0-693.el7.x86_64
|
0x250
|
|
5
|
|
vmlinux |
0xffffffff811bb8b0
Build id: 3.10.0-693.el7.x86_64
|
0x250
|
|
6
|
smp_call_function_single
|
vmlinux |
0xffffffff810f942f
Build id: 3.10.0-693.el7.x86_64
|
0x5f
|
|
7
|
|
vmlinux |
0xffffffff813226f5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
8
|
smp_call_function_many
|
vmlinux |
0xffffffff810f99c3
Build id: 3.10.0-693.el7.x86_64
|
0x223
|
|
9
|
try_to_unmap_flush
|
vmlinux |
0xffffffff811bba97
Build id: 3.10.0-693.el7.x86_64
|
0xa7
|
|
10
|
shrink_page_list
|
vmlinux |
0xffffffff811963ed
Build id: 3.10.0-693.el7.x86_64
|
0x66d
|
|
11
|
shrink_inactive_list
|
vmlinux |
0xffffffff81196e7a
Build id: 3.10.0-693.el7.x86_64
|
0x1ca
|
|
12
|
shrink_lruvec
|
vmlinux |
0xffffffff81197975
Build id: 3.10.0-693.el7.x86_64
|
0x385
|
|
13
|
shrink_zone
|
vmlinux |
0xffffffff81197d96
Build id: 3.10.0-693.el7.x86_64
|
0x76
|
|
14
|
balance_pgdat
|
vmlinux |
0xffffffff8119905c
Build id: 3.10.0-693.el7.x86_64
|
0x48c
|
|
15
|
kswapd
|
vmlinux |
0xffffffff81199323
Build id: 3.10.0-693.el7.x86_64
|
0x173
|
|
16
|
|
vmlinux |
0xffffffff810b1910
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
|
17
|
|
vmlinux |
0xffffffff811991b0
Build id: 3.10.0-693.el7.x86_64
|
0x5e0
|
|
18
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
19
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
20
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
21
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [kswapd0:40]
Modules linked in: resguard_linux(OE) secmodel_linux(OE) syshook_linux(OE) secmodel2(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter pcspkr joydev ppdev ext4 mbcache jbd2 virtio_balloon sg parport_pc parport i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_blk virtio_net virtio_console
virtio_scsi cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw i2c_core virtio_pci floppy virtio_ring virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 40 Comm: kswapd0 Tainted: G OEL ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff880236f6cf10 ti: ffff880231ca0000 task.ti: ffff880231ca0000
RIP: 0010:[<ffffffff810f932e>] [<ffffffff810f932e>] generic_exec_single+0xfe/0x1a0
RSP: 0000:ffff880231ca38f0 EFLAGS: 00000202
RAX: ffff88019ff4b800 RBX: ffff880231ca38a8 RCX: ffff88019ff4b830
RDX: ffff880234e17800 RSI: ffff880231ca38f0 RDI: ffff880231ca38f0
RBP: ffff880231ca3940 R08: 0000000000000001 R09: ffff880234b86d80
R10: ffff880231ca3968 R11: 0000000000000220 R12: ffffea0007d54900
R13: ffffffff811f5396 R14: ffff880231ca3870 R15: 00007fa5b78ae000
FS: 0000000000000000(0000) GS:ffff880234ec0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fdf91f7f250 CR3: 0000000106e13000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff88019ff4b830 0000000000000000 ffffffff811bb8b0 ffff880236f6da88
0000000000000003 0000000042a94a99 ffffffff811bc14e 0000000000000000
ffffffff811bb8b0 ffffffff811bb8b0 ffff880231ca3970 ffffffff810f942f
Call Trace:
[<ffffffff811bb8b0>] ? SyS_msync+0x250/0x250
[<ffffffff811bc14e>] ? page_referenced_one+0xae/0x180
[<ffffffff811bb8b0>] ? SyS_msync+0x250/0x250
[<ffffffff811bb8b0>] ? SyS_msync+0x250/0x250
[<ffffffff810f942f>] smp_call_function_single+0x5f/0xa0
[<ffffffff813226f5>] ? cpumask_next_and+0x35/0x50
[<ffffffff810f99c3>] smp_call_function_many+0x223/0x260
[<ffffffff811bba97>] try_to_unmap_flush+0xa7/0xb0
[<ffffffff811963ed>] shrink_page_list+0x66d/0xad0
[<ffffffff81196e7a>] shrink_inactive_list+0x1ca/0x5d0
[<ffffffff81197975>] shrink_lruvec+0x385/0x730
[<ffffffff81197d96>] shrink_zone+0x76/0x1a0
[<ffffffff8119905c>] balance_pgdat+0x48c/0x5e0
[<ffffffff81199323>] kswapd+0x173/0x440
[<ffffffff810b1910>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff811991b0>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 48 89 de 48 03 14 c5 e0 fd b0 81 48 89 df e8 7a da 23 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 7f
Complete report #1089022
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffaa116f72
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffaa200450
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffffaa200450
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffffaa200450
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffaa11708f
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffaa384fc5
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffaa11763b
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffffaa2006d7
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffffaa1d2bb5
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x505
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffffaa1d38f6
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x1b6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffffaa1d43d5
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x375
|
|
12
|
shrink_zone
|
vmlinux |
0xffffffffaa1d4806
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x76
|
|
13
|
balance_pgdat
|
vmlinux |
0xffffffffaa1d5a13
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x383
|
|
14
|
kswapd
|
vmlinux |
0xffffffffaa1d5de3
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x173
|
|
15
|
|
vmlinux |
0xffffffffaa0c7780
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x30
|
|
16
|
|
vmlinux |
0xffffffffaa1d5c70
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x5e0
|
|
17
|
kthread
|
vmlinux |
0xffffffffaa0c6691
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xd1
|
|
18
|
|
vmlinux |
0xffffffffaa0c65c0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffaa792d37
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x21
|
|
20
|
|
vmlinux |
0xffffffffaa0c65c0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 39s! [kswapd0:55]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(E) falcon_kal(E) falcon_lsm_pinned_17219(E) falcon_lsm_pinned_17129(E) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper vmw_balloon cryptd sg pcspkr joydev parport_pc vmw_vmci parport i2c_piix4 sch_fq_codel ip_tables ext4 mbcache jbd2 ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm ahci libahci ata_piix crct10dif_pclmul nfit crct10dif_common crc32c_intel libnvdimm libata serio_raw vmxnet3 drm_panel_orientation_quirks vmw_pvscsi [last unloaded: falcon_kal]
CPU: 2 PID: 55 Comm: kswapd0 Kdump: loaded Tainted: P EL ------------ 3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff918f79fd62a0 ti: ffff91922ac78000 task.ti: ffff91922ac78000
RIP: 0010:[<ffffffffaa116f72>] [<ffffffffaa116f72>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff91922ac7b900 EFLAGS: 00000202
RAX: 0000000000000006 RBX: ffff91922ac7b8d0 RCX: 000000000000003a
RDX: 000000000000003f RSI: 0000000000000006 RDI: 0000000000000286
RBP: ffff91922ac7b948 R08: ffffffffaa8140c0 R09: 0000000000000000
R10: 0000000000000230 R11: ffff9191fba9a340 R12: ffff91922ac7b890
R13: ffff9191fba9a340 R14: ffff918fbbd40640 R15: ffffffffaa225ecd
FS: 0000000000000000(0000) GS:ffff91923fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00003027f362c010 CR3: 00000001bba10000 CR4: 00000000000607e0
Call Trace:
[<ffffffffaa200450>] ? SyS_msync+0x250/0x250
[<ffffffffaa200450>] ? SyS_msync+0x250/0x250
[<ffffffffaa200450>] ? SyS_msync+0x250/0x250
[<ffffffffaa11708f>] smp_call_function_single+0x5f/0xa0
[<ffffffffaa384fc5>] ? cpumask_next_and+0x35/0x50
[<ffffffffaa11763b>] smp_call_function_many+0x22b/0x270
[<ffffffffaa2006d7>] try_to_unmap_flush+0xa7/0xb0
[<ffffffffaa1d2bb5>] shrink_page_list+0x505/0xc30
[<ffffffffaa1d38f6>] shrink_inactive_list+0x1b6/0x5c0
[<ffffffffaa1d43d5>] shrink_lruvec+0x375/0x730
[<ffffffffaa1d4806>] shrink_zone+0x76/0x1a0
[<ffffffffaa1d5a13>] balance_pgdat+0x383/0x5e0
[<ffffffffaa1d5de3>] kswapd+0x173/0x430
[<ffffffffaa0c7780>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffaa1d5c70>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffffaa0c6691>] kthread+0xd1/0xe0
[<ffffffffaa0c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffaa792d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffaa0c65c0>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 a0 10 d5 aa 48 89 df e8 c7 51 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #941431
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff94d1db12
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff94e0cb90
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffff94e0cb90
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffff94e0cb90
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff94d1dc2f
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff94f9c485
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff94d1e1eb
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffff94e0cde7
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffff94dde5b5
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x505
|
|
10
|
|
vmlinux |
0xffffffff9510c728
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x48
|
|
11
|
shrink_inactive_list
|
vmlinux |
0xffffffff94ddf306
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x1b6
|
|
12
|
shrink_lruvec
|
vmlinux |
0xffffffff94ddfde5
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x375
|
|
13
|
shrink_zone
|
vmlinux |
0xffffffff94de0216
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x76
|
|
14
|
balance_pgdat
|
vmlinux |
0xffffffff94de1443
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x383
|
|
15
|
kswapd
|
vmlinux |
0xffffffff94de1813
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x173
|
|
16
|
|
vmlinux |
0xffffffff94ccc790
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x40
|
|
17
|
|
vmlinux |
0xffffffff94de16a0
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x5e0
|
|
18
|
kthread
|
vmlinux |
0xffffffff94ccb621
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xd1
|
|
19
|
|
vmlinux |
0xffffffff94ccb550
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x40
|
|
20
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff953c51f7
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x21
|
|
21
|
|
vmlinux |
0xffffffff94ccb550
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [kswapd0:36]
Modules linked in: xt_comment nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter ppdev sg pcspkr joydev parport_pc parport i2c_piix4 ip_tables vfat fat xfs libcrc32c sd_mod crc_t10dif crct10dif_generic virtio_net virtio_scsi net_failover failover ata_generic be2iscsi bnx2i cnic uio cxgb4i cxgb4 ptp pps_core pata_acpi cxgb3i crct10dif_pclmul crct10dif_common crc32_pclmul crc32c_intel ghash_clmulni_intel cxgb3 bochs_drm mdio drm_kms_helper libcxgbi syscopyarea sysfillrect sysimgblt libcxgb fb_sys_fops ttm qla4xxx drm ata_piix aesni_intel libata lrw gf128mul glue_helper ablk_helper iscsi_boot_sysfs cryptd serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy sunrpc dm_mirror dm_region_hash dm_log dm_mod iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi
CPU: 0 PID: 36 Comm: kswapd0 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.92.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.4.1 12/03/2020
task: ffff976338586300 ti: ffff976332d50000 task.ti: ffff976332d50000
RIP: 0010:[<ffffffff94d1db12>] [<ffffffff94d1db12>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff976332d53900 EFLAGS: 00000202
RAX: 0000000000000002 RBX: ffff976332d538d0 RCX: 0000000000000830
RDX: 0000000000000002 RSI: 0000000000000002 RDI: 0000000000000286
RBP: ffff976332d53948 R08: ffffffff95413bc0 R09: 0000000000000000
R10: 0000000000000230 R11: 0000000000000005 R12: ffff976332d53890
R13: 00007f6f21ec0000 R14: ffff97631b562580 R15: ffffffff94f9c4d9
FS: 0000000000000000(0000) GS:ffff97633fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6f16bba0d0 CR3: 0000000137a36000 CR4: 0000000000360ef0
Call Trace:
[<ffffffff94e0cb90>] ? SyS_msync+0x250/0x250
[<ffffffff94e0cb90>] ? SyS_msync+0x250/0x250
[<ffffffff94e0cb90>] ? SyS_msync+0x250/0x250
[<ffffffff94d1dc2f>] smp_call_function_single+0x5f/0xa0
[<ffffffff94f9c485>] ? cpumask_next_and+0x35/0x50
[<ffffffff94d1e1eb>] smp_call_function_many+0x22b/0x270
[<ffffffff94e0cde7>] try_to_unmap_flush+0xa7/0xb0
[<ffffffff94dde5b5>] shrink_page_list+0x505/0xc40
[<ffffffff9510c728>] ? scsi_request_fn+0x48/0x680
[<ffffffff94ddf306>] shrink_inactive_list+0x1b6/0x5c0
[<ffffffff94ddfde5>] shrink_lruvec+0x375/0x730
[<ffffffff94de0216>] shrink_zone+0x76/0x1a0
[<ffffffff94de1443>] balance_pgdat+0x383/0x5e0
[<ffffffff94de1813>] kswapd+0x173/0x430
[<ffffffff94ccc790>] ? wake_up_atomic_t+0x40/0x40
[<ffffffff94de16a0>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffff94ccb621>] kthread+0xd1/0xe0
[<ffffffff94ccb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff953c51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff94ccb550>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 00 19 95 95 48 89 df e8 c7 66 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #906464
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9a11db82
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9a20cc00
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffff9a20cc00
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffff9a20cc00
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9a11dc9f
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff9a39c5d5
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9a11e25b
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffff9a20ce57
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffff9a1de625
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x505
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffff9a1df376
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x1b6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffff9a1dfe55
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x375
|
|
12
|
shrink_zone
|
vmlinux |
0xffffffff9a1e0286
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x76
|
|
13
|
balance_pgdat
|
vmlinux |
0xffffffff9a1e14b3
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x383
|
|
14
|
kswapd
|
vmlinux |
0xffffffff9a1e1883
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x173
|
|
15
|
|
vmlinux |
0xffffffff9a0cc790
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x40
|
|
16
|
|
vmlinux |
0xffffffff9a1e1710
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x5e0
|
|
17
|
kthread
|
vmlinux |
0xffffffff9a0cb621
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xd1
|
|
18
|
|
vmlinux |
0xffffffff9a0cb550
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9a7c51f7
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x21
|
|
20
|
|
vmlinux |
0xffffffff9a0cb550
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [kswapd0:106]
Modules linked in: ipt_rpfilter xt_multiport xt_set iptable_raw ip_set_hash_ip ip_set_hash_net ip_set vxlan ip6_udp_tunnel udp_tunnel ipt_REJECT nf_reject_ipv4 ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_filter ip6table_mangle ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables xt_mark xt_comment iptable_mangle nf_tables veth xt_nat xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul ppdev btusb ghash_clmulni_intel snd_seq btrtl btbcm snd_seq_device btintel
aesni_intel snd_pcm lrw vmw_balloon gf128mul bluetooth glue_helper ablk_helper snd_timer snd cryptd vmw_vmci soundcore rfkill joydev pcspkr sg i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul crct10dif_common fb_sys_fops crc32c_intel ttm serio_raw ata_piix drm libata nvme nfit e1000 nvme_core drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod synosnap(OE)
CPU: 4 PID: 106 Comm: kswapd0 Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff94be9a359080 ti: ffff94be99db8000 task.ti: ffff94be99db8000
RIP: 0010:[<ffffffff9a11db82>] [<ffffffff9a11db82>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff94be99dbb900 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff94be99dbb8d0 RCX: 0000000000000001
RDX: ffffffff9a813950 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff94be99dbb948 R08: ffffffff9a813948 R09: 0000000000000000
R10: 0000000000000230 R11: ffff94b7e0db93a8 R12: ffff94b7ffc05500
R13: 0000000000270026 R14: 0000000000000000 R15: 0000000000000202
FS: 0000000000000000(0000) GS:ffff94be9d700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f173eb962f0 CR3: 00000006c6410000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9a20cc00>] ? SyS_msync+0x250/0x250
[<ffffffff9a20cc00>] ? SyS_msync+0x250/0x250
[<ffffffff9a20cc00>] ? SyS_msync+0x250/0x250
[<ffffffff9a11dc9f>] smp_call_function_single+0x5f/0xa0
[<ffffffff9a39c5d5>] ? cpumask_next_and+0x35/0x50
[<ffffffff9a11e25b>] smp_call_function_many+0x22b/0x270
[<ffffffff9a20ce57>] try_to_unmap_flush+0xa7/0xb0
[<ffffffff9a1de625>] shrink_page_list+0x505/0xc40
[<ffffffff9a1df376>] shrink_inactive_list+0x1b6/0x5c0
[<ffffffff9a1dfe55>] shrink_lruvec+0x375/0x730
[<ffffffff9a1e0286>] shrink_zone+0x76/0x1a0
[<ffffffff9a1e14b3>] balance_pgdat+0x383/0x5e0
[<ffffffff9a1e1883>] kswapd+0x173/0x430
[<ffffffff9a0cc790>] ? wake_up_atomic_t+0x40/0x40
[<ffffffff9a1e1710>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffff9a0cb621>] kthread+0xd1/0xe0
[<ffffffff9a0cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff9a7c51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9a0cb550>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 40 19 d5 9a 48 89 df e8 97 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #618987
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffbd31109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffbd3f61e0
Build id: 3.10.0-957.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffffbd3f61e0
Build id: 3.10.0-957.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffffbd3f61e0
Build id: 3.10.0-957.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffbd3111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffbd575465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffbd31175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffffbd3f6467
Build id: 3.10.0-957.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffffbd3ca8b5
Build id: 3.10.0-957.el7.x86_64
|
0x415
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffffbd3cb6f6
Build id: 3.10.0-957.el7.x86_64
|
0x1c6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffffbd3cc1f5
Build id: 3.10.0-957.el7.x86_64
|
0x385
|
|
12
|
shrink_zone
|
vmlinux |
0xffffffffbd3cc616
Build id: 3.10.0-957.el7.x86_64
|
0x76
|
|
13
|
balance_pgdat
|
vmlinux |
0xffffffffbd3cd90c
Build id: 3.10.0-957.el7.x86_64
|
0x48c
|
|
14
|
kswapd
|
vmlinux |
0xffffffffbd3cdbd3
Build id: 3.10.0-957.el7.x86_64
|
0x173
|
|
15
|
|
vmlinux |
0xffffffffbd2c2d00
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
|
16
|
|
vmlinux |
0xffffffffbd3cda60
Build id: 3.10.0-957.el7.x86_64
|
0x5e0
|
|
17
|
kthread
|
vmlinux |
0xffffffffbd2c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
18
|
|
vmlinux |
0xffffffffbd2c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffbd974c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
20
|
|
vmlinux |
0xffffffffbd2c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [kswapd0:45]
Modules linked in: netfilter_edr(OE) tun devlink ip_set nfnetlink bridge stp llc sunrpc ppdev pcspkr joydev sg virtio_balloon parport_pc parport i2c_piix4 binfmt_misc xfs libcrc32c sr_mod cdrom virtio_blk virtio_console virtio_scsi virtio_net ata_generic pata_acpi serio_raw floppy cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata virtio_pci virtio_ring drm_panel_orientation_quirks virtio dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 1 PID: 45 Comm: kswapd0 Tainted: G OEL ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff9d19dee6e180 ti: ffff9d19ca028000 task.ti: ffff9d19ca028000
RIP: 0010:[<ffffffffbd31109a>] [<ffffffffbd31109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff9d19ca02b900 EFLAGS: 00000202
RAX: 0000000000000060 RBX: ffff9d19ca02b8d0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 0000000000000060 RDI: 0000000000000286
RBP: ffff9d19ca02b948 R08: ffffffffbda12d88 R09: 0000000000000000
R10: 0000000000000230 R11: ffffe6702306b3c0 R12: ffff9d19ca02b930
R13: ffffe6702306b3c0 R14: 0000000000270026 R15: 0000000000000000
FS: 0000000000000000(0000) GS:ffff9d19dde40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f81fd381000 CR3: 0000000abbdd4000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffbd3f61e0>] ? SyS_msync+0x250/0x250
[<ffffffffbd3f61e0>] ? SyS_msync+0x250/0x250
[<ffffffffbd3f61e0>] ? SyS_msync+0x250/0x250
[<ffffffffbd3111af>] smp_call_function_single+0x5f/0xa0
[<ffffffffbd575465>] ? cpumask_next_and+0x35/0x50
[<ffffffffbd31175b>] smp_call_function_many+0x22b/0x270
[<ffffffffbd3f6467>] try_to_unmap_flush+0xa7/0xb0
[<ffffffffbd3ca8b5>] shrink_page_list+0x415/0xc30
[<ffffffffbd3cb6f6>] shrink_inactive_list+0x1c6/0x5d0
[<ffffffffbd3cc1f5>] shrink_lruvec+0x385/0x730
[<ffffffffbd3cc616>] shrink_zone+0x76/0x1a0
[<ffffffffbd3cd90c>] balance_pgdat+0x48c/0x5e0
[<ffffffffbd3cdbd3>] kswapd+0x173/0x440
[<ffffffffbd2c2d00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffbd3cda60>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffffbd2c1c31>] kthread+0xd1/0xe0
[<ffffffffbd2c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffbd974c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffbd2c1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 f4 bd 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #583984
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff84716a32
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff84800cc0
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffff84800cc0
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffff84800cc0
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff84716b4f
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff84986a55
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff847170fb
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffff84800f47
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffff847d3325
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x505
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffff847d4066
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x1b6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffff847d4b45
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x375
|
|
12
|
|
vmlinux |
0xffffffff846e482c
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x14c
|
|
13
|
shrink_zone
|
vmlinux |
0xffffffff847d4f76
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x76
|
|
14
|
balance_pgdat
|
vmlinux |
0xffffffff847d6183
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x383
|
|
15
|
kswapd
|
vmlinux |
0xffffffff847d6553
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x173
|
|
16
|
|
vmlinux |
0xffffffff846c6f50
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x30
|
|
17
|
|
vmlinux |
0xffffffff847d63e0
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x5e0
|
|
18
|
kthread
|
vmlinux |
0xffffffff846c5e61
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xd1
|
|
19
|
|
vmlinux |
0xffffffff846c5d90
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x40
|
|
20
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff84d99df7
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x21
|
|
21
|
|
vmlinux |
0xffffffff846c5d90
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [RemoteInvocatio:15804]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [kswapd0:47]
Modules linked in: vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev vmw_vmci sg i2c_piix4 parport_pc parport sch_fq_codel auth_rpcgss sunrpc ip_tables ext4 mbcache jbd2 nfit vmwgfx libnvdimm sr_mod cdrom drm_kms_helper ata_generic pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm sd_mod crc_t10dif ata_piix crct10dif_generic libata crct10dif_pclmul vmxnet3 crct10dif_common serio_raw crc32c_intel vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 1 PID: 47 Comm: kswapd0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.59.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8fcf75e76300 ti: ffff8fd22b274000 task.ti: ffff8fd22b274000
RIP: 0010:[<ffffffff84716a32>] [<ffffffff84716a32>] generic_exec_single+0x102/0x1c0
RSP: 0000:ffff8fd22b277900 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8fd22b2778d0 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000286
RBP: ffff8fd22b277948 R08: ffffffff84e13cc0 R09: 0000000000000000
R10: 0000000000000230 R11: fff00000f0000000 R12: ffff8fd22b277890
R13: 000000000096b000 R14: ffff8fd228e25140 R15: ffffffff84986aa9
FS: 0000000000000000(0000) GS:ffff8fd23fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1921b24e70 CR3: 000000042b704000 CR4: 00000000000607e0
Call Trace:
[<ffffffff84800cc0>] ? SyS_msync+0x250/0x250
[<ffffffff84800cc0>] ? SyS_msync+0x250/0x250
[<ffffffff84800cc0>] ? SyS_msync+0x250/0x250
[<ffffffff84716b4f>] smp_call_function_single+0x5f/0xa0
[<ffffffff84986a55>] ? cpumask_next_and+0x35/0x50
[<ffffffff847170fb>] smp_call_function_many+0x22b/0x270
[<ffffffff84800f47>] try_to_unmap_flush+0xa7/0xb0
[<ffffffff847d3325>] shrink_page_list+0x505/0xc30
[<ffffffff847d4066>] shrink_inactive_list+0x1b6/0x5c0
[<ffffffff847d4b45>] shrink_lruvec+0x375/0x730
[<ffffffff846e482c>] ? update_curr+0x14c/0x1e0
[<ffffffff847d4f76>] shrink_zone+0x76/0x1a0
[<ffffffff847d6183>] balance_pgdat+0x383/0x5e0
[<ffffffff847d6553>] kswapd+0x173/0x430
[<ffffffff846c6f50>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff847d63e0>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffff846c5e61>] kthread+0xd1/0xe0
[<ffffffff846c5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffff84d99df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff846c5d90>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 60 18 35 85 48 89 df e8 97 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #619747
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa57163d2
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa57fe5f0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffffa57fe5f0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffffa57fe5f0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa57164ef
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa5981685
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa5716a9b
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffffa57fe877
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffffa57d2535
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x505
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffffa57d3286
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1c6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffffa57d3d85
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x385
|
|
12
|
|
xfs |
0xffffffffc042a152
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x42
|
|
13
|
shrink_zone
|
vmlinux |
0xffffffffa57d41b6
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x76
|
|
14
|
balance_pgdat
|
vmlinux |
0xffffffffa57d53c3
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x383
|
|
15
|
kswapd
|
vmlinux |
0xffffffffa57d5793
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x173
|
|
16
|
|
vmlinux |
0xffffffffa56c72e0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x30
|
|
17
|
|
vmlinux |
0xffffffffa57d5620
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x5e0
|
|
18
|
kthread
|
vmlinux |
0xffffffffa56c61f1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xd1
|
|
19
|
|
vmlinux |
0xffffffffa56c6120
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x40
|
|
20
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa5d8dd37
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x21
|
|
21
|
|
vmlinux |
0xffffffffa56c6120
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 67s! [kswapd0:117]
Modules linked in: ip_set tcp_lp fuse binfmt_misc xt_NFQUEUE nfnetlink_log nfnetlink tcp_diag inet_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter nf_conntrack_ipv6 nf_defrag_ipv6 rpcsec_gss_krb5 nf_conntrack_ipv4 auth_rpcgss nf_defrag_ipv4 nf_conntrack nfsv4 dns_resolver nfs lockd grace fscache sunrpc ppdev sg i2c_piix4 parport_pc parport virtio_balloon joydev pcspkr ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_console virtio_net virtio_blk virtio_scsi cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata virtio_pci floppy virtio_ring serio_raw
drm_panel_orientation_quirks virtio dm_mirror dm_region_hash dm_log dm_mod [last unloaded: kbase]
CPU: 7 PID: 117 Comm: kswapd0 Kdump: loaded Tainted: GF OEL ------------ 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff939be8d43150 ti: ffff93aa7a430000 task.ti: ffff93aa7a430000
RIP: 0010:[<ffffffffa57163d2>] [<ffffffffa57163d2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff93aa7a433900 EFLAGS: 00000202
RAX: ffff939a917bb700 RBX: fffffab3aec82080 RCX: ffff939a917bb7a0
RDX: ffff93aa7ce5b800 RSI: ffff93aa7a433900 RDI: ffff93aa7a433900
RBP: ffff93aa7a433948 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000230 R11: ffff93a2876d5f08 R12: ffff93aa7a433890
R13: 00007f0103af2000 R14: ffff939c05d66a40 R15: ffffffffa59816d9
FS: 0000000000000000(0000) GS:ffff93aa7cfc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbaa697a020 CR3: 000000005ca0a000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa57fe5f0>] ? SyS_msync+0x250/0x250
[<ffffffffa57fe5f0>] ? SyS_msync+0x250/0x250
[<ffffffffa57fe5f0>] ? SyS_msync+0x250/0x250
[<ffffffffa57164ef>] smp_call_function_single+0x5f/0xa0
[<ffffffffa5981685>] ? cpumask_next_and+0x35/0x50
[<ffffffffa5716a9b>] smp_call_function_many+0x22b/0x270
[<ffffffffa57fe877>] try_to_unmap_flush+0xa7/0xb0
[<ffffffffa57d2535>] shrink_page_list+0x505/0xc30
[<ffffffffa57d3286>] shrink_inactive_list+0x1c6/0x5d0
[<ffffffffa57d3d85>] shrink_lruvec+0x385/0x740
[<ffffffffc042a152>] ? xfs_perag_get_tag+0x42/0xe0 [xfs]
[<ffffffffa57d41b6>] shrink_zone+0x76/0x1a0
[<ffffffffa57d53c3>] balance_pgdat+0x383/0x5e0
[<ffffffffa57d5793>] kswapd+0x173/0x440
[<ffffffffa56c72e0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa57d5620>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffffa56c61f1>] kthread+0xd1/0xe0
[<ffffffffa56c6120>] ? insert_kthread_work+0x40/0x40
[<ffffffffa5d8dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa56c6120>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 20 e8 34 a6 48 89 df e8 37 23 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #255972
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa1316532
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa14007c0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffffa14007c0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffffa14007c0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa131664f
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa15864f5
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa1316bfb
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffffa1400a47
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffffa13d2e25
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x505
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffffa13d3b66
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1b6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffffa13d4645
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x375
|
|
12
|
shrink_zone
|
vmlinux |
0xffffffffa13d4a76
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x76
|
|
13
|
balance_pgdat
|
vmlinux |
0xffffffffa13d5c83
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x383
|
|
14
|
kswapd
|
vmlinux |
0xffffffffa13d6053
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x173
|
|
15
|
|
vmlinux |
0xffffffffa12c6f20
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x30
|
|
16
|
|
vmlinux |
0xffffffffa13d5ee0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x5e0
|
|
17
|
kthread
|
vmlinux |
0xffffffffa12c5e31
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xd1
|
|
18
|
|
vmlinux |
0xffffffffa12c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa1995df7
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x21
|
|
20
|
|
vmlinux |
0xffffffffa12c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [kswapd0:48]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables vsock_diag tcp_diag udp_diag inet_diag unix_diag tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 nfsd nfs_acl lockd grace auth_rpcgss
sunrpc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm vmxnet3 mptspi drm ata_piix scsi_transport_spi mptscsih nfit mptbase libata libnvdimm drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 3 PID: 48 Comm: kswapd0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9df4ea909080 ti: ffff9df4ea920000 task.ti: ffff9df4ea920000
RIP: 0010:[<ffffffffa1316532>] [<ffffffffa1316532>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff9df4ea923900 EFLAGS: 00000202
RAX: 00000000000008fd RBX: ffffe90e41cbd680 RCX: 0000000000000000
RDX: 00000000000008fb RSI: 00000000000000fb RDI: 0000000000000286
RBP: ffff9df4ea923948 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000230 R11: 0000000000000000 R12: ffff9df4ea923890
R13: 0000000000000000 R14: ffffe90e401640c0 R15: ffff9df23fd57b00
FS: 0000000000000000(0000) GS:ffff9df4ffd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc5c4a02000 CR3: 000000041b7be000 CR4: 00000000000407e0
Call Trace:
[<ffffffffa14007c0>] ? SyS_msync+0x250/0x250
[<ffffffffa14007c0>] ? SyS_msync+0x250/0x250
[<ffffffffa14007c0>] ? SyS_msync+0x250/0x250
[<ffffffffa131664f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa15864f5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa1316bfb>] smp_call_function_many+0x22b/0x270
[<ffffffffa1400a47>] try_to_unmap_flush+0xa7/0xb0
[<ffffffffa13d2e25>] shrink_page_list+0x505/0xc30
[<ffffffffa13d3b66>] shrink_inactive_list+0x1b6/0x5c0
[<ffffffffa13d4645>] shrink_lruvec+0x375/0x730
[<ffffffffa13d4a76>] shrink_zone+0x76/0x1a0
[<ffffffffa13d5c83>] balance_pgdat+0x383/0x5e0
[<ffffffffa13d6053>] kswapd+0x173/0x430
[<ffffffffa12c6f20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa13d5ee0>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffffa12c5e31>] kthread+0xd1/0xe0
[<ffffffffa12c5d60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa1995df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa12c5d60>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 60 15 f5 a1 48 89 df e8 37 71 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #101201
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9791109a
Build id: 3.10.0-957.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff979f61e0
Build id: 3.10.0-957.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffff979f61e0
Build id: 3.10.0-957.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffff979f61e0
Build id: 3.10.0-957.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff979111af
Build id: 3.10.0-957.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff97b75465
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9791175b
Build id: 3.10.0-957.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffff979f6467
Build id: 3.10.0-957.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffff979ca8b5
Build id: 3.10.0-957.el7.x86_64
|
0x415
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffff979cb6f6
Build id: 3.10.0-957.el7.x86_64
|
0x1c6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffff979cc1f5
Build id: 3.10.0-957.el7.x86_64
|
0x385
|
|
12
|
shrink_zone
|
vmlinux |
0xffffffff979cc616
Build id: 3.10.0-957.el7.x86_64
|
0x76
|
|
13
|
balance_pgdat
|
vmlinux |
0xffffffff979cd90c
Build id: 3.10.0-957.el7.x86_64
|
0x48c
|
|
14
|
kswapd
|
vmlinux |
0xffffffff979cdbd3
Build id: 3.10.0-957.el7.x86_64
|
0x173
|
|
15
|
|
vmlinux |
0xffffffff978c2d00
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
|
16
|
|
vmlinux |
0xffffffff979cda60
Build id: 3.10.0-957.el7.x86_64
|
0x5e0
|
|
17
|
kthread
|
vmlinux |
0xffffffff978c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
18
|
|
vmlinux |
0xffffffff978c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff97f74c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
20
|
|
vmlinux |
0xffffffff978c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 67s! [kswapd0:117]
Modules linked in: iptable_filter binfmt_misc nfnetlink_queue nfnetlink_log nfnetlink bluetooth rfkill ext4 mbcache jbd2 ppdev sg joydev virtio_balloon parport_pc parport i2c_piix4 pcspkr ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net virtio_console virtio_scsi virtio_blk cirrus drm_kms_helper floppy serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata virtio_pci virtio_ring drm_panel_orientation_quirks virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 117 Comm: kswapd0 Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff97b8b3c130c0 ti: ffff97bf5a520000 task.ti: ffff97bf5a520000
RIP: 0010:[<ffffffff9791109a>] [<ffffffff9791109a>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff97bf5a523900 EFLAGS: 00000202
RAX: 00000000000000a0 RBX: ffff97bf5a5238d0 RCX: 0000000000000020
RDX: 00000000ffffffff RSI: 00000000000000a0 RDI: 0000000000000286
RBP: ffff97bf5a523948 R08: ffffffff98013008 R09: 0000000000000000
R10: ffff97bf7ffbe000 R11: 0000000000000000 R12: 0000000000000000
R13: 0000000000000000 R14: fffff7530bd2fb40 R15: ffffffff979fe5b0
FS: 0000000000000000(0000) GS:ffff97bf5cf40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc0e4003000 CR3: 000000076d010000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff979f61e0>] ? SyS_msync+0x250/0x250
[<ffffffff979f61e0>] ? SyS_msync+0x250/0x250
[<ffffffff979f61e0>] ? SyS_msync+0x250/0x250
[<ffffffff979111af>] smp_call_function_single+0x5f/0xa0
[<ffffffff97b75465>] ? cpumask_next_and+0x35/0x50
[<ffffffff9791175b>] smp_call_function_many+0x22b/0x270
[<ffffffff979f6467>] try_to_unmap_flush+0xa7/0xb0
[<ffffffff979ca8b5>] shrink_page_list+0x415/0xc30
[<ffffffff979cb6f6>] shrink_inactive_list+0x1c6/0x5d0
[<ffffffff979cc1f5>] shrink_lruvec+0x385/0x730
[<ffffffff979cc616>] shrink_zone+0x76/0x1a0
[<ffffffff979cd90c>] balance_pgdat+0x48c/0x5e0
[<ffffffff979cdbd3>] kswapd+0x173/0x440
[<ffffffff978c2d00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff979cda60>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffff978c1c31>] kthread+0xd1/0xe0
[<ffffffff978c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff97f74c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff978c1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 54 98 48 89 df e8 1a b2 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #14592
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff99716f76
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x106
|
|
2
|
|
vmlinux |
0xffffffff99800450
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x250
|
|
3
|
|
vmlinux |
0xffffffff99800450
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x250
|
|
4
|
|
vmlinux |
0xffffffff99800450
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x250
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff9971708f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff99985005
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff9971763b
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x22b
|
|
8
|
try_to_unmap_flush
|
vmlinux |
0xffffffff998006d7
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa7
|
|
9
|
shrink_page_list
|
vmlinux |
0xffffffff997d2bb5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x505
|
|
10
|
shrink_inactive_list
|
vmlinux |
0xffffffff997d38f6
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1b6
|
|
11
|
shrink_lruvec
|
vmlinux |
0xffffffff997d43d5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x375
|
|
12
|
|
xfs |
0xffffffffc05e1382
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x42
|
|
13
|
shrink_zone
|
vmlinux |
0xffffffff997d4806
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x76
|
|
14
|
balance_pgdat
|
vmlinux |
0xffffffff997d5a13
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x383
|
|
15
|
kswapd
|
vmlinux |
0xffffffff997d5de3
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x173
|
|
16
|
|
vmlinux |
0xffffffff996c7780
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x30
|
|
17
|
|
vmlinux |
0xffffffff997d5c70
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e0
|
|
18
|
kthread
|
vmlinux |
0xffffffff996c6691
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xd1
|
|
19
|
|
vmlinux |
0xffffffff996c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
|
20
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff99d92d37
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
21
|
|
vmlinux |
0xffffffff996c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [kswapd0:33]
Modules linked in: ipmi_devintf ipmi_msghandler ext4 mbcache jbd2 sg joydev pcspkr virtio_balloon i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi ahci libahci ata_piix bochs_drm drm_kms_helper libata syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 33 Comm: kswapd0 Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.13.0-48-gd9c812dda519-prebuilt.qemu.org 04/01/2014
task: ffff91567c335230 ti: ffff915677b70000 task.ti: ffff915677b70000
RIP: 0010:[<ffffffff99716f76>] [<ffffffff99716f76>] generic_exec_single+0x106/0x1c0
RSP: 0018:ffff915677b73900 EFLAGS: 00000202
RAX: 0000000000000002 RBX: ffff915677b73890 RCX: 0000000000000830
RDX: 0000000000000002 RSI: 0000000000000002 RDI: 0000000000000286
RBP: ffff915677b73948 R08: ffffffff99e13940 R09: 0000000000000000
R10: 0000000000000230 R11: 0000000000000001 R12: 0000000000000010
R13: ffffffff99663c06 R14: ffffffffffffffc5 R15: 0000000000000286
FS: 0000000000000000(0000) GS:ffff91567fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f06d1fc0970 CR3: 0000000049210000 CR4: 00000000000006f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff99800450>] ? SyS_msync+0x250/0x250
[<ffffffff99800450>] ? SyS_msync+0x250/0x250
[<ffffffff99800450>] ? SyS_msync+0x250/0x250
[<ffffffff9971708f>] smp_call_function_single+0x5f/0xa0
[<ffffffff99985005>] ? cpumask_next_and+0x35/0x50
[<ffffffff9971763b>] smp_call_function_many+0x22b/0x270
[<ffffffff998006d7>] try_to_unmap_flush+0xa7/0xb0
[<ffffffff997d2bb5>] shrink_page_list+0x505/0xc30
[<ffffffff997d38f6>] shrink_inactive_list+0x1b6/0x5c0
[<ffffffff997d43d5>] shrink_lruvec+0x375/0x730
[<ffffffffc05e1382>] ? xfs_perag_get_tag+0x42/0xe0 [xfs]
[<ffffffff997d4806>] shrink_zone+0x76/0x1a0
[<ffffffff997d5a13>] balance_pgdat+0x383/0x5e0
[<ffffffff997d5de3>] kswapd+0x173/0x430
[<ffffffff996c7780>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff997d5c70>] ? balance_pgdat+0x5e0/0x5e0
[<ffffffff996c6691>] kthread+0xd1/0xe0
[<ffffffff996c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff99d92d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff996c65c0>] ? insert_kthread_work+0x40/0x40
Code: 14 c5 a0 10 35 9a 48 89 df e8 07 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 f6 43 20 01 <75> f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00 00 0f 85 8f