Complete report #1408516
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffac032b70
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffffac0345b7
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffffac0362a6
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffffabfe5660
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x140
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffffabfe7a9b
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffffabfb676b
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffffabfe4ae9
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x139
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffffabfe942d
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x37d
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffffabfebedd
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x39d
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffffac56f5e3
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x203
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffffac56f915
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffffac56b758
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#15 stuck for 44s! [crond:769]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vboxpci(OE) vboxnetadp(OE) vboxnetflt(OE) vmw_vsock_vmci_transport vboxdrv(OE) vsock sunrpc vfat fat sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport nfit libnvdimm vmw_vmci tpm_crb i2c_piix4 sch_fq_codel ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul syscopyarea crct10dif_common sysfillrect serio_raw crc32c_intel
sysimgblt fb_sys_fops ttm e1000 drm ata_piix mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 15 PID: 769 Comm: crond Kdump: loaded Tainted: G OEL ------------ 3.10.0-957.1.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.24866131.B64.2507211907 07/21/2025
task: ffff94ea3357e180 ti: ffff94e9f0fc0000 task.ti: ffff94e9f0fc0000
RIP: 0010:[<ffffffffac032b70>] [<ffffffffac032b70>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff94e9f0fc3bc0 EFLAGS: 00010286
RAX: ffff94eabfa9d000 RBX: ffff94ec3ffda000 RCX: 0000000000000001
RDX: ffff94ea3ffd8a80 RSI: ffffd97a4a874000 RDI: 00000000002a1d00
RBP: ffff94e9f0fc3c08 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff94e9f0fc3be0
R13: 00000000000200da R14: 0000000000000000 R15: ffff94ea3357e180
FS: 00007f6a59a74840(0000) GS:ffff94ec3fdc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6a505afe08 CR3: 0000000214f64000 CR4: 00000000003607e0
Call Trace:
[<ffffffffac0345b7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffffac0362a6>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffffabfe5660>] wp_page_copy.isra.71+0x140/0x560
[<ffffffffabfe7a9b>] do_wp_page+0xfb/0x720
[<ffffffffabfb676b>] ? unlock_page+0x2b/0x30
[<ffffffffabfe4ae9>] ? do_read_fault.isra.61+0x139/0x1b0
[<ffffffffabfe942d>] handle_pte_fault+0x37d/0xd10
[<ffffffffabfebedd>] handle_mm_fault+0x39d/0x9b0
[<ffffffffac56f5e3>] __do_page_fault+0x203/0x500
[<ffffffffac56f915>] do_page_fault+0x35/0x90
[<ffffffffac56b758>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 43 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #1220006
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff9643e270
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff964400f7
Build id: 3.10.0-1160.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff964416a6
Build id: 3.10.0-1160.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff963ef0ca
Build id: 3.10.0-1160.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff963f16bb
Build id: 3.10.0-1160.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffff963bdf6b
Build id: 3.10.0-1160.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffff963ee4d9
Build id: 3.10.0-1160.el7.x86_64
|
0x139
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffff963f5d32
Build id: 3.10.0-1160.el7.x86_64
|
0xb22
|
|
9
|
|
vmlinux |
0xffffffff963fc9d8
Build id: 3.10.0-1160.el7.x86_64
|
0x378
|
|
10
|
|
vmlinux |
0xffffffff963fe379
Build id: 3.10.0-1160.el7.x86_64
|
0x1b9
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffff9698e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffff9698e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
13
|
|
vmlinux |
0xffffffff9698aac9
Build id: 3.10.0-1160.el7.x86_64
|
0xaa
|
|
14
|
page_fault
|
vmlinux |
0xffffffff9698a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 37s! [crond:25886]
Modules linked in: binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd vmw_balloon sg pcspkr parport_pc joydev parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul ata_piix crct10dif_common mptspi libata scsi_transport_spi crc32c_intel mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 25886 Comm: crond Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff916b96f40000 ti: ffff916b5c150000 task.ti: ffff916b5c150000
RIP: 0010:[<ffffffff9643e270>] [<ffffffff9643e270>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff916b5c153c38 EFLAGS: 00010282
RAX: ffff9168e59656c8 RBX: 00000000000200da RCX: 0000000000000001
RDX: 0000000002d44ad9 RSI: ffffee160dedbf40 RDI: 000000000037b6fd
RBP: ffff916b5c153c80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff916b96f40000
R13: 00000000000200da R14: 0000000000000002 R15: 00000000425e0850
FS: 00007f66c67c8840(0000) GS:ffff916bbfd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f66bc780eb0 CR3: 000000041e0b4000 CR4: 00000000000407e0
Call Trace:
[<ffffffff964400f7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff964416a6>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff963ef0ca>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffff963f16bb>] do_wp_page+0xfb/0x720
[<ffffffff963bdf6b>] ? unlock_page+0x2b/0x30
[<ffffffff963ee4d9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff963f5d32>] handle_mm_fault+0xb22/0xfb0
[<ffffffff963fc9d8>] ? do_mmap+0x378/0x530
[<ffffffff963fe379>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffff9698e653>] __do_page_fault+0x213/0x500
[<ffffffff9698e975>] do_page_fault+0x35/0x90
[<ffffffff9698aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff9698a778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 40 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #1175803
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff811f2d70
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff811f46c7
Build id: 3.10.0-693.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff811f6316
Build id: 3.10.0-693.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.58
|
vmlinux |
0xffffffff811adead
Build id: 3.10.0-693.el7.x86_64
|
0x10d
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff811afc1b
Build id: 3.10.0-693.el7.x86_64
|
0xeb
|
|
6
|
|
vmlinux |
0xffffffff811ad6a6
Build id: 3.10.0-693.el7.x86_64
|
0xe6
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1f8c
Build id: 3.10.0-693.el7.x86_64
|
0x70c
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [systemd-journal:567]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock vfat fat iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_seq_midi lrw snd_seq_midi_event gf128mul glue_helper ablk_helper cryptd sd_mod crc_t10dif crct10dif_generic ppdev nls_utf8 snd_ens1371 vmw_balloon snd_rawmidi snd_ac97_codec isofs joydev pcspkr btusb loop btrtl ac97_bus snd_seq btbcm btintel snd_seq_device bluetooth snd_pcm mptspi mptscsih rfkill snd_timer mptbase snd sg scsi_transport_spi soundcore nfit tpm_crb libnvdimm parport_pc parport
shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ahci ata_piix libahci serio_raw libata nvme nvme_core vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 567 Comm: systemd-journal Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.18452719.B64.2108091906 08/09/2021
task: ffff880075a0af70 ti: ffff8800755cc000 task.ti: ffff8800755cc000
RIP: 0010:[<ffffffff811f2d70>] [<ffffffff811f2d70>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff8800755cfca0 EFLAGS: 00010282
RAX: ffff88007b33d670 RBX: ffff88007ffd8800 RCX: 0000000000000001
RDX: ffff88007ffd70a0 RSI: ffffea0000af59c0 RDI: 000000000002bd67
RBP: ffff8800755cfce8 R08: 0000000000000000 R09: ffffea0000af5a00
R10: ffffea0000af5a00 R11: 8000000001cec225 R12: ffff8800755cfcc0
R13: 00000000000280da R14: 0000000000000000 R15: ffff880075a0af70
FS: 00007f1d82464880(0000) GS:ffff88007b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1d7fbe9718 CR3: 00000000757c5000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 ffff880075a0af70 ffff88001078a360 0000000100000001
ffffea0000af59c0 0000000000000001 0000000000000001 ffff88001078a360
ffff8800757a5fe8 ffff8800755cfd20 ffffffff811f46c7 ffff88007b076400
Call Trace:
[<ffffffff811f46c7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff811f6316>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff811adead>] wp_page_copy.isra.58+0x10d/0x470
[<ffffffff811afc1b>] do_wp_page+0xeb/0x5c0
[<ffffffff811ad6a6>] ? do_read_fault.isra.44+0xe6/0x130
[<ffffffff811b1f8c>] handle_mm_fault+0x70c/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 13 41 00 00 49 89 c6 <3e> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #1156013
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff81c3e520
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff81c403a7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff81c41956
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff81bef31a
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x16a
|
|
5
|
|
vmlinux |
0xffffffff81bc8cc6
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x166
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff81bf190b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xfb
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff81bf5f82
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb22
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff82190653
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff82190975
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff8218c778
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 40s! [/usr/libexec/we:4417]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev vmw_balloon aesni_intel joydev lrw gf128mul glue_helper ablk_helper cryptd pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx nfit drm_kms_helper libnvdimm syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common mptspi scsi_transport_spi ata_piix mptscsih drm crc32c_intel serio_raw libata mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 4417 Comm: /usr/libexec/we Kdump: loaded Tainted: G L ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9a00bfced280 ti: ffff9a00b6c90000 task.ti: ffff9a00b6c90000
RIP: 0010:[<ffffffff81c3e520>] [<ffffffff81c3e520>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff9a00b6c93c38 EFLAGS: 00010286
RAX: ffff99fff15448b0 RBX: 00000000000200da RCX: 0000000000000001
RDX: 0000000001a28916 RSI: fffff657080c7b80 RDI: 00000000002031ee
RBP: ffff9a00b6c93c80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 00007f5d8e028c30 R12: ffff9a00bfced280
R13: 00000000000200da R14: 0000000000000002 R15: 000000004099b121
FS: 00007f5d8e4fe740(0000) GS:ffff9a00bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000152eef0 CR3: 000000020af1e000 CR4: 00000000001607e0
Call Trace:
[<ffffffff81c403a7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff81c41956>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff81bef31a>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffff81bc8cc6>] ? __alloc_pages_nodemask+0x166/0x450
[<ffffffff81bf190b>] do_wp_page+0xfb/0x720
[<ffffffff81bf5f82>] handle_mm_fault+0xb22/0xfb0
[<ffffffff82190653>] __do_page_fault+0x213/0x500
[<ffffffff82190975>] do_page_fault+0x35/0x90
[<ffffffff8218c778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 40 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #1014509
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff8744bdf0
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff8744dcd7
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff8744f2fe
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x2e
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff873fb423
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x163
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff873fdafb
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffff872e8cc4
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x164
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff8740221a
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xb3a
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff879bf7d3
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff879bfb05
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff879bb7b8
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [ksmtuned:925]
Modules linked in: tcp_diag udp_diag inet_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter cmac arc4 md4 nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common ahci drm libahci
crc32c_intel ata_piix nfit serio_raw libnvdimm libata vmw_pvscsi vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 925 Comm: ksmtuned Kdump: loaded Tainted: G L ------------ 3.10.0-1160.92.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff975834d29080 ti: ffff975834d64000 task.ti: ffff975834d64000
RIP: 0010:[<ffffffff8744bdf0>] [<ffffffff8744bdf0>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff975834d67c38 EFLAGS: 00010282
RAX: ffff97597e403840 RBX: ffffcab0806b3940 RCX: 0000000000000001
RDX: ffff975c3ffd8240 RSI: ffffcab082407080 RDI: 00000000000901c2
RBP: ffff975834d67c80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000031 R11: 0000000000000004 R12: ffff975800000000
R13: ffff97580263c1b0 R14: 0000000000000000 R15: ffff975834d29080
FS: 00007f0574d67740(0000) GS:ffff975c3fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000008c50e8 CR3: 0000000034d00000 CR4: 00000000001607f0
Call Trace:
[<ffffffff8744dcd7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff8744f2fe>] mem_cgroup_newpage_charge+0x2e/0x40
[<ffffffff873fb423>] wp_page_copy.isra.73+0x163/0x5d0
[<ffffffff873fdafb>] do_wp_page+0xfb/0x730
[<ffffffff872e8cc4>] ? update_curr+0x164/0x1f0
[<ffffffff8740221a>] handle_mm_fault+0xb3a/0x1190
[<ffffffff879bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff879bfb05>] do_page_fault+0x35/0x90
[<ffffffff879bb7b8>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 63 41 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #846887
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff87832900
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff87834347
Build id: 3.10.0-957.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff87836036
Build id: 3.10.0-957.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.71
|
vmlinux |
0xffffffff877e53f0
Build id: 3.10.0-957.el7.x86_64
|
0x140
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff877e782b
Build id: 3.10.0-957.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffff877b64fb
Build id: 3.10.0-957.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffff877e4879
Build id: 3.10.0-957.el7.x86_64
|
0x139
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffff877e91bd
Build id: 3.10.0-957.el7.x86_64
|
0x37d
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffff877ebc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffff87d6f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffff87d6f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
12
|
page_fault
|
vmlinux |
0xffffffff87d6b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#12 stuck for 23s! [abrt-hook-ccpp:2695]
Modules linked in: tcp_diag inet_diag binfmt_misc xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod sb_edac ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd pcspkr joydev sg i2c_piix4 parport_pc vmw_vmci parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul ahci crct10dif_common crc32c_intel
libahci drm serio_raw ata_piix libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks nfit libnvdimm
CPU: 12 PID: 2695 Comm: abrt-hook-ccpp Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8b4f72791040 ti: ffff8b50e4e60000 task.ti: ffff8b50e4e60000
RIP: 0010:[<ffffffff87832900>] [<ffffffff87832900>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff8b50e4e63bc0 EFLAGS: 00010282
RAX: ffff8b4d7e7b9b80 RBX: ffff8b50fffda000 RCX: 0000000000000001
RDX: ffff8b4cfffd77c0 RSI: fffff53a17ce6e00 RDI: 00000000005f39b8
RBP: ffff8b50e4e63c08 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8b50e4e63be0
R13: 00000000000200da R14: 0000000000000000 R15: ffff8b4f72791040
FS: 0000000000000000(0000) GS:ffff8b50ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f80500a5eb0 CR3: 0000000819b94000 CR4: 00000000001607e0
Call Trace:
[<ffffffff87834347>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff87836036>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff877e53f0>] wp_page_copy.isra.71+0x140/0x560
[<ffffffff877e782b>] do_wp_page+0xfb/0x720
[<ffffffff877b64fb>] ? unlock_page+0x2b/0x30
[<ffffffff877e4879>] ? do_read_fault.isra.61+0x139/0x1b0
[<ffffffff877e91bd>] handle_pte_fault+0x37d/0xd10
[<ffffffff877ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff87d6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff87d6f915>] do_page_fault+0x35/0x90
[<ffffffff87d6b758>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 43 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #756586
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff8da4bdf0
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff8da4dcd7
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff8da4f2fe
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x2e
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff8d9fb423
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x163
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff8d9fdafb
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffff8d9c908b
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffff8d9fa7f9
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x139
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffff8da0221a
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xb3a
|
|
9
|
|
vmlinux |
0xffffffff8da091fc
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x39c
|
|
10
|
|
vmlinux |
0xffffffff8da0abf9
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x1b9
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffff8dfbf7d3
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x213
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffff8dfbfb05
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x35
|
|
13
|
page_fault
|
vmlinux |
0xffffffff8dfbb7b8
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 38s! [httpd:2567]
Firewall: *TCP_IN Blocked* IN=ens160 OUT= MAC=00:0c:29:c9:1c:8b:f8:d2:ac:c2:d6:c3:08:00 SRC=185.224.128.17 DST=50.254.114.202 LEN=44 TOS=0x00 PREC=0x20 TTL=226 ID=54321 PROTO=TCP SPT=48556 DPT=9042 WINDOW=65535 RES=0x00 SYN URGP=0
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 50s! [crond:7634]
Modules linked in: ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 nf_log_ipv4 nf_log_common ip6table_filter nf_nat_ftp xt_REDIRECT nf_nat_redirect xt_conntrack nf_conntrack_ftp xt_LOG xt_limit xt_multiport iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 ip6table_mangle ip6table_raw ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nf_nat nf_conntrack ip6_tables iptable_mangle iptable_raw ipt_REJECT nf_reject_ipv4 iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd vmw_balloon sg pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ahci ttm ata_piix libahci crct10dif_pclmul drm crct10dif_common mptspi scsi_transport_spi libata mptscsih crc32c_intel mptbase serio_raw vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 7634 Comm: crond Kdump: loaded Tainted: G L ------------ 3.10.0-1160.90.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff99b296cb5280 ti: ffff99b16fa58000 task.ti: ffff99b16fa58000
RIP: 0010:[<ffffffff8da4bdf0>] [<ffffffff8da4bdf0>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff99b16fa5bc38 EFLAGS: 00010282
RAX: ffff99afff5a9480 RBX: 000000009854bada RCX: 0000000000000001
RDX: ffff99b2bffd0060 RSI: fffff2f180752900 RDI: 000000000001d4a4
RBP: ffff99b16fa5bc80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffff8dba39d4
R13: ffff99b16fa5bbe0 R14: ffff99b16fa5bbd8 R15: ffff99b16fa5bc88
FS: 00007f4af4445840(0000) GS:ffff99b2bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4aec82dee0 CR3: 00000003e6a6a000 CR4: 00000000000607f0
Call Trace:
[<ffffffff8da4dcd7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff8da4f2fe>] mem_cgroup_newpage_charge+0x2e/0x40
[<ffffffff8d9fb423>] wp_page_copy.isra.73+0x163/0x5d0
[<ffffffff8d9fdafb>] do_wp_page+0xfb/0x730
[<ffffffff8d9c908b>] ? unlock_page+0x2b/0x40
[<ffffffff8d9fa7f9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff8da0221a>] handle_mm_fault+0xb3a/0x1190
[<ffffffff8da091fc>] ? do_mmap+0x39c/0x590
[<ffffffff8da0abf9>] ? mprotect_fixup+0x1b9/0x3b0
[<ffffffff8dfbf7d3>] __do_page_fault+0x213/0x510
[<ffffffff8dfbfb05>] do_page_fault+0x35/0x90
[<ffffffff8dfbb7b8>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 63 41 00 00 49 89 c6 <f0>
Complete report #707964
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffa783e270
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffffa78400f7
Build id: 3.10.0-1160.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffffa78416a6
Build id: 3.10.0-1160.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa77ef0ca
Build id: 3.10.0-1160.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffffa77f16bb
Build id: 3.10.0-1160.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffffa77bdf6b
Build id: 3.10.0-1160.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffffa77ee4d9
Build id: 3.10.0-1160.el7.x86_64
|
0x139
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffa77f5d32
Build id: 3.10.0-1160.el7.x86_64
|
0xb22
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffa7d8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffa7d8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffffa7d8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [postgres:27663]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables vmnet(OE) devlink ip6table_filter ip6_tables iptable_filter vmmon(OE) bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel snd_ens1371 ppdev snd_rawmidi snd_ac97_codec ac97_bus snd_seq btusb aesni_intel btrtl snd_seq_device btbcm btintel vmw_balloon bluetooth lrw gf128mul glue_helper ablk_helper snd_pcm cryptd joydev pcspkr snd_timer i2c_piix4 snd sg rfkill vmw_vmci soundcore parport_pc parport ip_tables xfs
libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm e1000 ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel mptspi scsi_transport_spi mptscsih mptbase serio_raw drm_panel_orientation_quirks fuse
CPU: 0 PID: 27663 Comm: postgres Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9f7c7d764200 ti: ffff9f7c2e9c0000 task.ti: ffff9f7c2e9c0000
RIP: 0010:[<ffffffffa783e270>] [<ffffffffa783e270>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff9f7c2e9c3c38 EFLAGS: 00010286
RAX: ffff9f7c769491d0 RBX: 00000000000200da RCX: 0000000000000001
RDX: 00000000011a123a RSI: ffffed89056ca880 RDI: 000000000015b2a2
RBP: ffff9f7c2e9c3c80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9f7c7d764200
R13: 00000000000200da R14: 0000000000000002 R15: 0000000091d49834
FS: 00007f87fb7f3880(0000) GS:ffff9f7d35600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f87fb7fc310 CR3: 0000000123e8a000 CR4: 00000000003607f0
Call Trace:
[<ffffffffa78400f7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffffa78416a6>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffffa77ef0ca>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffffa77f16bb>] do_wp_page+0xfb/0x720
[<ffffffffa77bdf6b>] ? unlock_page+0x2b/0x30
[<ffffffffa77ee4d9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffa77f5d32>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa7d8e653>] __do_page_fault+0x213/0x500
[<ffffffffa7d8e975>] do_page_fault+0x35/0x90
[<ffffffffa7d8a778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 40 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #597346
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9dbba385
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x15
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff9d64d937
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff9d64ef5e
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x2e
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff9d5fb30a
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff9d5fd9bb
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffff9d5c8f2b
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffff9d5fa6f9
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x139
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffff9d6020c2
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xb22
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff9dbbf7d3
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff9dbbfb05
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffff9dbbb7b8
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 35s! [kworker/0:1:351]
FS: 00007eff8dbd5740(0000) GS:ffff998864180000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000235b938 CR3: 0000000102d84000 CR4: 00000000000007e0
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod coretemp crc32_pclmul ghash_clmulni_intel ppdev vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod drm_kms_helper crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel drm serio_raw libata vmxnet3 vmw_pvscsi
drm_panel_orientation_quirks floppy fuse
CPU: 0 PID: 351 Comm: kworker/0:1 Tainted: G L ------------ 3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/17/2015
Workqueue: events_freezable disk_events_workfn
task: ffff9981289da100 ti: ffff9980d8e88000 task.ti: ffff9980d8e88000
RIP: 0010:[<ffffffff9dbba385>] [<ffffffff9dbba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9980d8e8ba68 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff9980d8e8ba10 RCX: ffff998864024905
RDX: ffff99886401a560 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9980d8e8ba68 R08: 0000000000000001 R09: 0008000000100000
R10: ffff99883d374198 R11: 0000000000000008 R12: ffff99883d375e80
R13: ffff99883d374000 R14: ffff99883d374158 R15: ffffffffc033f110
FS: 0000000000000000(0000) GS:ffff998864000000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffe83cfb7d8 CR3: 000000087f3aa000 CR4: 00000000000007f0
Call Trace:
[<ffffffff9d64d937>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff9d64ef5e>] mem_cgroup_newpage_charge+0x2e/0x40
[<ffffffff9d5fb30a>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffff9d5fd9bb>] do_wp_page+0xfb/0x730
[<ffffffff9d5c8f2b>] ? unlock_page+0x2b/0x40
[<ffffffff9d5fa6f9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff9d6020c2>] handle_mm_fault+0xb22/0xfb0
[<ffffffff9dbbf7d3>] __do_page_fault+0x213/0x510
[<ffffffff9dbbfb05>] do_page_fault+0x35/0x90
[<ffffffff9dbbb7b8>] page_fault+0x28/0x30
Complete report #583382
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffa8c3e270
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffffa8c400f7
Build id: 3.10.0-1160.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffffa8c416a6
Build id: 3.10.0-1160.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa8bef0ca
Build id: 3.10.0-1160.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffffa8bf16bb
Build id: 3.10.0-1160.el7.x86_64
|
0xfb
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffffa8bf5d32
Build id: 3.10.0-1160.el7.x86_64
|
0xb22
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffa918e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffa918e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffa918a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [redis-server:8395]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi ppdev snd_ac97_codec ac97_bus aesni_intel
snd_seq lrw gf128mul snd_seq_device glue_helper ablk_helper vmw_balloon snd_pcm cryptd snd_timer joydev pcspkr snd soundcore i2c_piix4 sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_generic pata_acpi crct10dif_pclmul mptspi fb_sys_fops crct10dif_common ttm scsi_transport_spi drm ata_piix e1000 mptscsih crc32c_intel serio_raw mptbase nfit libnvdimm libata drm_panel_orientation_quirks fuse
CPU: 3 PID: 8395 Comm: redis-server Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff88959b7dd280 ti: ffff8896fd78c000 task.ti: ffff8896fd78c000
RIP: 0010:[<ffffffffa8c3e270>] [<ffffffffa8c3e270>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff8896fd78fc38 EFLAGS: 00010286
RAX: ffff8896f60674a0 RBX: 00000000000200da RCX: 0000000000000001
RDX: 0000000001254e94 RSI: ffffe442c5a3f900 RDI: 0000000000168fe4
RBP: ffff8896fd78fc80 R08: 0000000000000000 R09: ffffffffffffffff
R10: ffffffffffffffff R11: ffffffffffffffff R12: ffff88959b7dd280
R13: 00000000000200da R14: 0000000000000002 R15: 00000000d93604e7
FS: 00007f3de93e2f80(0000) GS:ffff8897af2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3de8267d40 CR3: 0000000222248000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa8c400f7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffffa8c416a6>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffffa8bef0ca>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffffa8bf16bb>] do_wp_page+0xfb/0x720
[<ffffffffa8bf5d32>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa918e653>] __do_page_fault+0x213/0x500
[<ffffffffa918e975>] do_page_fault+0x35/0x90
[<ffffffffa918a778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 40 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #444344
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff82a3ec80
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff82a40ae7
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff82a42096
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff829efa3a
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff829f202b
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffff829be42b
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffff829eee49
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x139
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffff829f66a2
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb22
|
|
9
|
|
vmlinux |
0xffffffff829fd36c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39c
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffff82f90653
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffff82f90975
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
12
|
|
vmlinux |
0xffffffff82f8cac9
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xaa
|
|
13
|
page_fault
|
vmlinux |
0xffffffff82f8c778
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 38s! [crond:24204]
Modules linked in: tcp_lp xt_owner xt_nat xt_NFLOG xt_set xt_multiport ip_set_bitmap_port ip_set_hash_net nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfnetlink_log vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper
ablk_helper ppdev cryptd sg pcspkr vmw_balloon joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci drm crct10dif_pclmul crct10dif_common ata_piix nfit crc32c_intel libnvdimm serio_raw libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 24204 Comm: crond Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8fa3ce081080 ti: ffff8fa4472e8000 task.ti: ffff8fa4472e8000
RIP: 0010:[<ffffffff82a3ec80>] [<ffffffff82a3ec80>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff8fa4472ebc38 EFLAGS: 00010282
RAX: ffff8fa4be4947e0 RBX: 0000000021221688 RCX: 0000000000000001
RDX: ffff8fa4fffd5240 RSI: ffffccf402528fc0 RDI: 0000000000094a3f
RBP: ffff8fa4472ebc80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffff82b8dc44
R13: ffff8fa4472ebbe0 R14: ffff8fa4472ebbd8 R15: ffff8fa4472ebc88
FS: 00007ff2e7bd3840(0000) GS:ffff8fa4ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff2de139ed0 CR3: 0000000104d28000 CR4: 00000000000607e0
Call Trace:
[<ffffffff82a40ae7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff82a42096>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff829efa3a>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffff829f202b>] do_wp_page+0xfb/0x720
[<ffffffff829be42b>] ? unlock_page+0x2b/0x30
[<ffffffff829eee49>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff829f66a2>] handle_mm_fault+0xb22/0xfb0
[<ffffffff829fd36c>] ? do_mmap+0x39c/0x590
[<ffffffff82f90653>] __do_page_fault+0x213/0x500
[<ffffffff82f90975>] do_page_fault+0x35/0x90
[<ffffffff82f8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff82f8c778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 e3 3f 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #406524
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffb343ec70
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffffb3440af7
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffffb34420a6
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffb33efa2a
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffffb33f201b
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffffb33be44b
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffffb33eee39
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x139
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffb33f6692
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xb22
|
|
9
|
|
vmlinux |
0xffffffffb33fb1ca
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xfa
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffffb3994653
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffffb3994975
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x35
|
|
12
|
|
vmlinux |
0xffffffffb3990ac9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xaa
|
|
13
|
page_fault
|
vmlinux |
0xffffffffb3990778
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [abrt-dump-oops:18619]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_13109(E) tcp_lp falcon_lsm_pinned_12905(E) nfsv3 nfs_acl nfs lockd grace fscache xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 binfmt_misc auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic
drm_kms_helper ahci crct10dif_pclmul crct10dif_common syscopyarea sysfillrect ata_piix libahci sysimgblt fb_sys_fops crc32c_intel ttm serio_raw libata drm vmxnet3 nfit libnvdimm vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: falcon_kal]
CPU: 1 PID: 18619 Comm: abrt-dump-oops Kdump: loaded Tainted: P EL ------------ 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff918bbb4fa100 ti: ffff918b9d0bc000 task.ti: ffff918b9d0bc000
RIP: 0010:[<ffffffffb343ec70>] [<ffffffffb343ec70>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff918b9d0bfc38 EFLAGS: 00010282
RAX: ffff918c39457d40 RBX: 00000000111e6445 RCX: 0000000000000001
RDX: ffff918c3ffd52c0 RSI: fffff45cc2cafa80 RDI: 00000000000b2bea
RBP: ffff918b9d0bfc80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffffb358da24
R13: ffff918b9d0bfbe0 R14: ffff918b9d0bfbd8 R15: 0000000000000005
FS: 0000000000000000(0000) GS:ffff918c3fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6b78cddea0 CR3: 00000000994ca000 CR4: 00000000000607e0
Call Trace:
[<ffffffffb3440af7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffffb34420a6>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffffb33efa2a>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffffb33f201b>] do_wp_page+0xfb/0x720
[<ffffffffb33be44b>] ? unlock_page+0x2b/0x30
[<ffffffffb33eee39>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffb33f6692>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb33fb1ca>] ? SyS_mmap_pgoff+0xfa/0x290
[<ffffffffb3994653>] __do_page_fault+0x213/0x500
[<ffffffffb3994975>] do_page_fault+0x35/0x90
[<ffffffffb3990ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffb3990778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 40 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #260130
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff8423e450
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff842402d7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff84241886
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff841ef24a
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff841f183b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffff841be15b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffff841ee659
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x139
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffff841f5eb2
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb22
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff8478f653
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff8478f975
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffff8478b778
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 39s! [ksmtuned:21856]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect nfit sysimgblt fb_sys_fops ttm drm libnvdimm e1000e ahci ata_piix libahci sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 21856 Comm: ksmtuned Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9e86cad49080 ti: ffff9e86cb3fc000 task.ti: ffff9e86cb3fc000
RIP: 0010:[<ffffffff8423e450>] [<ffffffff8423e450>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff9e86cb3ffc38 EFLAGS: 00010286
RAX: ffff9e87f5c85878 RBX: 00000000000200da RCX: 0000000000000001
RDX: 00000000007c8b0f RSI: ffffec04826522c0 RDI: 000000000009948b
RBP: ffff9e86cb3ffc80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9e86cad49080
R13: 00000000000200da R14: 0000000000000002 R15: 00000000a6afedbb
FS: 00007fbb502ea740(0000) GS:ffff9e87ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000006ec000 CR3: 0000000006e64000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffff842402d7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff84241886>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff841ef24a>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffff841f183b>] do_wp_page+0xfb/0x720
[<ffffffff841be15b>] ? unlock_page+0x2b/0x30
[<ffffffff841ee659>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff841f5eb2>] handle_mm_fault+0xb22/0xfb0
[<ffffffff8478f653>] __do_page_fault+0x213/0x500
[<ffffffff8478f975>] do_page_fault+0x35/0x90
[<ffffffff8478b778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 40 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #159375
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffadc3e7bf
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x2cf
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffffadc403a7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffffadc41956
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffadbef31a
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffffadbf190b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffffadbbe20b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffffadbee729
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x139
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffadbf5f82
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb22
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffae190653
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffae190975
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffffae18c778
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [bash:3568]
Modules linked in: binfmt_misc xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache vfat fat dm_mirror dm_region_hash dm_log dm_mod edac_mce_amd kvm snd_hda_codec_hdmi irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_hda_codec_realtek gf128mul snd_hda_codec_generic snd_hda_intel snd_hda_codec glue_helper ablk_helper cryptd snd_hda_core snd_hwdep snd_seq snd_seq_device snd_pcm snd_timer snd soundcore pcspkr k10temp sg i2c_piix4 i2c_designware_platform i2c_designware_core gpio_amdpt pinctrl_amd acpi_cpufreq
nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic nouveau mxm_wmi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci igb libahci drm crct10dif_pclmul crct10dif_common libata crc32c_intel sdhci_acpi serio_raw ptp iosf_mbi pps_core sdhci dca i2c_algo_bit drm_panel_orientation_quirks mmc_core video wmi fuse
CPU: 5 PID: 3568 Comm: bash Kdump: loaded Not tainted 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: Gigabyte Technology Co., Ltd. B450 AORUS PRO/B450 AORUS PRO-CF, BIOS F5 01/25/2019
task: ffffa0d18173d280 ti: ffffa0de1e46c000 task.ti: ffffa0de1e46c000
RIP: 0010:[<ffffffffadc3e7bf>] [<ffffffffadc3e7bf>] __mem_cgroup_commit_charge+0x2cf/0x2f0
RSP: 0000:ffffa0de1e46fc38 EFLAGS: 00000202
RAX: ffffffffffffffff RBX: 00000000000200da RCX: 0000000000000001
RDX: 000000000c0ef3b1 RSI: fffff21cbb5d4d40 RDI: 0000000000ed7535
RBP: ffffa0de1e46fc80 R08: 0000000000000000 R09: fffff21cbb5d4d80
R10: 0000000000004e28 R11: ffffa0d2e13a8288 R12: ffffa0d18173d280
R13: 00000000000200da R14: 0000000000000002 R15: 00000000de8283cb
FS: 00007fd4b8de4740(0000) GS:ffffa0e19ed40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002835b88 CR3: 0000000aabc64000 CR4: 00000000003407e0
Call Trace:
[<ffffffffadc403a7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffffadc41956>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffffadbef31a>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffffadbf190b>] do_wp_page+0xfb/0x720
[<ffffffffadbbe20b>] ? unlock_page+0x2b/0x30
[<ffffffffadbee729>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffadbf5f82>] handle_mm_fault+0xb22/0xfb0
[<ffffffffae190653>] __do_page_fault+0x213/0x500
[<ffffffffae190975>] do_page_fault+0x35/0x90
[<ffffffffae18c778>] page_fault+0x28/0x30
Code: ff ff ff 66 0f 1f 84 00 00 00 00 00 8d 72 01 44 8d 52 03 e9 7e fe ff ff 0f 1f 40 00 44 8d 52 01 44 8d 5a 03 e9 f6 fe ff ff f3 90 <49> 8b 06 a8 01 75 f7 e9 55 fd ff ff 48 c7 c1 00 fe ff ff 89 ca
Complete report #120408
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffb543e156
Build id: 3.10.0-1127.el7.x86_64
|
0x36
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffffb543ffd7
Build id: 3.10.0-1127.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffffb5441566
Build id: 3.10.0-1127.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffb53ef17a
Build id: 3.10.0-1127.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffffb53f176b
Build id: 3.10.0-1127.el7.x86_64
|
0xfb
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffffb53f5e02
Build id: 3.10.0-1127.el7.x86_64
|
0xb22
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffffb598d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffffb598d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffffb5989778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
|
10
|
page_fault
|
vmlinux |
0xffffffffb5989778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 3351s! [firewalld:42770]
<EOI>
Modules linked in:
tcp_lp rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec vmw_balloon ac97_bus snd_seq lrw gf128mul glue_helper snd_seq_device ablk_helper cryptd btusb btrtl btbcm btintel
snd_pcm bluetooth joydev pcspkr snd_timer snd rfkill soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx nfit ata_piix drm_kms_helper libnvdimm crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi drm crc32c_intel scsi_transport_spi mptscsih e1000 libata mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 42770 Comm: firewalld Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9855661c20e0 ti: ffff985583294000 task.ti: ffff985583294000
RIP: 0010:[<ffffffffb543e156>] [<ffffffffb543e156>] __mem_cgroup_commit_charge+0x36/0x2f0
RSP: 0000:ffff985583297c38 EFLAGS: 00000286
RAX: ffff98547f2d53f0 RBX: 00000000000200da RCX: 0000000000000001
RDX: ffff9855e7fd8220 RSI: ffffcea602354fc0 RDI: 000000000008d53f
RBP: ffff985583297c80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9855661c20e0
R13: 00000000000200da R14: 0000000000000002 R15: 00000000888a1aa5
FS: 00007efc72379740(0000) GS:ffff9855dac00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efc721f8320 CR3: 0000000275748000 CR4: 00000000003607f0
Call Trace:
[<ffffffffb543ffd7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffffb5441566>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffffb53ef17a>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffffb53f176b>] do_wp_page+0xfb/0x720
[<ffffffffb53f5e02>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb598d653>] __do_page_fault+0x213/0x500
[<ffffffffb598d975>] do_page_fault+0x35/0x90
[<ffffffffb5989778>] page_fault+0x28/0x30
Code: 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 e3 3f 00 00 49 89 c6 f0 41 0f ba 2e 00 <19> c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff 74 44 4c 8b 2b 41
[<ffffffffb5989778>] page_fault+0x28/0x30
Code: 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 e3 3f 00 00 49 89 c6 f0 41 0f ba 2e 00 <19> c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff 74 44 4c 8b 2b 41
Complete report #71782
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffa863e450
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffffa86402d7
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffffa8641886
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffa85ef2aa
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffffa85f189b
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffffa85be1bb
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffffa85ee6b9
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x139
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffa85f5f12
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xb22
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffa8b8e653
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffa8b8e975
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x35
|
|
11
|
|
vmlinux |
0xffffffffa8b8aac9
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xaa
|
|
12
|
page_fault
|
vmlinux |
0xffffffffa8b8a778
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ksh93:21883]
Modules linked in: overlay(T) nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg vmw_vmci i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c vmwgfx sr_mod drm_kms_helper cdrom ata_generic pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops sd_mod crc_t10dif ttm crct10dif_generic drm ata_piix crct10dif_pclmul crct10dif_common mptsas crc32c_intel libata scsi_transport_sas serio_raw mptscsih mptbase e1000 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 21883 Comm: ksh93 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff9508b3fc3180 ti: ffff950739ac4000 task.ti: ffff950739ac4000
RIP: 0010:[<ffffffffa863e450>] [<ffffffffa863e450>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff950739ac7c38 EFLAGS: 00010286
RAX: ffff9507f9d66910 RBX: 00000000000280da RCX: 0000000000000001
RDX: 000000000091cd22 RSI: ffffdd3842cdca80 RDI: 00000000000b372a
RBP: ffff950739ac7c80 R08: 0000000000000000 R09: ffffdd3842cdcac0
R10: 000000000000312a R11: ffff9508b3f97870 R12: ffff9508b3fc3180
R13: 00000000000280da R14: 0000000000000002 R15: 00000000313ca29e
FS: 00007fe689b7a740(0000) GS:ffff9508bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000774e40 CR3: 000000007497e000 CR4: 00000000000407f0
Call Trace:
[<ffffffffa86402d7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffffa8641886>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffffa85ef2aa>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffffa85f189b>] do_wp_page+0xfb/0x720
[<ffffffffa85be1bb>] ? unlock_page+0x2b/0x30
[<ffffffffa85ee6b9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffa85f5f12>] handle_mm_fault+0xb22/0xfb0
[<ffffffffa8b8e653>] __do_page_fault+0x213/0x500
[<ffffffffa8b8e975>] do_page_fault+0x35/0x90
[<ffffffffa8b8aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa8b8a778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 40 00 00 49 89 c6 <3e> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #15623
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff811f09e0
Build id: 3.10.0-514.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff811f23d7
Build id: 3.10.0-514.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff811f4056
Build id: 3.10.0-514.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.56
|
vmlinux |
0xffffffff811aceba
Build id: 3.10.0-514.el7.x86_64
|
0x10a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff811aeba5
Build id: 3.10.0-514.el7.x86_64
|
0xe5
|
|
6
|
|
vmlinux |
0xffffffff811ac6d4
Build id: 3.10.0-514.el7.x86_64
|
0xe4
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff811b0e3c
Build id: 3.10.0-514.el7.x86_64
|
0x72c
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ksmtuned:63313]
Modules linked in: xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle overlay ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc vmw_vsock_vmci_transport vsock sunrpc nfit libnvdimm snd_seq_midi snd_seq_midi_event ppdev vmw_balloon intel_powerclamp snd_ens1371 snd_rawmidi snd_ac97_codec coretemp ac97_bus iosf_mbi snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel lrw sg snd_seq_device gf128mul snd_pcm snd_timer snd soundcore glue_helper ablk_helper cryptd pcspkr shpchp i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic
pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel mptspi vmwgfx drm_kms_helper serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops scsi_transport_spi mptscsih ttm ata_piix mptbase drm e1000 libata i2c_core fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 63313 Comm: ksmtuned Tainted: G W L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8801e6a80000 ti: ffff88009023c000 task.ti: ffff88009023c000
RIP: 0010:[<ffffffff811f09e0>] [<ffffffff811f09e0>] __mem_cgroup_commit_charge+0x30/0x370
RSP: 0000:ffff88009023fca8 EFLAGS: 00010282
RAX: ffff8801875f7080 RBX: ffff88009023fcd0 RCX: 0000000000000120
RDX: ffff88023ffd6120 RSI: ffffea00013dc200 RDI: ffffea00013dc200
RBP: ffff88009023fcf0 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000021 R11: 0000007065656c73 R12: 0000000000000000
R13: 0000000000000000 R14: 00000000000200da R15: 0000000000000002
FS: 00007fe941b72740(0000) GS:ffff880235600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000267dda0 CR3: 0000000015b59000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8801e6a80000 00000000000200da 0000000000000000 0000000100000001
ffffea00013dc200 0000000000000001 0000000000000001 ffff88022726e6c0
ffff88006a590098 ffff88009023fd28 ffffffff811f23d7 ffff880236231800
Call Trace:
[<ffffffff811f23d7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff811f4056>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff811aceba>] wp_page_copy.isra.56+0x10a/0x470
[<ffffffff811aeba5>] do_wp_page+0xe5/0x530
[<ffffffff811ac6d4>] ? do_read_fault.isra.42+0xe4/0x130
[<ffffffff811b0e3c>] handle_mm_fault+0x72c/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 49 89 fe 48 89 f7 41 55 41 54 49 89 f4 53 48 83 ec 20 89 55 d4 89 4d d0 e8 e3 41 00 00 48 89 c3 <f0> 0f ba 2b 00 19 c0 85 c0 0f 85 fd 02 00 00 31 c0 45 84 ff 74
Complete report #10414
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff811f77b0
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff811f9107
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff811fad76
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.58
|
vmlinux |
0xffffffff811b271d
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x10d
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff811b448b
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xeb
|
|
6
|
|
vmlinux |
0xffffffff811b1f16
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xe6
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff811b67fc
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x70c
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff816bb504
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x154
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff816bb835
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff816b7768
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [systemd-journal:597]
Modules linked in: iptable_filter fuse binfmt_misc vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev ppdev vmw_balloon sg parport_pc vmw_vmci parport shpchp i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul libata mptspi crct10dif_common crc32c_intel scsi_transport_spi serio_raw mptscsih e1000 mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 597 Comm: systemd-journal Tainted: G W L ------------ 3.10.0-693.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff88071e4f8fd0 ti: ffff880719e7c000 task.ti: ffff880719e7c000
RIP: 0010:[<ffffffff811f77b0>] [<ffffffff811f77b0>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff880719e7fca0 EFLAGS: 00010282
RAX: ffff880179461a10 RBX: ffff88073ffd8000 RCX: 0000000000000001
RDX: ffff88073ffd59a0 RSI: ffffea0019b86840 RDI: 000000000066e1a1
RBP: ffff880719e7fce8 R08: 0000000000000000 R09: ffffea0019b86880
R10: ffffea0019b86880 R11: 8000000001d04225 R12: ffff880719e7fcc0
R13: 00000000000280da R14: 0000000000000000 R15: ffff88071e4f8fd0
FS: 00007f067a5ac880(0000) GS:ffff88073fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000558ca8bf8b54 CR3: 000000071a380000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff811f9107>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff811fad76>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff811b271d>] wp_page_copy.isra.58+0x10d/0x470
[<ffffffff811b448b>] do_wp_page+0xeb/0x5c0
[<ffffffff811b1f16>] ? do_read_fault.isra.44+0xe6/0x130
[<ffffffff811b67fc>] handle_mm_fault+0x70c/0xfa0
[<ffffffff816bb504>] __do_page_fault+0x154/0x450
[<ffffffff816bb835>] do_page_fault+0x35/0x90
[<ffffffff816b7768>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 33 41 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #3865
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff98039c10
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff9803ba97
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff9803cf56
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff97feb52a
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x16a
|
|
5
|
do_wp_page
|
vmlinux |
0xffffffff97fedb1b
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0xfb
|
|
6
|
|
vmlinux |
0xffffffff97fbbffb
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x2b
|
|
7
|
|
vmlinux |
0xffffffff97fea939
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x139
|
|
8
|
handle_pte_fault
|
vmlinux |
0xffffffff97fef4a5
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x3d5
|
|
9
|
|
vmlinux |
0xffffffff98014c68
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x98
|
|
10
|
handle_mm_fault
|
vmlinux |
0xffffffff97ff200d
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x39d
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffff98587653
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x213
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffff98587975
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x35
|
|
13
|
page_fault
|
vmlinux |
0xffffffff98583778
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 609s! [ksmtuned:54582]
<EOI>
Modules linked in:
tcp_lp nls_utf8 isofs fuse veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink binfmt_misc vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device coretemp snd_pcm snd_timer snd ppdev soundcore vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg joydev pcspkr parport_pc parport vmw_vmci i2c_piix4 sch_fq_codel ip_tables xfs libcrc32c sd_mod sr_mod
cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx ata_piix drm_kms_helper syscopyarea libata sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm mptspi nfit crc32c_intel scsi_transport_spi libnvdimm mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ipmi_msghandler]
CPU: 3 PID: 54582 Comm: ksmtuned Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.1.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9a3cdf6e20e0 ti: ffff9a3ca2f30000 task.ti: ffff9a3ca2f30000
RIP: 0010:[<ffffffff98039c10>] [<ffffffff98039c10>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff9a3ca2f33bb0 EFLAGS: 00010282
RAX: ffff9a3c3e2fdfb0 RBX: ffff9a3cfffd8000 RCX: 0000000000000001
RDX: ffff9a3cfffd6720 RSI: ffffe454c73f7ec0 RDI: 00000000001cfdfb
RBP: ffff9a3ca2f33bf8 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9a3ca2f33bd0
R13: 00000000000200da R14: 0000000000000000 R15: ffff9a3cdf6e20e0
FS: 00007fbb096c8740(0000) GS:ffff9a3cf56c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000006ec000 CR3: 0000000222bb8000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9803ba97>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff9803cf56>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff97feb52a>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffff97fedb1b>] do_wp_page+0xfb/0x720
[<ffffffff97fbbffb>] ? unlock_page+0x2b/0x30
[<ffffffff97fea939>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff97fef4a5>] handle_pte_fault+0x3d5/0xe20
[<ffffffff98014c68>] ? alloc_pages_current+0x98/0x110
[<ffffffff97ff200d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff98587653>] __do_page_fault+0x213/0x500
[<ffffffff98587975>] do_page_fault+0x35/0x90
[<ffffffff98583778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 13 3f 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #1033209
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff9903bd20
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff9903dba7
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff9903f136
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff98fed45a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x16a
|
|
5
|
|
ext4 |
0xffffffffc05d2361
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x41
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff98fefa4b
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xfb
|
|
7
|
|
vmlinux |
0xffffffff98fbd9bb
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x2b
|
|
8
|
|
vmlinux |
0xffffffff98fec869
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x139
|
|
9
|
handle_pte_fault
|
vmlinux |
0xffffffff98ff13d5
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x3d5
|
|
10
|
handle_mm_fault
|
vmlinux |
0xffffffff98ff3f3d
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x39d
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffff99588653
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x213
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffff99588975
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x35
|
|
13
|
page_fault
|
vmlinux |
0xffffffff99584778
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [sshd:19381]
Modules linked in: binfmt_misc xt_CHECKSUM tun devlink ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack libcrc32c ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp vmw_balloon ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper joydev pcspkr cryptd vmw_vmci sg parport_pc parport i2c_piix4 ip_tables ext4 mbcache jbd2 sr_mod sd_mod cdrom
crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix serio_raw drm mptspi scsi_transport_spi mptscsih libata mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 19381 Comm: sshd Kdump: loaded Tainted: G L ------------ 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8de98bb09070 ti: ffff8de9e1e50000 task.ti: ffff8de9e1e50000
RIP: 0010:[<ffffffff9903bd20>] [<ffffffff9903bd20>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff8de9e1e53bb0 EFLAGS: 00010286
RAX: ffff8de7bef65850 RBX: ffff8de98bb09070 RCX: 0000000000000001
RDX: ffff8de9fffd6460 RSI: ffffd48c04796140 RDI: 000000000011e585
RBP: ffff8de9e1e53bf8 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8de9e1e53b78
R13: ffff8de9e1e53b88 R14: ffff8de98bb090d8 R15: ffff8de7babf90d8
FS: 0000000000000000(0000) GS:ffff8de9ffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f148cf8eea0 CR3: 000000037a792000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9903dba7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff9903f136>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff98fed45a>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffffc05d2361>] ? ext4_filemap_fault+0x41/0x50 [ext4]
[<ffffffff98fefa4b>] do_wp_page+0xfb/0x720
[<ffffffff98fbd9bb>] ? unlock_page+0x2b/0x30
[<ffffffff98fec869>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff98ff13d5>] handle_pte_fault+0x3d5/0xe20
[<ffffffff98ff3f3d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff99588653>] __do_page_fault+0x213/0x500
[<ffffffff99588975>] do_page_fault+0x35/0x90
[<ffffffff99584778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 e3 3f 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #574672
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff811f2d70
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff811f46c7
Build id: 3.10.0-693.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff811f6316
Build id: 3.10.0-693.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.58
|
vmlinux |
0xffffffff811adead
Build id: 3.10.0-693.el7.x86_64
|
0x10d
|
|
5
|
|
ext4 |
0xffffffffc025f161
Build id: 3.10.0-693.el7.x86_64
|
0x41
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff811afc1b
Build id: 3.10.0-693.el7.x86_64
|
0xeb
|
|
7
|
|
vmlinux |
0xffffffff811ad6a6
Build id: 3.10.0-693.el7.x86_64
|
0xe6
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1f8c
Build id: 3.10.0-693.el7.x86_64
|
0x70c
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [postgres:26555]
Modules linked in: tcp_diag inet_diag nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache zram isofs vmw_vsock_vmci_transport vsock xfs libcrc32c sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common drm crc32c_intel serio_raw mptspi libata scsi_transport_spi mptscsih vmxnet3 mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 26555 Comm: postgres Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff880115138000 ti: ffff88000239c000 task.ti: ffff88000239c000
RIP: 0010:[<ffffffff811f2d70>] [<ffffffff811f2d70>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff88000239fca0 EFLAGS: 00010282
RAX: ffff88017fe74880 RBX: ffff8801bffd7000 RCX: 0000000000000001
RDX: ffff8801bffd5060 RSI: ffffea00007d2200 RDI: 000000000001f488
RBP: ffff88000239fce8 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff88000239fcc0
R13: 00000000000200da R14: 0000000000000000 R15: ffff880115138000
FS: 00007f40fc6bc8c0(0000) GS:ffff8801bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f40f5616068 CR3: 00000000501ae000 CR4: 00000000000407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 ffff880115138000 ffff880188a58ca8 0000000100000001
ffffea00007d2200 0000000000000001 0000000000000001 ffff880188a58ca8
ffff88009965dd58 ffff88000239fd20 ffffffff811f46c7 ffff88017fc3b400
Call Trace:
[<ffffffff811f46c7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff811f6316>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff811adead>] wp_page_copy.isra.58+0x10d/0x470
[<ffffffffc025f161>] ? ext4_filemap_fault+0x41/0x50 [ext4]
[<ffffffff811afc1b>] do_wp_page+0xeb/0x5c0
[<ffffffff811ad6a6>] ? do_read_fault.isra.44+0xe6/0x130
[<ffffffff811b1f8c>] handle_mm_fault+0x70c/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 13 41 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #554883
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffb5e3e270
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffffb5e400f7
Build id: 3.10.0-1160.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffffb5e416a6
Build id: 3.10.0-1160.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffffb5def0ca
Build id: 3.10.0-1160.el7.x86_64
|
0x16a
|
|
5
|
|
ext4 |
0xffffffffc050e761
Build id: 3.10.0-1160.el7.x86_64
|
0x41
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffffb5df16bb
Build id: 3.10.0-1160.el7.x86_64
|
0xfb
|
|
7
|
|
vmlinux |
0xffffffffb5dbdf6b
Build id: 3.10.0-1160.el7.x86_64
|
0x2b
|
|
8
|
|
vmlinux |
0xffffffffb5dee4d9
Build id: 3.10.0-1160.el7.x86_64
|
0x139
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffffb5df5d32
Build id: 3.10.0-1160.el7.x86_64
|
0xb22
|
|
10
|
|
vmlinux |
0xffffffffb5dfc9d8
Build id: 3.10.0-1160.el7.x86_64
|
0x378
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffffb638e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffffb638e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
13
|
|
vmlinux |
0xffffffffb638aac9
Build id: 3.10.0-1160.el7.x86_64
|
0xaa
|
|
14
|
page_fault
|
vmlinux |
0xffffffffb638a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 30s! [abrt-hook-ccpp:3638]
Modules linked in: rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache zram ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 xt_conntrack nf_conntrack libcrc32c ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp crc32_pclmul ghash_clmulni_intel aesni_intel ppdev vmw_balloon lrw gf128mul glue_helper ablk_helper joydev cryptd pcspkr sg parport_pc parport vmw_vmci i2c_piix4 sch_fq_codel binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm serio_raw ata_piix mptspi scsi_transport_spi mptscsih libata mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 3638 Comm: abrt-hook-ccpp Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff9b68f25d3180 ti: ffff9b685e7d4000 task.ti: ffff9b685e7d4000
RIP: 0010:[<ffffffffb5e3e270>] [<ffffffffb5e3e270>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff9b685e7d7c38 EFLAGS: 00010286
RAX: ffff9b6739e16ba0 RBX: 00000000000200da RCX: 0000000000000001
RDX: 0000000000932d74 RSI: ffffee5a42d49100 RDI: 00000000000b5244
RBP: ffff9b685e7d7c80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9b68f25d3180
R13: 00000000000200da R14: 0000000000000002 R15: 0000000036df1a13
FS: 0000000000000000(0000) GS:ffff9b68ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4f87f8ec80 CR3: 00000001079e2000 CR4: 00000000000007f0
Call Trace:
[<ffffffffb5e400f7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffffb5e416a6>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffffb5def0ca>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffffc050e761>] ? ext4_filemap_fault+0x41/0x50 [ext4]
[<ffffffffb5df16bb>] do_wp_page+0xfb/0x720
[<ffffffffb5dbdf6b>] ? unlock_page+0x2b/0x30
[<ffffffffb5dee4d9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffb5df5d32>] handle_mm_fault+0xb22/0xfb0
[<ffffffffb5dfc9d8>] ? do_mmap+0x378/0x530
[<ffffffffb638e653>] __do_page_fault+0x213/0x500
[<ffffffffb638e975>] do_page_fault+0x35/0x90
[<ffffffffb638aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffb638a778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 40 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff
Complete report #481448
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffff9663e270
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
|
2
|
mem_cgroup_charge_common
|
vmlinux |
0xffffffff966400f7
Build id: 3.10.0-1160.el7.x86_64
|
0x77
|
|
3
|
mem_cgroup_newpage_charge
|
vmlinux |
0xffffffff966416a6
Build id: 3.10.0-1160.el7.x86_64
|
0x26
|
|
4
|
wp_page_copy.isra.73
|
vmlinux |
0xffffffff965ef0ca
Build id: 3.10.0-1160.el7.x86_64
|
0x16a
|
|
5
|
|
ext4 |
0xffffffffc0426761
Build id: 3.10.0-1160.el7.x86_64
|
0x41
|
|
6
|
do_wp_page
|
vmlinux |
0xffffffff965f16bb
Build id: 3.10.0-1160.el7.x86_64
|
0xfb
|
|
7
|
|
vmlinux |
0xffffffff965bdf6b
Build id: 3.10.0-1160.el7.x86_64
|
0x2b
|
|
8
|
|
vmlinux |
0xffffffff965ee4d9
Build id: 3.10.0-1160.el7.x86_64
|
0x139
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffff965f5d32
Build id: 3.10.0-1160.el7.x86_64
|
0xb22
|
|
10
|
|
vmlinux |
0xffffffff9664cf83
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
|
11
|
__do_page_fault
|
vmlinux |
0xffffffff96b8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
12
|
do_page_fault
|
vmlinux |
0xffffffff96b8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
13
|
|
vmlinux |
0xffffffff96b8aac9
Build id: 3.10.0-1160.el7.x86_64
|
0xaa
|
|
14
|
page_fault
|
vmlinux |
0xffffffff96b8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [perl:25567]
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [erl_child_setup:25571]
Modules linked in: zram ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 xt_conntrack nf_conntrack libcrc32c ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock coretemp crc32_pclmul ghash_clmulni_intel ppdev vmw_balloon aesni_intel lrw pcspkr gf128mul glue_helper ablk_helper cryptd joydev sg vmw_vmci parport_pc parport i2c_piix4 sch_fq_codel binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod ata_generic crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi serio_raw scsi_transport_spi mptscsih mptbase ata_piix libata vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 25571 Comm: erl_child_setup Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8a7f9fbd4200 ti: ffff8a7fa61a4000 task.ti: ffff8a7fa61a4000
RIP: 0010:[<ffffffff9663e270>] [<ffffffff9663e270>] __mem_cgroup_commit_charge+0x30/0x2f0
RSP: 0000:ffff8a7fa61a7c38 EFLAGS: 00010286
RAX: ffff8a7f74ab9540 RBX: 00000000000200da RCX: 0000000000000001
RDX: 000000000150f2a8 RSI: ffffd3a3867ad200 RDI: 000000000019eb48
RBP: ffff8a7fa61a7c80 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffff8a7f9fbd4200
R13: 00000000000200da R14: 0000000000000002 R15: 000000009cb19346
FS: 00007f3dbd0c6740(0000) GS:ffff8a803fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000604060 CR3: 000000015a6dc000 CR4: 00000000000007f0
Call Trace:
[<ffffffff966400f7>] mem_cgroup_charge_common+0x77/0xc0
[<ffffffff966416a6>] mem_cgroup_newpage_charge+0x26/0x30
[<ffffffff965ef0ca>] wp_page_copy.isra.73+0x16a/0x5b0
[<ffffffffc0426761>] ? ext4_filemap_fault+0x41/0x50 [ext4]
[<ffffffff965f16bb>] do_wp_page+0xfb/0x720
[<ffffffff965bdf6b>] ? unlock_page+0x2b/0x30
[<ffffffff965ee4d9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff965f5d32>] handle_mm_fault+0xb22/0xfb0
[<ffffffff9664cf83>] ? do_sync_read+0x93/0xe0
[<ffffffff96b8e653>] __do_page_fault+0x213/0x500
[<ffffffff96b8e975>] do_page_fault+0x35/0x90
[<ffffffff96b8aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff96b8a778>] page_fault+0x28/0x30
Code: 55 48 89 e5 41 57 45 89 c7 41 56 41 55 41 54 49 89 fc 48 89 f7 53 48 89 f3 48 83 ec 20 89 55 d4 89 4d d0 e8 03 40 00 00 49 89 c6 <f0> 41 0f ba 2e 00 19 c0 85 c0 0f 85 8d 02 00 00 31 c0 45 84 ff