Complete report #1039018
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_uncharge_common
|
vmlinux |
0xffffffffbd63d11c
Build id: 3.10.0-1160.el7.x86_64
|
0x4c
|
|
2
|
mem_cgroup_uncharge_page
|
vmlinux |
0xffffffffbd64177a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
3
|
page_remove_rmap
|
vmlinux |
0xffffffffbd6011a9
Build id: 3.10.0-1160.el7.x86_64
|
0xb9
|
|
4
|
unmap_page_range
|
vmlinux |
0xffffffffbd5f0c88
Build id: 3.10.0-1160.el7.x86_64
|
0x738
|
|
5
|
unmap_single_vma
|
vmlinux |
0xffffffffbd5f1251
Build id: 3.10.0-1160.el7.x86_64
|
0x81
|
|
6
|
unmap_vmas
|
vmlinux |
0xffffffffbd5f2c89
Build id: 3.10.0-1160.el7.x86_64
|
0x49
|
|
7
|
exit_mmap
|
vmlinux |
0xffffffffbd5fcc6c
Build id: 3.10.0-1160.el7.x86_64
|
0xac
|
|
8
|
|
vmlinux |
0xffffffffbd55de45
Build id: 3.10.0-1160.el7.x86_64
|
0x175
|
|
9
|
mmput
|
vmlinux |
0xffffffffbd497b37
Build id: 3.10.0-1160.el7.x86_64
|
0x67
|
|
10
|
do_exit
|
vmlinux |
0xffffffffbd4a18b8
Build id: 3.10.0-1160.el7.x86_64
|
0x288
|
|
11
|
|
vmlinux |
0xffffffffbd790774
Build id: 3.10.0-1160.el7.x86_64
|
0x24
|
|
12
|
|
vmlinux |
0xffffffffbd4c9abf
Build id: 3.10.0-1160.el7.x86_64
|
0x3f
|
|
13
|
do_group_exit
|
vmlinux |
0xffffffffbd4a20cf
Build id: 3.10.0-1160.el7.x86_64
|
0x3f
|
|
14
|
get_signal_to_deliver
|
vmlinux |
0xffffffffbd4b307e
Build id: 3.10.0-1160.el7.x86_64
|
0x1ce
|
|
15
|
do_signal
|
vmlinux |
0xffffffffbd42c527
Build id: 3.10.0-1160.el7.x86_64
|
0x57
|
|
16
|
|
vmlinux |
0xffffffffbd69cece
Build id: 3.10.0-1160.el7.x86_64
|
0x31e
|
|
17
|
do_notify_resume
|
vmlinux |
0xffffffffbd42cc32
Build id: 3.10.0-1160.el7.x86_64
|
0x72
|
|
18
|
int_signal
|
vmlinux |
0xffffffffbdb942ef
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 28s! [s1-agent:27710]
Modules linked in: xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache overlay(T) vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 ppdev vmw_balloon crc32_pclmul ghash_clmulni_intel aesni_intel joydev lrw gf128mul glue_helper ablk_helper i2c_piix4 cryptd pcspkr sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod drm_kms_helper crc_t10dif crct10dif_generic syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm ata_piix drm nfit libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmw_pvscsi vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 9 PID: 27710 Comm: s1-agent Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9a0973fe3180 ti: ffff9a2169528000 task.ti: ffff9a2169528000
RIP: 0010:[<ffffffffbd63d11c>] [<ffffffffbd63d11c>] __mem_cgroup_uncharge_common+0x4c/0x2f0
RSP: 0018:ffff9a216952ba38 EFLAGS: 00000286
RAX: ffff9a08274e0878 RBX: ffffe76501ad2d80 RCX: 000000000144228b
RDX: 000000001075c10f RSI: 0000000000000001 RDI: 000000000144228b
RBP: ffff9a216952ba68 R08: 0000000000000000 R09: 00003ffffffff000
R10: ffff9a086f3b11b8 R11: fff00000f0000000 R12: ffff9a188c5f1000
R13: ffffe7659f2e6700 R14: ffffffffbd5c76b6 R15: ffff9a216952b9c0
FS: 0000000000000000(0000) GS:ffff9a45bf440000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6a68c9d000 CR3: 0000002df2c10000 CR4: 00000000003407e0
Call Trace:
[<ffffffffbd64177a>] mem_cgroup_uncharge_page+0x2a/0x30
[<ffffffffbd6011a9>] page_remove_rmap+0xb9/0x160
[<ffffffffbd5f0c88>] unmap_page_range+0x738/0xc80
[<ffffffffbd5f1251>] unmap_single_vma+0x81/0xf0
[<ffffffffbd5f2c89>] unmap_vmas+0x49/0x90
[<ffffffffbd5fcc6c>] exit_mmap+0xac/0x1a0
[<ffffffffbd55de45>] ? __delayacct_add_tsk+0x175/0x1a0
[<ffffffffbd497b37>] mmput+0x67/0xf0
[<ffffffffbd4a18b8>] do_exit+0x288/0xa20
[<ffffffffbd790774>] ? timerqueue_del+0x24/0x70
[<ffffffffbd4c9abf>] ? __remove_hrtimer+0x3f/0xb0
[<ffffffffbd4a20cf>] do_group_exit+0x3f/0xa0
[<ffffffffbd4b307e>] get_signal_to_deliver+0x1ce/0x5e0
[<ffffffffbd42c527>] do_signal+0x57/0x6f0
[<ffffffffbd69cece>] ? ep_poll+0x31e/0x360
[<ffffffffbd42cc32>] do_notify_resume+0x72/0xc0
[<ffffffffbdb942ef>] int_signal+0x12/0x17
Code: 85 c0 0f 85 7b 01 00 00 48 8b 07 49 89 fc 41 89 f5 41 be 01 00 00 00 f6 c4 40 0f 85 77 01 00 00 4c 89 e7 e8 57 51 00 00 48 89 c3 <48> 8b 00 a8 02 0f 84 4d 01 00 00 f0 0f ba 2b 00 19 c0 85 c0 0f
Complete report #942489
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_uncharge_common
|
vmlinux |
0xffffffffa623d127
Build id: 3.10.0-1160.el7.x86_64
|
0x57
|
|
2
|
mem_cgroup_uncharge_page
|
vmlinux |
0xffffffffa624177a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
3
|
page_remove_rmap
|
vmlinux |
0xffffffffa62011a9
Build id: 3.10.0-1160.el7.x86_64
|
0xb9
|
|
4
|
|
vmlinux |
0xffffffffa60d7506
Build id: 3.10.0-1160.el7.x86_64
|
0x26
|
|
5
|
unmap_page_range
|
vmlinux |
0xffffffffa61f0c88
Build id: 3.10.0-1160.el7.x86_64
|
0x738
|
|
6
|
unmap_single_vma
|
vmlinux |
0xffffffffa61f1251
Build id: 3.10.0-1160.el7.x86_64
|
0x81
|
|
7
|
unmap_vmas
|
vmlinux |
0xffffffffa61f2c89
Build id: 3.10.0-1160.el7.x86_64
|
0x49
|
|
8
|
exit_mmap
|
vmlinux |
0xffffffffa61fcc6c
Build id: 3.10.0-1160.el7.x86_64
|
0xac
|
|
9
|
|
vmlinux |
0xffffffffa6395185
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
|
10
|
mmput
|
vmlinux |
0xffffffffa6097b37
Build id: 3.10.0-1160.el7.x86_64
|
0x67
|
|
11
|
do_exit
|
vmlinux |
0xffffffffa60a18b8
Build id: 3.10.0-1160.el7.x86_64
|
0x288
|
|
12
|
|
vmlinux |
0xffffffffa6112f3f
Build id: 3.10.0-1160.el7.x86_64
|
0x11f
|
|
13
|
|
vmlinux |
0xffffffffa60daaab
Build id: 3.10.0-1160.el7.x86_64
|
0x5b
|
|
14
|
do_group_exit
|
vmlinux |
0xffffffffa60a20cf
Build id: 3.10.0-1160.el7.x86_64
|
0x3f
|
|
15
|
get_signal_to_deliver
|
vmlinux |
0xffffffffa60b307e
Build id: 3.10.0-1160.el7.x86_64
|
0x1ce
|
|
16
|
do_signal
|
vmlinux |
0xffffffffa602c527
Build id: 3.10.0-1160.el7.x86_64
|
0x57
|
|
17
|
|
vmlinux |
0xffffffffa6114d06
Build id: 3.10.0-1160.el7.x86_64
|
0x106
|
|
18
|
do_notify_resume
|
vmlinux |
0xffffffffa602cc32
Build id: 3.10.0-1160.el7.x86_64
|
0x72
|
|
19
|
int_signal
|
vmlinux |
0xffffffffa67942ef
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [java:19423]
Modules linked in: xt_nat xt_addrtype xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod vfat fat xfs libcrc32c sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev sg pcspkr parport_pc parport
i2c_piix4 vmw_vmci ip_tables ext4 mbcache jbd2 ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sd_mod sysimgblt fb_sys_fops ttm crc_t10dif crct10dif_generic ahci drm libahci ata_piix nfit crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 1 PID: 19423 Comm: java Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9526689bc200 ti: ffff952a896e8000 task.ti: ffff952a896e8000
RIP: 0010:[<ffffffffa623d127>] [<ffffffffa623d127>] __mem_cgroup_uncharge_common+0x57/0x2f0
RSP: 0018:ffff952a896eba38 EFLAGS: 00010202
RAX: 0000000000000002 RBX: ffffd477de763440 RCX: 000000000063b198
RDX: 00000000051004b8 RSI: 0000000000000001 RDI: 000000000063b198
RBP: ffff952a896eba68 R08: 0000000000000000 R09: 00003ffffffff000
R10: ffff951d73fb50e0 R11: ffff9529cc253f00 R12: ffff952a896eb9f8
R13: ffff952a896eba08 R14: ffff9526689bc268 R15: ffff952789abe368
FS: 00007f6a322e4700(0000) GS:ffff95241f880000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000fec664b8 CR3: 0000000777ea2000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa624177a>] mem_cgroup_uncharge_page+0x2a/0x30
[<ffffffffa62011a9>] page_remove_rmap+0xb9/0x160
[<ffffffffa60d7506>] ? __cond_resched+0x26/0x30
[<ffffffffa61f0c88>] unmap_page_range+0x738/0xc80
[<ffffffffa61f1251>] unmap_single_vma+0x81/0xf0
[<ffffffffa61f2c89>] unmap_vmas+0x49/0x90
[<ffffffffa61fcc6c>] exit_mmap+0xac/0x1a0
[<ffffffffa6395185>] ? __get_user_8+0x25/0x2f
[<ffffffffa6097b37>] mmput+0x67/0xf0
[<ffffffffa60a18b8>] do_exit+0x288/0xa20
[<ffffffffa6112f3f>] ? futex_wait+0x11f/0x280
[<ffffffffa60daaab>] ? wake_up_q+0x5b/0x80
[<ffffffffa60a20cf>] do_group_exit+0x3f/0xa0
[<ffffffffa60b307e>] get_signal_to_deliver+0x1ce/0x5e0
[<ffffffffa602c527>] do_signal+0x57/0x6f0
[<ffffffffa6114d06>] ? do_futex+0x106/0x5a0
[<ffffffffa602cc32>] do_notify_resume+0x72/0xc0
[<ffffffffa67942ef>] int_signal+0x12/0x17
Code: 49 89 fc 41 89 f5 41 be 01 00 00 00 f6 c4 40 0f 85 77 01 00 00 4c 89 e7 e8 57 51 00 00 48 89 c3 48 8b 00 a8 02 0f 84 4d 01 00 00 <f0> 0f ba 2b 00 19 c0 85 c0 0f 85 4b 02 00 00 48 8b 03 4c 8b 7b
Complete report #738866
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__mem_cgroup_uncharge_common
|
vmlinux |
0xffffffffb323d3cc
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4c
|
|
2
|
mem_cgroup_uncharge_page
|
vmlinux |
0xffffffffb3241a2a
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x2a
|
|
3
|
page_remove_rmap
|
vmlinux |
0xffffffffb3201459
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb9
|
|
4
|
|
vmlinux |
0xffffffffb30d7726
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x26
|
|
5
|
unmap_page_range
|
vmlinux |
0xffffffffb31f0ed8
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x738
|
|
6
|
unmap_single_vma
|
vmlinux |
0xffffffffb31f14a1
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x81
|
|
7
|
unmap_vmas
|
vmlinux |
0xffffffffb31f2ed9
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x49
|
|
8
|
exit_mmap
|
vmlinux |
0xffffffffb31fcf1c
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xac
|
|
9
|
|
vmlinux |
0xffffffffb3395735
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x25
|
|
10
|
mmput
|
vmlinux |
0xffffffffb3097ac7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x67
|
|
11
|
do_exit
|
vmlinux |
0xffffffffb30a1848
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x288
|
|
12
|
|
vmlinux |
0xffffffffb311321f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x11f
|
|
13
|
do_group_exit
|
vmlinux |
0xffffffffb30a206f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x3f
|
|
14
|
get_signal_to_deliver
|
vmlinux |
0xffffffffb30b31ce
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x1ce
|
|
15
|
do_signal
|
vmlinux |
0xffffffffb302c527
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x57
|
|
16
|
|
vmlinux |
0xffffffffb3114fe6
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x106
|
|
17
|
|
vmlinux |
0xffffffffb30d4ac7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x57
|
|
18
|
do_notify_resume
|
vmlinux |
0xffffffffb302cc32
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x72
|
|
19
|
int_signal
|
vmlinux |
0xffffffffb37962ef
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 68s! [java:21283]
Modules linked in: binfmt_misc xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper pcspkr cryptd sg joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci ata_piix nfit crct10dif_pclmul crct10dif_common libata crc32c_intel libnvdimm serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks
dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 21283 Comm: java Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9182f7bd9080 ti: ffff91873514c000 task.ti: ffff91873514c000
RIP: 0010:[<ffffffffb323d3cc>] [<ffffffffb323d3cc>] __mem_cgroup_uncharge_common+0x4c/0x2f0
RSP: 0018:ffff91873514fa38 EFLAGS: 00010282
RAX: ffff9189d1c050d8 RBX: ffffc21b29320ac0 RCX: 0000000000aa00c7
RDX: 0000000008a20a1b RSI: 0000000000000001 RDI: 0000000000aa00c7
RBP: ffff91873514fa68 R08: 0000000000000000 R09: 00003ffffffff000
R10: ffff918ff3c8a288 R11: 0000000000000293 R12: ffff91873514f9f8
R13: ffff91873514fa08 R14: ffff9182fef74840 R15: ffff9182f3b731e8
FS: 00007fcb648a3700(0000) GS:ffff918949000000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbd2256e000 CR3: 0000000f36410000 CR4: 00000000003607f0
Call Trace:
[<ffffffffb3241a2a>] mem_cgroup_uncharge_page+0x2a/0x30
[<ffffffffb3201459>] page_remove_rmap+0xb9/0x160
[<ffffffffb30d7726>] ? __cond_resched+0x26/0x30
[<ffffffffb31f0ed8>] unmap_page_range+0x738/0xc80
[<ffffffffb31f14a1>] unmap_single_vma+0x81/0xf0
[<ffffffffb31f2ed9>] unmap_vmas+0x49/0x90
[<ffffffffb31fcf1c>] exit_mmap+0xac/0x1a0
[<ffffffffb3395735>] ? __get_user_8+0x25/0x2f
[<ffffffffb3097ac7>] mmput+0x67/0xf0
[<ffffffffb30a1848>] do_exit+0x288/0xa30
[<ffffffffb311321f>] ? futex_wait+0x11f/0x280
[<ffffffffb30a206f>] do_group_exit+0x3f/0xa0
[<ffffffffb30b31ce>] get_signal_to_deliver+0x1ce/0x5e0
[<ffffffffb302c527>] do_signal+0x57/0x6f0
[<ffffffffb3114fe6>] ? do_futex+0x106/0x5a0
[<ffffffffb30d4ac7>] ? finish_task_switch+0x57/0x1c0
[<ffffffffb302cc32>] do_notify_resume+0x72/0xc0
[<ffffffffb37962ef>] int_signal+0x12/0x17
Code: 85 c0 0f 85 7b 01 00 00 48 8b 07 49 89 fc 41 89 f5 41 be 01 00 00 00 f6 c4 40 0f 85 77 01 00 00 4c 89 e7 e8 57 51 00 00 48 89 c3 <48> 8b 00 a8 02 0f 84 4d 01 00 00 f0 0f ba 2b 00 19 c0 85 c0 0f