Complete report #1092930
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c_e
|
vmlinux |
0xffffffff93994737
Build id: 3.10.0-1160.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffff937f65d2
Build id: 3.10.0-1160.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff938385f8
Build id: 3.10.0-1160.el7.x86_64
|
0x178
|
|
4
|
|
ext4 |
0xffffffffc0606dc3
Build id: 3.10.0-1160.el7.x86_64
|
0x43
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff937f5e38
Build id: 3.10.0-1160.el7.x86_64
|
0xc28
|
|
6
|
|
vmlinux |
0xffffffff9384cf83
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff93d8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff93d8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff93d8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 23s! [rpm:5602]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq crc32_pclmul ghash_clmulni_intel snd_seq_device aesni_intel snd_pcm lrw gf128mul snd_timer glue_helper snd ablk_helper cryptd soundcore ppdev pcspkr joydev sg vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm libnvdimm ata_piix crct10dif_pclmul crct10dif_common mptspi libata scsi_transport_spi mptscsih crc32c_intel e1000 drm_panel_orientation_quirks mptbase serio_raw fuse
CPU: 4 PID: 5602 Comm: rpm Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff92a02e79c200 ti: ffff929f5eb10000 task.ti: ffff929f5eb10000
RIP: 0010:[<ffffffff93994737>] [<ffffffff93994737>] clear_page_c_e+0x7/0x10
RSP: 0018:ffff929f5eb13d58 EFLAGS: 00010246
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 0000000000001000
RDX: 0000000000000000 RSI: ffff92a02e79c200 RDI: ffff929f17d81000
RBP: ffff929f5eb13d88 R08: ffff929f5eb10000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000000 R12: ffff929f5eb13fd8
R13: ffff929f5eb13fd8 R14: ffffffff93d86c8f R15: ffff929f5eb13d28
FS: 00007f958bc77840(0000) GS:ffff92a039700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f49d9af7200 CR3: 0000000048232000 CR4: 0000000000360fe0
Call Trace:
[<ffffffff937f65d2>] ? clear_huge_page+0x72/0x140
[<ffffffff938385f8>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffffc0606dc3>] ? ext4_file_read+0x43/0x130 [ext4]
[<ffffffff937f5e38>] handle_mm_fault+0xc28/0xfb0
[<ffffffff9384cf83>] ? do_sync_read+0x93/0xe0
[<ffffffff93d8e653>] __do_page_fault+0x213/0x500
[<ffffffff93d8e975>] do_page_fault+0x35/0x90
[<ffffffff93d8a778>] page_fault+0x28/0x30
Code: bc 0f 1f 00 e8 6b 68 d0 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 <f3> aa c3 66 0f 1f 44 00 00 eb ee 0f 1f 84 00 00 00 00 00 0f 1f
Complete report #1025270
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff93fab582
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff93e02d52
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff93e45f41
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x151
|
|
4
|
|
xfs |
0xffffffffc03db235
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x155
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff93e0257e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xdde
|
|
6
|
|
vmlinux |
0xffffffff93e5b2b3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x93
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff943bf7d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff943bfb05
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff943bb7b8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 2090s! [prometheus:82331]
Modules linked in: binfmt_misc xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_multiport nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vmw_vmci vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq iosf_mbi snd_seq_device snd_pcm snd_timer snd crc32_pclmul ghash_clmulni_intel aesni_intel soundcore lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix nfit crct10dif_pclmul crct10dif_common libnvdimm mptspi crc32c_intel scsi_transport_spi mptscsih libata serio_raw e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 82331 Comm: prometheus Kdump: loaded Tainted: G L ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8ac15882e300 ti: ffff8abf94884000 task.ti: ffff8abf94884000
RIP: 0010:[<ffffffff93fab582>] [<ffffffff93fab582>] clear_page+0x12/0x40
RSP: 0000:ffff8abf94887d58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000001 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 000000c00d200000 RDI: ffff8ab608200000
RBP: ffff8abf94887d88 R08: 0000000000000002 R09: 000000000001fd08
R10: ffff8ac1fffda000 R11: 0000000000000000 R12: ffff8ac1fffdb000
R13: 0000004100000000 R14: ffff8ac1fffdb008 R15: ffff8ac15882e300
FS: 00007f60bf19d700(0000) GS:ffff8ac1cd600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00d3a0000 CR3: 0000000b83d2e000 CR4: 00000000003607f0
Call Trace:
[<ffffffff93e02d52>] ? clear_huge_page+0x72/0x140
[<ffffffff93e45f41>] do_huge_pmd_anonymous_page+0x151/0x510
[<ffffffffc03db235>] ? xfs_file_aio_write+0x155/0x1b0 [xfs]
[<ffffffff93e0257e>] handle_mm_fault+0xdde/0x1190
[<ffffffff93e5b2b3>] ? do_sync_write+0x93/0xe0
[<ffffffff943bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff943bfb05>] do_page_fault+0x35/0x90
[<ffffffff943bb7b8>] page_fault+0x28/0x30
Code: f3 48 ab e9 a1 2f 00 00 90 b9 00 10 00 00 31 c0 f3 aa e9 92 2f 00 00 66 90 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #1002085
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_huge_page
|
vmlinux |
0xffffffffb3bf6f2e
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x5e
|
|
2
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffb3c38fd8
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x178
|
|
3
|
handle_mm_fault
|
vmlinux |
0xffffffffb3bf67a8
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xc28
|
|
4
|
__do_page_fault
|
vmlinux |
0xffffffffb4190653
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x213
|
|
5
|
do_page_fault
|
vmlinux |
0xffffffffb4190975
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x35
|
|
6
|
page_fault
|
vmlinux |
0xffffffffb418c778
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 23s! [R:161722]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter mgc(OE) lustre(OE) lmv(OE) mdc(OE) fid(OE) osc(OE) lov(OE) fld(OE) ko2iblnd(OE) ptlrpc(OE) obdclass(OE) lnet(OE) libcfs(OE) rdma_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_umad(OE) dell_rbu sunrpc dell_smbios dell_wmi_descriptor dcdbas skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd wdat_wdt pcspkr lpc_ich i2c_i801 sg mei_me mei wmi ipmi_si ipmi_devintf ipmi_msghandler acpi_pad
acpi_power_meter binfmt_misc knem(OE) ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic mlx5_ib(OE) ib_uverbs(OE) ib_core(OE) mgag200 drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mlx5_core(OE) ahci drm crct10dif_pclmul libahci crct10dif_common igb crc32c_intel mlxfw(OE) psample libata auxiliary(OE) devlink mlx_compat(OE) ptp pps_core dca i2c_algo_bit drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod xpmem(OE) fuse
CPU: 13 PID: 161722 Comm: R Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R740/01KPX8, BIOS 2.2.10 05/15/2019
task: ffff999fb2ac3180 ti: ffff9997b1a8c000 task.ti: ffff9997b1a8c000
RIP: 0010:[<ffffffffb3bf6f2e>] [<ffffffffb3bf6f2e>] clear_huge_page+0x5e/0x140
RSP: 0000:ffff9997b1a8fd60 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffff9997b1a8ffd8
RDX: 0000000000000000 RSI: 00002aedb9000000 RDI: 00000000bc23d180
RBP: ffff9997b1a8fd88 R08: ffffffffffffffca R09: 000000000001fd70
R10: ffff99b83ffd9000 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000200000000 R14: ffff99b83ffda000 R15: 0000014100000000
FS: 00002aed1c195380(0000) GS:ffff99b7dd780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002aedb9000000 CR3: 00000007bd030000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffb3c38fd8>] do_huge_pmd_anonymous_page+0x178/0x4d0
[<ffffffffb3bf67a8>] handle_mm_fault+0xc28/0xfb0
[<ffffffffb4190653>] __do_page_fault+0x213/0x500
[<ffffffffb4190975>] do_page_fault+0x35/0x90
[<ffffffffb418c778>] page_fault+0x28/0x30
Code: 25 c0 0e 01 00 48 c1 e0 06 4d 8d 6c 04 40 0f 1f 80 00 00 00 00 e8 c3 24 59 00 83 83 58 0b 00 00 01 4c 89 e7 48 2b 3d c2 ed a4 00 <48> c1 ff 06 48 c1 e7 0c 48 03 3d c3 ed a4 00 e8 5e e4 19 00 83
Complete report #995286
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c_e
|
vmlinux |
0xffffffffa2b951b7
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffffa29f6f92
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffa2a38ff8
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffa29f67f8
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffffa2a4d963
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x93
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffa2f94653
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffa2f94975
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffa2f90778
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 37s! [rpm:3304]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ppdev vmw_balloon ghash_clmulni_intel btusb aesni_intel btrtl btbcm snd_ens1371 btintel lrw gf128mul glue_helper snd_rawmidi bluetooth ablk_helper cryptd snd_ac97_codec ac97_bus
snd_seq snd_seq_device snd_pcm joydev pcspkr rfkill snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common libata mptspi nfit scsi_transport_spi e1000 mptscsih libnvdimm crc32c_intel serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 3304 Comm: rpm Tainted: G L ------------ 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9c20be558000 ti: ffff9c19f8fd4000 task.ti: ffff9c19f8fd4000
RIP: 0010:[<ffffffffa2b951b7>] [<ffffffffa2b951b7>] clear_page_c_e+0x7/0x10
RSP: 0018:ffff9c19f8fd7d58 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffffffffa2f8c070 RCX: 0000000000001000
RDX: 0000000000000000 RSI: ffff9c20be558000 RDI: ffff9c2019e50000
RBP: ffff9c19f8fd7d88 R08: ffff9c19f8fd4000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000293 R12: 0000000000000000
R13: ffff9c209e924b00 R14: ffff9c20d681acc0 R15: ffff9c20ce6b5780
FS: 00007f0c96e4f840(0000) GS:ffff9c20d6800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002ae86b155000 CR3: 00000000b8fc4000 CR4: 0000000000360ff0
Call Trace:
[<ffffffffa29f6f92>] ? clear_huge_page+0x72/0x140
[<ffffffffa2a38ff8>] do_huge_pmd_anonymous_page+0x178/0x4d0
[<ffffffffa29f67f8>] handle_mm_fault+0xc28/0xfb0
[<ffffffffa2a4d963>] ? do_sync_read+0x93/0xe0
[<ffffffffa2f94653>] __do_page_fault+0x213/0x500
[<ffffffffa2f94975>] do_page_fault+0x35/0x90
[<ffffffffa2f90778>] page_fault+0x28/0x30
Code: bc 0f 1f 00 e8 cb 5f d0 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 <f3> aa c3 66 0f 1f 44 00 00 eb ee 0f 1f 84 00 00 00 00 00 0f 1f
Complete report #863756
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c_e
|
vmlinux |
0xffffffffb8993857
Build id: 3.10.0-1127.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffffb87f66a2
Build id: 3.10.0-1127.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffb8838628
Build id: 3.10.0-1127.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffb87f5f08
Build id: 3.10.0-1127.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffffb8852f05
Build id: 3.10.0-1127.el7.x86_64
|
0x165
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffb8d8d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffb8d8d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffb8d89778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [java:3836]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq btusb crc32_pclmul ghash_clmulni_intel snd_seq_device btrtl btbcm ppdev btintel snd_pcm aesni_intel bluetooth lrw snd_timer snd gf128mul glue_helper rfkill ablk_helper soundcore cryptd vmw_balloon pcspkr sg joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm crct10dif_pclmul crct10dif_common nfit ata_piix crc32c_intel libnvdimm libata serio_raw mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3836 Comm: java Kdump: loaded Not tainted 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9192348162a0 ti: ffff91916af3c000 task.ti: ffff91916af3c000
RIP: 0010:[<ffffffffb8993857>] [<ffffffffb8993857>] clear_page_c_e+0x7/0x10
RSP: 0018:ffff91916af3fd58 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 0000000000001000
RDX: 0000000000000000 RSI: ffff9192348162a0 RDI: ffff919212100000
RBP: ffff91916af3fd88 R08: ffff91916af3c000 R09: 0000000000000001
R10: 0000000000000002 R11: 0000000000000000 R12: ffff91916af3ffd8
R13: ffff91916af3ffd8 R14: ffffffffb8d85922 R15: ffff91916af3fd28
FS: 00007f5ac3601700(0000) GS:ffff919239600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5d13c29000 CR3: 000000006af3a000 CR4: 0000000000340ff0
Call Trace:
[<ffffffffb87f66a2>] ? clear_huge_page+0x72/0x140
[<ffffffffb8838628>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffffb87f5f08>] handle_mm_fault+0xc28/0xfb0
[<ffffffffb8852f05>] ? cp_new_stat+0x165/0x1a0
[<ffffffffb8d8d653>] __do_page_fault+0x213/0x500
[<ffffffffb8d8d975>] do_page_fault+0x35/0x90
[<ffffffffb8d89778>] page_fault+0x28/0x30
Code: bc 0f 1f 00 e8 3b 82 d0 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 <f3> aa c3 66 0f 1f 44 00 00 eb ee 66 66 66 90 66 66 66 90 66 66
Complete report #849845
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff899ab3f2
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff89802c92
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff89845e81
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x151
|
|
4
|
|
ext4 |
0xffffffffc040bea3
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x43
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff898024be
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xdde
|
|
6
|
|
vmlinux |
0xffffffff8985b113
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x93
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff89dbf7d3
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff89dbfb05
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff89dbb7b8
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 37s! [rpm:4076]
Modules linked in: nf_conntrack_netlink ts_kmp ts_bm nf_log_ipv4 nf_log_common xt_LOG xt_string xt_set ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ip_set_hash_ip ip_set_hash_net ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack libcrc32c dahdi(OE) crc_ccitt ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter dm_mirror dm_region_hash dm_log dm_mod coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg pcspkr joydev ppdev vmw_balloon vmw_vmci parport_pc parport i2c_piix4
ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod ata_generic crc_t10dif pata_acpi crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata crct10dif_pclmul crct10dif_common crc32c_intel mptspi e1000 serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks floppy
CPU: 3 PID: 4076 Comm: rpm Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.90.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 06/22/2012
task: ffff97363742c200 ti: ffff9736154f8000 task.ti: ffff9736154f8000
RIP: 0010:[<ffffffff899ab3f2>] [<ffffffff899ab3f2>] clear_page+0x12/0x40
RSP: 0018:ffff9736154fbd58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff89db7920 RCX: 000000000000003f
RDX: ffff9736154f9fd8 RSI: ffff97363742c200 RDI: ffff973614516000
RBP: ffff9736154fbd88 R08: ffff9736154f8000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000293 R12: 0000000000000000
R13: ffff9736b5673200 R14: ffff9736bfd9acc0 R15: ffff9736b4c45dc0
FS: 00007fe5ad279840(0000) GS:ffff9736bfd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f51507edf88 CR3: 00000000b796a000 CR4: 00000000000407e0
Call Trace:
[<ffffffff89802c92>] ? clear_huge_page+0x72/0x140
[<ffffffff89845e81>] do_huge_pmd_anonymous_page+0x151/0x510
[<ffffffffc040bea3>] ? ext4_file_read+0x43/0x140 [ext4]
[<ffffffff898024be>] handle_mm_fault+0xdde/0x1190
[<ffffffff8985b113>] ? do_sync_read+0x93/0xe0
[<ffffffff89dbf7d3>] __do_page_fault+0x213/0x510
[<ffffffff89dbfb05>] do_page_fault+0x35/0x90
[<ffffffff89dbb7b8>] page_fault+0x28/0x30
Code: f3 48 ab e9 b1 2f 00 00 90 b9 00 10 00 00 31 c0 f3 aa e9 a2 2f 00 00 66 90 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #839218
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffa5f94792
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffa5df6612
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffa5e38638
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffa5df5e78
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffffa5dfe3b9
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1b9
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffa638f653
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffa638f975
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffa638b778
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [tracker-miner-a:10218]
Modules linked in: rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event btusb btrtl btbcm snd_ens1371 snd_rawmidi btintel snd_ac97_codec bluetooth ac97_bus ppdev snd_seq iosf_mbi snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel aesni_intel lrw rfkill snd_timer snd gf128mul soundcore glue_helper sg ablk_helper cryptd vmw_balloon pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper
crct10dif_pclmul crct10dif_common ata_piix crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm serio_raw libata mptspi scsi_transport_spi e1000 nfit libnvdimm mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 10218 Comm: tracker-miner-a Kdump: loaded Not tainted 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff95083a116300 ti: ffff950879074000 task.ti: ffff950879074000
RIP: 0010:[<ffffffffa5f94792>] [<ffffffffa5f94792>] clear_page+0x12/0x40
RSP: 0018:ffff950879077d58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 000000000000003f
RDX: ffff950879075fd8 RSI: ffff95083a116300 RDI: ffff95082f619000
RBP: ffff950879077d88 R08: ffff950879074000 R09: 0000000000000001
R10: 0000000000000003 R11: ffff950830185980 R12: ffff950879077fd8
R13: ffff950879077fd8 R14: ffffffffa6386d4f R15: ffff950879077d28
FS: 00007fc01eaaa900(0000) GS:ffff95087a600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7bdd9c2c65 CR3: 000000007377a000 CR4: 00000000003607f0
Call Trace:
[<ffffffffa5df6612>] ? clear_huge_page+0x72/0x140
[<ffffffffa5e38638>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffffa5df5e78>] handle_mm_fault+0xc28/0xfb0
[<ffffffffa5dfe3b9>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffffa638f653>] __do_page_fault+0x213/0x500
[<ffffffffa638f975>] do_page_fault+0x35/0x90
[<ffffffffa638b778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #772411
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c_e
|
vmlinux |
0xffffffff87f58827
Build id: 3.10.0-862.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffff87dc83f6
Build id: 3.10.0-862.el7.x86_64
|
0x76
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff87e072b0
Build id: 3.10.0-862.el7.x86_64
|
0x170
|
|
4
|
|
vmlinux |
0xffffffff87dca624
Build id: 3.10.0-862.el7.x86_64
|
0xf4
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff87dc7972
Build id: 3.10.0-862.el7.x86_64
|
0x892
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff8831a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff8831a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff88316768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [php:107644]
Modules linked in: nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 crc32_pclmul snd_rawmidi ghash_clmulni_intel snd_ac97_codec ac97_bus aesni_intel snd_seq lrw snd_seq_device gf128mul glue_helper snd_pcm ablk_helper cryptd ppdev vmw_balloon snd_timer
snd soundcore joydev pcspkr sg i2c_piix4 vmw_vmci shpchp nfit parport_pc parport libnvdimm ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi crct10dif_pclmul crct10dif_common ata_piix scsi_transport_spi crc32c_intel mptscsih libata e1000 serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 107644 Comm: php Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9a0521a60000 ti: ffff9a0187e50000 task.ti: ffff9a0187e50000
RIP: 0010:[<ffffffff87f58827>] [<ffffffff87f58827>] clear_page_c_e+0x7/0x10
RSP: 0018:ffff9a0187e53d78 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff9a0187e53fd8 RCX: 0000000000001000
RDX: 0000000000000000 RSI: ffff9a0521a60000 RDI: ffff9a02b211f000
RBP: ffff9a0187e53db0 R08: ffff9a0187e50000 R09: 0000000000000001
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9a0187e53fd8
R13: ffff9a0521a60000 R14: ffffffff8831291c R15: ffff9a0187e53d48
FS: 00007fa825f8f980(0000) GS:ffff9a052d680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff92af8b018 CR3: 0000000327ae8000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff87dc83f6>] ? clear_huge_page+0x76/0x110
[<ffffffff87e072b0>] do_huge_pmd_anonymous_page+0x170/0x4a0
[<ffffffff87dca624>] ? unmap_region+0xf4/0x140
[<ffffffff87dc7972>] handle_mm_fault+0x892/0x9b0
[<ffffffff8831a597>] __do_page_fault+0x197/0x4f0
[<ffffffff8831a925>] do_page_fault+0x35/0x90
[<ffffffff88316768>] page_fault+0x28/0x30
Code: bc 0f 1f 00 e8 2b 8c d3 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 <f3> aa c3 66 0f 1f 44 00 00 eb ee 0f 1f 84 00 00 00 00 00 0f 1f
Complete report #769723
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8d394752
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8d1f65d2
Build id: 3.10.0-1160.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff8d2385f8
Build id: 3.10.0-1160.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff8d1f5e38
Build id: 3.10.0-1160.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffff8d24d063
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff8d78e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff8d78e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff8d78a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [kube-apiserver:118548]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm veth xt_multiport ipt_rpfilter xt_set iptable_raw ip_set_hash_ip ip_set_hash_net ip_set ipip tunnel4 ip_tunnel ip6t_MASQUERADE nf_nat_masquerade_ipv6 xt_statistic xt_nat xt_mark nf_tables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle xt_comment nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel
btusb btrtl btbcm btintel snd_rawmidi aesni_intel bluetooth snd_ac97_codec lrw gf128mul glue_helper ablk_helper ac97_bus snd_seq cryptd vmw_balloon snd_seq_device snd_pcm rfkill snd_timer pcspkr joydev snd soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic cdrom ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm ahci ata_piix mptspi libahci drm scsi_transport_spi libata mptscsih e1000 nfit mptbase libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 118548 Comm: kube-apiserver Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8887bb32d280 ti: ffff8887fb488000 task.ti: ffff8887fb488000
RIP: 0010:[<ffffffff8d394752>] [<ffffffff8d394752>] clear_page+0x12/0x40
RSP: 0018:ffff8887fb48bd58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 0000000000000282 RDI: ffff8887a9375000
RBP: ffff8887fb48bd88 R08: ffff8887fb488000 R09: 0000000000000000
R10: 0000000000000001 R11: 0000000000000068 R12: ffff8887fb48bfd8
R13: ffff8887fb48bfd8 R14: ffffffff8d786c8f R15: ffff8887fb48bd28
FS: 000000c000099890(0000) GS:ffff88888b440000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055ecf0681000 CR3: 00000000b67e2000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8d1f65d2>] ? clear_huge_page+0x72/0x140
[<ffffffff8d2385f8>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffff8d1f5e38>] handle_mm_fault+0xc28/0xfb0
[<ffffffff8d24d063>] ? do_sync_write+0x93/0xe0
[<ffffffff8d78e653>] __do_page_fault+0x213/0x500
[<ffffffff8d78e975>] do_page_fault+0x35/0x90
[<ffffffff8d78a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #762535
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c
|
vmlinux |
0xffffffff84d83bf7
Build id: 3.10.0-957.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffff84bec696
Build id: 3.10.0-957.el7.x86_64
|
0x76
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff84c2d080
Build id: 3.10.0-957.el7.x86_64
|
0x170
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff84bec162
Build id: 3.10.0-957.el7.x86_64
|
0x892
|
|
5
|
__do_page_fault
|
vmlinux |
0xffffffff8516f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
6
|
do_page_fault
|
vmlinux |
0xffffffff8516f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
7
|
page_fault
|
vmlinux |
0xffffffff8516b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 52s! [MergeMutate:46300]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev vmw_balloon kvm_amd kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd btusb btrtl joydev btbcm btintel bluetooth pcspkr snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq rfkill snd_seq_device snd_pcm sg snd_timer snd soundcore i2c_piix4 vmw_vmci parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops e1000 ttm libata drm mptspi scsi_transport_spi nfit mptscsih mptbase libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 46300 Comm: MergeMutate Kdump: loaded Tainted: G W L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff88cf77e5a080 ti: ffff88ce29f50000 task.ti: ffff88ce29f50000
RIP: 0010:[<ffffffff84d83bf7>] [<ffffffff84d83bf7>] clear_page_c+0x7/0x10
RSP: 0018:ffff88ce29f53d70 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000200000000 RCX: 0000000000000200
RDX: 0000000000000000 RSI: ffff88cf77e5a080 RDI: ffff88c655db1000
RBP: ffff88ce29f53da8 R08: ffff88ce29f50000 R09: 0000000000000001
R10: 0000000000000000 R11: 0000000000000000 R12: 000000000001ab80
R13: ffff88ce29f53fd8 R14: ffff88ce29f53fd8 R15: ffff88ce29f53fd8
FS: 00007f61ad9ff700(0000) GS:ffff88cfcd7c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000743c30 CR3: 0000000a69f5c000 CR4: 0000000000340fe0
Call Trace:
[<ffffffff84bec696>] ? clear_huge_page+0x76/0x110
[<ffffffff84c2d080>] do_huge_pmd_anonymous_page+0x170/0x4d0
[<ffffffff84bec162>] handle_mm_fault+0x892/0x9b0
[<ffffffff8516f5e3>] __do_page_fault+0x203/0x500
[<ffffffff8516f915>] do_page_fault+0x35/0x90
[<ffffffff8516b758>] page_fault+0x28/0x30
Code: 4c 29 ea 39 da 89 d1 7f c4 85 d2 7f 9d 89 d0 eb bc 0f 1f 00 e8 bb 37 d1 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 <f3> 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f
Complete report #732983
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c
|
vmlinux |
0xffffffff9a3aaed7
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffff9a2029b2
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff9a245b88
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff9a202208
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xc28
|
|
5
|
__do_page_fault
|
vmlinux |
0xffffffff9a7bf7d3
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x213
|
|
6
|
do_page_fault
|
vmlinux |
0xffffffff9a7bfb05
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x35
|
|
7
|
page_fault
|
vmlinux |
0xffffffff9a7bb7b8
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 1511s! [pool:3944]
Modules linked in: tcp_lp nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink vboxsf(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc iosf_mbi crc32_pclmul snd_intel8x0 ghash_clmulni_intel snd_ac97_codec ac97_bus snd_seq snd_seq_device ppdev snd_pcm aesni_intel lrw gf128mul joydev glue_helper ablk_helper cryptd pcspkr sg vboxguest(OE) snd_timer snd parport_pc parport video soundcore i2c_piix4
ip_tables xfs libcrc32c sr_mod sd_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci ata_piix libahci drm libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 3944 Comm: pool Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.83.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff999319703180 ti: ffff9992e8be0000 task.ti: ffff9992e8be0000
RIP: 0010:[<ffffffff9a3aaed7>] [<ffffffff9a3aaed7>] clear_page_c+0x7/0x10
RSP: 0018:ffff9992e8be3d58 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffffffff9a7b7920 RCX: 0000000000000200
RDX: 0000000000000000 RSI: ffff999319703180 RDI: ffff9992cab7d000
RBP: ffff9992e8be3d88 R08: ffff9992e8be0000 R09: 0000000000000001
R10: ffff99931e398078 R11: fffff0b941e0c4c0 R12: 0000000000000000
R13: ffff999310d8f200 R14: ffff99933fc1acc0 R15: ffff999310d8f200
FS: 00007f606231f700(0000) GS:ffff99933fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001890c50 CR3: 000000005e2de000 CR4: 00000000000206f0
Call Trace:
[<ffffffff9a2029b2>] ? clear_huge_page+0x72/0x140
[<ffffffff9a245b88>] do_huge_pmd_anonymous_page+0x178/0x4d0
[<ffffffff9a202208>] handle_mm_fault+0xc28/0xfb0
[<ffffffff9a7bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff9a7bfb05>] do_page_fault+0x35/0x90
[<ffffffff9a7bb7b8>] page_fault+0x28/0x30
Code: c2 ff ff 48 89 c2 31 c0 4c 29 ea 39 da 89 d1 7f bc 85 d2 7f 95 89 d0 eb b4 e8 c6 46 cf ff 90 90 90 90 90 90 b9 00 02 00 00 31 c0 <f3> 48 ab e9 a1 2f 00 00 90 b9 00 10 00 00 31 c0 f3 aa e9 92 2f
Complete report #603123
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c
|
vmlinux |
0xffffffffaadaae97
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffffaac02972
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffaac45b48
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffaac021c8
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffffaac5ad53
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x93
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffab1bf7d3
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffab1bfb05
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffab1bb7b8
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 2961s! [pool:14553]
Modules linked in: tcp_lp vboxsf(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device ppdev joydev snd_pcm pcspkr vboxguest(OE) snd_timer parport_pc snd video parport sg soundcore i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic crct10dif_common ata_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix ahci libahci libata e1000 crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 14553 Comm: pool Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff88e2ae561080 ti: ffff88e261558000 task.ti: ffff88e261558000
RIP: 0010:[<ffffffffaadaae97>] [<ffffffffaadaae97>] clear_page_c+0x7/0x10
RSP: 0018:ffff88e26155bd58 EFLAGS: 00010246
RAX: 0000000000000000 RBX: 0000000000000001 RCX: 0000000000000200
RDX: 0000000000000000 RSI: 00007fae5e600000 RDI: ffff88e258020000
RBP: ffff88e26155bd88 R08: 0000000000000001 R09: 000000000001fca0
R10: ffff88e31ffd9800 R11: 0000000000000000 R12: ffff88e31ffdb000
R13: 0000014100000000 R14: ffff88e31ffdb008 R15: ffff88e2ae561080
FS: 00007fae611cd700(0000) GS:ffff88e31fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fae5ca00000 CR3: 0000000061e9a000 CR4: 00000000000206f0
Call Trace:
[<ffffffffaac02972>] ? clear_huge_page+0x72/0x140
[<ffffffffaac45b48>] do_huge_pmd_anonymous_page+0x178/0x4d0
[<ffffffffaac021c8>] handle_mm_fault+0xc28/0xfb0
[<ffffffffaac5ad53>] ? do_sync_read+0x93/0xe0
[<ffffffffab1bf7d3>] __do_page_fault+0x213/0x510
[<ffffffffab1bfb05>] do_page_fault+0x35/0x90
[<ffffffffab1bb7b8>] page_fault+0x28/0x30
Code: c2 ff ff 48 89 c2 31 c0 4c 29 ea 39 da 89 d1 7f bc 85 d2 7f 95 89 d0 eb b4 e8 c6 46 cf ff 90 90 90 90 90 90 b9 00 02 00 00 31 c0 <f3> 48 ab e9 a1 2f 00 00 90 b9 00 10 00 00 31 c0 f3 aa e9 92 2f
Complete report #510619
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff811b34b6
Build id: 3.10.0-693.el7.x86_64
|
0x76
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811ed9e9
Build id: 3.10.0-693.el7.x86_64
|
0x1a9
|
|
4
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffff816a866e
Build id: 3.10.0-693.el7.x86_64
|
0xbe
|
|
5
|
handle_mm_fault
|
vmlinux |
0xffffffff811b258f
Build id: 3.10.0-693.el7.x86_64
|
0xd0f
|
|
6
|
|
vmlinux |
0xffffffff8133d9dd
Build id: 3.10.0-693.el7.x86_64
|
0xd
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 28s! [java:2298]
Modules linked in: tcp_lp fuse binfmt_misc vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev nfit pcspkr joydev sg vmw_balloon libnvdimm parport_pc parport i2c_piix4 shpchp vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi libata scsi_transport_spi crct10dif_pclmul crct10dif_common mptscsih crc32c_intel mptbase e1000 serio_raw i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 2298 Comm: java Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff88009d1f6eb0 ti: ffff8801ee7d8000 task.ti: ffff8801ee7d8000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0018:ffff8801ee7dbd88 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff816a8f8d RCX: 000000000000003f
RDX: 0000000000000000 RSI: ffff88009d1f6eb0 RDI: ffff880077538000
RBP: ffff8801ee7dbdc0 R08: ffff8801ee7d8000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000002
R13: ffff880231925dc0 R14: ffff880235696cc0 R15: ffff880231a0f080
FS: 00007f2272148700(0000) GS:ffff880235680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f53d3bad3a0 CR3: 00000001fb624000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffffffff811b34b6 ffff8800b836edd8 0000000000000000 00000000f7600000
ffff8800b836edd8 ffff880231a0f080 00000000f768e744 ffff8801ee7dbe20
ffffffff811ed9e9 ffffffff816a866e ffff8801000000a9 ffff8801f1ebc438
Call Trace:
[<ffffffff811b34b6>] ? clear_huge_page+0x76/0x110
[<ffffffff811ed9e9>] do_huge_pmd_anonymous_page+0x1a9/0x530
[<ffffffff816a866e>] ? schedule_hrtimeout_range_clock+0xbe/0x150
[<ffffffff811b258f>] handle_mm_fault+0xd0f/0xfa0
[<ffffffff8133d9dd>] ? list_del+0xd/0x30
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #466245
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c_e
|
vmlinux |
0xffffffffb4994737
Build id: 3.10.0-1160.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffffb47f65d2
Build id: 3.10.0-1160.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffb48385f8
Build id: 3.10.0-1160.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffb47f5e38
Build id: 3.10.0-1160.el7.x86_64
|
0xc28
|
|
5
|
__do_page_fault
|
vmlinux |
0xffffffffb4d8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
6
|
do_page_fault
|
vmlinux |
0xffffffffb4d8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
7
|
page_fault
|
vmlinux |
0xffffffffb4d8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [yumBackend.py:5491]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq btusb btrtl btbcm btintel aesni_intel vmw_balloon snd_seq_device
bluetooth lrw gf128mul glue_helper ablk_helper cryptd snd_pcm joydev pcspkr snd_timer sg snd rfkill soundcore i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm nfit libnvdimm ata_piix serio_raw mptspi libata scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 5491 Comm: yumBackend.py Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff944cdbf6a100 ti: ffff944b6be50000 task.ti: ffff944b6be50000
RIP: 0010:[<ffffffffb4994737>] [<ffffffffb4994737>] clear_page_c_e+0x7/0x10
RSP: 0018:ffff944b6be53d58 EFLAGS: 00010246
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 0000000000001000
RDX: 0000000000000000 RSI: ffff944cdbf6a100 RDI: ffff944b5a14d000
RBP: ffff944b6be53d88 R08: ffff944b6be50000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000293 R12: ffff944b6be53fd8
R13: ffff944b6be53fd8 R14: ffffffffb4d86c8f R15: ffff944b6be53d28
FS: 00007f03d0d27740(0000) GS:ffff944cf5640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001000000 CR3: 00000000ba148000 CR4: 0000000000760fe0
PKRU: 55555554
Call Trace:
[<ffffffffb47f65d2>] ? clear_huge_page+0x72/0x140
[<ffffffffb48385f8>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffffb47f5e38>] handle_mm_fault+0xc28/0xfb0
[<ffffffffb4d8e653>] __do_page_fault+0x213/0x500
[<ffffffffb4d8e975>] do_page_fault+0x35/0x90
[<ffffffffb4d8a778>] page_fault+0x28/0x30
Code: bc 0f 1f 00 e8 6b 68 d0 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 <f3> aa c3 66 0f 1f 44 00 00 eb ee 0f 1f 84 00 00 00 00 00 0f 1f
Complete report #455227
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffa9b94752
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffa99f65d2
Build id: 3.10.0-1160.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffa9a385f8
Build id: 3.10.0-1160.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffa99f5e38
Build id: 3.10.0-1160.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffffa9f86e76
Build id: 3.10.0-1160.el7.x86_64
|
0x596
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffa9f8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffa9f8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffa9f8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [1_dirty_cpu_sch:4462]
Modules linked in: xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 btusb btrtl btbcm snd_rawmidi btintel snd_ac97_codec bluetooth ppdev ac97_bus snd_seq rfkill snd_seq_device snd_pcm crc32_pclmul ghash_clmulni_intel snd_timer aesni_intel snd lrw gf128mul glue_helper ablk_helper soundcore cryptd vmw_balloon sg pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul crct10dif_common fb_sys_fops crc32c_intel ttm nfit libnvdimm drm mptspi ata_piix serio_raw e1000 scsi_transport_spi mptscsih mptbase libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 4462 Comm: 1_dirty_cpu_sch Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff99af6d021080 ti: ffff99aeda320000 task.ti: ffff99aeda320000
RIP: 0010:[<ffffffffa9b94752>] [<ffffffffa9b94752>] clear_page+0x12/0x40
RSP: 0018:ffff99aeda323d58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 000000000000003f
RDX: 0000000000000000 RSI: ffff99af6d021080 RDI: ffff99ae79680000
RBP: ffff99aeda323d88 R08: ffff99aeda320000 R09: 0000000000000001
R10: 000000000000000d R11: 0000000000000001 R12: ffff99aeda323fd8
R13: ffff99aeda323fd8 R14: ffffffffa9f86c8f R15: ffff99aeda323d28
FS: 00007fb514839700(0000) GS:ffff99af79600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff31bacf000 CR3: 000000009b55c000 CR4: 0000000000760ff0
PKRU: 55555554
Call Trace:
[<ffffffffa99f65d2>] ? clear_huge_page+0x72/0x140
[<ffffffffa9a385f8>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffffa99f5e38>] handle_mm_fault+0xc28/0xfb0
[<ffffffffa9f86e76>] ? __schedule+0x596/0x860
[<ffffffffa9f8e653>] __do_page_fault+0x213/0x500
[<ffffffffa9f8e975>] do_page_fault+0x35/0x90
[<ffffffffa9f8a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #444904
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff811b34b6
Build id: 3.10.0-693.el7.x86_64
|
0x76
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811ed9e9
Build id: 3.10.0-693.el7.x86_64
|
0x1a9
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff811b258f
Build id: 3.10.0-693.el7.x86_64
|
0xd0f
|
|
5
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
6
|
|
vmlinux |
0xffffffff816a7722
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [java:3925]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep ext4 mbcache jbd2 snd_seq_midi snd_seq_midi_event snd_ens1371 btusb btrtl btbcm btintel bluetooth ppdev snd_rawmidi snd_ac97_codec ac97_bus iosf_mbi crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device rfkill aesni_intel lrw vmw_balloon snd_pcm gf128mul glue_helper ablk_helper cryptd snd_timer snd soundcore joydev pcspkr sg nfit libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables
xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm serio_raw ata_piix mptspi libata scsi_transport_spi e1000 mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3925 Comm: java Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff88009b7f9fa0 ti: ffff88005fccc000 task.ti: ffff88005fccc000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0018:ffff88005fccfd88 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff816a8f8d RCX: 000000000000003f
RDX: 0000000000000000 RSI: ffff88009b7f9fa0 RDI: ffff880101580000
RBP: ffff88005fccfdc0 R08: ffff88005fccc000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000
R13: ffff88009a01abc0 R14: ffff880139616cc0 R15: ffff88009a01b200
FS: 00007f324c5b1700(0000) GS:ffff880139600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f41743a2038 CR3: 000000007e5e4000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff811b34b6 ffff880134990e88 0000000000000000 00000000fa200000
ffff880134990e88 ffff88009a01b200 00000000fa200000 ffff88005fccfe20
ffffffff811ed9e9 0000000000000001 00000000000000a9 ffff880135f405e8
Call Trace:
[<ffffffff811b34b6>] ? clear_huge_page+0x76/0x110
[<ffffffff811ed9e9>] do_huge_pmd_anonymous_page+0x1a9/0x530
[<ffffffff811b258f>] handle_mm_fault+0xd0f/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816a7722>] ? mutex_lock+0x12/0x2f
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #413366
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffb5395192
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffb51f6f32
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffb5238fc8
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffb51f6798
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffffb507dff5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x115
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffb5794653
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffb5794975
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffb5790778
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [rpm:3854]
Modules linked in: rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log ppdev iosf_mbi crc32_pclmul squashfs ghash_clmulni_intel snd_seq_midi loop snd_seq_midi_event aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd joydev pcspkr btusb btrtl btbcm btintel snd_ens1371
snd_rawmidi bluetooth snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm rfkill snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport dm_multipath dm_mod binfmt_misc ip_tables xfs libcrc32c vmwgfx sr_mod sd_mod cdrom crc_t10dif crct10dif_generic drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel ata_generic pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix serio_raw nfit drm libnvdimm mptspi libata scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 3854 Comm: rpm Kdump: loaded Tainted: G L ------------ 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8f8d0ce4c200 ti: ffff8f8ce6ee8000 task.ti: ffff8f8ce6ee8000
RIP: 0010:[<ffffffffb5395192>] [<ffffffffb5395192>] clear_page+0x12/0x40
RSP: 0018:ffff8f8ce6eebd58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffffb578c050 RCX: 000000000000003f
RDX: 0000000000000000 RSI: ffff8f8d0ce4c200 RDI: ffff8f8d1bbae000
RBP: ffff8f8ce6eebd88 R08: ffff8f8ce6ee8000 R09: 0000000000000001
R10: 0000000000000002 R11: ffff8f8d285981c0 R12: 0000000000000000
R13: ffff8f8cc40b3200 R14: ffff8f8d3b61acc0 R15: ffff8f8d022aabc0
FS: 00007fe57f97c840(0000) GS:ffff8f8d3b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb4aa74a0b8 CR3: 000000000a51a000 CR4: 00000000003407f0
Call Trace:
[<ffffffffb51f6f32>] ? clear_huge_page+0x72/0x140
[<ffffffffb5238fc8>] do_huge_pmd_anonymous_page+0x178/0x4d0
[<ffffffffb51f6798>] handle_mm_fault+0xc28/0xfb0
[<ffffffffb507dff5>] ? switch_mm_irqs_off+0x115/0x290
[<ffffffffb5794653>] __do_page_fault+0x213/0x500
[<ffffffffb5794975>] do_page_fault+0x35/0x90
[<ffffffffb5790778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #341802
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff84594752
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff843f65d2
Build id: 3.10.0-1160.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff844385f8
Build id: 3.10.0-1160.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff843f5e38
Build id: 3.10.0-1160.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffff843fc9d8
Build id: 3.10.0-1160.el7.x86_64
|
0x378
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff8498e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff8498e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff8498a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 30s! [nm-dhcp-helper:60981]
Modules linked in: tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 sb_edac snd_rawmidi snd_ac97_codec coretemp ac97_bus iosf_mbi crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device aesni_intel lrw snd_pcm gf128mul glue_helper snd_timer ablk_helper cryptd snd
ppdev vmw_balloon soundcore pcspkr joydev sg i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi scsi_transport_spi libata mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 7 PID: 60981 Comm: nm-dhcp-helper Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff89035e453180 ti: ffff89043b53c000 task.ti: ffff89043b53c000
RIP: 0010:[<ffffffff84594752>] [<ffffffff84594752>] clear_page+0x12/0x40
RSP: 0018:ffff89043b53fd58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 000000000000003f
RDX: 0000000000000000 RSI: ffff89035e453180 RDI: ffff890539aea000
RBP: ffff89043b53fd88 R08: ffff89043b53c000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000000 R12: ffff89043b53ffd8
R13: ffff89043b53ffd8 R14: ffffffff84986c8f R15: ffff89043b53fd28
FS: 00007ff80f102880(0000) GS:ffff8905bd7c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff807fffd90 CR3: 0000000e919e6000 CR4: 00000000001607e0
Call Trace:
[<ffffffff843f65d2>] ? clear_huge_page+0x72/0x140
[<ffffffff844385f8>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffff843f5e38>] handle_mm_fault+0xc28/0xfb0
[<ffffffff843fc9d8>] ? do_mmap+0x378/0x530
[<ffffffff8498e653>] __do_page_fault+0x213/0x500
[<ffffffff8498e975>] do_page_fault+0x35/0x90
[<ffffffff8498a778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #302104
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffa57953b2
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffa55f6f42
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffa5638fd8
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffa55f67a8
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffffa564d9c3
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x93
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffa5b90653
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffa5b90975
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffa5b8c778
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 678s! [localhost-start:60181]
Modules linked in: arc4 md4 cifs ccm dns_resolver tcp_lp nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun binfmt_misc devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmhgfs(OE) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi ppdev snd_ac97_codec ac97_bus aesni_intel
uas lrw gf128mul glue_helper ablk_helper snd_seq cryptd vmw_balloon usb_storage snd_seq_device snd_pcm snd_timer pcspkr joydev snd soundcore sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel nfit libata libnvdimm drm_panel_orientation_quirks mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase fuse
CPU: 0 PID: 60181 Comm: localhost-start Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9fa40a054200 ti: ffff9fa1a1f1c000 task.ti: ffff9fa1a1f1c000
RIP: 0010:[<ffffffffa57953b2>] [<ffffffffa57953b2>] clear_page+0x12/0x40
RSP: 0000:ffff9fa1a1f1fd58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000001 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 00000006cbc00000 RDI: ffff9fa2c146b000
RBP: ffff9fa1a1f1fd88 R08: fffffffffffffff9 R09: 000000000001fd08
R10: ffff9fa57ffda000 R11: 0000000000000000 R12: ffff9fa57ffdb000
R13: 0000014100000000 R14: ffff9fa57ffdb008 R15: ffff9fa40a054200
FS: 00007f4aea2fa700(0000) GS:ffff9fa56d600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000006cbc00780 CR3: 00000002e7dca000 CR4: 00000000003607f0
Call Trace:
[<ffffffffa55f6f42>] ? clear_huge_page+0x72/0x140
[<ffffffffa5638fd8>] do_huge_pmd_anonymous_page+0x178/0x4d0
[<ffffffffa55f67a8>] handle_mm_fault+0xc28/0xfb0
[<ffffffffa564d9c3>] ? do_sync_read+0x93/0xe0
[<ffffffffa5b90653>] __do_page_fault+0x213/0x500
[<ffffffffa5b90975>] do_page_fault+0x35/0x90
[<ffffffffa5b8c778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #254011
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c_e
|
vmlinux |
0xffffffff9d795347
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffff9d5f6f22
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff9d638fa8
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff9d5f6788
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffff9d5fd34c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x39c
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff9db90653
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff9db90975
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff9db8c778
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [node:20996]
Modules linked in: tcp_lp rfcomm xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ext4 ghash_clmulni_intel mbcache jbd2 snd_ens1371 snd_rawmidi ppdev snd_ac97_codec ac97_bus btusb snd_seq btrtl btbcm btintel
aesni_intel snd_seq_device vmw_balloon snd_pcm bluetooth lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr rfkill snd_timer sg snd vmw_vmci soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common drm_kms_helper crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw drm ata_piix nfit e1000 mptspi scsi_transport_spi libnvdimm libata mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 20996 Comm: node Kdump: loaded Tainted: G ------------ T 3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff89f33c965280 ti: ffff89f4f2588000 task.ti: ffff89f4f2588000
RIP: 0010:[<ffffffff9d795347>] [<ffffffff9d795347>] clear_page_c_e+0x7/0x10
RSP: 0018:ffff89f4f258bd58 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffffffff9db88e10 RCX: 0000000000001000
RDX: 0000000000000000 RSI: ffff89f33c965280 RDI: ffff89f2e2808000
RBP: ffff89f4f258bd88 R08: ffff89f4f2588000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000202 R12: 0000000000000000
R13: ffff89f3154d1900 R14: ffff89f4f56dacc0 R15: ffff89f37acf3200
FS: 00007f5ce4b7e780(0000) GS:ffff89f4f56c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5cd3fffd90 CR3: 0000000233726000 CR4: 0000000000360fe0
Call Trace:
[<ffffffff9d5f6f22>] ? clear_huge_page+0x72/0x140
[<ffffffff9d638fa8>] do_huge_pmd_anonymous_page+0x178/0x4d0
[<ffffffff9d5f6788>] handle_mm_fault+0xc28/0xfb0
[<ffffffff9d5fd34c>] ? do_mmap+0x39c/0x590
[<ffffffff9db90653>] __do_page_fault+0x213/0x500
[<ffffffff9db90975>] do_page_fault+0x35/0x90
[<ffffffff9db8c778>] page_fault+0x28/0x30
Code: bc 0f 1f 00 e8 8b 5c d0 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 <f3> aa c3 66 0f 1f 44 00 00 eb ee 0f 1f 84 00 00 00 00 00 0f 1f
Complete report #247505
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffa8f8ffc2
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffa8df48f2
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffa8e36140
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x170
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffa8df43c2
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x892
|
|
5
|
__do_page_fault
|
vmlinux |
0xffffffffa9388653
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x213
|
|
6
|
do_page_fault
|
vmlinux |
0xffffffffa9388975
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x35
|
|
7
|
page_fault
|
vmlinux |
0xffffffffa9384778
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 52s! [java:5356]
{ 2}
Modules linked in:
tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmhgfs(OE) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp snd_ens1371 snd_rawmidi iosf_mbi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq ppdev snd_seq_device aesni_intel vmw_balloon snd_pcm lrw gf128mul glue_helper ablk_helper cryptd nfit snd_timer libnvdimm snd soundcore pcspkr joydev sg vmw_vmci i2c_piix4 parport_pc parport pcc_cpufreq ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix drm serio_raw mptspi libata scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 5356 Comm: java Kdump: loaded Tainted: G OE ------------ 3.10.0-1062.9.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9d308d10d230 ti: ffff9d30b3de4000 task.ti: ffff9d30b3de4000
RIP: 0010:[<ffffffffa8f8ffc2>] [<ffffffffa8f8ffc2>] clear_page+0x12/0x40
RSP: 0018:ffff9d30b3de7d78 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000001ac80 RCX: 000000000000003f
RDX: 0000000000000000 RSI: ffff9d308d10d230 RDI: ffff9d316f0d7000
RBP: ffff9d30b3de7da8 R08: ffff9d30b3de4000 R09: 0000000000000001
R10: 0000000000000001 R11: ffff9d323134f380 R12: ffff9d30b3de7fd8
R13: ffff9d30b3de7fd8 R14: ffffffffa93805a2 R15: ffff9d30b3de7d48
FS: 00007f81e1c31700(0000) GS:ffff9d3235640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000e9e00000 CR3: 000000008d39c000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa8df48f2>] ? clear_huge_page+0x72/0x140
[<ffffffffa8e36140>] do_huge_pmd_anonymous_page+0x170/0x4d0
[<ffffffffa8df43c2>] handle_mm_fault+0x892/0x9b0
[<ffffffffa9388653>] __do_page_fault+0x213/0x500
[<ffffffffa9388975>] do_page_fault+0x35/0x90
[<ffffffffa9384778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #240362
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff95958c82
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff957c8736
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x76
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff958075f0
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x170
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff957c7cb2
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x892
|
|
5
|
__do_page_fault
|
vmlinux |
0xffffffff95d1b5c7
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x197
|
|
6
|
do_page_fault
|
vmlinux |
0xffffffff95d1b955
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x35
|
|
7
|
page_fault
|
vmlinux |
0xffffffff95d17788
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 28s! [java:20113]
Modules linked in: nf_log_ipv4 nf_log_common xt_LOG iptable_filter symap_custom_3_10_0_862_3_2_el7_x86_64(POE) symev_custom_3_10_0_862_3_2_el7_x86_64(OE) vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev nfit libnvdimm joydev pcspkr vmw_balloon sg parport_pc parport i2c_piix4 shpchp vmw_vmci binfmt_misc sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm mptspi libata scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common crc32c_intel serio_raw mptbase i2c_core vmxnet3 floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 20113 Comm: java Kdump: loaded Tainted: P OEL ------------ 3.10.0-862.3.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/19/2018
task: ffff96060743eeb0 ti: ffff960608904000 task.ti: ffff960608904000
RIP: 0010:[<ffffffff95958c82>] [<ffffffff95958c82>] clear_page+0x12/0x40
RSP: 0000:ffff960608907d78 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff96073b142800 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 00007f07f4400000 RDI: ffff9606a5400000
RBP: ffff960608907db0 R08: 0000000000000000 R09: 000000000001bff0
R10: ffff96073ffd9800 R11: 0000000000000000 R12: ffff96073ffdb000
R13: 0000014100000000 R14: ffff96073ffdb008 R15: ffff96060743eeb0
FS: 00007f0803731700(0000) GS:ffff96073fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f07f4500d90 CR3: 0000000018dc0000 CR4: 00000000001607e0
Call Trace:
[<ffffffff957c8736>] ? clear_huge_page+0x76/0x110
[<ffffffff958075f0>] do_huge_pmd_anonymous_page+0x170/0x4a0
[<ffffffff957c7cb2>] handle_mm_fault+0x892/0x9b0
[<ffffffff95d1b5c7>] __do_page_fault+0x197/0x4f0
[<ffffffff95d1b955>] do_page_fault+0x35/0x90
[<ffffffff95d17788>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #165330
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff811b34b6
Build id: 3.10.0-693.el7.x86_64
|
0x76
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811ed9e9
Build id: 3.10.0-693.el7.x86_64
|
0x1a9
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff811b258f
Build id: 3.10.0-693.el7.x86_64
|
0xd0f
|
|
5
|
|
vmlinux |
0xffffffff810cd701
Build id: 3.10.0-693.el7.x86_64
|
0x71
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#14 stuck for 29s! [java:120111]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 tun nf_conntrack_netlink nfnetlink xt_addrtype iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 ebtable_filter nf_nat ebtables nf_conntrack br_netfilter bridge stp llc ip6table_filter ip6_tables devlink iptable_filter mvfs(OE) nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache overlay(T) vmw_vsock_vmci_transport vsock sb_edac edac_core iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd joydev sg pcspkr parport_pc parport vmw_vmci shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common drm crc32c_intel nfit libata mptspi libnvdimm scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 14 PID: 120111 Comm: java Tainted: G OEL ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff880921e20000 ti: ffff880be0e20000 task.ti: ffff880be0e20000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0000:ffff880be0e23d88 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000014100000000 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 0000000683e00000 RDI: ffff881027400000
RBP: ffff880be0e23dc0 R08: 0000000000000000 R09: 000000000001a170
R10: ffff880a40a9dbd8 R11: 00000000000000a9 R12: ffff880921e20000
R13: ffff880921e20000 R14: ffff880921e20000 R15: ffff880921e20000
FS: 00007f6f42047700(0000) GS:ffff880c0d980000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000683e00000 CR3: 0000000be3b5a000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff811b34b6 ffff880b6d7260f8 0000000000000000 0000000683e00000
ffff880b6d7260f8 ffff8806de7fabc0 0000000683e00000 ffff880be0e23e20
ffffffff811ed9e9 00007f6f000000a9 ffff880a000000a9 ffff880a40a9dbd8
Call Trace:
[<ffffffff811b34b6>] ? clear_huge_page+0x76/0x110
[<ffffffff811ed9e9>] do_huge_pmd_anonymous_page+0x1a9/0x530
[<ffffffff811b258f>] handle_mm_fault+0xd0f/0xfa0
[<ffffffff810cd701>] ? update_curr+0x71/0x190
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #144803
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff9b394d02
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff9b1f6822
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff9b2388a8
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff9b1f6088
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffff9b1fcc4c
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x39c
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff9b790653
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff9b790975
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff9b78c778
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [gnome-shell:9484]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi snd_ens1371 crc32_pclmul snd_rawmidi snd_ac97_codec ghash_clmulni_intel pcspkr ac97_bus aesni_intel snd_seq joydev lrw gf128mul ppdev glue_helper ablk_helper snd_seq_device snd_pcm snd_timer vmw_balloon snd
cryptd soundcore sg parport_pc parport i2c_piix4 vmw_vmci sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi nfit scsi_transport_spi ata_piix libnvdimm crct10dif_pclmul crct10dif_common serio_raw crc32c_intel mptscsih drm mptbase libata e1000 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 9484 Comm: gnome-shell Kdump: loaded Tainted: G L ------------ 3.10.0-1160.24.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff92a46f1dc200 ti: ffff92a3ce8c0000 task.ti: ffff92a3ce8c0000
RIP: 0010:[<ffffffff9b394d02>] [<ffffffff9b394d02>] clear_page+0x12/0x40
RSP: 0018:ffff92a3ce8c3d58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 000000000000003f
RDX: 0000000000000000 RSI: ffff92a46f1dc200 RDI: ffff92a3b30cf000
RBP: ffff92a3ce8c3d88 R08: ffff92a3ce8c0000 R09: 0000000000000001
R10: 0000000000000001 R11: ffff92a46ccb7480 R12: ffff92a3ce8c3fd8
R13: ffff92a3ce8c3fd8 R14: ffffffff9b7889e7 R15: ffff92a3ce8c3d28
FS: 00007f3cbecf1a80(0000) GS:ffff92a47a600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f06232a49e5 CR3: 000000008e88a000 CR4: 00000000001607f0
Call Trace:
[<ffffffff9b1f6822>] ? clear_huge_page+0x72/0x140
[<ffffffff9b2388a8>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffff9b1f6088>] handle_mm_fault+0xc28/0xfb0
[<ffffffff9b1fcc4c>] ? do_mmap+0x39c/0x590
[<ffffffff9b790653>] __do_page_fault+0x213/0x500
[<ffffffff9b790975>] do_page_fault+0x35/0x90
[<ffffffff9b78c778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #123818
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffab593872
Build id: 3.10.0-1127.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffab3f66a2
Build id: 3.10.0-1127.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffab438628
Build id: 3.10.0-1127.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffab3f5f08
Build id: 3.10.0-1127.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffffab2e69fb
Build id: 3.10.0-1127.el7.x86_64
|
0x8b
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffab98d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffab98d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffab989778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [l502.exe:3888]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev btusb btrtl btbcm btintel snd_ens1371 aesni_intel bluetooth vmw_balloon snd_rawmidi snd_ac97_codec lrw gf128mul glue_helper
ablk_helper cryptd ac97_bus snd_seq snd_seq_device snd_pcm pcspkr joydev sg rfkill snd_timer snd soundcore i2c_piix4 vmw_vmci parport_pc parport fuse ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libata libnvdimm mptspi crct10dif_pclmul crct10dif_common crc32c_intel scsi_transport_spi mptscsih mptbase serio_raw e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3888 Comm: l502.exe Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9d7209db9070 ti: ffff9d718e194000 task.ti: ffff9d718e194000
RIP: 0010:[<ffffffffab593872>] [<ffffffffab593872>] clear_page+0x12/0x40
RSP: 0018:ffff9d718e197d58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 000000000000003f
RDX: 0000000000000000 RSI: ffff9d7209db9070 RDI: ffff9d7196e18000
RBP: ffff9d718e197d88 R08: ffff9d718e194000 R09: 0000000000000001
R10: 0000000000000001 R11: 0000000000000246 R12: ffff9d718e197fd8
R13: ffff9d718e197fd8 R14: ffffffffab985922 R15: ffff9d718e197d28
FS: 00002af6c0529700(0000) GS:ffff9d723ac00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002af66202c758 CR3: 000000005245e000 CR4: 00000000003607f0
Call Trace:
[<ffffffffab3f66a2>] ? clear_huge_page+0x72/0x140
[<ffffffffab438628>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffffab3f5f08>] handle_mm_fault+0xc28/0xfb0
[<ffffffffab2e69fb>] ? put_prev_entity+0x8b/0x400
[<ffffffffab98d653>] __do_page_fault+0x213/0x500
[<ffffffffab98d975>] do_page_fault+0x35/0x90
[<ffffffffab989778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #32550
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c
|
vmlinux |
0xffffffff91394727
Build id: 3.10.0-1160.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffff911f65d2
Build id: 3.10.0-1160.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff912385f8
Build id: 3.10.0-1160.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff911f5e38
Build id: 3.10.0-1160.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffff911fc9d8
Build id: 3.10.0-1160.el7.x86_64
|
0x378
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff9178e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff9178e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff9178a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [jps:3125]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink bnep vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon btusb btrtl btbcm btintel pcspkr bluetooth joydev rfkill sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel nfit drm ata_piix
libnvdimm mptspi libata serio_raw scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 3125 Comm: jps Kdump: loaded Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9044861c4200 ti: ffff904466f60000 task.ti: ffff904466f60000
RIP: 0010:[<ffffffff91394727>] [<ffffffff91394727>] clear_page_c+0x7/0x10
RSP: 0018:ffff904466f63d58 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 0000000000000200
RDX: 0000000000000000 RSI: ffff9044861c4200 RDI: ffff904442591000
RBP: ffff904466f63d88 R08: ffff904466f60000 R09: 0000000000000001
R10: 0000000000000004 R11: 0000000000000293 R12: ffff904466f63fd8
R13: ffff904466f63fd8 R14: ffffffff91786c8f R15: ffff904466f63d28
FS: 00007f450b2c3700(0000) GS:ffff9044bb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f23000bc000 CR3: 000000000c878000 CR4: 00000000003406f0
Call Trace:
[<ffffffff911f65d2>] ? clear_huge_page+0x72/0x140
[<ffffffff912385f8>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffff911f5e38>] handle_mm_fault+0xc28/0xfb0
[<ffffffff911fc9d8>] ? do_mmap+0x378/0x530
[<ffffffff9178e653>] __do_page_fault+0x213/0x500
[<ffffffff9178e975>] do_page_fault+0x35/0x90
[<ffffffff9178a778>] page_fault+0x28/0x30
Code: 4c 29 ea 39 da 89 d1 7f c4 85 d2 7f 9d 89 d0 eb bc 0f 1f 00 e8 6b 68 d0 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 <f3> 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f
Complete report #21163
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page_c
|
vmlinux |
0xffffffff813250c7
Build id: 3.10.0-514.el7.x86_64
|
0x7
|
|
2
|
|
vmlinux |
0xffffffff811b23d3
Build id: 3.10.0-514.el7.x86_64
|
0x93
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff811eb664
Build id: 3.10.0-514.el7.x86_64
|
0x1a4
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1347
Build id: 3.10.0-514.el7.x86_64
|
0xc37
|
|
5
|
__do_page_fault
|
vmlinux |
0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
|
0x154
|
|
6
|
do_page_fault
|
vmlinux |
0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
|
0x35
|
|
7
|
page_fault
|
vmlinux |
0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [yumBackend.py:35137]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep snd_seq_midi snd_seq_midi_event crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq pcspkr snd_seq_device snd_pcm btusb btrtl
btbcm btintel snd_timer bluetooth snd rfkill sg soundcore vmw_vmci shpchp i2c_piix4 nfit libnvdimm parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic crct10dif_pclmul crct10dif_common crc32c_intel pata_acpi vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 mptspi scsi_transport_spi mptscsih ata_piix mptbase libata i2c_core fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 35137 Comm: yumBackend.py Not tainted 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff880133f20fb0 ti: ffff88003ea4c000 task.ti: ffff88003ea4c000
RIP: 0010:[<ffffffff813250c7>] [<ffffffff813250c7>] clear_page_c+0x7/0x10
RSP: 0000:ffff88003ea4fd88 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000014100000000 RCX: 0000000000000200
RDX: 0000000000000000 RSI: 00007f38d4400000 RDI: ffff880038800000
RBP: ffff88003ea4fdc0 R08: 0000000000000000 R09: 00000000000000a9
R10: ffff88013ffd7800 R11: 00007f38d45ffff0 R12: ffff880133f20fb0
R13: ffff880133f20fb0 R14: ffff880133f20fb0 R15: ffff880133f20fb0
FS: 00007f38ea782740(0000) GS:ffff880139640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f38d45ffff0 CR3: 000000003e8f5000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff811b23d3 ffff8800bb20c510 0000000000000000 00007f38d4400000
ffff8800bb20c510 ffff88009e245dc0 ffff8800a1150870 ffff88003ea4fe20
ffffffff811eb664 000000a99e245dc0 00007f38d45ffff0 00007f38d45ffff0
Call Trace:
[<ffffffff811b23d3>] ? clear_huge_page+0x93/0x140
[<ffffffff811eb664>] do_huge_pmd_anonymous_page+0x1a4/0x520
[<ffffffff811b1347>] handle_mm_fault+0xc37/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 4c 29 ea 39 da 89 d1 7f c4 85 d2 7f 9d 89 d0 eb bc 0f 1f 00 e8 0b 05 d6 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 <f3> 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f
Complete report #19529
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff9cb94792
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff9c9f6612
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff9ca38638
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff9c9f5e78
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffff9ca53955
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x165
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff9cf8f653
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff9cf8f975
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff9cf8b778
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [java:5840]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM tun devlink ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype br_netfilter vmhgfs(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi btusb snd_ac97_codec btrtl btbcm btintel ac97_bus snd_seq
ppdev bluetooth snd_seq_device snd_pcm vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev snd_timer pcspkr snd rfkill sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper e1000 syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel mptspi libata scsi_transport_spi serio_raw mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 5840 Comm: java Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff97521b343180 ti: ffff974edd788000 task.ti: ffff974edd788000
RIP: 0010:[<ffffffff9cb94792>] [<ffffffff9cb94792>] clear_page+0x12/0x40
RSP: 0018:ffff974edd78bd58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 000000000001acc0 RCX: 000000000000003f
RDX: ffff974edd789fd8 RSI: ffff97521b343180 RDI: ffff97513aa44000
RBP: ffff974edd78bd88 R08: ffff974edd788000 R09: 0000000000000001
R10: 0000000000000006 R11: 0000000000000293 R12: ffff974edd78bfd8
R13: ffff974edd78bfd8 R14: ffffffff9cf86d4f R15: ffff974edd78bd28
FS: 00007fdc05745700(0000) GS:ffff975357640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f26d6e21000 CR3: 000000047e482000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9c9f6612>] ? clear_huge_page+0x72/0x140
[<ffffffff9ca38638>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffff9c9f5e78>] handle_mm_fault+0xc28/0xfb0
[<ffffffff9ca53955>] ? cp_new_stat+0x165/0x1a0
[<ffffffff9cf8f653>] __do_page_fault+0x213/0x500
[<ffffffff9cf8f975>] do_page_fault+0x35/0x90
[<ffffffff9cf8b778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #10586
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffb4b5d482
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffb49cb926
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x76
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffb4a0b5f0
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x170
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffb49cb3f2
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x892
|
|
5
|
__do_page_fault
|
vmlinux |
0xffffffffb4f20547
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x197
|
|
6
|
do_page_fault
|
vmlinux |
0xffffffffb4f208d5
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x35
|
|
7
|
page_fault
|
vmlinux |
0xffffffffb4f1c758
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [java:55825]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_seq_midi snd_seq_midi_event lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer ppdev snd vmw_balloon soundcore pcspkr nfit sg joydev libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm mptspi serio_raw scsi_transport_spi e1000 mptscsih ata_piix libata i2c_core mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 55825 Comm: java Tainted: G W L ------------ 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9eb70d624f10 ti: ffff9eb760e6c000 task.ti: ffff9eb760e6c000
RIP: 0010:[<ffffffffb4b5d482>] [<ffffffffb4b5d482>] clear_page+0x12/0x40
RSP: 0018:ffff9eb760e6fd78 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff9eb760e6ffd8 RCX: 000000000000003f
RDX: 0000000000000000 RSI: ffff9eb70d624f10 RDI: ffff9eb4ff651000
RBP: ffff9eb760e6fdb0 R08: ffff9eb760e6c000 R09: 0000000000000001
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9eb760e6ffd8
R13: ffff9eb70d624f10 R14: ffffffffb4f1890c R15: ffff9eb760e6fd48
FS: 00007fc9468e6700(0000) GS:ffff9eb76d640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f17e4316024 CR3: 0000000425224000 CR4: 00000000003607e0
Call Trace:
[<ffffffffb49cb926>] ? clear_huge_page+0x76/0x110
[<ffffffffb4a0b5f0>] do_huge_pmd_anonymous_page+0x170/0x4d0
[<ffffffffb49cb3f2>] handle_mm_fault+0x892/0x9b0
[<ffffffffb4f20547>] __do_page_fault+0x197/0x4f0
[<ffffffffb4f208d5>] do_page_fault+0x35/0x90
[<ffffffffb4f1c758>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #8896
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8598e672
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff857f3022
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff85834870
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x170
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff857f2af2
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x892
|
|
5
|
__do_page_fault
|
vmlinux |
0xffffffff85d86653
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x213
|
|
6
|
do_page_fault
|
vmlinux |
0xffffffff85d86975
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x35
|
|
7
|
page_fault
|
vmlinux |
0xffffffff85d82778
Build id: 3.10.0-1062.4.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [rpm:24916]
Modules linked in: nf_log_ipv4 nf_log_common xt_LOG xt_limit xt_multiport xt_comment ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_nat xt_conntrack iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack tun iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi scsi_transport_spi serio_raw mptscsih mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror
dm_region_hash dm_log dm_mod
CPU: 0 PID: 24916 Comm: rpm Kdump: loaded Tainted: G L ------------ 3.10.0-1062.4.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff899f782f0000 ti: ffff899f09c6c000 task.ti: ffff899f09c6c000
RIP: 0010:[<ffffffff8598e672>] [<ffffffff8598e672>] clear_page+0x12/0x40
RSP: 0018:ffff899f09c6fd78 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff899f09c6ffd8 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 0000000000000202 RDI: ffff899f0578e000
RBP: ffff899f09c6fda8 R08: ffff899f09c6c000 R09: 0000000000000001
R10: 0000000000000000 R11: 0000000000000000 R12: ffff899f09c6ffd8
R13: ffff899f782f0000 R14: ffffffff85d7e78a R15: ffff899f09c6fd48
FS: 00007f70d6d03840(0000) GS:ffff899f7c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6ba6e1fee9 CR3: 000000007b65e000 CR4: 00000000001607f0
Call Trace:
[<ffffffff857f3022>] ? clear_huge_page+0x72/0x140
[<ffffffff85834870>] do_huge_pmd_anonymous_page+0x170/0x4d0
[<ffffffff857f2af2>] handle_mm_fault+0x892/0x9b0
[<ffffffff85d86653>] __do_page_fault+0x213/0x500
[<ffffffff85d86975>] do_page_fault+0x35/0x90
[<ffffffff85d82778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #7318
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffad9901d2
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffffad7f4572
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffffad836458
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffffad7f3dd8
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffffad849ec3
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x93
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffffadd88653
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffffadd88975
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffffadd84778
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [caesampy:3409]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev sb_edac vmw_balloon coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi drm ata_piix scsi_transport_spi mptscsih crct10dif_pclmul
libata crct10dif_common crc32c_intel serio_raw mptbase vmxnet3 drm_panel_orientation_quirks floppy
CPU: 4 PID: 3409 Comm: caesampy Kdump: loaded Not tainted 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff9829ebad8000 ti: ffff982a12ca4000 task.ti: ffff982a12ca4000
RIP: 0010:[<ffffffffad9901d2>] [<ffffffffad9901d2>] clear_page+0x12/0x40
RSP: 0000:ffff982a12ca7d58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 0000000233400000 RDI: ffff9822494fd000
RBP: ffff982a12ca7d88 R08: 0000000000000004 R09: 000000000001fd08
R10: ffff982a3ffda000 R11: 0000000000000000 R12: ffff9829ebad8000
R13: ffff9829ebad8000 R14: ffff9829ebad8000 R15: ffff9829ebad8000
FS: 00002ba17e3e8340(0000) GS:ffff982a3fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000233405cd0 CR3: 0000000a550a0000 CR4: 00000000001607e0
Call Trace:
[<ffffffffad7f4572>] ? clear_huge_page+0x72/0x140
[<ffffffffad836458>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffffad7f3dd8>] handle_mm_fault+0xc28/0xfb0
[<ffffffffad849ec3>] ? do_sync_read+0x93/0xe0
[<ffffffffadd88653>] __do_page_fault+0x213/0x500
[<ffffffffadd88975>] do_page_fault+0x35/0x90
[<ffffffffadd84778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #455
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffff8c793932
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x12
|
|
2
|
|
vmlinux |
0xffffffff8c5f6702
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x72
|
|
3
|
do_huge_pmd_anonymous_page
|
vmlinux |
0xffffffff8c638688
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x178
|
|
4
|
handle_mm_fault
|
vmlinux |
0xffffffff8c5f5f68
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xc28
|
|
5
|
|
vmlinux |
0xffffffff8c652f65
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x165
|
|
6
|
__do_page_fault
|
vmlinux |
0xffffffff8cb8d653
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x213
|
|
7
|
do_page_fault
|
vmlinux |
0xffffffff8cb8d975
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x35
|
|
8
|
page_fault
|
vmlinux |
0xffffffff8cb89778
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 31s! [ContainerBackgr:6141]
Modules linked in: veth xt_addrtype br_netfilter xt_CHECKSUM tun devlink nf_nat_amanda ts_kmp nf_conntrack_amanda xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_mark ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport overlay(T) vsock sunrpc sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon
pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_piix fb_sys_fops ttm mptspi nfit scsi_transport_spi crct10dif_pclmul crct10dif_common libnvdimm mptscsih mptbase crc32c_intel libata e1000 drm serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 6141 Comm: ContainerBackgr Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8dd70a17a0e0 ti: ffff8dd70ae00000 task.ti: ffff8dd70ae00000
RIP: 0010:[<ffffffff8c793932>] [<ffffffff8c793932>] clear_page+0x12/0x40
RSP: 0000:ffff8dd70ae03d58 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 000000000000003f
RDX: 0000000000000000 RSI: 00000000f8000000 RDI: ffff8dd508200000
RBP: ffff8dd70ae03d88 R08: 0000000000000000 R09: 000000000001fca0
R10: ffff8dd73ffd7800 R11: 0000000000000000 R12: ffff8dd70a17a0e0
R13: ffff8dd70a17a0e0 R14: ffff8dd70a17a0e0 R15: ffff8dd70a17a0e0
FS: 00007fdb07fff700(0000) GS:ffff8dd735600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000f8000000 CR3: 000000020b788000 CR4: 00000000001607f0
Call Trace:
[<ffffffff8c5f6702>] ? clear_huge_page+0x72/0x140
[<ffffffff8c638688>] do_huge_pmd_anonymous_page+0x178/0x4c0
[<ffffffff8c5f5f68>] handle_mm_fault+0xc28/0xfb0
[<ffffffff8c652f65>] ? cp_new_stat+0x165/0x1a0
[<ffffffff8cb8d653>] __do_page_fault+0x213/0x500
[<ffffffff8cb8d975>] do_page_fault+0x35/0x90
[<ffffffff8cb89778>] page_fault+0x28/0x30
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89