Complete report #998464
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9156a0f5
Build id: 3.10.0-957.el7.x86_64
|
0x15
|
|
2
|
pagevec_lru_move_fn
|
vmlinux |
0xffffffff90fc5235
Build id: 3.10.0-957.el7.x86_64
|
0xf5
|
|
3
|
|
vmlinux |
0xffffffff90fc4930
Build id: 3.10.0-957.el7.x86_64
|
0x1d0
|
|
4
|
__lru_cache_add
|
vmlinux |
0xffffffff90fc54c4
Build id: 3.10.0-957.el7.x86_64
|
0x64
|
|
5
|
lru_cache_add
|
vmlinux |
0xffffffff90fc588e
Build id: 3.10.0-957.el7.x86_64
|
0xe
|
|
6
|
page_add_new_anon_rmap
|
vmlinux |
0xffffffff90ff6e08
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
7
|
handle_pte_fault
|
vmlinux |
0xffffffff90fe985f
Build id: 3.10.0-957.el7.x86_64
|
0xa1f
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffff90febc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff9156f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff9156f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffff9156b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 32s! [yasdb:45605]
Modules linked in: tcp_lp nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink scsi_transport_iscsi overlay(T) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon sg pcspkr joydev parport_pc parport
i2c_piix4 vmw_vmci fuse ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix mptspi drm e1000 scsi_transport_spi libata mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 45605 Comm: yasdb Kdump: loaded Tainted: G ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9e18a6ac5140 ti: ffff9e171fe3c000 task.ti: ffff9e171fe3c000
RIP: 0010:[<ffffffff9156a0f5>] [<ffffffff9156a0f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9e171fe3fcc0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 00000000000280da RCX: 0000000000000002
RDX: 0000000000000000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff9e171fe3fcc0 R08: 0000000000000010 R09: fffff9e400000000
R10: 0000000000003628 R11: 00003ffffffff000 R12: ffff9e18bffda000
R13: 00000000000280da R14: 0000000000000002 R15: 0000000095446ba1
FS: 00007faebecb8640(0000) GS:ffff9e18ad7c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faeba3e0000 CR3: 00000001b5300000 CR4: 0000000000360fe0
Call Trace:
[<ffffffff90fc5235>] pagevec_lru_move_fn+0xf5/0x130
[<ffffffff90fc4930>] ? lru_deactivate_file_fn+0x1d0/0x1d0
[<ffffffff90fc54c4>] __lru_cache_add+0x64/0x90
[<ffffffff90fc588e>] lru_cache_add+0xe/0x10
[<ffffffff90ff6e08>] page_add_new_anon_rmap+0xb8/0x170
[<ffffffff90fe985f>] handle_pte_fault+0xa1f/0xd10
[<ffffffff90febc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9156f5e3>] __do_page_fault+0x203/0x500
[<ffffffff9156f915>] do_page_fault+0x35/0x90
[<ffffffff9156b758>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #869115
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffac189785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
pagevec_lru_move_fn
|
vmlinux |
0xffffffffabbcce85
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
3
|
|
vmlinux |
0xffffffffabbcc580
Build id: 3.10.0-1160.el7.x86_64
|
0x1d0
|
|
4
|
__lru_cache_add
|
vmlinux |
0xffffffffabbcd114
Build id: 3.10.0-1160.el7.x86_64
|
0x64
|
|
5
|
lru_cache_add
|
vmlinux |
0xffffffffabbcd4ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
6
|
page_add_new_anon_rmap
|
vmlinux |
0xffffffffabc00f78
Build id: 3.10.0-1160.el7.x86_64
|
0xb8
|
|
7
|
do_huge_pmd_wp_page
|
vmlinux |
0xffffffffabc3955e
Build id: 3.10.0-1160.el7.x86_64
|
0x40e
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffabbf5c89
Build id: 3.10.0-1160.el7.x86_64
|
0xa79
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffac18e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffac18e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffffac18a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 22s! [polkitd:14902]
Modules linked in: tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul sg glue_helper ablk_helper pcspkr joydev cryptd parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt sd_mod fb_sys_fops ttm crc_t10dif crct10dif_generic ahci ata_piix libahci nfit drm crct10dif_pclmul libnvdimm crct10dif_common libata crc32c_intel serio_raw vmw_pvscsi vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 8 PID: 14902 Comm: polkitd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8b88af3e4200 ti: ffff8b886cf88000 task.ti: ffff8b886cf88000
RIP: 0010:[<ffffffffac189785>] [<ffffffffac189785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8b886cf8bcb0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffffffff00000000 RCX: 0000000000000002
RDX: 0000000000000000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff8b886cf8bcb0 R08: 0000000000000010 R09: ffffdaf180000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffffac186e76
R13: ffffffffac186e82 R14: ffffffffac186e76 R15: ffffffffac186e82
FS: 00007f7fc4593900(0000) GS:ffff8ba6bf400000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efd3c92a000 CR3: 000000019eb88000 CR4: 00000000003607e0
Call Trace:
[<ffffffffabbcce85>] pagevec_lru_move_fn+0xf5/0x130
[<ffffffffabbcc580>] ? lru_deactivate_file_fn+0x1d0/0x1d0
[<ffffffffabbcd114>] __lru_cache_add+0x64/0x90
[<ffffffffabbcd4ee>] lru_cache_add+0xe/0x10
[<ffffffffabc00f78>] page_add_new_anon_rmap+0xb8/0x170
[<ffffffffabc3955e>] do_huge_pmd_wp_page+0x40e/0xd30
[<ffffffffabbf5c89>] handle_mm_fault+0xa79/0xfb0
[<ffffffffac18e653>] __do_page_fault+0x213/0x500
[<ffffffffac18e975>] do_page_fault+0x35/0x90
[<ffffffffac18a778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #705127
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8dd6a0f5
Build id: 3.10.0-957.el7.x86_64
|
0x15
|
|
2
|
pagevec_lru_move_fn
|
vmlinux |
0xffffffff8d7c5235
Build id: 3.10.0-957.el7.x86_64
|
0xf5
|
|
3
|
|
vmlinux |
0xffffffff8d7c4930
Build id: 3.10.0-957.el7.x86_64
|
0x1d0
|
|
4
|
__lru_cache_add
|
vmlinux |
0xffffffff8d7c54c4
Build id: 3.10.0-957.el7.x86_64
|
0x64
|
|
5
|
lru_cache_add
|
vmlinux |
0xffffffff8d7c588e
Build id: 3.10.0-957.el7.x86_64
|
0xe
|
|
6
|
page_add_new_anon_rmap
|
vmlinux |
0xffffffff8d7f6e08
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
7
|
handle_pte_fault
|
vmlinux |
0xffffffff8d7e985f
Build id: 3.10.0-957.el7.x86_64
|
0xa1f
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffff8d7ebc6d
Build id: 3.10.0-957.el7.x86_64
|
0x39d
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffff8dd6f5e3
Build id: 3.10.0-957.el7.x86_64
|
0x203
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffff8dd6f915
Build id: 3.10.0-957.el7.x86_64
|
0x35
|
|
11
|
page_fault
|
vmlinux |
0xffffffff8dd6b758
Build id: 3.10.0-957.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 44s! [1_scheduler:94876]
Modules linked in: binfmt_misc veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) overlay(T) sunrpc snd_seq_midi snd_seq_midi_event sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 lrw snd_rawmidi gf128mul ppdev glue_helper snd_ac97_codec ablk_helper cryptd ac97_bus vmw_balloon snd_seq snd_seq_device snd_pcm snd_timer snd joydev soundcore pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata mptspi scsi_transport_spi mptscsih e1000 mptbase nfit libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 13 PID: 94876 Comm: 1_scheduler Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8ce978eaa080 ti: ffff8ce97d254000 task.ti: ffff8ce97d254000
RIP: 0010:[<ffffffff8dd6a0f5>] [<ffffffff8dd6a0f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8ce97d257cc0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 00000000000280da RCX: 0000000000000002
RDX: 0000000000000000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff8ce97d257cc0 R08: 0000000000000010 R09: fffff56800000000
R10: 000000000000363c R11: 00003ffffffff000 R12: ffff8ce9bffd8000
R13: 00000000000280da R14: 0000000000000002 R15: 00000000aeb070c8
FS: 00007f0464aff700(0000) GS:ffff8ce9ad940000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0468ac4b50 CR3: 00000002ecdd6000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8d7c5235>] pagevec_lru_move_fn+0xf5/0x130
[<ffffffff8d7c4930>] ? lru_deactivate_file_fn+0x1d0/0x1d0
[<ffffffff8d7c54c4>] __lru_cache_add+0x64/0x90
[<ffffffff8d7c588e>] lru_cache_add+0xe/0x10
[<ffffffff8d7f6e08>] page_add_new_anon_rmap+0xb8/0x170
[<ffffffff8d7e985f>] handle_pte_fault+0xa1f/0xd10
[<ffffffff8d7ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8dd6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff8dd6f915>] do_page_fault+0x35/0x90
[<ffffffff8dd6b758>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #677171
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
release_pages
|
vmlinux |
0xffffffffb21d876f
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x14f
|
|
2
|
pagevec_lru_move_fn
|
vmlinux |
0xffffffffb21d8b5c
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x10c
|
|
3
|
|
vmlinux |
0xffffffffb21d8220
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x1e0
|
|
4
|
__lru_cache_add
|
vmlinux |
0xffffffffb21d8dd4
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x64
|
|
5
|
lru_cache_add
|
vmlinux |
0xffffffffb21d91ce
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xe
|
|
6
|
page_add_new_anon_rmap
|
vmlinux |
0xffffffffb220d840
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xc0
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffffb220247d
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xd9d
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffffb27bf7d3
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffffb27bfb05
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffffb27bb7b8
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 3352s! [kcml:8671]
Modules linked in: cdc_acm tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink nls_utf8 isofs vboxsf(OE) vboxvideo(OE) sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel ppdev aesni_intel joydev lrw gf128mul glue_helper ablk_helper cryptd pcspkr snd_timer sg parport_pc video parport i2c_piix4 vboxguest(OE) snd soundcore ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common
ata_piix drm ahci libahci crc32c_intel libata serio_raw e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 8671 Comm: kcml Tainted: G OEL ------------ 3.10.0-1160.88.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8b523de24200 ti: ffff8b520bef8000 task.ti: ffff8b520bef8000
RIP: 0010:[<ffffffffb21d876f>] [<ffffffffb21d876f>] release_pages+0x14f/0x430
RSP: 0000:ffff8b520befbcb8 EFLAGS: 00000202
RAX: ffff8b525fd17d00 RBX: 00000000000280da RCX: 0000000000000002
RDX: 0000000000000000 RSI: 000000000000000e RDI: ffff8b525fd17d70
RBP: ffff8b520befbd38 R08: 0000000000000010 R09: 0000000000000000
R10: ffff8b520befbe20 R11: ffff8b50aa0ab798 R12: 00000000000280da
R13: 00000000ff8c1b1b R14: ffff8b525ffd6000 R15: 00000000001c853e
FS: 00007f89a25e4740(0000) GS:ffff8b525fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8980f5b000 CR3: 000000001c52a000 CR4: 00000000000606e0
Call Trace:
[<ffffffffb21d8b5c>] pagevec_lru_move_fn+0x10c/0x130
[<ffffffffb21d8220>] ? lru_deactivate_file_fn+0x1e0/0x1e0
[<ffffffffb21d8dd4>] __lru_cache_add+0x64/0x90
[<ffffffffb21d91ce>] lru_cache_add+0xe/0x20
[<ffffffffb220d840>] page_add_new_anon_rmap+0xc0/0x180
[<ffffffffb220247d>] handle_mm_fault+0xd9d/0x1190
[<ffffffffb27bf7d3>] __do_page_fault+0x213/0x510
[<ffffffffb27bfb05>] do_page_fault+0x35/0x90
[<ffffffffb27bb7b8>] page_fault+0x28/0x30
Code: 31 ed e8 35 20 5e 00 48 8b 55 98 44 8b 4d 90 48 89 45 a0 49 89 d7 49 8b 06 f6 c4 40 0f 84 9a 02 00 00 f0 41 ff 4e 50 f0 ff 4b 1c <0f> 94 c0 84 c0 0f 84 22 ff ff ff 48 8b 03 4c 8d 73 20 a8 20 0f
Complete report #616195
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0d6a175
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x15
|
|
2
|
pagevec_lru_move_fn
|
vmlinux |
0xffffffffa07c54e5
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xf5
|
|
3
|
|
vmlinux |
0xffffffffa07c4be0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x1d0
|
|
4
|
__lru_cache_add
|
vmlinux |
0xffffffffa07c5774
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x64
|
|
5
|
lru_cache_add
|
vmlinux |
0xffffffffa07c5b3e
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xe
|
|
6
|
page_add_new_anon_rmap
|
vmlinux |
0xffffffffa07f71b8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xb8
|
|
7
|
handle_pte_fault
|
vmlinux |
0xffffffffa07e9c0f
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xa1f
|
|
8
|
handle_mm_fault
|
vmlinux |
0xffffffffa07ec01d
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x39d
|
|
9
|
__do_page_fault
|
vmlinux |
0xffffffffa0d6f5e3
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x203
|
|
10
|
do_page_fault
|
vmlinux |
0xffffffffa0d6f915
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x35
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 628s! [oracle:11500]
<EOI>
Modules linked in:
devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter iTCO_wdt iTCO_vendor_support edac_mce_amd kvm_amd kvm irqbypass pcspkr joydev sg snd_hda_codec_generic i2c_i801 lpc_ich snd_hda_intel snd_hda_codec virtio_rng snd_hda_core snd_hwdep snd_seq virtio_gpu snd_seq_device ttm drm_kms_helper snd_pcm syscopyarea sysfillrect sysimgblt fb_sys_fops drm snd_timer snd drm_panel_orientation_quirks
soundcore nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common virtio_console ahci libahci libata e1000 virtio_pci virtio_ring virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 11500 Comm: oracle Kdump: loaded Tainted: G L ------------ 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (Q35 + ICH9, 2009), BIOS rel-1.16.0-0-gd239552ce722-prebuilt.qemu.org 04/01/2014
task: ffff92ba79445140 ti: ffff92ba76640000 task.ti: ffff92ba76640000
RIP: 0010:[<ffffffffa0d6a175>] [<ffffffffa0d6a175>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff92ba76643cc0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 00000000000280da RCX: 0000000000000002
RDX: 0000000000000000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff92ba76643cc0 R08: 0000000000000010 R09: ffffef8440000000
R10: 0000000000002acc R11: 00003ffffffff000 R12: ffff92ba79445140
R13: 00000000000280da R14: 0000000000000002 R15: 0000000015d9dc79
FS: 00007f6ffaedd740(0000) GS:ffff92ba7fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6ff7d2f000 CR3: 000000005bf44000 CR4: 00000000000006f0
Call Trace:
[<ffffffffa07c54e5>] pagevec_lru_move_fn+0xf5/0x130
[<ffffffffa07c4be0>] ? lru_deactivate_file_fn+0x1d0/0x1d0
[<ffffffffa07c5774>] __lru_cache_add+0x64/0x90
[<ffffffffa07c5b3e>] lru_cache_add+0xe/0x10
[<ffffffffa07f71b8>] page_add_new_anon_rmap+0xb8/0x170
[<ffffffffa07e9c0f>] handle_pte_fault+0xa1f/0xd10
[<ffffffffa07ec01d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa0d6f5e3>] __do_page_fault+0x203/0x500
[<ffffffffa0d6f915>] do_page_fault+0x35/0x90
Complete report #311780
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9f7883c5
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x15
|
|
2
|
pagevec_lru_move_fn
|
vmlinux |
0xffffffff9f1cd305
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xf5
|
|
3
|
|
vmlinux |
0xffffffff9f1cca00
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x1d0
|
|
4
|
__lru_cache_add
|
vmlinux |
0xffffffff9f1cd594
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x64
|
|
5
|
lru_cache_add
|
vmlinux |
0xffffffff9f1cd96e
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xe
|
|
6
|
page_add_new_anon_rmap
|
vmlinux |
0xffffffff9f2010d8
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xb8
|
|
7
|
handle_mm_fault
|
vmlinux |
0xffffffff9f1f6150
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xdf0
|
|
8
|
__do_page_fault
|
vmlinux |
0xffffffff9f78d653
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x213
|
|
9
|
do_page_fault
|
vmlinux |
0xffffffff9f78d975
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x35
|
|
10
|
page_fault
|
vmlinux |
0xffffffff9f789778
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 52s! [setroubleshootd:86066]
Modules linked in: fuse xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip_vs nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock overlay(T) sunrpc sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul nfit ghash_clmulni_intel aesni_intel libnvdimm lrw gf128mul glue_helper ablk_helper ppdev cryptd
vmw_balloon pcspkr sg joydev vmxnet3 parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel e1000 drm ata_piix serio_raw libata mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 86066 Comm: setroubleshootd Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff886c38a620e0 ti: ffff886ad8b44000 task.ti: ffff886ad8b44000
RIP: 0010:[<ffffffff9f7883c5>] [<ffffffff9f7883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff886ad8b47d38 EFLAGS: 00000246
RAX: 0000000000000000 RBX: 00000000000280da RCX: 0000000000000002
RDX: 0000000000000000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff886ad8b47d38 R08: 0000000000000010 R09: ffffed3e40000000
R10: ffff886ad8b47e20 R11: ffff886c5832e510 R12: 00000000cc29058a
R13: ffff886c7ffda000 R14: 0000000000000246 R15: 0000000000000000
FS: 00007f7ce1cd0740(0000) GS:ffff886c75640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7cd2087024 CR3: 00000000b2ac8000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9f1cd305>] pagevec_lru_move_fn+0xf5/0x130
[<ffffffff9f1cca00>] ? lru_deactivate_file_fn+0x1d0/0x1d0
[<ffffffff9f1cd594>] __lru_cache_add+0x64/0x90
[<ffffffff9f1cd96e>] lru_cache_add+0xe/0x10
[<ffffffff9f2010d8>] page_add_new_anon_rmap+0xb8/0x170
[<ffffffff9f1f6150>] handle_mm_fault+0xdf0/0xfb0
[<ffffffff9f78d653>] __do_page_fault+0x213/0x500
[<ffffffff9f78d975>] do_page_fault+0x35/0x90
[<ffffffff9f789778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #114607
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
pagevec_lru_move_fn
|
vmlinux |
0xffffffff8f1cd2a4
Build id: 3.10.0-1127.el7.x86_64
|
0x114
|
|
2
|
|
vmlinux |
0xffffffff8f1cc980
Build id: 3.10.0-1127.el7.x86_64
|
0x1d0
|
|
3
|
__lru_cache_add
|
vmlinux |
0xffffffff8f1cd514
Build id: 3.10.0-1127.el7.x86_64
|
0x64
|
|
4
|
lru_cache_add
|
vmlinux |
0xffffffff8f1cd8ee
Build id: 3.10.0-1127.el7.x86_64
|
0xe
|
|
5
|
page_add_new_anon_rmap
|
vmlinux |
0xffffffff8f201048
Build id: 3.10.0-1127.el7.x86_64
|
0xb8
|
|
6
|
handle_mm_fault
|
vmlinux |
0xffffffff8f1f60d0
Build id: 3.10.0-1127.el7.x86_64
|
0xdf0
|
|
7
|
__do_page_fault
|
vmlinux |
0xffffffff8f78d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
8
|
do_page_fault
|
vmlinux |
0xffffffff8f78d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
9
|
page_fault
|
vmlinux |
0xffffffff8f789778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [cc1:31818]
Modules linked in: qingteng(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi snd_seq_midi kvm_intel snd_seq_midi_event kvm irqbypass crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel lrw snd_seq_device gf128mul ppdev glue_helper ablk_helper snd_pcm vmw_balloon cryptd snd_timer pcspkr joydev snd soundcore sg parport_pc
parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif ata_generic pata_acpi vmwgfx crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common mptspi crc32c_intel scsi_transport_spi drm nfit e1000 serio_raw mptscsih mptbase libata libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 31818 Comm: cc1 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9b744bfa1070 ti: ffff9b74b2148000 task.ti: ffff9b74b2148000
RIP: 0010:[<ffffffff8f1cd2a4>] [<ffffffff8f1cd2a4>] pagevec_lru_move_fn+0x114/0x130
RSP: 0000:ffff9b74b214bd48 EFLAGS: 00000292
RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffff9b74b214bce8
RDX: 0000000000000000 RSI: 000000000000000e RDI: ffff9b74bb617d70
RBP: ffff9b74b214bd88 R08: 0000000000000010 R09: 0000000000000000
R10: ffff9b74b214be20 R11: ffff9b74b7c3a948 R12: 00000000000280da
R13: 0000000000000002 R14: 000000002dc458d1 R15: ffff9b74bffd9800
FS: 00007fd556ce5840(0000) GS:ffff9b74bb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000028e4ed8 CR3: 0000000009924000 CR4: 00000000003607f0
Call Trace:
[<ffffffff8f1cc980>] ? lru_deactivate_file_fn+0x1d0/0x1d0
[<ffffffff8f1cd514>] __lru_cache_add+0x64/0x90
[<ffffffff8f1cd8ee>] lru_cache_add+0xe/0x10
[<ffffffff8f201048>] page_add_new_anon_rmap+0xb8/0x170
[<ffffffff8f1f60d0>] handle_mm_fault+0xdf0/0xfb0
[<ffffffff8f78d653>] __do_page_fault+0x213/0x500
[<ffffffff8f78d975>] do_page_fault+0x35/0x90
[<ffffffff8f789778>] page_fault+0x28/0x30
Code: 49 8d bf 40 05 00 00 e8 0b b1 5b 00 49 8b 75 00 31 d2 49 83 7d 08 00 49 8d 7d 10 0f 95 c2 e8 c4 fa ff ff 49 c7 45 00 00 00 00 00 <48> 83 c4 18 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 00 66 2e 0f
Complete report #514898
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffba983045
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x15
|
|
2
|
pagevec_lru_move_fn
|
vmlinux |
0xffffffffba3cccb5
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xf5
|
|
3
|
|
vmlinux |
0xffffffffba3cc3b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1d0
|
|
4
|
__lru_cache_add
|
vmlinux |
0xffffffffba3ccf44
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x64
|
|
5
|
lru_cache_add
|
vmlinux |
0xffffffffba3cd31e
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xe
|
|
6
|
page_add_new_anon_rmap
|
vmlinux |
0xffffffffba3ff278
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb8
|
|
7
|
handle_pte_fault
|
vmlinux |
0xffffffffba3f1b21
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb21
|
|
8
|
|
xfs |
0xffffffffc04c8089
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa9
|
|
9
|
handle_mm_fault
|
vmlinux |
0xffffffffba3f3f3d
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x39d
|
|
10
|
__do_page_fault
|
vmlinux |
0xffffffffba988653
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x213
|
|
11
|
do_page_fault
|
vmlinux |
0xffffffffba988975
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x35
|
|
12
|
|
vmlinux |
0xffffffffba984ac9
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xaa
|
|
13
|
page_fault
|
vmlinux |
0xffffffffba984778
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 38s! [python3.7:27245]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac ext4 iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel mbcache vmw_balloon aesni_intel jbd2 lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev parport_pc parport vmw_vmci sg i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ata_piix libnvdimm crct10dif_pclmul crct10dif_common
crc32c_intel libata mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 27245 Comm: python3.7 Kdump: loaded Tainted: G L ------------ 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8af55b50a0e0 ti: ffff8af561228000 task.ti: ffff8af561228000
RIP: 0010:[<ffffffffba983045>] [<ffffffffba983045>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8af56122bcb0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: fffff919847bc500 RCX: 0000000000000002
RDX: 0000000000000000 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff8af56122bcb0 R08: 0000000000000010 R09: fffff91980000000
R10: 0000000000004103 R11: 00003ffffffff000 R12: ffff8af56122bc68
R13: ffffffffba528bde R14: ffff8af56122bc70 R15: ffffffffba5296c3
FS: 00007f2007dc1740(0000) GS:ffff8af67fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2002de8024 CR3: 0000000017570000 CR4: 00000000000407f0
Call Trace:
[<ffffffffba3cccb5>] pagevec_lru_move_fn+0xf5/0x130
[<ffffffffba3cc3b0>] ? lru_deactivate_file_fn+0x1d0/0x1d0
[<ffffffffba3ccf44>] __lru_cache_add+0x64/0x90
[<ffffffffba3cd31e>] lru_cache_add+0xe/0x10
[<ffffffffba3ff278>] page_add_new_anon_rmap+0xb8/0x170
[<ffffffffba3f1b21>] handle_pte_fault+0xb21/0xe20
[<ffffffffc04c8089>] ? xfs_iunlock+0xa9/0x120 [xfs]
[<ffffffffba3f3f3d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffba988653>] __do_page_fault+0x213/0x500
[<ffffffffba988975>] do_page_fault+0x35/0x90
[<ffffffffba984ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffba984778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48