Complete report #514154
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
|
0x15
|
|
2
|
release_pages
|
vmlinux |
0xffffffff81190ba5
Build id: 3.10.0-693.el7.x86_64
|
0x235
|
|
3
|
free_pages_and_swap_cache
|
vmlinux |
0xffffffff811c43dd
Build id: 3.10.0-693.el7.x86_64
|
0xad
|
|
4
|
tlb_flush_mmu.part.63
|
vmlinux |
0xffffffff811ad08c
Build id: 3.10.0-693.el7.x86_64
|
0x6c
|
|
5
|
tlb_finish_mmu
|
vmlinux |
0xffffffff811ae375
Build id: 3.10.0-693.el7.x86_64
|
0x55
|
|
6
|
unmap_region
|
vmlinux |
0xffffffff811b5444
Build id: 3.10.0-693.el7.x86_64
|
0xf4
|
|
7
|
do_munmap
|
vmlinux |
0xffffffff811b7a02
Build id: 3.10.0-693.el7.x86_64
|
0x292
|
|
8
|
vm_munmap
|
vmlinux |
0xffffffff811b7c45
Build id: 3.10.0-693.el7.x86_64
|
0x65
|
|
9
|
SyS_munmap
|
vmlinux |
0xffffffff811b8d52
Build id: 3.10.0-693.el7.x86_64
|
0x22
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [reporter-mailx:14634]
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [node:13811]
Modules linked in: zram isofs tcp_diag inet_diag vmw_vsock_vmci_transport vsock xfs libcrc32c sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul vmw_balloon glue_helper ablk_helper joydev cryptd pcspkr vmw_vmci i2c_piix4 sg parport_pc parport shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix mptspi drm libata scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common crc32c_intel mptbase serio_raw vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 13811 Comm: node Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff8801a32fdee0 ti: ffff88011108c000 task.ti: ffff88011108c000
RIP: 0010:[<ffffffff816ab845>] [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88011108fce0 EFLAGS: 00000246
RAX: 002fffff00000000 RBX: ffff8801bffd6800 RCX: ffffffffffffffdc
RDX: ffffea000680cda0 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff88011108fce0 R08: ffffea000680cda0 R09: 0000000000000000
R10: ffff8801bfbd4a60 R11: ffffffffffffffff R12: ffff8801bffd6800
R13: ffffea000064ba40 R14: 0000000200000001 R15: 0000000000000002
FS: 00007fa76e7fc700(0000) GS:ffff8801bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00001a6dbe04f008 CR3: 0000000009094000 CR4: 00000000000407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88011108fd70 ffffffff81190ba5 0000000300000000 ffffffffffffffff
0000000000000000 ffff88017fc52208 0000000000000246 ffff8801ae21d7a8
ffffea00060ba960 ffffea00029dbc60 ffff88011108fd30 ffff88011108fd30
Call Trace:
[<ffffffff81190ba5>] release_pages+0x235/0x430
[<ffffffff811c43dd>] free_pages_and_swap_cache+0xad/0xd0
[<ffffffff811ad08c>] tlb_flush_mmu.part.63+0x6c/0xc0
[<ffffffff811ae375>] tlb_finish_mmu+0x55/0x60
[<ffffffff811b5444>] unmap_region+0xf4/0x140
[<ffffffff811b7a02>] do_munmap+0x292/0x470
[<ffffffff811b7c45>] vm_munmap+0x65/0xb0
[<ffffffff811b8d52>] SyS_munmap+0x22/0x30
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #638775
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb0589785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
release_pages
|
vmlinux |
0xffffffffaffccb95
Build id: 3.10.0-1160.el7.x86_64
|
0x235
|
|
3
|
free_pages_and_swap_cache
|
vmlinux |
0xffffffffb00095ad
Build id: 3.10.0-1160.el7.x86_64
|
0xad
|
|
4
|
tlb_flush_mmu_free
|
vmlinux |
0xffffffffaffef754
Build id: 3.10.0-1160.el7.x86_64
|
0x34
|
|
5
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffaffef7d7
Build id: 3.10.0-1160.el7.x86_64
|
0x47
|
|
6
|
tlb_finish_mmu
|
vmlinux |
0xffffffffaffef8f3
Build id: 3.10.0-1160.el7.x86_64
|
0x23
|
|
7
|
unmap_region
|
vmlinux |
0xffffffffafff90e4
Build id: 3.10.0-1160.el7.x86_64
|
0xf4
|
|
8
|
|
vmlinux |
0xffffffffafff96a1
Build id: 3.10.0-1160.el7.x86_64
|
0x121
|
|
9
|
do_munmap
|
vmlinux |
0xffffffffafffb6d5
Build id: 3.10.0-1160.el7.x86_64
|
0x2a5
|
|
10
|
vm_munmap
|
vmlinux |
0xffffffffafffb915
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
|
11
|
SyS_munmap
|
vmlinux |
0xffffffffafffcbb2
Build id: 3.10.0-1160.el7.x86_64
|
0x22
|
|
12
|
system_call_fastpath
|
vmlinux |
0xffffffffb0593f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [rtkit-daemon:1244]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc vmw_balloon ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw sg gf128mul glue_helper ablk_helper cryptd pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper
ahci syscopyarea sysfillrect sysimgblt sd_mod fb_sys_fops ata_piix ttm libahci crc_t10dif crct10dif_generic nfit crct10dif_pclmul crct10dif_common drm libata libnvdimm crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 1244 Comm: rtkit-daemon Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9377fcf44200 ti: ffff9378787fc000 task.ti: ffff9378787fc000
RIP: 0010:[<ffffffffb0589785>] [<ffffffffb0589785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9378787ffc90 EFLAGS: 00000246
RAX: 000000000001fd4b RBX: 00007f3b74fe3000 RCX: ffffffffffffff92
RDX: ffff9378787ffcd0 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff9378787ffc90 R08: ffff9378787ffcd0 R09: 0000000000000000
R10: ffff93963f25f0a0 R11: ffffffffffffffff R12: 0000000000000001
R13: 0000000000000000 R14: 0000000000000001 R15: ffff93782bfa3180
FS: 00007f3b71428700(0000) GS:ffff93963f240000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3b74fe2000 CR3: 00000001f838c000 CR4: 00000000003607e0
Call Trace:
[<ffffffffaffccb95>] release_pages+0x235/0x430
[<ffffffffb00095ad>] free_pages_and_swap_cache+0xad/0xd0
[<ffffffffaffef754>] tlb_flush_mmu_free+0x34/0x50
[<ffffffffaffef7d7>] arch_tlb_finish_mmu+0x47/0x80
[<ffffffffaffef8f3>] tlb_finish_mmu+0x23/0x30
[<ffffffffafff90e4>] unmap_region+0xf4/0x140
[<ffffffffafff96a1>] ? __vma_rb_erase+0x121/0x220
[<ffffffffafffb6d5>] do_munmap+0x2a5/0x480
[<ffffffffafffb915>] vm_munmap+0x65/0xb0
[<ffffffffafffcbb2>] SyS_munmap+0x22/0x30
[<ffffffffb0593f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #602188
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9f7883c5
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x15
|
|
2
|
release_pages
|
vmlinux |
0xffffffff9f1ccff5
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x235
|
|
3
|
free_pages_and_swap_cache
|
vmlinux |
0xffffffff9f2096dd
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xad
|
|
4
|
tlb_flush_mmu_free
|
vmlinux |
0xffffffff9f1ef864
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x34
|
|
5
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffff9f1ef8e7
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x47
|
|
6
|
tlb_finish_mmu
|
vmlinux |
0xffffffff9f1efa03
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x23
|
|
7
|
unmap_region
|
vmlinux |
0xffffffff9f1f9214
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xf4
|
|
8
|
do_munmap
|
vmlinux |
0xffffffff9f1fb805
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x2a5
|
|
9
|
vm_munmap
|
vmlinux |
0xffffffff9f1fba45
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x65
|
|
10
|
SyS_munmap
|
vmlinux |
0xffffffff9f1fcce2
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x22
|
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffff9f792ed2
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 24s! [postmaster:7825]
ata1: lost interrupt (Status 0x58)
Modules linked in: vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg parport_pc i2c_piix4 vmw_vmci parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 7825 Comm: postmaster Tainted: G L ------------ 3.10.0-1127.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff9681345fd230 ti: ffff967fe2330000 task.ti: ffff967fe2330000
RIP: 0010:[<ffffffff9f7883c5>] [<ffffffff9f7883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff967fe2333c90 EFLAGS: 00000246
RAX: 000000000001fd4b RBX: 0000000000000010 RCX: ffffffffffffffb8
RDX: fffffcccdbff9760 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff967fe2333c90 R08: fffffcccdbff9760 R09: 0000000000000000
R10: ffff9687ffbb9940 R11: ffffffffffffffff R12: ffffffffffffff10
R13: 0000000000000297 R14: 0000000000000000 R15: 0000000000000012
FS: 00007fca4d4d9880(0000) GS:ffff9687ffcc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc898125ec6 CR3: 0000000418bdc000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9f1ccff5>] release_pages+0x235/0x430
[<ffffffff9f2096dd>] free_pages_and_swap_cache+0xad/0xd0
[<ffffffff9f1ef864>] tlb_flush_mmu_free+0x34/0x50
[<ffffffff9f1ef8e7>] arch_tlb_finish_mmu+0x47/0x80
[<ffffffff9f1efa03>] tlb_finish_mmu+0x23/0x30
[<ffffffff9f1f9214>] unmap_region+0xf4/0x140
[<ffffffff9f1fb805>] do_munmap+0x2a5/0x480
[<ffffffff9f1fba45>] vm_munmap+0x65/0xb0
[<ffffffff9f1fcce2>] SyS_munmap+0x22/0x30
[<ffffffff9f792ed2>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #446598
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb918a3f5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x15
|
|
2
|
release_pages
|
vmlinux |
0xffffffffb8bccd05
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x235
|
|
3
|
free_pages_and_swap_cache
|
vmlinux |
0xffffffffb8c0978d
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xad
|
|
4
|
tlb_flush_mmu_free
|
vmlinux |
0xffffffffb8bef8d4
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x34
|
|
5
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffb8bef957
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x47
|
|
6
|
tlb_finish_mmu
|
vmlinux |
0xffffffffb8befa73
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x23
|
|
7
|
unmap_region
|
vmlinux |
0xffffffffb8bf9264
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xf4
|
|
8
|
do_munmap
|
vmlinux |
0xffffffffb8bfb855
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a5
|
|
9
|
vm_munmap
|
vmlinux |
0xffffffffb8bfba95
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x65
|
|
10
|
SyS_munmap
|
vmlinux |
0xffffffffb8bfcd92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x22
|
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffffb9194f92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#52 stuck for 24s! [samtools:36094]
Modules linked in: veth ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype br_netfilter overlay(T) tcp_lp rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache uinput devlink binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_13501(E) snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device
snd_pcm snd_timer qxl ttm snd drm_kms_helper ppdev syscopyarea sysfillrect iTCO_wdt iTCO_vendor_support crc32_pclmul parport_pc ghash_clmulni_intel aesni_intel sysimgblt lrw gf128mul pcspkr fb_sys_fops glue_helper ablk_helper soundcore lpc_ich cryptd joydev parport i2c_i801 virtio_balloon virtio_rng drm drm_panel_orientation_quirks nfsd nfs_acl lockd auth_rpcgss grace sunrpc ip_tables xfs libcrc32c virtio_net virtio_console virtio_blk net_failover failover ahci libahci crct10dif_pclmul crct10dif_common virtio_pci crc32c_intel libata virtio_ring serio_raw virtio dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 52 PID: 36094 Comm: samtools Kdump: loaded Tainted: P EL ------------ T 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: Red Hat KVM/RHEL-AV, BIOS 1.13.0-2.module+el8.4.0+534+4680a14e 04/01/2014
task: ffff8f903f1ec200 ti: ffff8f954f2f4000 task.ti: ffff8f954f2f4000
RIP: 0010:[<ffffffffb918a3f5>] [<ffffffffb918a3f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8f954f2f7c90 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff8f954f2f7c60 RCX: ffffffffffffff83
RDX: ffffdbb5299f6660 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff8f954f2f7c90 R08: ffffdbb5299f6660 R09: 0000000000000000
R10: 0000000000000000 R11: ffffffffffffffff R12: ffffffffb8b1791b
R13: ffff8f954f2f7c10 R14: ffff9173bffd7540 R15: 0000000000000002
FS: 00007fbbd276f740(0000) GS:ffff916bec300000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd2d212eed0 CR3: 00000009197a4000 CR4: 0000000000760ee0
PKRU: 55555554
Call Trace:
[<ffffffffb8bccd05>] release_pages+0x235/0x430
[<ffffffffb8c0978d>] free_pages_and_swap_cache+0xad/0xd0
[<ffffffffb8bef8d4>] tlb_flush_mmu_free+0x34/0x50
[<ffffffffb8bef957>] arch_tlb_finish_mmu+0x47/0x80
[<ffffffffb8befa73>] tlb_finish_mmu+0x23/0x30
[<ffffffffb8bf9264>] unmap_region+0xf4/0x140
[<ffffffffb8bfb855>] do_munmap+0x2a5/0x480
[<ffffffffb8bfba95>] vm_munmap+0x65/0xb0
[<ffffffffb8bfcd92>] SyS_munmap+0x22/0x30
[<ffffffffb9194f92>] system_call_fastpath+0x25/0x2a
Code: 16 ce 98 ff 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 e8 f6 cd 98 ff 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #314689
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb0189845
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x15
|
|
2
|
release_pages
|
vmlinux |
0xffffffffafbccbd5
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x235
|
|
3
|
free_pages_and_swap_cache
|
vmlinux |
0xffffffffafc095ed
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xad
|
|
4
|
tlb_flush_mmu_free
|
vmlinux |
0xffffffffafbef794
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x34
|
|
5
|
arch_tlb_finish_mmu
|
vmlinux |
0xffffffffafbef817
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x47
|
|
6
|
tlb_finish_mmu
|
vmlinux |
0xffffffffafbef933
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x23
|
|
7
|
unmap_region
|
vmlinux |
0xffffffffafbf9124
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xf4
|
|
8
|
|
vmlinux |
0xffffffffafbf96e1
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x121
|
|
9
|
do_munmap
|
vmlinux |
0xffffffffafbfb715
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2a5
|
|
10
|
vm_munmap
|
vmlinux |
0xffffffffafbfb955
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x65
|
|
11
|
SyS_munmap
|
vmlinux |
0xffffffffafbfcbf2
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x22
|
|
12
|
system_call_fastpath
|
vmlinux |
0xffffffffb0194f92
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x25
|
|
13
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb0194ed5
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [qtp366590980-67:26933]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [irqbalance:780]
Modules linked in: sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper joydev pcspkr cryptd ppdev sg vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul e1000 crct10dif_common ata_piix crc32c_intel serio_raw libata mptspi scsi_transport_spi mptscsih mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 780 Comm: irqbalance Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff893ef53d1080 ti: ffff893fb2e70000 task.ti: ffff893fb2e70000
RIP: 0010:[<ffffffffb0189845>] [<ffffffffb0189845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff893fb2e73c90 EFLAGS: 00000246
RAX: 000000000001fd4b RBX: 00007fdca4b39000 RCX: ffffffffffffffc8
RDX: ffff893fb2e73cd0 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff893fb2e73c90 R08: ffff893fb2e73cd0 R09: 0000000000000000
R10: ffff893fbfc5f0a0 R11: ffffffffffffffff R12: 0000000000000001
R13: ffffd7434544ce80 R14: ffffffff00000000 R15: ffff893db6546300
FS: 00007fdca4b2a780(0000) GS:ffff893fbfc40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdca4b38000 CR3: 000000017a780000 CR4: 00000000000607e0
Call Trace:
[<ffffffffafbccbd5>] release_pages+0x235/0x430
[<ffffffffafc095ed>] free_pages_and_swap_cache+0xad/0xd0
[<ffffffffafbef794>] tlb_flush_mmu_free+0x34/0x50
[<ffffffffafbef817>] arch_tlb_finish_mmu+0x47/0x80
[<ffffffffafbef933>] tlb_finish_mmu+0x23/0x30
[<ffffffffafbf9124>] unmap_region+0xf4/0x140
[<ffffffffafbf96e1>] ? __vma_rb_erase+0x121/0x220
[<ffffffffafbfb715>] do_munmap+0x2a5/0x480
[<ffffffffafbfb955>] vm_munmap+0x65/0xb0
[<ffffffffafbfcbf2>] SyS_munmap+0x22/0x30
[<ffffffffb0194f92>] system_call_fastpath+0x25/0x2a
[<ffffffffb0194ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #244877
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb836b355
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x15
|
|
2
|
release_pages
|
vmlinux |
0xffffffffb7dc5295
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x235
|
|
3
|
free_pages_and_swap_cache
|
vmlinux |
0xffffffffb7dff69d
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xad
|
|
4
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffffb7de451c
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x8c
|
|
5
|
tlb_finish_mmu
|
vmlinux |
0xffffffffb7de5dc5
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x55
|
|
6
|
unmap_region
|
vmlinux |
0xffffffffb7def464
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xf4
|
|
7
|
|
vmlinux |
0xffffffffb7defa21
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x121
|
|
8
|
do_munmap
|
vmlinux |
0xffffffffb7df1a55
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x2a5
|
|
9
|
vm_munmap
|
vmlinux |
0xffffffffb7df1c95
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x65
|
|
10
|
SyS_munmap
|
vmlinux |
0xffffffffb7df2f22
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x22
|
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffffb8375d9b
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [systemd-journal:100626]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi snd_ens1371 kvm_intel kvm snd_rawmidi snd_ac97_codec irqbypass ac97_bus ppdev crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel
lrw gf128mul snd_timer glue_helper vmw_balloon ablk_helper cryptd snd soundcore pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm mptspi ata_piix serio_raw scsi_transport_spi e1000 drm_panel_orientation_quirks mptscsih mptbase libata nfit libnvdimm
CPU: 1 PID: 100626 Comm: systemd-journal Kdump: loaded Tainted: G L ------------ 3.10.0-957.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9fcb84e66180 ti: ffff9fc9fe568000 task.ti: ffff9fc9fe568000
RIP: 0010:[<ffffffffb836b355>] [<ffffffffb836b355>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9fc9fe56bca8 EFLAGS: 00000246
RAX: 000000000001f74b RBX: ffff9fc9fe56bdd0 RCX: ffffffffffffffd6
RDX: ffff9fc9fe56bce8 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff9fc9fe56bca8 R08: ffff9fc9fe56bce8 R09: 0000000000000000
R10: ffff9fcbf565f0a0 R11: ffffffffffffffff R12: 0000000000000001
R13: ffffdd4485d673c0 R14: ffff9fc900000000 R15: ffff9fcb3cbe5140
FS: 00007f3a6dd13880(0000) GS:ffff9fcbf5640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f645a36d8d0 CR3: 0000000221f66000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffb7dc5295>] release_pages+0x235/0x430
[<ffffffffb7dff69d>] free_pages_and_swap_cache+0xad/0xd0
[<ffffffffb7de451c>] tlb_flush_mmu.part.76+0x8c/0xe0
[<ffffffffb7de5dc5>] tlb_finish_mmu+0x55/0x60
[<ffffffffb7def464>] unmap_region+0xf4/0x140
[<ffffffffb7defa21>] ? __vma_rb_erase+0x121/0x220
[<ffffffffb7df1a55>] do_munmap+0x2a5/0x480
[<ffffffffb7df1c95>] vm_munmap+0x65/0xb0
[<ffffffffb7df2f22>] SyS_munmap+0x22/0x30
[<ffffffffb8375d9b>] system_call_fastpath+0x22/0x27
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #18965
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8cd6a175
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x15
|
|
2
|
release_pages
|
vmlinux |
0xffffffff8c7c51f5
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x235
|
|
3
|
free_pages_and_swap_cache
|
vmlinux |
0xffffffff8c7ff5fd
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xad
|
|
4
|
tlb_flush_mmu.part.76
|
vmlinux |
0xffffffff8c7e447c
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x8c
|
|
5
|
tlb_finish_mmu
|
vmlinux |
0xffffffff8c7e5d25
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x55
|
|
6
|
unmap_region
|
vmlinux |
0xffffffff8c7ef3c4
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xf4
|
|
7
|
|
vmlinux |
0xffffffff8c7ef981
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x121
|
|
8
|
do_munmap
|
vmlinux |
0xffffffff8c7f19b5
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x2a5
|
|
9
|
vm_munmap
|
vmlinux |
0xffffffff8c7f1bf5
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x65
|
|
10
|
SyS_munmap
|
vmlinux |
0xffffffff8c7f2e82
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x22
|
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffff8cd74ddb
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x22
|
|
12
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8cd74d21
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 27s! [rtkit-daemon:5710]
Modules linked in: xt_set xt_multiport ip_set_hash_ip xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp snd_seq_midi snd_seq_midi_event ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq
joydev snd_seq_device snd_pcm snd_timer snd soundcore sg floppy parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic pata_acpi vmwgfx nfit libnvdimm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix e1000 mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 5710 Comm: rtkit-daemon Kdump: loaded Tainted: G L ------------ 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff97ea7234d140 ti: ffff97ea6f23c000 task.ti: ffff97ea6f23c000
RIP: 0010:[<ffffffff8cd6a175>] [<ffffffff8cd6a175>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff97ea6f23fca8 EFLAGS: 00000246
RAX: 000000000001f6e3 RBX: ffff97ea6f23fdd0 RCX: ffffffffffffffe8
RDX: ffff97ea6f23fce8 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff97ea6f23fca8 R08: ffff97ea6f23fce8 R09: 0000000000000000
R10: ffff97ea7b65f0a0 R11: ffffffffffffffff R12: 0000000000000001
R13: ffffcf91429e2380 R14: ffffffff00000000 R15: ffffffff8c831e3d
FS: 00007f2c1ad7d700(0000) GS:ffff97ea7b640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2c1e939000 CR3: 00000000b5e6c000 CR4: 00000000000007e0
Call Trace:
[<ffffffff8c7c51f5>] release_pages+0x235/0x430
[<ffffffff8c7ff5fd>] free_pages_and_swap_cache+0xad/0xd0
[<ffffffff8c7e447c>] tlb_flush_mmu.part.76+0x8c/0xe0
[<ffffffff8c7e5d25>] tlb_finish_mmu+0x55/0x60
[<ffffffff8c7ef3c4>] unmap_region+0xf4/0x140
[<ffffffff8c7ef981>] ? __vma_rb_erase+0x121/0x220
[<ffffffff8c7f19b5>] do_munmap+0x2a5/0x480
[<ffffffff8c7f1bf5>] vm_munmap+0x65/0xb0
[<ffffffff8c7f2e82>] SyS_munmap+0x22/0x30
[<ffffffff8cd74ddb>] system_call_fastpath+0x22/0x27
[<ffffffff8cd74d21>] ? system_call_after_swapgs+0xae/0x146
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48