Complete report #515424
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03c93be
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc045071e
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x24e
|
|
3
|
mptsas_qcmd
|
mptsas |
0xffffffffc04fdcc9
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x79
|
|
4
|
|
vmlinux |
0xffffffffa3b5e07c
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x7c
|
|
5
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa3ce4840
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xb0
|
|
6
|
scsi_request_fn
|
vmlinux |
0xffffffffa3cedf6c
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x4ac
|
|
7
|
|
vmlinux |
0xffffffffa3b78bce
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x6e
|
|
8
|
__blk_run_queue
|
vmlinux |
0xffffffffa3b53f19
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x39
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffffa3b57cc3
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x3b3
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffffa3b55ba7
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffffa3b55e50
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x70
|
|
12
|
|
vmlinux |
0xffffffffa3abb800
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x1d0
|
|
13
|
?
xfs_alert_fsblock_zero.isra.7
|
xfs |
0xffffffffc0673dd0
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x40
|
|
14
|
|
vmlinux |
0xffffffffa3abbced
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xed
|
|
15
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc065ef31
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x61
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc065f26f
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x7f
|
|
17
|
do_writepages
|
vmlinux |
0xffffffffa39cb9b1
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffa39bfe15
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffffa39bff61
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc0669d66
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x66
|
|
21
|
generic_write_sync
|
vmlinux |
0xffffffffa3a8405f
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x4f
|
|
22
|
xfs_file_aio_write
|
xfs |
0xffffffffc066baa5
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x155
|
|
23
|
do_sync_write
|
vmlinux |
0xffffffffa3a4da83
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x93
|
|
24
|
vfs_write
|
vmlinux |
0xffffffffa3a4e570
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xc0
|
|
25
|
SyS_pwrite64
|
vmlinux |
0xffffffffa3a4f512
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x92
|
|
26
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa3f95ec9
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x96
|
|
27
|
system_call_fastpath
|
vmlinux |
0xffffffffa3f95f92
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x25
|
|
28
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa3f95ed5
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [oracle:23293]
Modules linked in: tcp_lp tcp_diag udp_diag inet_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg joydev parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm
drm mptsas crct10dif_pclmul crct10dif_common ata_piix scsi_transport_sas crc32c_intel nfit serio_raw libata mptscsih libnvdimm e1000 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 23293 Comm: oracle Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.42.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9d26be2de300 ti: ffff9d292490c000 task.ti: ffff9d292490c000
RIP: 0010:[<ffffffffc03c93be>] [<ffffffffc03c93be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9d292490f988 EFLAGS: 00000246
RAX: ffffb484818c0000 RBX: 000000007b04e3c3 RCX: 000000000000003c
RDX: ffff9d2a089bf200 RSI: ffff9d2a6a623000 RDI: 000000000000000e
RBP: ffff9d292490f998 R08: 0000000000000002 R09: 00000002cf24dfff
R10: ffff9d2a68906800 R11: ffff9d28bad4f800 R12: ffff9d2773473030
R13: 0000000100000001 R14: ffff9d29b437c000 R15: ffff9d292490f8ec
FS: 00007f9bd0b24740(0000) GS:ffff9d2a7fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fcb7aa12000 CR3: 0000000305376000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc045071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04fdcc9>] mptsas_qcmd+0x79/0xa0 [mptsas]
[<ffffffffa3b5e07c>] ? blk_add_timer+0x7c/0x110
[<ffffffffa3ce4840>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa3cedf6c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa3b78bce>] ? deadline_add_request+0x6e/0x90
[<ffffffffa3b53f19>] __blk_run_queue+0x39/0x50
[<ffffffffa3b57cc3>] blk_queue_bio+0x3b3/0x400
[<ffffffffa3b55ba7>] generic_make_request+0x147/0x380
[<ffffffffa3b55e50>] submit_bio+0x70/0x150
[<ffffffffa3abb800>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc0673dd0>] ? xfs_alert_fsblock_zero.isra.7+0x40/0x40 [xfs]
[<ffffffffa3abbced>] ? iomap_apply+0xed/0x160
[<ffffffffc065ef31>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc065f26f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffffa39cb9b1>] do_writepages+0x21/0x50
[<ffffffffa39bfe15>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffa39bff61>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc0669d66>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffffa3a8405f>] generic_write_sync+0x4f/0x70
[<ffffffffc066baa5>] xfs_file_aio_write+0x155/0x1b0 [xfs]
[<ffffffffa3a4da83>] do_sync_write+0x93/0xe0
[<ffffffffa3a4e570>] vfs_write+0xc0/0x1f0
[<ffffffffa3a4f512>] SyS_pwrite64+0x92/0xc0
[<ffffffffa3f95ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffffa3f95f92>] system_call_fastpath+0x25/0x2a
[<ffffffffa3f95ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 3d
Complete report #474117
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01f33be
Build id: 3.10.0-1062.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc021571e
Build id: 3.10.0-1062.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc025a2e0
Build id: 3.10.0-1062.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff998dc890
Build id: 3.10.0-1062.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff998e5efc
Build id: 3.10.0-1062.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffff997716de
Build id: 3.10.0-1062.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff9974cf59
Build id: 3.10.0-1062.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff99750c63
Build id: 3.10.0-1062.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff9974ebf7
Build id: 3.10.0-1062.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff9974eea0
Build id: 3.10.0-1062.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffff996b4930
Build id: 3.10.0-1062.el7.x86_64
|
0x1f0
|
|
12
|
?
xfs_alert_fsblock_zero.isra.7
|
xfs |
0xffffffffc04a0930
Build id: 3.10.0-1062.el7.x86_64
|
0x40
|
|
13
|
|
vmlinux |
0xffffffff996b4fed
Build id: 3.10.0-1062.el7.x86_64
|
0xed
|
|
14
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc048bcd1
Build id: 3.10.0-1062.el7.x86_64
|
0x61
|
|
15
|
xfs_vm_writepages
|
xfs |
0xffffffffc048c00f
Build id: 3.10.0-1062.el7.x86_64
|
0x7f
|
|
16
|
do_writepages
|
vmlinux |
0xffffffff995c8d31
Build id: 3.10.0-1062.el7.x86_64
|
0x21
|
|
17
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff995bd4b5
Build id: 3.10.0-1062.el7.x86_64
|
0x65
|
|
18
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffff995bd601
Build id: 3.10.0-1062.el7.x86_64
|
0x41
|
|
19
|
xfs_file_fsync
|
xfs |
0xffffffffc04969a6
Build id: 3.10.0-1062.el7.x86_64
|
0x66
|
|
20
|
generic_write_sync
|
vmlinux |
0xffffffff9967d84f
Build id: 3.10.0-1062.el7.x86_64
|
0x4f
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc04986a5
Build id: 3.10.0-1062.el7.x86_64
|
0x155
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffff99647ba3
Build id: 3.10.0-1062.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffff99648690
Build id: 3.10.0-1062.el7.x86_64
|
0xc0
|
|
24
|
SyS_pwrite64
|
vmlinux |
0xffffffff99649672
Build id: 3.10.0-1062.el7.x86_64
|
0x92
|
|
25
|
system_call_fastpath
|
vmlinux |
0xffffffff99b8bede
Build id: 3.10.0-1062.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 48s! [oracle:5732]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter fuse vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel vmw_balloon ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common nfit crc32c_intel libnvdimm ata_piix libata serio_raw mptspi e1000 scsi_transport_spi
mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 5732 Comm: oracle Kdump: loaded Tainted: G L ------------ 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9a582e928000 ti: ffff9a596c3bc000 task.ti: ffff9a596c3bc000
RIP: 0010:[<ffffffffc01f33be>] [<ffffffffc01f33be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9a596c3bf978 EFLAGS: 00000246
RAX: ffffaac900d40000 RBX: ffff9a59b1aa4010 RCX: 000000000000000d
RDX: ffff9a57b543d600 RSI: ffff9a594ea82000 RDI: 000000000000000e
RBP: ffff9a596c3bf988 R08: 0000000000000002 R09: 0000000049e1afff
R10: ffff9a59b195a0d8 R11: ffff9a5900e16d80 R12: ffff9a596c7b9500
R13: ffff9a596c3bf8ec R14: ffffffff997557ab R15: ffff9a596c3bf930
FS: 00007efd77e46740(0000) GS:ffff9a59b5880000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00003188e98ac3f8 CR3: 000000022ee30000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffc021571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc025a2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff998dc890>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff998e5efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff997716de>] ? deadline_add_request+0x6e/0x90
[<ffffffff9974cf59>] __blk_run_queue+0x39/0x50
[<ffffffff99750c63>] blk_queue_bio+0x3b3/0x400
[<ffffffff9974ebf7>] generic_make_request+0x147/0x380
[<ffffffff9974eea0>] submit_bio+0x70/0x150
[<ffffffff996b4930>] ? iomap_write_end+0x1f0/0x1f0
[<ffffffffc04a0930>] ? xfs_alert_fsblock_zero.isra.7+0x40/0x40 [xfs]
[<ffffffff996b4fed>] ? iomap_apply+0xed/0x160
[<ffffffffc048bcd1>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc048c00f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffff995c8d31>] do_writepages+0x21/0x50
[<ffffffff995bd4b5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff995bd601>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc04969a6>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffff9967d84f>] generic_write_sync+0x4f/0x70
[<ffffffffc04986a5>] xfs_file_aio_write+0x155/0x1b0 [xfs]
[<ffffffff99647ba3>] do_sync_write+0x93/0xe0
[<ffffffff99648690>] vfs_write+0xc0/0x1f0
[<ffffffff99649672>] SyS_pwrite64+0x92/0xc0
[<ffffffff99b8bede>] system_call_fastpath+0x25/0x2a
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 20
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #283045
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff88d8b565
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0279632
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff88aec6b0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff88ae3fa0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff88aed6cc
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff8897853e
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff88953939
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff88957743
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff889555c7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff88955870
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffff888bb2b0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x1d0
|
|
12
|
?
xfs_alert_fsblock_zero.isra.7
|
xfs |
0xffffffffc0552dd0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
|
13
|
|
vmlinux |
0xffffffff888bb79d
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xed
|
|
14
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc053df31
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x61
|
|
15
|
xfs_vm_writepages
|
xfs |
0xffffffffc053e26f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x7f
|
|
16
|
do_writepages
|
vmlinux |
0xffffffff887cb001
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x21
|
|
17
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff887bfbf5
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x65
|
|
18
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffff887bfd41
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x41
|
|
19
|
xfs_file_fsync
|
xfs |
0xffffffffc0548d66
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x66
|
|
20
|
generic_write_sync
|
vmlinux |
0xffffffff88883b0f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4f
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc054aaa5
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x155
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffff8884d313
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffff8884de00
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xc0
|
|
24
|
SyS_pwrite64
|
vmlinux |
0xffffffff8884eda2
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x92
|
|
25
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff88d95ec9
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x96
|
|
26
|
system_call_fastpath
|
vmlinux |
0xffffffff88d95f92
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x25
|
|
27
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff88d95ed5
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 26s! [oracle:3202]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) vmw_vsock_vmci_transport falcon_lsm_pinned_11906(E) vsock sunrpc crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd pcspkr joydev sg parport_pc i2c_piix4 parport vmw_vmci binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix ahci nfit libahci libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 3202 Comm: oracle Tainted: P EL ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9f34eefb6300 ti: ffff9f397231c000 task.ti: ffff9f397231c000
RIP: 0010:[<ffffffff88d8b565>] [<ffffffff88d8b565>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9f397231f9e0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff889b28d3 RCX: ffff9f34d2bd9060
RDX: ffffbb05c3610000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9f397231f9e0 R08: 0000000000000000 R09: ffff9f342e00e900
R10: ffff9f34f03c6800 R11: ffff9f34f2798800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9f398cd56600 R15: ffffffff88aeb369
FS: 00007faab3d3c740(0000) GS:ffff9f39bfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000020ee96a CR3: 00000000baf3c000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc0279632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff88aec6b0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff88ae3fa0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff88aed6cc>] scsi_request_fn+0x4ac/0x680
[<ffffffff8897853e>] ? deadline_add_request+0x6e/0x90
[<ffffffff88953939>] __blk_run_queue+0x39/0x50
[<ffffffff88957743>] blk_queue_bio+0x3b3/0x400
[<ffffffff889555c7>] generic_make_request+0x147/0x380
[<ffffffff88955870>] submit_bio+0x70/0x150
[<ffffffff888bb2b0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc0552dd0>] ? xfs_alert_fsblock_zero.isra.7+0x40/0x40 [xfs]
[<ffffffff888bb79d>] ? iomap_apply+0xed/0x160
[<ffffffffc053df31>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc053e26f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffff887cb001>] do_writepages+0x21/0x50
[<ffffffff887bfbf5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff887bfd41>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc0548d66>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffff88883b0f>] generic_write_sync+0x4f/0x70
[<ffffffffc054aaa5>] xfs_file_aio_write+0x155/0x1b0 [xfs]
[<ffffffff8884d313>] do_sync_write+0x93/0xe0
[<ffffffff8884de00>] vfs_write+0xc0/0x1f0
[<ffffffff8884eda2>] SyS_pwrite64+0x92/0xc0
[<ffffffff88d95ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff88d95f92>] system_call_fastpath+0x25/0x2a
[<ffffffff88d95ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #79180
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb71883c5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0250632
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb6eeb0a0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb6ee2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb6eec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffb6d771ae
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffb6d527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffb6d564b3
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffb6d54437
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffb6d546e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffffb6cba3e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d0
|
|
12
|
?
xfs_alert_fsblock_zero.isra.7
|
xfs |
0xffffffffc04f0d70
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
|
13
|
|
vmlinux |
0xffffffffb6cba8cd
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xed
|
|
14
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc04dbfb1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x61
|
|
15
|
xfs_vm_writepages
|
xfs |
0xffffffffc04dc2ef
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x7f
|
|
16
|
do_writepages
|
vmlinux |
0xffffffffb6bcb261
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
17
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffb6bbfc85
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x65
|
|
18
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffffb6bbfdd1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x41
|
|
19
|
xfs_file_fsync
|
xfs |
0xffffffffc04e6dd6
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x66
|
|
20
|
generic_write_sync
|
vmlinux |
0xffffffffb6c82daf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4f
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc04e8ad5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x155
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffffb6c4c713
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffffb6c4d200
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc0
|
|
24
|
SyS_pwrite64
|
vmlinux |
0xffffffffb6c4e192
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x92
|
|
25
|
system_call_fastpath
|
vmlinux |
0xffffffffb7192ed2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 41s! [ora_ckpt_xe:5965]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg ppdev pcspkr vmw_balloon parport_pc joydev parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci e1000e nfit
libnvdimm drm libahci ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmw_pvscsi ptp pps_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 5965 Comm: ora_ckpt_xe Kdump: loaded Tainted: G W L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffffa0ff61ff41c0 ti: ffffa0ff42040000 task.ti: ffffa0ff42040000
RIP: 0010:[<ffffffffb71883c5>] [<ffffffffb71883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffffa0ff420439e0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffb6db14b3 RCX: ffffa0f9347f9060
RDX: ffffc09b035b0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffffa0ff420439e0 R08: 0000000000000000 R09: ffffa0fa337cca00
R10: ffffa0ffd94c6000 R11: ffffa0ffda0dd800 R12: 0000000000000000
R13: 0000000000000020 R14: ffffa0fe21f73800 R15: ffffffffb6ee9d59
FS: 00007f4ac5b6ef40(0000) GS:ffffa0ffffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4ac5b90000 CR3: 0000000782080000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc0250632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb6eeb0a0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb6ee2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb6eec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb6d771ae>] ? deadline_add_request+0x6e/0x90
[<ffffffffb6d527a9>] __blk_run_queue+0x39/0x50
[<ffffffffb6d564b3>] blk_queue_bio+0x3b3/0x400
[<ffffffffb6d54437>] generic_make_request+0x147/0x380
[<ffffffffb6d546e0>] submit_bio+0x70/0x150
[<ffffffffb6cba3e0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc04f0d70>] ? xfs_alert_fsblock_zero.isra.7+0x40/0x40 [xfs]
[<ffffffffb6cba8cd>] ? iomap_apply+0xed/0x160
[<ffffffffc04dbfb1>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc04dc2ef>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffffb6bcb261>] do_writepages+0x21/0x50
[<ffffffffb6bbfc85>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffb6bbfdd1>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc04e6dd6>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffffb6c82daf>] generic_write_sync+0x4f/0x70
[<ffffffffc04e8ad5>] xfs_file_aio_write+0x155/0x1b0 [xfs]
[<ffffffffb6c4c713>] do_sync_write+0x93/0xe0
[<ffffffffb6c4d200>] vfs_write+0xc0/0x1f0
[<ffffffffb6c4e192>] SyS_pwrite64+0x92/0xc0
[<ffffffffb7192ed2>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #21264
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff82783045
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc02f4632
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff824e7110
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff824deb10
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff824e817c
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffff823738ee
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff8234f0c9
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff82352de3
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff82350d77
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff82351020
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffff822b6cd0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1d0
|
|
12
|
?
xfs_alert_fsblock_zero.isra.7
|
xfs |
0xffffffffc056b930
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x40
|
|
13
|
|
vmlinux |
0xffffffff822b71bd
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xed
|
|
14
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc0556cd1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x61
|
|
15
|
xfs_vm_writepages
|
xfs |
0xffffffffc055700f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x7f
|
|
16
|
do_writepages
|
vmlinux |
0xffffffff821cabe1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x21
|
|
17
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff821bee75
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x65
|
|
18
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffff821befc1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x41
|
|
19
|
xfs_file_fsync
|
xfs |
0xffffffffc05619a6
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x66
|
|
20
|
generic_write_sync
|
vmlinux |
0xffffffff8227fa4f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x4f
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc05636a5
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x155
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffff82249d83
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffff8224a870
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xc0
|
|
24
|
SyS_pwrite64
|
vmlinux |
0xffffffff8224b852
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x92
|
|
25
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8278de15
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa2
|
|
26
|
system_call_fastpath
|
vmlinux |
0xffffffff8278dede
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x25
|
|
27
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8278de21
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [ora_ckpt_orcl:27147]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables br_netfilter overlay(T) tun devlink bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev vmw_balloon glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 binfmt_misc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod vmwgfx crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci nfit crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel ata_piix serio_raw libata vmxnet3 vmw_pvscsi
drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 27147 Comm: ora_ckpt_orcl Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8bf37a379070 ti: ffff8bf305b5c000 task.ti: ffff8bf305b5c000
RIP: 0010:[<ffffffff82783045>] [<ffffffff82783045>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8bf305b5f9e0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff823ada13 RCX: ffffffff82c34800
RDX: ffff9af4069b0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8bf305b5f9e0 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8bf37a3370d8 R11: ffff8bebceda6800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8bea6266b380 R15: ffffffff824e5e69
FS: 00007f10209023c0(0000) GS:ffff8bf3bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000001307e4f58 CR3: 0000000f85b5a000 CR4: 00000000000607f0
Call Trace:
[<ffffffffc02f4632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff824e7110>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff824deb10>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff824e817c>] scsi_request_fn+0x4cc/0x680
[<ffffffff823738ee>] ? deadline_add_request+0x6e/0x90
[<ffffffff8234f0c9>] __blk_run_queue+0x39/0x50
[<ffffffff82352de3>] blk_queue_bio+0x3b3/0x400
[<ffffffff82350d77>] generic_make_request+0x147/0x380
[<ffffffff82351020>] submit_bio+0x70/0x150
[<ffffffff822b6cd0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc056b930>] ? xfs_alert_fsblock_zero.isra.7+0x40/0x40 [xfs]
[<ffffffff822b71bd>] ? iomap_apply+0xed/0x160
[<ffffffffc0556cd1>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc055700f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffff821cabe1>] do_writepages+0x21/0x50
[<ffffffff821bee75>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff821befc1>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc05619a6>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffff8227fa4f>] generic_write_sync+0x4f/0x70
[<ffffffffc05636a5>] xfs_file_aio_write+0x155/0x1b0 [xfs]
[<ffffffff82249d83>] do_sync_write+0x93/0xe0
[<ffffffff8224a870>] vfs_write+0xc0/0x1f0
[<ffffffff8224b852>] SyS_pwrite64+0x92/0xc0
[<ffffffff8278de15>] ? system_call_after_swapgs+0xa2/0x146
[<ffffffff8278dede>] system_call_fastpath+0x25/0x2a
[<ffffffff8278de21>] ? system_call_after_swapgs+0xae/0x146
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #10702
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03e63be
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc040f71e
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc045b2e0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffbb8decd0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffbb8e833c
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffffbb773aae
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffbb74f289
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffbb752fa3
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffbb750f37
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffbb7511e0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffffbb6b6f10
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x1d0
|
|
12
|
?
xfs_alert_fsblock_zero.isra.7
|
xfs |
0xffffffffc0646930
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
|
13
|
|
vmlinux |
0xffffffffbb6b73fd
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xed
|
|
14
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc0631cd1
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x61
|
|
15
|
xfs_vm_writepages
|
xfs |
0xffffffffc063200f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x7f
|
|
16
|
do_writepages
|
vmlinux |
0xffffffffbb5ca6a1
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x21
|
|
17
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffbb5bf0d5
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x65
|
|
18
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffffbb5bf221
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x41
|
|
19
|
xfs_file_fsync
|
xfs |
0xffffffffc063c9a6
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x66
|
|
20
|
generic_write_sync
|
vmlinux |
0xffffffffbb67fc8f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x4f
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc063e6a5
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x155
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffffbb649fa3
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffffbb64aa90
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xc0
|
|
24
|
SyS_pwrite64
|
vmlinux |
0xffffffffbb64ba72
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x92
|
|
25
|
system_call_fastpath
|
vmlinux |
0xffffffffbbb8dede
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 26s! [oracle:2386]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ppdev vmw_balloon ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq nfit snd_seq_device libnvdimm snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr snd_timer snd sg vmw_vmci soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm drm ata_piix libata mptspi crct10dif_pclmul e1000 scsi_transport_spi crct10dif_common mptscsih mptbase crc32c_intel serio_raw drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 2386 Comm: oracle Kdump: loaded Tainted: G L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9565f19c0000 ti: ffff9565e02d4000 task.ti: ffff9565e02d4000
RIP: 0010:[<ffffffffc03e63be>] [<ffffffffc03e63be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9565e02d7978 EFLAGS: 00000246
RAX: ffffbcfd80e40000 RBX: ffff9563f5134010 RCX: 0000000000000011
RDX: ffff9563f5e38400 RSI: ffff9565f1658000 RDI: 000000000000000e
RBP: ffff9565e02d7988 R08: 0000000000000002 R09: 0000000067441fff
R10: ffff9565f165a0d8 R11: ffff9565f4acaf40 R12: ffff956539c89c80
R13: ffff9565e02d78ec R14: ffffffffbb757aeb R15: ffff9565e02d7930
FS: 00007f66cd2b0740(0000) GS:ffff9565f66c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa53ad5f000 CR3: 00000002202aa000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc040f71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc045b2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffbb8decd0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbb8e833c>] scsi_request_fn+0x4cc/0x680
[<ffffffffbb773aae>] ? deadline_add_request+0x6e/0x90
[<ffffffffbb74f289>] __blk_run_queue+0x39/0x50
[<ffffffffbb752fa3>] blk_queue_bio+0x3b3/0x400
[<ffffffffbb750f37>] generic_make_request+0x147/0x380
[<ffffffffbb7511e0>] submit_bio+0x70/0x150
[<ffffffffbb6b6f10>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc0646930>] ? xfs_alert_fsblock_zero.isra.7+0x40/0x40 [xfs]
[<ffffffffbb6b73fd>] ? iomap_apply+0xed/0x160
[<ffffffffc0631cd1>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc063200f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffffbb5ca6a1>] do_writepages+0x21/0x50
[<ffffffffbb5bf0d5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffbb5bf221>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc063c9a6>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffffbb67fc8f>] generic_write_sync+0x4f/0x70
[<ffffffffc063e6a5>] xfs_file_aio_write+0x155/0x1b0 [xfs]
[<ffffffffbb649fa3>] do_sync_write+0x93/0xe0
[<ffffffffbb64aa90>] vfs_write+0xc0/0x1f0
[<ffffffffbb64ba72>] SyS_pwrite64+0x92/0xc0
[<ffffffffbbb8dede>] system_call_fastpath+0x25/0x2a
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 43 3f