Complete report #1067173
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff861ba385
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc00d26a2
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff85f0bb80
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff85f03030
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff85f0cbdc
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff85d8e21e
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff85d687d9
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff85d6c703
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff85d6a537
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x157
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff85d6a7e0
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffff85c9bc43
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x213
|
|
12
|
xfs_add_to_ioend
|
xfs |
0xffffffffc037d255
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x145
|
|
13
|
xfs_do_writepage
|
xfs |
0xffffffffc037d8a5
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x1e5
|
|
14
|
write_cache_pages
|
vmlinux |
0xffffffff85bd5a5c
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x21c
|
|
15
|
|
xfs |
0xffffffffc037d6c0
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0xb0
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc037d67b
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x6b
|
|
17
|
do_writepages
|
vmlinux |
0xffffffff85bd6b01
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff85bcaba5
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffff85bcad11
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc0388486
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x66
|
|
21
|
do_fsync
|
vmlinux |
0xffffffff85c93195
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x55
|
|
22
|
|
vmlinux |
0xffffffff85b46986
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x1f6
|
|
23
|
SyS_fdatasync
|
vmlinux |
0xffffffff85c93483
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x13
|
|
24
|
system_call_fastpath
|
vmlinux |
0xffffffff861c539a
Build id: 3.10.0-1160.118.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 38s! [rocksdb:low10:1798]
Modules linked in: tcp_diag inet_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter hcpdriver(POE) cmac arc4 md4 nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock sunrpc ppdev sb_edac vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg i2c_piix4 vmw_vmci parport_pc parport sch_fq_codel binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt crc_t10dif fb_sys_fops crct10dif_generic ttm ahci nfit drm
ata_piix libahci libnvdimm crct10dif_pclmul libata crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ipmi_msghandler]
CPU: 8 PID: 1798 Comm: rocksdb:low10 Kdump: loaded Tainted: P OEL ------------ 3.10.0-1160.118.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9177b12f6300 ti: ffff917864fa4000 task.ti: ffff917864fa4000
RIP: 0010:[<ffffffff861ba385>] [<ffffffff861ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff917864fa79d0 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff85dc9ec3 RCX: ffffffff86634f40
RDX: ffffad93c6290000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff917864fa79d0 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9181d3fb7800 R11: ffff9181d43bb000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9177c6451200 R15: ffffffff85f0a7b9
FS: 00007f8dc1ffb700(0000) GS:ffff9181d3800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8d106ad848 CR3: 00000006b3e24000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc00d26a2>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff85f0bb80>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff85f03030>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff85f0cbdc>] scsi_request_fn+0x4ac/0x680
[<ffffffff85d8e21e>] ? deadline_add_request+0x6e/0x90
[<ffffffff85d687d9>] __blk_run_queue+0x39/0x50
[<ffffffff85d6c703>] blk_queue_bio+0x3b3/0x400
[<ffffffff85d6a537>] generic_make_request+0x157/0x390
[<ffffffff85d6a7e0>] submit_bio+0x70/0x150
[<ffffffff85c9bc43>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc037d255>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc037d8a5>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffff85bd5a5c>] write_cache_pages+0x21c/0x480
[<ffffffffc037d6c0>] ? xfs_vm_writepages+0xb0/0xb0 [xfs]
[<ffffffffc037d67b>] xfs_vm_writepages+0x6b/0xb0 [xfs]
[<ffffffff85bd6b01>] do_writepages+0x21/0x50
[<ffffffff85bcaba5>] __filemap_fdatawrite_range+0x65/0x90
[<ffffffff85bcad11>] filemap_write_and_wait_range+0x41/0xa0
[<ffffffffc0388486>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffff85c93195>] do_fsync+0x55/0x80
[<ffffffff85b46986>] ? __audit_syscall_exit+0x1f6/0x2b0
[<ffffffff85c93483>] SyS_fdatasync+0x13/0x20
[<ffffffff861c539a>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #161952
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffabf883c5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0111632
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffabceb0a0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffabce2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffabcec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffabb771ae
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffabb527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffabb564b3
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffabb54437
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffabb546e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffffaba8b943
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
12
|
xfs_add_to_ioend
|
xfs |
0xffffffffc03aaec5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x145
|
|
13
|
xfs_do_writepage
|
xfs |
0xffffffffc03ab4f5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1e5
|
|
14
|
write_cache_pages
|
vmlinux |
0xffffffffab9ca20c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21c
|
|
15
|
|
xfs |
0xffffffffc03ab310
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa0
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc03ab2db
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6b
|
|
17
|
do_writepages
|
vmlinux |
0xffffffffab9cb261
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffab9bfc85
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffffab9bfdd1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc03b5dd6
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x66
|
|
21
|
do_fsync
|
vmlinux |
0xffffffffaba82f57
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x67
|
|
22
|
SyS_fsync
|
vmlinux |
0xffffffffaba83240
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x10
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffffabf92ed2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 33s! [oracle_3655_xe:3655]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache nfsd auth_rpcgss nfs_acl lockd grace xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg i2c_piix4 parport_pc parport vmw_vmci binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi sd_mod vmwgfx crc_t10dif crct10dif_generic
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm ahci libnvdimm e1000e crct10dif_pclmul crct10dif_common libahci ata_piix crc32c_intel serio_raw libata ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 3655 Comm: oracle_3655_xe Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8e83072262a0 ti: ffff8e842de90000 task.ti: ffff8e842de90000
RIP: 0010:[<ffffffffabf883c5>] [<ffffffffabf883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e842de939c0 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffabbb14b3 RCX: ffffffffac434e40
RDX: ffffa5d701b90000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8e842de939c0 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8e84293df000 R11: ffff8e8393f54000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8e809b890180 R15: ffffffffabce9d59
FS: 00007f99fb38bf40(0000) GS:ffff8e843fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffd34448ff0 CR3: 0000000374660000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc0111632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffabceb0a0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffabce2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffabcec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffabb771ae>] ? deadline_add_request+0x6e/0x90
[<ffffffffabb527a9>] __blk_run_queue+0x39/0x50
[<ffffffffabb564b3>] blk_queue_bio+0x3b3/0x400
[<ffffffffabb54437>] generic_make_request+0x147/0x380
[<ffffffffabb546e0>] submit_bio+0x70/0x150
[<ffffffffaba8b943>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc03aaec5>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc03ab4f5>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffffab9ca20c>] write_cache_pages+0x21c/0x470
[<ffffffffc03ab310>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffc03ab2db>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffffab9cb261>] do_writepages+0x21/0x50
[<ffffffffab9bfc85>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffab9bfdd1>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc03b5dd6>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffffaba82f57>] do_fsync+0x67/0xb0
[<ffffffffaba83240>] SyS_fsync+0x10/0x20
[<ffffffffabf92ed2>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #998513
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc022b44e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc026e74e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02b32f0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb8502ae0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb850c68c
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffb838db9e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffb8368159
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffb836c083
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x3b3
|
|
9
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb8502ae0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xb0
|
|
10
|
scsi_request_fn
|
vmlinux |
0xffffffffb850c68c
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x4ac
|
|
11
|
|
vmlinux |
0xffffffffb838db9e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x6e
|
|
12
|
__blk_run_queue
|
vmlinux |
0xffffffffb8368159
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x39
|
|
13
|
blk_queue_bio
|
vmlinux |
0xffffffffb836c083
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x3b3
|
|
14
|
submit_bio
|
vmlinux |
0xffffffffb836a160
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x70
|
|
15
|
|
vmlinux |
0xffffffffb829b693
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x213
|
|
16
|
xfs_add_to_ioend
|
xfs |
0xffffffffc04cf255
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x145
|
|
17
|
xfs_do_writepage
|
xfs |
0xffffffffc04cf8a5
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x1e5
|
|
18
|
write_cache_pages
|
vmlinux |
0xffffffffb81d587c
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x21c
|
|
19
|
|
xfs |
0xffffffffc04cf6c0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xb0
|
|
20
|
xfs_vm_writepages
|
xfs |
0xffffffffc04cf67b
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x6b
|
|
21
|
do_writepages
|
vmlinux |
0xffffffffb81d6921
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x21
|
|
22
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffb81ca9c5
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x65
|
|
23
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffffb81cab31
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x41
|
|
24
|
xfs_file_fsync
|
xfs |
0xffffffffc04da486
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x66
|
|
25
|
do_fsync
|
vmlinux |
0xffffffffb8292be5
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x55
|
|
26
|
SyS_fsync
|
vmlinux |
0xffffffffb8292eb0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x10
|
|
27
|
system_call_fastpath
|
vmlinux |
0xffffffffb87c539a
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 616s! [redis-server:107156]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 iosf_mbi snd_rawmidi snd_ac97_codec ac97_bus crc32_pclmul ghash_clmulni_intel snd_seq aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev snd_seq_device snd_pcm snd_timer snd sg soundcore vmw_balloon joydev
pcspkr parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit ata_piix libnvdimm drm libata mptspi crct10dif_pclmul crct10dif_common scsi_transport_spi e1000 mptscsih crc32c_intel mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 107156 Comm: redis-server Kdump: loaded Tainted: G L ------------ 3.10.0-1160.83.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8f5553723180 ti: ffff8f5553734000 task.ti: ffff8f5553734000
RIP: 0010:[<ffffffffc022b44e>] [<ffffffffc022b44e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0018:ffff8f5553737968 EFLAGS: 00000246
RAX: ffffb1d580d00000 RBX: ffff8f56bdf007f0 RCX: 0000000000000004
RDX: ffff8f56f0534c00 RSI: ffff8f56f08ee000 RDI: 000000000000000e
RBP: ffff8f5553737978 R08: 0000000000000003 R09: 00000000af0d8fff
R10: ffff8f56efc83000 R11: ffff8f56ef1401c0 R12: ffff8f55e7b0d980
R13: ffff8f55537378dc R14: ffffffffb8370f0b R15: ffff8f5553737920
FS: 00007f3ffa862f80(0000) GS:ffff8f56f5640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3ff9d3530e CR3: 000000009362a000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc026e74e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02b32f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb8502ae0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffb850c68c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb838db9e>] ? deadline_add_request+0x6e/0x90
[<ffffffffb8368159>] __blk_run_queue+0x39/0x50
[<ffffffffb836c083>] blk_queue_bio+0x3b3/0x400
[<ffffffffb8502ae0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffb850c68c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb838db9e>] ? deadline_add_request+0x6e/0x90
[<ffffffffb8368159>] __blk_run_queue+0x39/0x50
[<ffffffffb836c083>] blk_queue_bio+0x3b3/0x400
[<ffffffffb836a160>] submit_bio+0x70/0x150
[<ffffffffb829b693>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc04cf255>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc04cf8a5>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffffb81d587c>] write_cache_pages+0x21c/0x480
[<ffffffffc04cf6c0>] ? xfs_vm_writepages+0xb0/0xb0 [xfs]
[<ffffffffc04cf67b>] xfs_vm_writepages+0x6b/0xb0 [xfs]
[<ffffffffb81d6921>] do_writepages+0x21/0x50
[<ffffffffb81ca9c5>] __filemap_fdatawrite_range+0x65/0x90
[<ffffffffb81cab31>] filemap_write_and_wait_range+0x41/0xa0
[<ffffffffc04da486>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffffb8292be5>] do_fsync+0x55/0x80
[<ffffffffb8292eb0>] SyS_fsync+0x10/0x20
[<ffffffffb87c539a>] system_call_fastpath+0x25/0x2a
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7
Complete report #586353
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mptspi_qcmd
|
mptspi |
0xffffffffc00ea2e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
2
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8cce3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
3
|
scsi_request_fn
|
vmlinux |
0xffffffff8cced0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
4
|
|
vmlinux |
0xffffffff8cb77f8e
Build id: 3.10.0-1160.el7.x86_64
|
0x6e
|
|
5
|
__blk_run_queue
|
vmlinux |
0xffffffff8cb534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
6
|
blk_queue_bio
|
vmlinux |
0xffffffff8cb571e3
Build id: 3.10.0-1160.el7.x86_64
|
0x3b3
|
|
7
|
generic_make_request
|
vmlinux |
0xffffffff8cb55167
Build id: 3.10.0-1160.el7.x86_64
|
0x147
|
|
8
|
submit_bio
|
vmlinux |
0xffffffff8cb55410
Build id: 3.10.0-1160.el7.x86_64
|
0x70
|
|
9
|
|
vmlinux |
0xffffffff8ca8c423
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
10
|
xfs_add_to_ioend
|
xfs |
0xffffffffc02e0e45
Build id: 3.10.0-1160.el7.x86_64
|
0x145
|
|
11
|
xfs_do_writepage
|
xfs |
0xffffffffc02e1475
Build id: 3.10.0-1160.el7.x86_64
|
0x1e5
|
|
12
|
write_cache_pages
|
vmlinux |
0xffffffff8c9c9d8c
Build id: 3.10.0-1160.el7.x86_64
|
0x21c
|
|
13
|
|
xfs |
0xffffffffc02e1290
Build id: 3.10.0-1160.el7.x86_64
|
0xa0
|
|
14
|
xfs_vm_writepages
|
xfs |
0xffffffffc02e125b
Build id: 3.10.0-1160.el7.x86_64
|
0x6b
|
|
15
|
do_writepages
|
vmlinux |
0xffffffff8c9cade1
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
|
16
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff8c9bf955
Build id: 3.10.0-1160.el7.x86_64
|
0x65
|
|
17
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffff8c9bfaa1
Build id: 3.10.0-1160.el7.x86_64
|
0x41
|
|
18
|
xfs_file_fsync
|
xfs |
0xffffffffc02ebd66
Build id: 3.10.0-1160.el7.x86_64
|
0x66
|
|
19
|
do_fsync
|
vmlinux |
0xffffffff8ca83a07
Build id: 3.10.0-1160.el7.x86_64
|
0x67
|
|
20
|
SyS_fsync
|
vmlinux |
0xffffffff8ca83cf0
Build id: 3.10.0-1160.el7.x86_64
|
0x10
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffff8cf93f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 67s! [polkitd:674]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw ac97_bus
[<ffffffffc00ea2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8cce3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8cced0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff8cb77f8e>] ? deadline_add_request+0x6e/0x90
[<ffffffff8cb534d9>] __blk_run_queue+0x39/0x50
[<ffffffff8cb571e3>] blk_queue_bio+0x3b3/0x400
[<ffffffff8cb55167>] generic_make_request+0x147/0x380
[<ffffffff8cb55410>] submit_bio+0x70/0x150
[<ffffffff8ca8c423>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc02e0e45>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc02e1475>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffff8c9c9d8c>] write_cache_pages+0x21c/0x470
[<ffffffffc02e1290>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffc02e125b>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffff8c9cade1>] do_writepages+0x21/0x50
[<ffffffff8c9bf955>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff8c9bfaa1>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc02ebd66>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffff8ca83a07>] do_fsync+0x67/0xb0
[<ffffffff8ca83cf0>] SyS_fsync+0x10/0x20
[<ffffffff8cf93f92>] system_call_fastpath+0x25/0x2a
Complete report #393228
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff88d8b565
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0279632
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff88aec6b0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff88ae3fa0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff88aed6cc
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff8897853e
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff88953939
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff88957743
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff889555c7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff88955870
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffff8888c553
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x213
|
|
12
|
xfs_add_to_ioend
|
xfs |
0xffffffffc053de45
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x145
|
|
13
|
xfs_do_writepage
|
xfs |
0xffffffffc053e475
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x1e5
|
|
14
|
write_cache_pages
|
vmlinux |
0xffffffff887c9fac
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x21c
|
|
15
|
|
xfs |
0xffffffffc053e290
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa0
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc053e25b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x6b
|
|
17
|
do_writepages
|
vmlinux |
0xffffffff887cb001
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff887bfbf5
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffff887bfd41
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc0548d66
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x66
|
|
21
|
do_fsync
|
vmlinux |
0xffffffff88883cb7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x67
|
|
22
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff88d95ec9
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x96
|
|
23
|
SyS_fsync
|
vmlinux |
0xffffffff88883fa0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x10
|
|
24
|
system_call_fastpath
|
vmlinux |
0xffffffff88d95f92
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x25
|
|
25
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff88d95ed5
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 36s! [oracle:30751]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) vmw_vsock_vmci_transport falcon_lsm_pinned_11906(E) vsock sunrpc crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd pcspkr joydev sg parport_pc i2c_piix4 parport vmw_vmci binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix ahci nfit libahci libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 30751 Comm: oracle Tainted: P EL ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9f34d0f9b180 ti: ffff9f359bd6c000 task.ti: ffff9f359bd6c000
RIP: 0010:[<ffffffff88d8b565>] [<ffffffff88d8b565>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9f359bd6f9c0 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff889b28d3 RCX: ffffffff89234f40
RDX: ffffbb05c3610000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9f359bd6f9c0 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9f34f03c6800 R11: ffff9f34f2798800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9f349a5bf980 R15: ffffffff88aeb369
FS: 00007f4dc8db8740(0000) GS:ffff9f39bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000258a4a6fc CR3: 000000018d82a000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc0279632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff88aec6b0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff88ae3fa0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff88aed6cc>] scsi_request_fn+0x4ac/0x680
[<ffffffff8897853e>] ? deadline_add_request+0x6e/0x90
[<ffffffff88953939>] __blk_run_queue+0x39/0x50
[<ffffffff88957743>] blk_queue_bio+0x3b3/0x400
[<ffffffff889555c7>] generic_make_request+0x147/0x380
[<ffffffff88955870>] submit_bio+0x70/0x150
[<ffffffff8888c553>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc053de45>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc053e475>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffff887c9fac>] write_cache_pages+0x21c/0x470
[<ffffffffc053e290>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffc053e25b>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffff887cb001>] do_writepages+0x21/0x50
[<ffffffff887bfbf5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff887bfd41>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc0548d66>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffff88883cb7>] do_fsync+0x67/0xb0
[<ffffffff88d95ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff88883fa0>] SyS_fsync+0x10/0x20
[<ffffffff88d95f92>] system_call_fastpath+0x25/0x2a
[<ffffffff88d95ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #330951
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc045d3be
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc04bc71e
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc05142e0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8ace4860
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8acedf8c
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff8ab78bee
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff8ab53f39
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff8ab57ce3
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff8ab55bc7
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff8ab55e70
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffff8aa8cac3
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x213
|
|
12
|
xfs_add_to_ioend
|
xfs |
0xffffffffc06a8e45
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x145
|
|
13
|
xfs_do_writepage
|
xfs |
0xffffffffc06a9475
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x1e5
|
|
14
|
write_cache_pages
|
vmlinux |
0xffffffff8a9ca95c
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x21c
|
|
15
|
|
xfs |
0xffffffffc06a9290
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xa0
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc06a925b
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x6b
|
|
17
|
do_writepages
|
vmlinux |
0xffffffff8a9cb9b1
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff8a9bfe15
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffff8a9bff61
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc06b3d66
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x66
|
|
21
|
do_fsync
|
vmlinux |
0xffffffff8aa84227
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x67
|
|
22
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8af95ec9
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x96
|
|
23
|
SyS_fsync
|
vmlinux |
0xffffffff8aa84510
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x10
|
|
24
|
system_call_fastpath
|
vmlinux |
0xffffffff8af95f92
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x25
|
|
25
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8af95ed5
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 24s! [nagios:70219]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock ppdev pcspkr vmw_balloon joydev sg parport_pc parport i2c_piix4 vmw_vmci nfsd nfs_acl lockd grace auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi mptscsih drm nfit ata_piix libnvdimm libata mptbase e1000 serio_raw drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 70219 Comm: nagios Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8ce1a9882100 ti: ffff8ce1bf64c000 task.ti: ffff8ce1bf64c000
RIP: 0010:[<ffffffffc045d3be>] [<ffffffffc045d3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8ce1bf64f958 EFLAGS: 00000246
RAX: ffff9d9040d00000 RBX: ffff8ce25a1f07f0 RCX: 0000000000000014
RDX: ffff8ce175d06600 RSI: ffff8ce3759ac000 RDI: 000000000000000e
RBP: ffff8ce1bf64f968 R08: 0000000000000003 R09: 000000005430dfff
R10: ffff8ce371b46800 R11: ffff8ce363ab9f80 R12: ffff8ce2e0335200
R13: ffff8ce1bf64f8cc R14: ffffffff8ab5c8fb R15: ffff8ce1bf64f910
FS: 00007f77bbe92740(0000) GS:ffff8ce375680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001b5f0b8 CR3: 0000000079dee000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc04bc71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc05142e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8ace4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8acedf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8ab78bee>] ? deadline_add_request+0x6e/0x90
[<ffffffff8ab53f39>] __blk_run_queue+0x39/0x50
[<ffffffff8ab57ce3>] blk_queue_bio+0x3b3/0x400
[<ffffffff8ab55bc7>] generic_make_request+0x147/0x380
[<ffffffff8ab55e70>] submit_bio+0x70/0x150
[<ffffffff8aa8cac3>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc06a8e45>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc06a9475>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffff8a9ca95c>] write_cache_pages+0x21c/0x470
[<ffffffffc06a9290>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffc06a925b>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffff8a9cb9b1>] do_writepages+0x21/0x50
[<ffffffff8a9bfe15>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff8a9bff61>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc06b3d66>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffff8aa84227>] do_fsync+0x67/0xb0
[<ffffffff8af95ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffff8aa84510>] SyS_fsync+0x10/0x20
[<ffffffff8af95f92>] system_call_fastpath+0x25/0x2a
[<ffffffff8af95ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 b3 46
Complete report #329707
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc038e3be
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc03d671e
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc037b2e0
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff946e4860
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff946edf8c
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff94578bee
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff94553f39
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff94557ce3
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff94555bc7
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff94555e70
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffff9448cac3
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x213
|
|
12
|
xfs_add_to_ioend
|
xfs |
0xffffffffc061fe45
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x145
|
|
13
|
xfs_do_writepage
|
xfs |
0xffffffffc0620475
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x1e5
|
|
14
|
write_cache_pages
|
vmlinux |
0xffffffff943ca95c
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x21c
|
|
15
|
|
xfs |
0xffffffffc0620290
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0xa0
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc062025b
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x6b
|
|
17
|
do_writepages
|
vmlinux |
0xffffffff943cb9b1
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff943bfe15
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffff943bff61
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc062ad66
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x66
|
|
21
|
do_fsync
|
vmlinux |
0xffffffff94484227
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x67
|
|
22
|
SyS_fsync
|
vmlinux |
0xffffffff94484510
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x10
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffff94995f92
Build id: 3.10.0-1160.49.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 120s! [Classif~ Update:26793]
Modules linked in: arc4 md4 nls_utf8 cifs ccm dns_resolver tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmhgfs(OE) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus iosf_mbi snd_seq crc32_pclmul snd_seq_device ghash_clmulni_intel snd_pcm
ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_timer snd vmw_balloon soundcore joydev pcspkr sg parport_pc parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit crct10dif_pclmul crct10dif_common crc32c_intel libnvdimm drm ata_piix libata serio_raw mptspi scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 26793 Comm: Classif~ Update Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8ae3d55fc200 ti: ffff8ae34efa0000 task.ti: ffff8ae34efa0000
RIP: 0010:[<ffffffffc038e3be>] [<ffffffffc038e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8ae34efa3958 EFLAGS: 00000246
RAX: ffffa3a0c1c00000 RBX: ffff8ae4ad39a7f0 RCX: 0000000000000019
RDX: ffff8ae5280b0c00 RSI: ffff8ae135c72000 RDI: 000000000000000e
RBP: ffff8ae34efa3968 R08: 0000000000000003 R09: 0000000248f81fff
R10: ffff8ae528fab000 R11: ffff8ae340c124c0 R12: ffff8ae464736880
R13: ffff8ae34efa38cc R14: ffffffff9455c8fb R15: ffff8ae34efa3910
FS: 00007f2693552700(0000) GS:ffff8ae52d600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2642af0ff0 CR3: 000000007450e000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc03d671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc037b2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff946e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff946edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff94578bee>] ? deadline_add_request+0x6e/0x90
[<ffffffff94553f39>] __blk_run_queue+0x39/0x50
[<ffffffff94557ce3>] blk_queue_bio+0x3b3/0x400
[<ffffffff94555bc7>] generic_make_request+0x147/0x380
[<ffffffff94555e70>] submit_bio+0x70/0x150
[<ffffffff9448cac3>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc061fe45>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc0620475>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffff943ca95c>] write_cache_pages+0x21c/0x470
[<ffffffffc0620290>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffc062025b>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffff943cb9b1>] do_writepages+0x21/0x50
[<ffffffff943bfe15>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff943bff61>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc062ad66>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffff94484227>] do_fsync+0x67/0xb0
[<ffffffff94484510>] SyS_fsync+0x10/0x20
[<ffffffff94995f92>] system_call_fastpath+0x25/0x2a
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 c3 39
Complete report #174231
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8478a3f5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc028d632
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff844ec580
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff844e3e70
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff844ed59c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff8437846e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff84353869
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff84357673
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff843554f7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff843557a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffff8428c483
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x213
|
|
12
|
xfs_add_to_ioend
|
xfs |
0xffffffffc0541e45
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x145
|
|
13
|
xfs_do_writepage
|
xfs |
0xffffffffc0542475
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1e5
|
|
14
|
write_cache_pages
|
vmlinux |
0xffffffff841c9efc
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21c
|
|
15
|
|
xfs |
0xffffffffc0542290
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa0
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc054225b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x6b
|
|
17
|
do_writepages
|
vmlinux |
0xffffffff841caf51
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff841bfb45
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffff841bfc91
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc054cd66
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x66
|
|
21
|
do_fsync
|
vmlinux |
0xffffffff84283be7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x67
|
|
22
|
SyS_fsync
|
vmlinux |
0xffffffff84283ed0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x10
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffff84794f92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 38s! [ora_mz00_xe:30389]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect nfit sysimgblt fb_sys_fops ttm drm libnvdimm e1000e ahci ata_piix libahci sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 30389 Comm: ora_mz00_xe Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9e870f320000 ti: ffff9e8775abc000 task.ti: ffff9e8775abc000
RIP: 0010:[<ffffffff8478a3f5>] [<ffffffff8478a3f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9e8775abf9c0 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff843b2803 RCX: ffffffff84c34f40
RDX: ffffbe5440780000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9e8775abf9c0 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9e87eed14c00 R11: ffff9e86f54bc000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9e87f1ac0180 R15: ffffffff844eb239
FS: 00007f6ebf9c8980(0000) GS:ffff9e87ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb856577ed0 CR3: 0000000001104000 CR4: 00000000007607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffc028d632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff844ec580>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff844e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff844ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8437846e>] ? deadline_add_request+0x6e/0x90
[<ffffffff84353869>] __blk_run_queue+0x39/0x50
[<ffffffff84357673>] blk_queue_bio+0x3b3/0x400
[<ffffffff843554f7>] generic_make_request+0x147/0x380
[<ffffffff843557a0>] submit_bio+0x70/0x150
[<ffffffff8428c483>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc0541e45>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc0542475>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffff841c9efc>] write_cache_pages+0x21c/0x470
[<ffffffffc0542290>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffc054225b>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffff841caf51>] do_writepages+0x21/0x50
[<ffffffff841bfb45>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff841bfc91>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc054cd66>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffff84283be7>] do_fsync+0x67/0xb0
[<ffffffff84283ed0>] SyS_fsync+0x10/0x20
[<ffffffff84794f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #160208
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa498a3f5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc0422d45
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc041fa20
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa46e3e70
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa46ed59c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffa457846e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffa4553869
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffa4557673
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffa45554f7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffa45557a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffffa448c483
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x213
|
|
12
|
xfs_add_to_ioend
|
xfs |
0xffffffffc060fe45
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x145
|
|
13
|
xfs_do_writepage
|
xfs |
0xffffffffc0610475
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1e5
|
|
14
|
write_cache_pages
|
vmlinux |
0xffffffffa43c9efc
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21c
|
|
15
|
|
xfs |
0xffffffffc0610290
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa0
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc061025b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x6b
|
|
17
|
do_writepages
|
vmlinux |
0xffffffffa43caf51
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffa43bfb45
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffffa43bfc91
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc061ad66
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x66
|
|
21
|
do_fsync
|
vmlinux |
0xffffffffa4483be7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x67
|
|
22
|
SyS_fsync
|
vmlinux |
0xffffffffa4483ed0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x10
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffffa4994f92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [postdrop:20055]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter sunrpc ext4 mbcache jbd2 dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper sg ablk_helper cryptd virtio_balloon i2c_piix4 pcspkr joydev ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi virtio_net net_failover failover bochs_drm ahci drm_kms_helper syscopyarea sysfillrect libahci sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common ata_piix drm crc32c_intel virtio_pci serio_raw virtio_ring
virtio libata drm_panel_orientation_quirks floppy fuse
CPU: 0 PID: 20055 Comm: postdrop Tainted: G L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.13.0-48-gd9c812dda519-prebuilt.qemu.org 04/01/2014
task: ffff883b12938000 ti: ffff883985c84000 task.ti: ffff883985c84000
RIP: 0010:[<ffffffffa498a3f5>] [<ffffffffa498a3f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff883985c879f0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff883985c879c0 RCX: 0000000000000000
RDX: ffff8838793ecc18 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff883985c879f0 R08: 0000000000000000 R09: 000000002b9b6fff
R10: 0000000000000000 R11: 0000000000000001 R12: ffffffffa431791b
R13: ffff883985c87970 R14: ffff883a5d101498 R15: ffff883a5d48f800
FS: 00007f0cc39b4880(0000) GS:ffff883b37c00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0cc1595a40 CR3: 00000002a7ca0000 CR4: 0000000000160ff0
Call Trace:
[<ffffffffc0422d45>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc041fa20>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffa46e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa46ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa457846e>] ? deadline_add_request+0x6e/0x90
[<ffffffffa4553869>] __blk_run_queue+0x39/0x50
[<ffffffffa4557673>] blk_queue_bio+0x3b3/0x400
[<ffffffffa45554f7>] generic_make_request+0x147/0x380
[<ffffffffa45557a0>] submit_bio+0x70/0x150
[<ffffffffa448c483>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc060fe45>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc0610475>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffffa43c9efc>] write_cache_pages+0x21c/0x470
[<ffffffffc0610290>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffc061025b>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffffa43caf51>] do_writepages+0x21/0x50
[<ffffffffa43bfb45>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffa43bfc91>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc061ad66>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffffa4483be7>] do_fsync+0x67/0xb0
[<ffffffffa4483ed0>] SyS_fsync+0x10/0x20
[<ffffffffa4994f92>] system_call_fastpath+0x25/0x2a
Code: 16 ce 98 ff 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 f6 cd 98 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #105629
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03f33be
Build id: 3.10.0-957.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc041571e
Build id: 3.10.0-957.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc040e2e0
Build id: 3.10.0-957.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb1ed0960
Build id: 3.10.0-957.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb1ed9efc
Build id: 3.10.0-957.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffffb1d675fe
Build id: 3.10.0-957.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffb1d42ff9
Build id: 3.10.0-957.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffb1d46cf3
Build id: 3.10.0-957.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffb1d44c87
Build id: 3.10.0-957.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffb1d44f30
Build id: 3.10.0-957.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffffb1c7e3e3
Build id: 3.10.0-957.el7.x86_64
|
0x213
|
|
12
|
xfs_add_to_ioend
|
xfs |
0xffffffffc0640165
Build id: 3.10.0-957.el7.x86_64
|
0x145
|
|
13
|
xfs_do_writepage
|
xfs |
0xffffffffc0640787
Build id: 3.10.0-957.el7.x86_64
|
0x1d7
|
|
14
|
write_cache_pages
|
vmlinux |
0xffffffffb1bc2034
Build id: 3.10.0-957.el7.x86_64
|
0x254
|
|
15
|
|
xfs |
0xffffffffc06405b0
Build id: 3.10.0-957.el7.x86_64
|
0x150
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc06403ab
Build id: 3.10.0-957.el7.x86_64
|
0x6b
|
|
17
|
do_writepages
|
vmlinux |
0xffffffffb1bc3181
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffb1bb79b5
Build id: 3.10.0-957.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffffb1bb7b01
Build id: 3.10.0-957.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc064b156
Build id: 3.10.0-957.el7.x86_64
|
0x66
|
|
21
|
do_fsync
|
vmlinux |
0xffffffffb1c75c77
Build id: 3.10.0-957.el7.x86_64
|
0x67
|
|
22
|
SyS_fsync
|
vmlinux |
0xffffffffb1c75f60
Build id: 3.10.0-957.el7.x86_64
|
0x10
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffffb2174ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 116s! [abrt-hook-ccpp:12231]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon ppdev joydev snd_seq_midi pcspkr snd_seq_midi_event btusb btrtl btbcm btintel bluetooth snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm rfkill snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_pclmul
crct10dif_common crc32c_intel serio_raw vmwgfx ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi e1000 ata_piix scsi_transport_spi libata mptscsih mptbase nfit drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 12231 Comm: abrt-hook-ccpp Kdump: loaded Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8e31fe7da080 ti: ffff8e32083e8000 task.ti: ffff8e32083e8000
RIP: 0010:[<ffffffffc03f33be>] [<ffffffffc03f33be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8e32083eb948 EFLAGS: 00000246
RAX: ffff9feb00a00000 RBX: ffff8e31fd82a7f0 RCX: 000000000000000d
RDX: ffff8e31b59ff400 RSI: ffff8e32b1ffc000 RDI: 000000000000000e
RBP: ffff8e32083eb958 R08: 0000000000000003 R09: 0000000115dccfff
R10: ffff8e32b190f0d8 R11: ffff8e32b1896d80 R12: ffff8e31fe730c00
R13: ffff8e32083eb8bc R14: ffffffffb1d4b83b R15: ffff8e32083eb900
FS: 00007f70d6c72900(0000) GS:ffff8e32b9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd281553000 CR3: 00000000883d8000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc041571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc040e2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb1ed0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb1ed9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffffb1d675fe>] ? deadline_add_request+0x6e/0x90
[<ffffffffb1d42ff9>] __blk_run_queue+0x39/0x50
[<ffffffffb1d46cf3>] blk_queue_bio+0x3b3/0x400
[<ffffffffb1d44c87>] generic_make_request+0x147/0x380
[<ffffffffb1d44f30>] submit_bio+0x70/0x150
[<ffffffffb1c7e3e3>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc0640165>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc0640787>] xfs_do_writepage+0x1d7/0x510 [xfs]
[<ffffffffb1bc2034>] write_cache_pages+0x254/0x4e0
[<ffffffffc06405b0>] ? xfs_aops_discard_page+0x150/0x150 [xfs]
[<ffffffffc06403ab>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffffb1bc3181>] do_writepages+0x21/0x50
[<ffffffffb1bb79b5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffb1bb7b01>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc064b156>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffffb1c75c77>] do_fsync+0x67/0xb0
[<ffffffffb1c75f60>] SyS_fsync+0x10/0x20
[<ffffffffb2174ddb>] system_call_fastpath+0x22/0x27
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 40
Complete report #13886
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02e83be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc033771e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03702e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa3ee2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa3eec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffa3d771ae
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffa3d527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffa3d564b3
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffa3d54437
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffa3d546e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x70
|
|
11
|
|
vmlinux |
0xffffffffa3c8b943
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
12
|
xfs_add_to_ioend
|
xfs |
0xffffffffc04fdec5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x145
|
|
13
|
xfs_do_writepage
|
xfs |
0xffffffffc04fe4f5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1e5
|
|
14
|
write_cache_pages
|
vmlinux |
0xffffffffa3bca20c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21c
|
|
15
|
|
xfs |
0xffffffffc04fe310
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa0
|
|
16
|
xfs_vm_writepages
|
xfs |
0xffffffffc04fe2db
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6b
|
|
17
|
do_writepages
|
vmlinux |
0xffffffffa3bcb261
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
18
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffa3bbfc85
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x65
|
|
19
|
filemap_write_and_wait_range
|
vmlinux |
0xffffffffa3bbfdd1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x41
|
|
20
|
xfs_file_fsync
|
xfs |
0xffffffffc0508dd6
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x66
|
|
21
|
do_fsync
|
vmlinux |
0xffffffffa3c82f57
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x67
|
|
22
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa4192e09
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x96
|
|
23
|
SyS_fsync
|
vmlinux |
0xffffffffa3c83240
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x10
|
|
24
|
system_call_fastpath
|
vmlinux |
0xffffffffa4192ed2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x25
|
|
25
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa4192e15
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 45s! [Classif~ Update:4566]
Modules linked in: fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod ata_generic crc_t10dif
crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi crct10dif_pclmul crct10dif_common scsi_transport_spi crc32c_intel mptscsih nfit libnvdimm serio_raw mptbase ata_piix libata vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 4566 Comm: Classif~ Update Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9f7bbc06a0e0 ti: ffff9f7cb5604000 task.ti: ffff9f7cb5604000
RIP: 0010:[<ffffffffc02e83be>] [<ffffffffc02e83be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9f7cb5607958 EFLAGS: 00000246
RAX: ffffc494c0740000 RBX: ffff9f7cb3a4c7f0 RCX: 0000000000000017
RDX: ffff9f7cb340c000 RSI: ffff9f7bb5968000 RDI: 000000000000000e
RBP: ffff9f7cb5607968 R08: 0000000000000003 R09: 00000000277abfff
R10: ffff9f7bb5f8e000 R11: ffff9f7c2e921340 R12: ffff9f7c1ec00600
R13: ffff9f7cb56078cc R14: ffffffffa3d5b0cb R15: ffff9f7cb5607910
FS: 00007f7153cbe700(0000) GS:ffff9f7cbae40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd95b3ff000 CR3: 00000001377b2000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc033771e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03702e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa3ee2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa3eec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffa3d771ae>] ? deadline_add_request+0x6e/0x90
[<ffffffffa3d527a9>] __blk_run_queue+0x39/0x50
[<ffffffffa3d564b3>] blk_queue_bio+0x3b3/0x400
[<ffffffffa3d54437>] generic_make_request+0x147/0x380
[<ffffffffa3d546e0>] submit_bio+0x70/0x150
[<ffffffffa3c8b943>] ? bio_alloc_bioset+0x213/0x310
[<ffffffffc04fdec5>] xfs_add_to_ioend+0x145/0x1d0 [xfs]
[<ffffffffc04fe4f5>] xfs_do_writepage+0x1e5/0x550 [xfs]
[<ffffffffa3bca20c>] write_cache_pages+0x21c/0x470
[<ffffffffc04fe310>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffc04fe2db>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffffa3bcb261>] do_writepages+0x21/0x50
[<ffffffffa3bbfc85>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffa3bbfdd1>] filemap_write_and_wait_range+0x41/0x90
[<ffffffffc0508dd6>] xfs_file_fsync+0x66/0x1c0 [xfs]
[<ffffffffa3c82f57>] do_fsync+0x67/0xb0
[<ffffffffa4192e09>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffffa3c83240>] SyS_fsync+0x10/0x20
[<ffffffffa4192ed2>] system_call_fastpath+0x25/0x2a
[<ffffffffa4192e15>] ? system_call_after_swapgs+0xa2/0x13a
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 63 2f