Info

Permalink
Function
mpt_put_msg_frame
First occurrence
2020-10-06
Last occurrence
2020-10-06
State
NEW
Components
kernel
Quality
-35

Statistics

Operating system Count
CentOS 7 190
Architecture Count
x86_64 190
Related packages Count
kernel 190
 0:3.10.0-1160.21.1.el7 41
 0:3.10.0-693.el7 23
 0:3.10.0-1160.el7 21
 0:3.10.0-1160.108.1.el7 21
 0:3.10.0-1160.88.1.el7 13
 0:3.10.0-1160.42.2.el7 9
 0:3.10.0-1160.11.1.el7 8
 0:3.10.0-1160.53.1.el7 8
 0:3.10.0-1160.31.1.el7 6
 0:3.10.0-1127.el7 6
 0:3.10.0-1160.24.1.el7 6
 0:3.10.0-514.el7 3
 0:3.10.0-693.2.2.el7 3
 0:3.10.0-1160.45.1.el7 3
 0:3.10.0-1160.59.1.el7 3
 0:3.10.0-1127.19.1.el7 2
 0:3.10.0-327.28.3.el7 2
 0:3.10.0-1160.90.1.el7 2
 0:3.10.0-693.17.1.el7 1
 0:3.10.0-514.26.2.el7 1
 0:3.10.0-1160.2.2.el7 1
 0:3.10.0-1160.66.1.el7 1
 0:3.10.0-1160.6.1.el7 1
 0:3.10.0-1160.76.1.el7 1
 0:3.10.0-1160.49.1.el7 1
 0:3.10.0-1160.36.2.el7 1
 0:3.10.0-1160.80.1.el7 1
 0:3.10.0-1160.119.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

No reports in the last 20 days.

Report backtrace


Complete report #1390821
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc028c44e
Build id: 3.10.0-1160.119.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc02ae74e
Build id: 3.10.0-1160.119.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc02a72f0
Build id: 3.10.0-1160.119.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff81f03030
Build id: 3.10.0-1160.119.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff81f0cbdc
Build id: 3.10.0-1160.119.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff81d687d9
Build id: 3.10.0-1160.119.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff81d688aa
Build id: 3.10.0-1160.119.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff81d6c2f8
Build id: 3.10.0-1160.119.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff81d6c764
Build id: 3.10.0-1160.119.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff81bd6f91
Build id: 3.10.0-1160.119.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff81bd75c1
Build id: 3.10.0-1160.119.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81bcbc35
Build id: 3.10.0-1160.119.1.el7.x86_64
0x105
13
? __inode_permission
vmlinux 0xffffffff81c67d02
Build id: 3.10.0-1160.119.1.el7.x86_64
0x52
14
__xfs_filemap_fault
xfs 0xffffffffc0560ffe
Build id: 3.10.0-1160.119.1.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc056120c
Build id: 3.10.0-1160.119.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffff81bfa21a
Build id: 3.10.0-1160.119.1.el7.x86_64
0x8a
17
do_read_fault.isra.63
vmlinux 0xffffffff81bfa7cc
Build id: 3.10.0-1160.119.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffff81c021d3
Build id: 3.10.0-1160.119.1.el7.x86_64
0xa33
19
__do_page_fault
vmlinux 0xffffffff821bf7d3
Build id: 3.10.0-1160.119.1.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffff821bfb05
Build id: 3.10.0-1160.119.1.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffff821bb7b8
Build id: 3.10.0-1160.119.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 26s! [gdb:25704]
Modules linked in: binfmt_misc tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_seq_device glue_helper snd_pcm snd_timer snd ablk_helper soundcore ppdev cryptd vmw_balloon sg pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_piix fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel drm mptspi nfit libata serio_raw scsi_transport_spi e1000 libnvdimm mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 25704 Comm: gdb Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff978f985fd280 ti: ffff978d65b60000 task.ti: ffff978d65b60000
RIP: 0010:[<ffffffffc028c44e>]  [<ffffffffc028c44e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0018:ffff978d65b63918  EFLAGS: 00000246
RAX: ffffae27831c0000 RBX: ffff978b7e88b7b0 RCX: 0000000000000003
RDX: ffff978f9876cc00 RSI: ffff978f9f528000 RDI: 000000000000000e
RBP: ffff978d65b63928 R08: 0000000000000003 R09: 000000030d5e4fff
R10: ffff978f9ebef800 R11: ffff978f9b2ef640 R12: ffff978b40fcc600
R13: ffff978d65b6388c R14: ffffffff81d7158b R15: ffff978d65b638d0
FS:  0000000000000000(0000) GS:ffff978f9d700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000042feb9 CR3: 0000000336278000 CR4: 0000000000760fe0
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 26s! [pulseaudio:31486]
PKRU: 55555554
Call Trace:
[<ffffffffc02ae74e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02a72f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff81f03030>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff81f0cbdc>] scsi_request_fn+0x4ac/0x680
[<ffffffff81d687d9>] __blk_run_queue+0x39/0x50
[<ffffffff81d688aa>] queue_unplugged+0x2a/0xa0
[<ffffffff81d6c2f8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff81d6c764>] blk_finish_plug+0x14/0x50
[<ffffffff81bd6f91>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff81bd75c1>] ra_submit+0x21/0x30
[<ffffffff81bcbc35>] filemap_fault+0x105/0x420
[<ffffffff81c67d02>] ? __inode_permission+0x52/0xe0
[<ffffffffc0560ffe>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc056120c>] xfs_filemap_fault+0x2c/0x40 [xfs]
[<ffffffff81bfa21a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff81bfa7cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff81c021d3>] handle_mm_fault+0xa33/0x1190
[<ffffffff821bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff821bfb05>] do_page_fault+0x35/0x90
[<ffffffff821bb7b8>] page_fault+0x28/0x30
Complete report #1016923
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc04763be
Build id: 3.10.0-1160.59.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc04a871e
Build id: 3.10.0-1160.59.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc04c02e0
Build id: 3.10.0-1160.59.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa76e4870
Build id: 3.10.0-1160.59.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa76edf9c
Build id: 3.10.0-1160.59.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffa7553f29
Build id: 3.10.0-1160.59.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa7553fea
Build id: 3.10.0-1160.59.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa75578e8
Build id: 3.10.0-1160.59.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffa7557d54
Build id: 3.10.0-1160.59.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffa73cbe31
Build id: 3.10.0-1160.59.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffa73cc451
Build id: 3.10.0-1160.59.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffa73c0e35
Build id: 3.10.0-1160.59.1.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc06bd91e
Build id: 3.10.0-1160.59.1.el7.x86_64
0x7e
14
xfs_filemap_fault
xfs 0xffffffffc06bdb1c
Build id: 3.10.0-1160.59.1.el7.x86_64
0x2c
15
__do_fault.isra.61
vmlinux 0xffffffffa73ee7aa
Build id: 3.10.0-1160.59.1.el7.x86_64
0x8a
16
? hrtimer_get_res
vmlinux 0xffffffffa72c9aa0
Build id: 3.10.0-1160.59.1.el7.x86_64
0x50
17
do_read_fault.isra.63
vmlinux 0xffffffffa73eed5c
Build id: 3.10.0-1160.59.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffffa73f65a0
Build id: 3.10.0-1160.59.1.el7.x86_64
0xa20
19
__do_page_fault
vmlinux 0xffffffffa7994653
Build id: 3.10.0-1160.59.1.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffffa7994975
Build id: 3.10.0-1160.59.1.el7.x86_64
0x35
21
? error_swapgs
vmlinux 0xffffffffa7990ac9
Build id: 3.10.0-1160.59.1.el7.x86_64
0xaa
22
page_fault
vmlinux 0xffffffffa7990778
Build id: 3.10.0-1160.59.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 34s! [HangDetector:806]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_nat_ftp nf_conntrack_ftp nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon joydev coretemp sg pcspkr parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic crct10dif_common ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw ata_piix drm libata mptspi scsi_transport_spi mptscsih vmxnet3 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 806 Comm: HangDetector Kdump: loaded Tainted: G        W      ------------   3.10.0-1160.59.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff9d4832688000 ti: ffff9d4833e4c000 task.ti: ffff9d4833e4c000
RIP: 0010:[<ffffffffc04763be>]  [<ffffffffc04763be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9d4833e4f918  EFLAGS: 00000246
RAX: ffffae3d40fc0000 RBX: ffff9d46a1b76720 RCX: 0000000000000009
RDX: ffff9d4635f32200 RSI: ffff9d48324be000 RDI: 000000000000000e
RBP: ffff9d4833e4f928 R08: 0000000000000003 R09: 000000009e08efff
R10: ffff9d4635447c00 R11: ffff9d460b0d6fc0 R12: ffff9d46b5f3c480
R13: ffff9d4833e4f88c R14: ffffffffa755c90b R15: ffff9d4833e4f8d0
FS:  00007fd0e1683700(0000) GS:ffff9d483fd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000056366fba21c0 CR3: 00000002358a2000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc04a871e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04c02e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa76e4870>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa76edf9c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa7553f29>] __blk_run_queue+0x39/0x50
[<ffffffffa7553fea>] queue_unplugged+0x2a/0xa0
[<ffffffffa75578e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa7557d54>] blk_finish_plug+0x14/0x40
[<ffffffffa73cbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa73cc451>] ra_submit+0x21/0x30
[<ffffffffa73c0e35>] filemap_fault+0x105/0x420
[<ffffffffc06bd91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc06bdb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffa73ee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa72c9aa0>] ? hrtimer_get_res+0x50/0x50
[<ffffffffa73eed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa73f65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa7994653>] __do_page_fault+0x213/0x500
[<ffffffffa7994975>] do_page_fault+0x35/0x90
[<ffffffffa7990ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa7990778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 43 48 
Complete report #950763
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff89b8b795
Build id: 3.10.0-1160.45.1.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc0191632
Build id: 3.10.0-1160.45.1.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff898ecf70
Build id: 3.10.0-1160.45.1.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff898e4860
Build id: 3.10.0-1160.45.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff898edf8c
Build id: 3.10.0-1160.45.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff89753f39
Build id: 3.10.0-1160.45.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff89753ffa
Build id: 3.10.0-1160.45.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff897578d8
Build id: 3.10.0-1160.45.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff89757d44
Build id: 3.10.0-1160.45.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff895cbe31
Build id: 3.10.0-1160.45.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff895cc451
Build id: 3.10.0-1160.45.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff895c0e35
Build id: 3.10.0-1160.45.1.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc040791e
Build id: 3.10.0-1160.45.1.el7.x86_64
0x7e
14
xfs_filemap_fault
xfs 0xffffffffc0407b1c
Build id: 3.10.0-1160.45.1.el7.x86_64
0x2c
15
__do_fault.isra.61
vmlinux 0xffffffff895ee7aa
Build id: 3.10.0-1160.45.1.el7.x86_64
0x8a
16
? hrtimer_get_res
vmlinux 0xffffffff894c9aa0
Build id: 3.10.0-1160.45.1.el7.x86_64
0x50
17
do_read_fault.isra.63
vmlinux 0xffffffff895eed5c
Build id: 3.10.0-1160.45.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffff895f65a0
Build id: 3.10.0-1160.45.1.el7.x86_64
0xa20
19
__do_page_fault
vmlinux 0xffffffff89b90653
Build id: 3.10.0-1160.45.1.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffff89b90975
Build id: 3.10.0-1160.45.1.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffff89b8c778
Build id: 3.10.0-1160.45.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 32s! [HangDetector:883]
Modules linked in: nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr ppdev joydev vmw_balloon sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi
vmwgfx sd_mod crc_t10dif drm_kms_helper crct10dif_generic ata_piix syscopyarea sysfillrect sysimgblt ahci fb_sys_fops ttm libahci crct10dif_pclmul crct10dif_common crc32c_intel drm nfit serio_raw vmxnet3 libnvdimm libata vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 883 Comm: HangDetector Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8a74350d3180 ti: ffff8a782eac8000 task.ti: ffff8a782eac8000
RIP: 0010:[<ffffffff89b8b795>]  [<ffffffff89b8b795>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8a782eacb980  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff897b2f83 RCX: ffffffff8a034f40
RDX: ffffb59081c00000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8a782eacb980 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8a7828cb9000 R11: ffff8a78295b2000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8a7505929e00 R15: ffffffff898ebc29
FS:  00007f4b1f4c3700(0000) GS:ffff8a783fc80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4b2c41cdc0 CR3: 000000042e216000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc0191632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff898ecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff898e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff898edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff89753f39>] __blk_run_queue+0x39/0x50
[<ffffffff89753ffa>] queue_unplugged+0x2a/0xa0
[<ffffffff897578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff89757d44>] blk_finish_plug+0x14/0x40
[<ffffffff895cbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff895cc451>] ra_submit+0x21/0x30
[<ffffffff895c0e35>] filemap_fault+0x105/0x420
[<ffffffffc040791e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0407b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff895ee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffff894c9aa0>] ? hrtimer_get_res+0x50/0x50
[<ffffffff895eed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff895f65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff89b90653>] __do_page_fault+0x213/0x500
[<ffffffff89b90975>] do_page_fault+0x35/0x90
[<ffffffff89b8c778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #905004
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc03eb44e
Build id: 3.10.0-1160.80.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc043b74e
Build id: 3.10.0-1160.80.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc04062f0
Build id: 3.10.0-1160.80.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa3902a90
Build id: 3.10.0-1160.80.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa390c52c
Build id: 3.10.0-1160.80.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffa3768119
Build id: 3.10.0-1160.80.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa37681ea
Build id: 3.10.0-1160.80.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa376bc38
Build id: 3.10.0-1160.80.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffa376c0a4
Build id: 3.10.0-1160.80.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffa35d6d71
Build id: 3.10.0-1160.80.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffa35d73a1
Build id: 3.10.0-1160.80.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffa35cba15
Build id: 3.10.0-1160.80.1.el7.x86_64
0x105
13
? __mem_cgroup_commit_charge
vmlinux 0xffffffffa364bb02
Build id: 3.10.0-1160.80.1.el7.x86_64
0xe2
14
__xfs_filemap_fault
xfs 0xffffffffc06b5ffe
Build id: 3.10.0-1160.80.1.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc06b620c
Build id: 3.10.0-1160.80.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffffa35fa05a
Build id: 3.10.0-1160.80.1.el7.x86_64
0x8a
17
do_read_fault.isra.63
vmlinux 0xffffffffa35fa60c
Build id: 3.10.0-1160.80.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffffa3601fc0
Build id: 3.10.0-1160.80.1.el7.x86_64
0xa20
19
__do_page_fault
vmlinux 0xffffffffa3bbf7d3
Build id: 3.10.0-1160.80.1.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffffa3bbfb05
Build id: 3.10.0-1160.80.1.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffffa3bbb7b8
Build id: 3.10.0-1160.80.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 135s! [abrtd:849]
Modules linked in: vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw gf128mul ac97_bus glue_helper snd_seq ablk_helper cryptd snd_seq_device snd_pcm ppdev snd_timer vmw_balloon snd sg soundcore vmw_vmci pcspkr joydev i2c_piix4 parport_pc parport fuse binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel nfit mptspi scsi_transport_spi libata e1000 libnvdimm mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 849 Comm: abrtd Kdump: loaded Tainted: G             L ------------   3.10.0-1160.80.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8bdaa5263180 ti: ffff8bdaa1790000 task.ti: ffff8bdaa1790000
RIP: 0010:[<ffffffffc03eb44e>]  [<ffffffffc03eb44e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffff8bdaa1793918  EFLAGS: 00000246
RAX: ffffa3c503200000 RBX: ffff8bd7b101f000 RCX: 0000000000000010
RDX: ffff8bdaa5165200 RSI: ffff8bdaab52f000 RDI: 000000000000000e
RBP: ffff8bdaa1793928 R08: 0000000000000002 R09: 00000002ae70dfff
R10: ffff8bdaaa13c400 R11: ffff8bd5b5f95500 R12: ffff8bd5ec225080
R13: ffff8bdaa179388c R14: ffffffffa3770ecb R15: ffff8bdaa17938d0
FS:  00007f4eef37d900(0000) GS:ffff8bdaa9840000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055d9b4cdf0b0 CR3: 0000000528616000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc043b74e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04062f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa3902a90>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffa390c52c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa3768119>] __blk_run_queue+0x39/0x50
[<ffffffffa37681ea>] queue_unplugged+0x2a/0xa0
[<ffffffffa376bc38>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa376c0a4>] blk_finish_plug+0x14/0x50
[<ffffffffa35d6d71>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa35d73a1>] ra_submit+0x21/0x30
[<ffffffffa35cba15>] filemap_fault+0x105/0x420
[<ffffffffa364bb02>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffc06b5ffe>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc06b620c>] xfs_filemap_fault+0x2c/0x40 [xfs]
[<ffffffffa35fa05a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa35fa60c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa3601fc0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa3bbf7d3>] __do_page_fault+0x213/0x510
[<ffffffffa3bbfb05>] do_page_fault+0x35/0x90
[<ffffffffa3bbb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 
Complete report #820384
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff90b89785
Build id: 3.10.0-1160.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc00ce632
Build id: 3.10.0-1160.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff908ec090
Build id: 3.10.0-1160.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff908e3980
Build id: 3.10.0-1160.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff908ed0ac
Build id: 3.10.0-1160.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff907534d9
Build id: 3.10.0-1160.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff9075359a
Build id: 3.10.0-1160.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff90756dd8
Build id: 3.10.0-1160.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff90757244
Build id: 3.10.0-1160.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff905cb261
Build id: 3.10.0-1160.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff905cb881
Build id: 3.10.0-1160.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff905c0975
Build id: 3.10.0-1160.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc034d91e
Build id: 3.10.0-1160.el7.x86_64
0x7e
14
? sock_recvmsg
vmlinux 0xffffffff90a344f5
Build id: 3.10.0-1160.el7.x86_64
0xc5
15
xfs_filemap_fault
xfs 0xffffffffc034db1c
Build id: 3.10.0-1160.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffff905ede3a
Build id: 3.10.0-1160.el7.x86_64
0x8a
17
do_read_fault.isra.63
vmlinux 0xffffffff905ee3ec
Build id: 3.10.0-1160.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffff905f5c30
Build id: 3.10.0-1160.el7.x86_64
0xa20
19
__do_page_fault
vmlinux 0xffffffff90b8e653
Build id: 3.10.0-1160.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffff90b8e975
Build id: 3.10.0-1160.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffff90b8a778
Build id: 3.10.0-1160.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [dhclient:1041]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper sg cryptd pcspkr vmw_balloon joydev parport_pc i2c_piix4 parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm sd_mod
crc_t10dif libahci crct10dif_generic ata_piix nfit libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 1041 Comm: dhclient Kdump: loaded Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffffa113fa4a3180 ti: ffffa114723ec000 task.ti: ffffa114723ec000
RIP: 0010:[<ffffffff90b89785>]  [<ffffffff90b89785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffffa114723ef980  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff907b2323 RCX: ffffffff91034f40
RDX: ffffc1d9c0780000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffffa114723ef980 R08: 0000000000000001 R09: 0000000000000000
R10: ffffa11470177400 R11: ffffa11470236000 R12: 0000000000000000
R13: 0000000000000020 R14: ffffa1146efaaa80 R15: ffffffff908ead49
FS:  00007f73f0b54880(0000) GS:ffffa1147fd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055a6b815c5d0 CR3: 00000001317d6000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc00ce632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff908ec090>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff908e3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff908ed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff907534d9>] __blk_run_queue+0x39/0x50
[<ffffffff9075359a>] queue_unplugged+0x2a/0xa0
[<ffffffff90756dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff90757244>] blk_finish_plug+0x14/0x40
[<ffffffff905cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff905cb881>] ra_submit+0x21/0x30
[<ffffffff905c0975>] filemap_fault+0x105/0x420
[<ffffffffc034d91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffff90a344f5>] ? sock_recvmsg+0xc5/0x100
[<ffffffffc034db1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff905ede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff905ee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff905f5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffff90b8e653>] __do_page_fault+0x213/0x500
[<ffffffff90b8e975>] do_page_fault+0x35/0x90
[<ffffffff90b8a778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #685755
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc038244e
Build id: 3.10.0-1160.88.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc03d174e
Build id: 3.10.0-1160.88.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc03ea2f0
Build id: 3.10.0-1160.88.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff91d02fe0
Build id: 3.10.0-1160.88.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff91d0cb8c
Build id: 3.10.0-1160.88.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff91b68649
Build id: 3.10.0-1160.88.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff91b6871a
Build id: 3.10.0-1160.88.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff91b6c168
Build id: 3.10.0-1160.88.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff91b6c5d4
Build id: 3.10.0-1160.88.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff919d6ed1
Build id: 3.10.0-1160.88.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff919d7501
Build id: 3.10.0-1160.88.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff919cbb75
Build id: 3.10.0-1160.88.1.el7.x86_64
0x105
13
? kmem_cache_alloc
vmlinux 0xffffffff91a35c92
Build id: 3.10.0-1160.88.1.el7.x86_64
0x1c2
14
__xfs_filemap_fault
xfs 0xffffffffc062fffe
Build id: 3.10.0-1160.88.1.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc063020c
Build id: 3.10.0-1160.88.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffff919fa15a
Build id: 3.10.0-1160.88.1.el7.x86_64
0x8a
17
do_read_fault.isra.63
vmlinux 0xffffffff919fa70c
Build id: 3.10.0-1160.88.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffff91a02113
Build id: 3.10.0-1160.88.1.el7.x86_64
0xa33
19
__do_page_fault
vmlinux 0xffffffff91fbf7d3
Build id: 3.10.0-1160.88.1.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffff91fbfb05
Build id: 3.10.0-1160.88.1.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffff91fbb7b8
Build id: 3.10.0-1160.88.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [polkitd:771]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ppdev aesni_intel ac97_bus snd_seq lrw gf128mul glue_helper snd_seq_device vmw_balloon ablk_helper cryptd snd_pcm joydev pcspkr snd_timer sg snd soundcore
vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common nfit crc32c_intel drm libnvdimm libata mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 771 Comm: polkitd Not tainted 3.10.0-1160.88.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8f70351be300 ti: ffff8f70b7070000 task.ti: ffff8f70b7070000
RIP: 0010:[<ffffffffc038244e>]  [<ffffffffc038244e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffff8f70b7073918  EFLAGS: 00000246
RAX: ffffb3ec006c0000 RBX: ffff8f70b48e0df0 RCX: 0000000000000017
RDX: ffff8f70352f6400 RSI: ffff8f7035f57000 RDI: 000000000000000e
RBP: ffff8f70b7073928 R08: 0000000000000003 R09: 000000007dd69fff
R10: ffff8f7034ccd400 R11: ffff8f7035ef4fc0 R12: ffff8f70b8c6e280
R13: ffff8f70b707388c R14: ffffffff91b713fb R15: ffff8f70b70738d0
FS:  00007fa21fe31900(0000) GS:ffff8f70ba700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa21e9d14f0 CR3: 00000000b80ce000 CR4: 0000000000340fe0
Call Trace:
[<ffffffffc03d174e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03ea2f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff91d02fe0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff91d0cb8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff91b68649>] __blk_run_queue+0x39/0x50
[<ffffffff91b6871a>] queue_unplugged+0x2a/0xa0
[<ffffffff91b6c168>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff91b6c5d4>] blk_finish_plug+0x14/0x50
[<ffffffff919d6ed1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff919d7501>] ra_submit+0x21/0x30
[<ffffffff919cbb75>] filemap_fault+0x105/0x420
[<ffffffff91a35c92>] ? kmem_cache_alloc+0x1c2/0x1f0
[<ffffffffc062fffe>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc063020c>] xfs_filemap_fault+0x2c/0x40 [xfs]
[<ffffffff919fa15a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff919fa70c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff91a02113>] handle_mm_fault+0xa33/0x1190
[<ffffffff91fbf7d3>] __do_page_fault+0x213/0x510
[<ffffffff91fbfb05>] do_page_fault+0x35/0x90
[<ffffffff91fbb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 
Complete report #660287
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff9ff893e5
Build id: 3.10.0-1160.11.1.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc02e4632
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff9fcec2a0
Build id: 3.10.0-1160.11.1.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff9fce3b90
Build id: 3.10.0-1160.11.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff9fced2bc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff9fb536d9
Build id: 3.10.0-1160.11.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff9fb5379a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff9fb56fd8
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff9fb57444
Build id: 3.10.0-1160.11.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff9f9cb431
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff9f9cba51
Build id: 3.10.0-1160.11.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff9f9c0bc5
Build id: 3.10.0-1160.11.1.el7.x86_64
0x105
13
? account_entity_dequeue
vmlinux 0xffffffff9f8e124e
Build id: 3.10.0-1160.11.1.el7.x86_64
0xae
14
__xfs_filemap_fault
xfs 0xffffffffc058191e
Build id: 3.10.0-1160.11.1.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc0581b1c
Build id: 3.10.0-1160.11.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffff9f9ee01a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x8a
17
? hrtimer_get_res
vmlinux 0xffffffff9f8c9ab0
Build id: 3.10.0-1160.11.1.el7.x86_64
0x50
18
do_read_fault.isra.63
vmlinux 0xffffffff9f9ee5cc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4c
19
handle_mm_fault
vmlinux 0xffffffff9f9f5e10
Build id: 3.10.0-1160.11.1.el7.x86_64
0xa20
20
__do_page_fault
vmlinux 0xffffffff9ff8e653
Build id: 3.10.0-1160.11.1.el7.x86_64
0x213
21
do_page_fault
vmlinux 0xffffffff9ff8e975
Build id: 3.10.0-1160.11.1.el7.x86_64
0x35
22
? error_swapgs
vmlinux 0xffffffff9ff8aac9
Build id: 3.10.0-1160.11.1.el7.x86_64
0xaa
23
page_fault
vmlinux 0xffffffff9ff8a778
Build id: 3.10.0-1160.11.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 33s! [HangDetector:846]
Modules linked in: binfmt_misc vmw_vsock_vmci_transport vsock sunrpc snd_seq sb_edac snd_seq_device snd_pcm ppdev sg snd_timer iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd lrw gf128mul glue_helper soundcore ablk_helper cryptd joydev pcspkr vmw_balloon parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea crct10dif_pclmul crct10dif_common crc32c_intel sysfillrect sysimgblt fb_sys_fops ttm serio_raw ahci drm libahci vmxnet3 ata_piix nfit vmw_pvscsi libata libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ipmi_msghandler]
CPU: 2 PID: 846 Comm: HangDetector Tainted: G             L ------------   3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff8de03a671080 ti: ffff8de135b50000 task.ti: ffff8de135b50000
RIP: 0010:[<ffffffff9ff893e5>]  [<ffffffff9ff893e5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8de135b53980  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff9fbb2523 RCX: ffffffffa0434f40
RDX: ffffba3480e80000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8de135b53980 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8de1344d9800 R11: ffff8ddfb59fd800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8de10b13ed80 R15: ffffffff9fceaf59
FS:  00007fceb4226700(0000) GS:ffff8de13fd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fcec17f5000 CR3: 00000001b561a000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc02e4632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff9fcec2a0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff9fce3b90>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9fced2bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff9fb536d9>] __blk_run_queue+0x39/0x50
[<ffffffff9fb5379a>] queue_unplugged+0x2a/0xa0
[<ffffffff9fb56fd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9fb57444>] blk_finish_plug+0x14/0x40
[<ffffffff9f9cb431>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff9f9cba51>] ra_submit+0x21/0x30
[<ffffffff9f9c0bc5>] filemap_fault+0x105/0x420
[<ffffffff9f8e124e>] ? account_entity_dequeue+0xae/0xd0
[<ffffffffc058191e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0581b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff9f9ee01a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff9f8c9ab0>] ? hrtimer_get_res+0x50/0x50
[<ffffffff9f9ee5cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff9f9f5e10>] handle_mm_fault+0xa20/0xfb0
[<ffffffff9ff8e653>] __do_page_fault+0x213/0x500
[<ffffffff9ff8e975>] do_page_fault+0x35/0x90
[<ffffffff9ff8aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff9ff8a778>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48 
Complete report #399224
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc00503be
Build id: 3.10.0-693.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc0072729
Build id: 3.10.0-693.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffc00492b0
Build id: 3.10.0-693.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
0x4df
6
__blk_run_queue
vmlinux 0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8118f3ee
Build id: 3.10.0-693.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff8118fa71
Build id: 3.10.0-693.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81184e45
Build id: 3.10.0-693.el7.x86_64
0x105
13
? sched_clock_cpu
vmlinux 0xffffffff810c76f5
Build id: 3.10.0-693.el7.x86_64
0x85
14
xfs_filemap_fault
xfs 0xffffffffc02b290f
Build id: 3.10.0-693.el7.x86_64
0x5f
15
__do_fault
vmlinux 0xffffffff811ad162
Build id: 3.10.0-693.el7.x86_64
0x52
16
do_read_fault.isra.44
vmlinux 0xffffffff811ad60b
Build id: 3.10.0-693.el7.x86_64
0x4b
17
handle_mm_fault
vmlinux 0xffffffff811b1f11
Build id: 3.10.0-693.el7.x86_64
0x691
18
__do_page_fault
vmlinux 0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
0x154
19
do_page_fault
vmlinux 0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [2_scheduler:22441]
Modules linked in: br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg nfit joydev libnvdimm parport_pc parport i2c_piix4 shpchp vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel
drm e1000 serio_raw mptspi ata_piix scsi_transport_spi libata mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 22441 Comm: 2_scheduler Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff88000c122f70 ti: ffff880052124000 task.ti: ffff880052124000
RIP: 0010:[<ffffffffc00503be>]  [<ffffffffc00503be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8800521279c8  EFLAGS: 00000246
RAX: ffffc900003c0000 RBX: ffff880035fe8030 RCX: 000000000000001c
RDX: ffff880035a2f000 RSI: ffff880035dc3000 RDI: 000000000000000e
RBP: ffff8800521279d8 R08: 0000000000000003 R09: 000000002aad7fff
R10: ffff88003966b9c0 R11: ffff88003966b9c0 R12: ffff8800080d8780
R13: ffff88005212793c R14: ffffffff812ff13b R15: ffff880052127980
FS:  00007fc278e5c700(0000) GS:ffff88007b640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc2c3d52e60 CR3: 00000000416b5000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880035dc3d30 0000000000000050 ffff880052127a80 ffffffffc0072729
ffff880035dc3008 0000000052127a40 000000000000001c ffff88003966b9c0
0000000000000070 ffff880035dc3188 000000600000001c ffff880034c832b0
Call Trace:
[<ffffffffc0072729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00492b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff8118f3ee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118fa71>] ra_submit+0x21/0x30
[<ffffffff81184e45>] filemap_fault+0x105/0x410
[<ffffffff810c76f5>] ? sched_clock_cpu+0x85/0xc0
[<ffffffffc02b290f>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811ad162>] __do_fault+0x52/0xe0
[<ffffffff811ad60b>] do_read_fault.isra.44+0x4b/0x130
[<ffffffff811b1f11>] handle_mm_fault+0x691/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 05 
Complete report #392033
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff9e3893e5
Build id: 3.10.0-1160.11.1.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc0080632
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff9e0ec2a0
Build id: 3.10.0-1160.11.1.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff9e0e3b90
Build id: 3.10.0-1160.11.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff9e0ed2bc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff9df536d9
Build id: 3.10.0-1160.11.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff9df5379a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff9df56fd8
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff9df57444
Build id: 3.10.0-1160.11.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff9ddcb431
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff9ddcba51
Build id: 3.10.0-1160.11.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff9ddc0bc5
Build id: 3.10.0-1160.11.1.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc02f391e
Build id: 3.10.0-1160.11.1.el7.x86_64
0x7e
14
xfs_filemap_fault
xfs 0xffffffffc02f3b1c
Build id: 3.10.0-1160.11.1.el7.x86_64
0x2c
15
__do_fault.isra.61
vmlinux 0xffffffff9ddee01a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x8a
16
do_read_fault.isra.63
vmlinux 0xffffffff9ddee5cc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4c
17
handle_mm_fault
vmlinux 0xffffffff9ddf5e10
Build id: 3.10.0-1160.11.1.el7.x86_64
0xa20
18
? mprotect_fixup
vmlinux 0xffffffff9ddfe559
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1b9
19
__do_page_fault
vmlinux 0xffffffff9e38e653
Build id: 3.10.0-1160.11.1.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffff9e38e975
Build id: 3.10.0-1160.11.1.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffff9e38a778
Build id: 3.10.0-1160.11.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 28s! [find:23243]
Modules linked in: rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache xt_set nf_tables ip6t_MASQUERADE nf_nat_masquerade_ipv6 xt_comment xt_mark ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack_netlink xt_addrtype xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables veth vxlan ip6_udp_tunnel udp_tunnel ip_set_hash_ipportnet ip_set_hash_ipportip ip_set_hash_ipport ip_set_bitmap_port
dummy br_netfilter tun devlink overlay(T) binfmt_misc bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg joydev pcspkr vmw_vmci vmw_balloon parport_pc i2c_piix4 parport xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci nfit libnvdimm sd_mod libahci ata_piix crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 7 PID: 23243 Comm: find Kdump: loaded Tainted: G        W    L ------------ T 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff92fab6e73180 ti: ffff92f9a413c000 task.ti: ffff92f9a413c000
RIP: 0010:[<ffffffff9e3893e5>]  [<ffffffff9e3893e5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff92f9a413f980  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff9dfb2523 RCX: ffffffff9e834f40
RDX: ffffb56e00ea0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff92f9a413f980 R08: 0000000000000001 R09: 0000000000000000
R10: ffff92f9efbafc00 R11: ffff92fab469d800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff92faa311a180 R15: ffffffff9e0eaf59
FS:  00007fb991b90840(0000) GS:ffff92fabfdc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb991766d48 CR3: 00000001f304e000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffc0080632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff9e0ec2a0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff9e0e3b90>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9e0ed2bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff9df536d9>] __blk_run_queue+0x39/0x50
[<ffffffff9df5379a>] queue_unplugged+0x2a/0xa0
[<ffffffff9df56fd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9df57444>] blk_finish_plug+0x14/0x40
[<ffffffff9ddcb431>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff9ddcba51>] ra_submit+0x21/0x30
[<ffffffff9ddc0bc5>] filemap_fault+0x105/0x420
[<ffffffffc02f391e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc02f3b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff9ddee01a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff9ddee5cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff9ddf5e10>] handle_mm_fault+0xa20/0xfb0
[<ffffffff9ddfe559>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffff9e38e653>] __do_page_fault+0x213/0x500
[<ffffffff9e38e975>] do_page_fault+0x35/0x90
[<ffffffff9e38a778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #357301
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffbb98b7b5
Build id: 3.10.0-1160.36.2.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc03de632
Build id: 3.10.0-1160.36.2.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffffbb6ecf20
Build id: 3.10.0-1160.36.2.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffffbb6e4810
Build id: 3.10.0-1160.36.2.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffbb6edf3c
Build id: 3.10.0-1160.36.2.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffbb553ee9
Build id: 3.10.0-1160.36.2.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffbb553faa
Build id: 3.10.0-1160.36.2.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffbb557888
Build id: 3.10.0-1160.36.2.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffbb557cf4
Build id: 3.10.0-1160.36.2.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffbb3cbe11
Build id: 3.10.0-1160.36.2.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffbb3cc431
Build id: 3.10.0-1160.36.2.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffbb3c0e15
Build id: 3.10.0-1160.36.2.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc062c91e
Build id: 3.10.0-1160.36.2.el7.x86_64
0x7e
14
xfs_filemap_fault
xfs 0xffffffffc062cb1c
Build id: 3.10.0-1160.36.2.el7.x86_64
0x2c
15
__do_fault.isra.61
vmlinux 0xffffffffbb3ee78a
Build id: 3.10.0-1160.36.2.el7.x86_64
0x8a
16
? hrtimer_get_res
vmlinux 0xffffffffbb2c9a80
Build id: 3.10.0-1160.36.2.el7.x86_64
0x50
17
do_read_fault.isra.63
vmlinux 0xffffffffbb3eed3c
Build id: 3.10.0-1160.36.2.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffffbb3f6580
Build id: 3.10.0-1160.36.2.el7.x86_64
0xa20
19
__do_page_fault
vmlinux 0xffffffffbb990653
Build id: 3.10.0-1160.36.2.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffffbb990975
Build id: 3.10.0-1160.36.2.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffffbb98c778
Build id: 3.10.0-1160.36.2.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [HangDetector:841]
Modules linked in: binfmt_misc nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm crct10dif_pclmul crct10dif_common ahci crc32c_intel libahci serio_raw ata_piix vmxnet3 vmw_pvscsi libata drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 841 Comm: HangDetector Kdump: loaded Tainted: G             L ------------   3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8c05fb219080 ti: ffff8c05f97fc000 task.ti: ffff8c05f97fc000
RIP: 0010:[<ffffffffbb98b7b5>]  [<ffffffffbb98b7b5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8c05f97ff980  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffbb6ebc4e RCX: ffffffffbbe2f0a0
RDX: ffff9727003f0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8c05f97ff980 R08: ffffffffffffffff R09: 00000000363edfff
R10: ffff8c05b60c8800 R11: ffff8c05b6066800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8c05866d0d80 R15: ffffffffbb6ebbd9
FS:  00007f05c9acb700(0000) GS:ffff8c05ffd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005631784b71c0 CR3: 000000007a84a000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc03de632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffbb6ecf20>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffbb6e4810>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbb6edf3c>] scsi_request_fn+0x4ac/0x680
[<ffffffffbb553ee9>] __blk_run_queue+0x39/0x50
[<ffffffffbb553faa>] queue_unplugged+0x2a/0xa0
[<ffffffffbb557888>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffbb557cf4>] blk_finish_plug+0x14/0x40
[<ffffffffbb3cbe11>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffbb3cc431>] ra_submit+0x21/0x30
[<ffffffffbb3c0e15>] filemap_fault+0x105/0x420
[<ffffffffc062c91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc062cb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffbb3ee78a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffbb2c9a80>] ? hrtimer_get_res+0x50/0x50
[<ffffffffbb3eed3c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffbb3f6580>] handle_mm_fault+0xa20/0xfb0
[<ffffffffbb990653>] __do_page_fault+0x213/0x500
[<ffffffffbb990975>] do_page_fault+0x35/0x90
[<ffffffffbb98c778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #349423
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc01be3be
Build id: 3.10.0-1160.49.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc023971e
Build id: 3.10.0-1160.49.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc024d2e0
Build id: 3.10.0-1160.49.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa60e4860
Build id: 3.10.0-1160.49.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa60edf8c
Build id: 3.10.0-1160.49.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffa5f53f39
Build id: 3.10.0-1160.49.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa5f53ffa
Build id: 3.10.0-1160.49.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa5f578d8
Build id: 3.10.0-1160.49.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffa5f57d44
Build id: 3.10.0-1160.49.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffa5dcbe31
Build id: 3.10.0-1160.49.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffa5dcc451
Build id: 3.10.0-1160.49.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffa5dc0e35
Build id: 3.10.0-1160.49.1.el7.x86_64
0x105
13
? handle_mm_fault
vmlinux 0xffffffffa5df677d
Build id: 3.10.0-1160.49.1.el7.x86_64
0xbfd
14
__xfs_filemap_fault
xfs 0xffffffffc03fa91e
Build id: 3.10.0-1160.49.1.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc03fab1c
Build id: 3.10.0-1160.49.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffffa5dee7aa
Build id: 3.10.0-1160.49.1.el7.x86_64
0x8a
17
? __do_page_fault
vmlinux 0xffffffffa6390678
Build id: 3.10.0-1160.49.1.el7.x86_64
0x238
18
do_read_fault.isra.63
vmlinux 0xffffffffa5deed5c
Build id: 3.10.0-1160.49.1.el7.x86_64
0x4c
19
handle_mm_fault
vmlinux 0xffffffffa5df65a0
Build id: 3.10.0-1160.49.1.el7.x86_64
0xa20
20
__do_page_fault
vmlinux 0xffffffffa6390653
Build id: 3.10.0-1160.49.1.el7.x86_64
0x213
21
do_page_fault
vmlinux 0xffffffffa6390975
Build id: 3.10.0-1160.49.1.el7.x86_64
0x35
22
page_fault
vmlinux 0xffffffffa638c778
Build id: 3.10.0-1160.49.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 30s! [vmtoolsd:794]
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm dns_resolver iptable_nat nf_nat_ipv4 nf_nat iptable_mangle nf_log_ipv4 nf_log_common xt_LOG nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack vmw_vsock_vmci_transport vsock iptable_filter sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper pcspkr cryptd sg joydev vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi crct10dif_pclmul ata_piix crct10dif_common drm scsi_transport_spi crc32c_intel mptscsih libata serio_raw mptbase nfit vmxnet3 libnvdimm drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log
dm_mod fuse
CPU: 0 PID: 794 Comm: vmtoolsd Kdump: loaded Tainted: G             L ------------   3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff99b020b62100 ti: ffff99b01dc30000 task.ti: ffff99b01dc30000
RIP: 0010:[<ffffffffc01be3be>]  [<ffffffffc01be3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff99b01dc33918  EFLAGS: 00000246
RAX: ffffa8c701bc0000 RBX: ffff99b016516f60 RCX: 0000000000000020
RDX: ffff99ad3651c200 RSI: ffff99b01de81000 RDI: 000000000000000e
RBP: ffff99b01dc33928 R08: 0000000000000003 R09: 000000008b4fdfff
R10: ffff99aff0124800 R11: ffff99ad09a51f80 R12: ffff99af67269c80
R13: ffff99b01dc3388c R14: ffffffffa5f5c8fb R15: ffff99b01dc338d0
FS:  00007f3939170780(0000) GS:ffff99b02dc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f393917b004 CR3: 000000031dc08000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc023971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc024d2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa60e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa60edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa5f53f39>] __blk_run_queue+0x39/0x50
[<ffffffffa5f53ffa>] queue_unplugged+0x2a/0xa0
[<ffffffffa5f578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa5f57d44>] blk_finish_plug+0x14/0x40
[<ffffffffa5dcbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa5dcc451>] ra_submit+0x21/0x30
[<ffffffffa5dc0e35>] filemap_fault+0x105/0x420
[<ffffffffa5df677d>] ? handle_mm_fault+0xbfd/0xfb0
[<ffffffffc03fa91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc03fab1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffa5dee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa6390678>] ? __do_page_fault+0x238/0x500
[<ffffffffa5deed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa5df65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa6390653>] __do_page_fault+0x213/0x500
[<ffffffffa6390975>] do_page_fault+0x35/0x90
[<ffffffffa638c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 c3 1c 
Complete report #323112
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc00503be
Build id: 3.10.0-693.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc009e729
Build id: 3.10.0-693.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffc00492b0
Build id: 3.10.0-693.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
0x4df
6
__blk_run_queue
vmlinux 0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8118f3ee
Build id: 3.10.0-693.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff8118fa71
Build id: 3.10.0-693.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81184e45
Build id: 3.10.0-693.el7.x86_64
0x105
13
xfs_filemap_fault
xfs 0xffffffffc028290f
Build id: 3.10.0-693.el7.x86_64
0x5f
14
__do_fault
vmlinux 0xffffffff811ad162
Build id: 3.10.0-693.el7.x86_64
0x52
15
? do_wp_page
vmlinux 0xffffffff811afcb5
Build id: 3.10.0-693.el7.x86_64
0x185
16
do_read_fault.isra.44
vmlinux 0xffffffff811ad60b
Build id: 3.10.0-693.el7.x86_64
0x4b
17
handle_mm_fault
vmlinux 0xffffffff811b1f11
Build id: 3.10.0-693.el7.x86_64
0x691
18
__do_page_fault
vmlinux 0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
0x154
19
do_page_fault
vmlinux 0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [mysqld:62528]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables tcp_lp rfcomm fuse tun ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock bnep edac_mce_amd edac_core crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper snd_seq_midi snd_seq_midi_event ablk_helper ppdev cryptd vmw_balloon btusb btrtl btbcm btintel bluetooth nfit pcspkr joydev i2c_piix4
rfkill sg snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore vmw_vmci libnvdimm shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm serio_raw ata_piix mptspi libata scsi_transport_spi mptscsih e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 62528 Comm: mysqld Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8800056feeb0 ti: ffff88000fa60000 task.ti: ffff88000fa60000
RIP: 0010:[<ffffffffc00503be>]  [<ffffffffc00503be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff88000fa639c8  EFLAGS: 00000246
RAX: ffffc90000240000 RBX: ffff88000202eff0 RCX: 000000000000000f
RDX: ffff88003620b400 RSI: ffff8800358c6000 RDI: 000000000000000e
RBP: ffff88000fa639d8 R08: 0000000000000003 R09: 000000001e19ffff
R10: ffff88003593c000 R11: ffff88003593c000 R12: ffff88000ad95380
R13: ffff88000fa6393c R14: ffffffff812ff13b R15: ffff88000fa63980
FS:  00007f731c096700(0000) GS:ffff88003c600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000171409e CR3: 0000000016153000 CR4: 00000000000407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8800358c6d30 0000000000000048 ffff88000fa63a80 ffffffffc009e729
ffff8800358c6008 000000000fa63a40 000000000000000f ffff88003593c000
000000000000003c ffff8800358c6188 000000600000000f ffff88000000000b
Call Trace:
[<ffffffffc009e729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00492b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff8118f3ee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118fa71>] ra_submit+0x21/0x30
[<ffffffff81184e45>] filemap_fault+0x105/0x410
[<ffffffffc028290f>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811ad162>] __do_fault+0x52/0xe0
[<ffffffff811afcb5>] ? do_wp_page+0x185/0x5c0
[<ffffffff811ad60b>] do_read_fault.isra.44+0x4b/0x130
[<ffffffff811b1f11>] handle_mm_fault+0x691/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 05 
Complete report #304368
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff92d8b795
Build id: 3.10.0-1160.45.1.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc0273632
Build id: 3.10.0-1160.45.1.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff92aecf70
Build id: 3.10.0-1160.45.1.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff92ae4860
Build id: 3.10.0-1160.45.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff92aedf8c
Build id: 3.10.0-1160.45.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff92953f39
Build id: 3.10.0-1160.45.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff92953ffa
Build id: 3.10.0-1160.45.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff929578d8
Build id: 3.10.0-1160.45.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff92957d44
Build id: 3.10.0-1160.45.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff927cbe31
Build id: 3.10.0-1160.45.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff927cc451
Build id: 3.10.0-1160.45.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff927c0e35
Build id: 3.10.0-1160.45.1.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc052791e
Build id: 3.10.0-1160.45.1.el7.x86_64
0x7e
14
? path_lookupat
vmlinux 0xffffffff9285d072
Build id: 3.10.0-1160.45.1.el7.x86_64
0x122
15
xfs_filemap_fault
xfs 0xffffffffc0527b1c
Build id: 3.10.0-1160.45.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffff927ee7aa
Build id: 3.10.0-1160.45.1.el7.x86_64
0x8a
17
do_read_fault.isra.63
vmlinux 0xffffffff927eed5c
Build id: 3.10.0-1160.45.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffff927f65a0
Build id: 3.10.0-1160.45.1.el7.x86_64
0xa20
19
? mprotect_fixup
vmlinux 0xffffffff927fed49
Build id: 3.10.0-1160.45.1.el7.x86_64
0x1b9
20
__do_page_fault
vmlinux 0xffffffff92d90653
Build id: 3.10.0-1160.45.1.el7.x86_64
0x213
21
do_page_fault
vmlinux 0xffffffff92d90975
Build id: 3.10.0-1160.45.1.el7.x86_64
0x35
22
page_fault
vmlinux 0xffffffff92d8c778
Build id: 3.10.0-1160.45.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [gnome-shell:10162]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr sg joydev parport_pc vmw_vmci parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi sd_mod crc_t10dif vmwgfx crct10dif_generic ahci ata_piix drm_kms_helper libahci syscopyarea sysfillrect sysimgblt fb_sys_fops e1000e ttm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw
drm libata nfit libnvdimm ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 10162 Comm: gnome-shell Kdump: loaded Tainted: G             L ------------   3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff95328ce22100 ti: ffff953292c6c000 task.ti: ffff953292c6c000
RIP: 0010:[<ffffffff92d8b795>]  [<ffffffff92d8b795>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff953292c6f980  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff929b2f83 RCX: ffffffff93234f40
RDX: ffffaa7681b90000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff953292c6f980 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9534a949dc00 R11: ffff9530b5ea0000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9534ae14a780 R15: ffffffff92aebc29
FS:  00007f12c5320a80(0000) GS:ffff9534bfc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f12b139ca4a CR3: 000000040a10c000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc0273632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff92aecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff92ae4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff92aedf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff92953f39>] __blk_run_queue+0x39/0x50
[<ffffffff92953ffa>] queue_unplugged+0x2a/0xa0
[<ffffffff929578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff92957d44>] blk_finish_plug+0x14/0x40
[<ffffffff927cbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff927cc451>] ra_submit+0x21/0x30
[<ffffffff927c0e35>] filemap_fault+0x105/0x420
[<ffffffffc052791e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffff9285d072>] ? path_lookupat+0x122/0x8d0
[<ffffffffc0527b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff927ee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffff927eed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff927f65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff927fed49>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffff92d90653>] __do_page_fault+0x213/0x500
[<ffffffff92d90975>] do_page_fault+0x35/0x90
[<ffffffff92d8c778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #289267
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc00393be
Build id: 3.10.0-1160.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc016d71e
Build id: 3.10.0-1160.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc01a42e0
Build id: 3.10.0-1160.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa46e3980
Build id: 3.10.0-1160.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa46ed0ac
Build id: 3.10.0-1160.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffa45534d9
Build id: 3.10.0-1160.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa455359a
Build id: 3.10.0-1160.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa4556dd8
Build id: 3.10.0-1160.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffa4557244
Build id: 3.10.0-1160.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffa43cb261
Build id: 3.10.0-1160.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffa43cb881
Build id: 3.10.0-1160.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffa43c0975
Build id: 3.10.0-1160.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc02e791e
Build id: 3.10.0-1160.el7.x86_64
0x7e
14
? path_lookupat
vmlinux 0xffffffffa445c94a
Build id: 3.10.0-1160.el7.x86_64
0x1ea
15
xfs_filemap_fault
xfs 0xffffffffc02e7b1c
Build id: 3.10.0-1160.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffffa43ede3a
Build id: 3.10.0-1160.el7.x86_64
0x8a
17
? getname_flags
vmlinux 0xffffffffa445fbcf
Build id: 3.10.0-1160.el7.x86_64
0x4f
18
do_read_fault.isra.63
vmlinux 0xffffffffa43ee3ec
Build id: 3.10.0-1160.el7.x86_64
0x4c
19
handle_mm_fault
vmlinux 0xffffffffa43f5c30
Build id: 3.10.0-1160.el7.x86_64
0xa20
20
? __enqueue_entity
vmlinux 0xffffffffa42dfb48
Build id: 3.10.0-1160.el7.x86_64
0x78
21
__do_page_fault
vmlinux 0xffffffffa498e653
Build id: 3.10.0-1160.el7.x86_64
0x213
22
do_page_fault
vmlinux 0xffffffffa498e975
Build id: 3.10.0-1160.el7.x86_64
0x35
23
page_fault
vmlinux 0xffffffffa498a778
Build id: 3.10.0-1160.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [vmtoolsd:2797]
Modules linked in: xt_nat veth tcp_lp nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 iosf_mbi crc32_pclmul ghash_clmulni_intel snd_rawmidi aesni_intel snd_ac97_codec lrw gf128mul
ac97_bus glue_helper ablk_helper ppdev cryptd snd_seq snd_seq_device snd_pcm vmw_balloon snd_timer snd pcspkr soundcore joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom ata_generic vmwgfx pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul ttm crct10dif_common crc32c_intel mptspi nfit scsi_transport_spi ata_piix libnvdimm mptscsih drm libata serio_raw e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 2797 Comm: vmtoolsd Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9567a8b42100 ti: ffff9567a8b38000 task.ti: ffff9567a8b38000
RIP: 0010:[<ffffffffc00393be>]  [<ffffffffc00393be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9567a8b3b918  EFLAGS: 00000246
RAX: ffffb79ec03c0000 RBX: ffff9567ec99a810 RCX: 0000000000000006
RDX: ffff9567b5b26e00 RSI: ffff9567b54b4000 RDI: 000000000000000e
RBP: ffff9567a8b3b928 R08: 0000000000000002 R09: 0000000013be3fff
R10: ffff9567b4e5a800 R11: ffff9567e4bf64c0 R12: ffff95679f5d1800
R13: ffff9567a8b3b88c R14: ffffffffa455bdfb R15: ffff9567a8b3b8d0
FS:  00007f7168a0c780(0000) GS:ffff9567fb600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fad74f75000 CR3: 0000000024054000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc016d71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01a42e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa46e3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa46ed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffffa45534d9>] __blk_run_queue+0x39/0x50
[<ffffffffa455359a>] queue_unplugged+0x2a/0xa0
[<ffffffffa4556dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa4557244>] blk_finish_plug+0x14/0x40
[<ffffffffa43cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa43cb881>] ra_submit+0x21/0x30
[<ffffffffa43c0975>] filemap_fault+0x105/0x420
[<ffffffffc02e791e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffa445c94a>] ? path_lookupat+0x1ea/0x8d0
[<ffffffffc02e7b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffa43ede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa445fbcf>] ? getname_flags+0x4f/0x1a0
[<ffffffffa43ee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa43f5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa42dfb48>] ? __enqueue_entity+0x78/0x80
[<ffffffffa498e653>] __do_page_fault+0x213/0x500
[<ffffffffa498e975>] do_page_fault+0x35/0x90
[<ffffffffa498a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 04 
Complete report #252733
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc043e3be
Build id: 3.10.0-1160.42.2.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc046071e
Build id: 3.10.0-1160.42.2.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc04312e0
Build id: 3.10.0-1160.42.2.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa3ee4840
Build id: 3.10.0-1160.42.2.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa3eedf6c
Build id: 3.10.0-1160.42.2.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffa3d53f19
Build id: 3.10.0-1160.42.2.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa3d53fda
Build id: 3.10.0-1160.42.2.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa3d578b8
Build id: 3.10.0-1160.42.2.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffa3d57d24
Build id: 3.10.0-1160.42.2.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffa3bcbe31
Build id: 3.10.0-1160.42.2.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffa3bcc451
Build id: 3.10.0-1160.42.2.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffa3bc0e35
Build id: 3.10.0-1160.42.2.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc06a591e
Build id: 3.10.0-1160.42.2.el7.x86_64
0x7e
14
xfs_filemap_fault
xfs 0xffffffffc06a5b1c
Build id: 3.10.0-1160.42.2.el7.x86_64
0x2c
15
__do_fault.isra.61
vmlinux 0xffffffffa3bee7aa
Build id: 3.10.0-1160.42.2.el7.x86_64
0x8a
16
? hrtimer_get_res
vmlinux 0xffffffffa3ac9aa0
Build id: 3.10.0-1160.42.2.el7.x86_64
0x50
17
do_read_fault.isra.63
vmlinux 0xffffffffa3beed5c
Build id: 3.10.0-1160.42.2.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffffa3bf65a0
Build id: 3.10.0-1160.42.2.el7.x86_64
0xa20
19
__do_page_fault
vmlinux 0xffffffffa4190653
Build id: 3.10.0-1160.42.2.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffffa4190975
Build id: 3.10.0-1160.42.2.el7.x86_64
0x35
21
? error_swapgs
vmlinux 0xffffffffa418cac9
Build id: 3.10.0-1160.42.2.el7.x86_64
0xaa
22
page_fault
vmlinux 0xffffffffa418c778
Build id: 3.10.0-1160.42.2.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 21s! [HangDetector:886]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev parport_pc vmw_vmci parport i2c_piix4 sg ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx e1000 drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel mptspi serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks
floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 886 Comm: HangDetector Kdump: loaded Tainted: G             L ------------   3.10.0-1160.42.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff963cf586d280 ti: ffff963cf546c000 task.ti: ffff963cf546c000
RIP: 0010:[<ffffffffc043e3be>]  [<ffffffffc043e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff963cf546f918  EFLAGS: 00000246
RAX: ffffad1a80f40000 RBX: ffff963c37e8fe20 RCX: 000000000000000f
RDX: ffff963af5450600 RSI: ffff963cf2514000 RDI: 000000000000000e
RBP: ffff963cf546f928 R08: 0000000000000003 R09: 00000001d5cd5fff
R10: ffff963cf2302c00 R11: ffff963cf26a8a80 R12: ffff963ad50a3680
R13: ffff963cf546f88c R14: ffffffffa3d5c8db R15: ffff963cf546f8d0
FS:  00007eff70030700(0000) GS:ffff963cffd40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055ca469bf1c0 CR3: 000000023084a000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc046071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04312e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa3ee4840>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa3eedf6c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa3d53f19>] __blk_run_queue+0x39/0x50
[<ffffffffa3d53fda>] queue_unplugged+0x2a/0xa0
[<ffffffffa3d578b8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa3d57d24>] blk_finish_plug+0x14/0x40
[<ffffffffa3bcbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa3bcc451>] ra_submit+0x21/0x30
[<ffffffffa3bc0e35>] filemap_fault+0x105/0x420
[<ffffffffc06a591e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc06a5b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffa3bee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa3ac9aa0>] ? hrtimer_get_res+0x50/0x50
[<ffffffffa3beed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa3bf65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa4190653>] __do_page_fault+0x213/0x500
[<ffffffffa4190975>] do_page_fault+0x35/0x90
[<ffffffffa418cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa418c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 c3 44 
Complete report #240406
Frame # Function Binary Source or offset Line
1
scsi_request_fn
vmlinux 0xffffffffad0ed4d5
Build id: 3.10.0-1160.31.1.el7.x86_64
0x135
2
__blk_run_queue
vmlinux 0xffffffffacf539f9
Build id: 3.10.0-1160.31.1.el7.x86_64
0x39
3
queue_unplugged
vmlinux 0xffffffffacf53aba
Build id: 3.10.0-1160.31.1.el7.x86_64
0x2a
4
blk_flush_plug_list
vmlinux 0xffffffffacf57398
Build id: 3.10.0-1160.31.1.el7.x86_64
0x1d8
5
blk_finish_plug
vmlinux 0xffffffffacf57804
Build id: 3.10.0-1160.31.1.el7.x86_64
0x14
6
__do_page_cache_readahead
vmlinux 0xffffffffacdcb931
Build id: 3.10.0-1160.31.1.el7.x86_64
0x1e1
7
ra_submit
vmlinux 0xffffffffacdcbf51
Build id: 3.10.0-1160.31.1.el7.x86_64
0x21
8
filemap_fault
vmlinux 0xffffffffacdc0935
Build id: 3.10.0-1160.31.1.el7.x86_64
0x105
9
__xfs_filemap_fault
xfs 0xffffffffc034791e
Build id: 3.10.0-1160.31.1.el7.x86_64
0x7e
10
xfs_filemap_fault
xfs 0xffffffffc0347b1c
Build id: 3.10.0-1160.31.1.el7.x86_64
0x2c
11
__do_fault.isra.61
vmlinux 0xffffffffacdee2aa
Build id: 3.10.0-1160.31.1.el7.x86_64
0x8a
12
? hrtimer_get_res
vmlinux 0xffffffffaccc9a70
Build id: 3.10.0-1160.31.1.el7.x86_64
0x50
13
do_read_fault.isra.63
vmlinux 0xffffffffacdee85c
Build id: 3.10.0-1160.31.1.el7.x86_64
0x4c
14
handle_mm_fault
vmlinux 0xffffffffacdf60a0
Build id: 3.10.0-1160.31.1.el7.x86_64
0xa20
15
__do_page_fault
vmlinux 0xffffffffad390653
Build id: 3.10.0-1160.31.1.el7.x86_64
0x213
16
do_page_fault
vmlinux 0xffffffffad390975
Build id: 3.10.0-1160.31.1.el7.x86_64
0x35
17
page_fault
vmlinux 0xffffffffad38c778
Build id: 3.10.0-1160.31.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 73s! [HangDetector:1103]
Modules linked in: tun nf_nat_ftp nf_conntrack_ftp ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg vmw_vmci parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic
pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci ata_piix libahci libata mptspi scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common mptbase crc32c_intel vmxnet3 serio_raw nfit drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 1103 Comm: HangDetector Kdump: loaded Not tainted 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/28/2020
task: ffff9378743f9080 ti: ffff9376fb930000 task.ti: ffff9376fb930000
RIP: 0010:[<ffffffffad0ed4d5>]  [<ffffffffad0ed4d5>] scsi_request_fn+0x135/0x680
RSP: 0000:ffff9376fb933a30  EFLAGS: 00000296
RAX: 0000000000000000 RBX: 0000000000000086 RCX: 0000000000000000
RDX: 0000000000000001 RSI: 0000000000000086 RDI: ffff9376763e0450
RBP: ffff9376fb933a88 R08: ffff93787390c348 R09: 0000000000000000
R10: ffff937872352800 R11: ffff9377d9342540 R12: ffffffffaccaed5c
R13: ffff9376fb9339e8 R14: 0000000000000086 R15: ffff9376763e0548
FS:  00007f13a2a6b700(0000) GS:ffff93787fc80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055d54ac971c0 CR3: 00000000bb87c000 CR4: 00000000003607e0
Call Trace:
[<ffffffffacf539f9>] __blk_run_queue+0x39/0x50
[<ffffffffacf53aba>] queue_unplugged+0x2a/0xa0
[<ffffffffacf57398>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffacf57804>] blk_finish_plug+0x14/0x40
[<ffffffffacdcb931>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffacdcbf51>] ra_submit+0x21/0x30
[<ffffffffacdc0935>] filemap_fault+0x105/0x420
[<ffffffffc034791e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0347b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffacdee2aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffaccc9a70>] ? hrtimer_get_res+0x50/0x50
[<ffffffffacdee85c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffacdf60a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffad390653>] __do_page_fault+0x213/0x500
[<ffffffffad390975>] do_page_fault+0x35/0x90
[<ffffffffad38c778>] page_fault+0x28/0x30
Code: 8b 85 40 04 00 00 a8 02 0f 85 18 01 00 00 4c 89 f7 e8 a0 97 e6 ff 49 8b bd 58 04 00 00 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <4d> 8b be 00 01 00 00 4d 85 ff 0f 84 3d 04 00 00 49 8b 85 40 04 
Complete report #216706
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc01093be
Build id: 3.10.0-1160.31.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc013271e
Build id: 3.10.0-1160.31.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc00702e0
Build id: 3.10.0-1160.31.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa16e4120
Build id: 3.10.0-1160.31.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa16ed84c
Build id: 3.10.0-1160.31.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffa15539f9
Build id: 3.10.0-1160.31.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa1553aba
Build id: 3.10.0-1160.31.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa1557398
Build id: 3.10.0-1160.31.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffa1557804
Build id: 3.10.0-1160.31.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffa13cb931
Build id: 3.10.0-1160.31.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffa13cbf51
Build id: 3.10.0-1160.31.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffa13c0935
Build id: 3.10.0-1160.31.1.el7.x86_64
0x105
13
? __slab_free
vmlinux 0xffffffffa14262dd
Build id: 3.10.0-1160.31.1.el7.x86_64
0x9d
14
__xfs_filemap_fault
xfs 0xffffffffc032291e
Build id: 3.10.0-1160.31.1.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc0322b1c
Build id: 3.10.0-1160.31.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffffa13ee2aa
Build id: 3.10.0-1160.31.1.el7.x86_64
0x8a
17
do_read_fault.isra.63
vmlinux 0xffffffffa13ee85c
Build id: 3.10.0-1160.31.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffffa13f60a0
Build id: 3.10.0-1160.31.1.el7.x86_64
0xa20
19
__do_page_fault
vmlinux 0xffffffffa1990653
Build id: 3.10.0-1160.31.1.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffffa1990975
Build id: 3.10.0-1160.31.1.el7.x86_64
0x35
21
? error_swapgs
vmlinux 0xffffffffa198cac9
Build id: 3.10.0-1160.31.1.el7.x86_64
0xaa
22
page_fault
vmlinux 0xffffffffa198c778
Build id: 3.10.0-1160.31.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 25s! [polkitd:1009]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables vsock_diag tcp_diag udp_diag inet_diag unix_diag tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 nfsd nfs_acl lockd grace auth_rpcgss
sunrpc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm vmxnet3 mptspi drm ata_piix scsi_transport_spi mptscsih nfit mptbase libata libnvdimm drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 2 PID: 1009 Comm: polkitd Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9df4ee664200 ti: ffff9df4ebd5c000 task.ti: ffff9df4ebd5c000
RIP: 0010:[<ffffffffc01093be>]  [<ffffffffc01093be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9df4ebd5f918  EFLAGS: 00000246
RAX: ffffb4c341bc0000 RBX: ffff9df482232040 RCX: 000000000000003e
RDX: ffff9df4ea538e00 RSI: ffff9df4eabbf000 RDI: 000000000000000e
RBP: ffff9df4ebd5f928 R08: 0000000000000003 R09: 00000003c4a46fff
R10: ffff9df4ea65c400 R11: ffff9df111562fc0 R12: ffff9df32be71b00
R13: ffff9df4ebd5f88c R14: ffffffffa155c3bb R15: ffff9df4ebd5f8d0
FS:  00007f8f27369900(0000) GS:ffff9df4ffd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8f25d3a220 CR3: 000000042bd5a000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc013271e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc00702e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa16e4120>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa16ed84c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa15539f9>] __blk_run_queue+0x39/0x50
[<ffffffffa1553aba>] queue_unplugged+0x2a/0xa0
[<ffffffffa1557398>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa1557804>] blk_finish_plug+0x14/0x40
[<ffffffffa13cb931>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa13cbf51>] ra_submit+0x21/0x30
[<ffffffffa13c0935>] filemap_fault+0x105/0x420
[<ffffffffa14262dd>] ? __slab_free+0x9d/0x290
[<ffffffffc032291e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0322b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffa13ee2aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa13ee85c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa13f60a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa1990653>] __do_page_fault+0x213/0x500
[<ffffffffa1990975>] do_page_fault+0x35/0x90
[<ffffffffa198cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa198c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 11 
Complete report #150293
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc00ac632
Build id: 3.10.0-693.el7.x86_64
0x442
3
? scsi_test_unit_ready
vmlinux 0xffffffff8146d190
Build id: 3.10.0-693.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
0x4df
6
__blk_run_queue
vmlinux 0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8118f3ee
Build id: 3.10.0-693.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff8118fa71
Build id: 3.10.0-693.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81184e45
Build id: 3.10.0-693.el7.x86_64
0x105
13
xfs_filemap_fault
xfs 0xffffffffc034890f
Build id: 3.10.0-693.el7.x86_64
0x5f
14
__do_fault
vmlinux 0xffffffff811ad162
Build id: 3.10.0-693.el7.x86_64
0x52
15
do_read_fault.isra.44
vmlinux 0xffffffff811ad60b
Build id: 3.10.0-693.el7.x86_64
0x4b
16
handle_mm_fault
vmlinux 0xffffffff811b1f11
Build id: 3.10.0-693.el7.x86_64
0x691
17
? list_del
vmlinux 0xffffffff8133d9dd
Build id: 3.10.0-693.el7.x86_64
0xd
18
__do_page_fault
vmlinux 0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
0x154
19
do_page_fault
vmlinux 0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 23s! [pickup:9392]
Modules linked in: ip_vs_rr xt_ipvs ip_vs veth vxlan ip6_udp_tunnel udp_tunnel iptable_mangle xt_mark xt_nat xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache overlay(T) vmw_vsock_vmci_transport vsock ppdev vmw_balloon nfit pcspkr joydev sg libnvdimm i2c_piix4 shpchp vmw_vmci parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif drm_kms_helper crc32_pclmul crct10dif_generic crct10dif_pclmul crc32c_intel crct10dif_common scsi_transport_iscsi syscopyarea sysfillrect sysimgblt ghash_clmulni_intel fb_sys_fops
ttm 8021q drm garp stp llc mrp ahci libahci ata_piix libata aesni_intel lrw gf128mul glue_helper ablk_helper cryptd serio_raw vmxnet3 vmw_pvscsi i2c_core sunrpc dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 9392 Comm: pickup Tainted: G             L ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff880936ea0fd0 ti: ffff880bfea18000 task.ti: ffff880bfea18000
RIP: 0010:[<ffffffff816ab845>]  [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff880bfea1ba30  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff81349a50 RCX: 0000000c04651fff
RDX: ffffc900069c0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff880bfea1ba30 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8800814c9a40 R11: ffff880c05ef1000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff880be9714780 R15: ffffffff8146bdb9
FS:  00007f1123537840(0000) GS:ffff880c3fd40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f11230ee530 CR3: 0000000beb289000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880bfea1baa8 ffffffffc00ac632 ffff88003a6d9000 ffff880c3feb5000
ffff880c0576ca40 ffff880c05ef3fe8 ffffffff8146d190 0000000000000002
ffff880c05ef3f54 0000000000000282 ffff8800814c9a40 0000000000000000
Call Trace:
[<ffffffffc00ac632>] pvscsi_queue+0x442/0x7e1 [vmw_pvscsi]
[<ffffffff8146d190>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff8118f3ee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118fa71>] ra_submit+0x21/0x30
[<ffffffff81184e45>] filemap_fault+0x105/0x410
[<ffffffffc034890f>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811ad162>] __do_fault+0x52/0xe0
[<ffffffff811ad60b>] do_read_fault.isra.44+0x4b/0x130
[<ffffffff811b1f11>] handle_mm_fault+0x691/0xfa0
[<ffffffff8133d9dd>] ? list_del+0xd/0x30
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Complete report #52605
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc04263be
Build id: 3.10.0-1160.11.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc044171e
Build id: 3.10.0-1160.11.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc041f2e0
Build id: 3.10.0-1160.11.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffaf2e3b90
Build id: 3.10.0-1160.11.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffaf2ed2bc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffaf1536d9
Build id: 3.10.0-1160.11.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffaf15379a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffaf156fd8
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffaf157444
Build id: 3.10.0-1160.11.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffaefcb431
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffaefcba51
Build id: 3.10.0-1160.11.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffaefc0bc5
Build id: 3.10.0-1160.11.1.el7.x86_64
0x105
13
? __schedule
vmlinux 0xffffffffaf5868ef
Build id: 3.10.0-1160.11.1.el7.x86_64
0x3af
14
__xfs_filemap_fault
xfs 0xffffffffc067991e
Build id: 3.10.0-1160.11.1.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc0679b1c
Build id: 3.10.0-1160.11.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffffaefee01a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x8a
17
? hrtimer_get_res
vmlinux 0xffffffffaeec9ab0
Build id: 3.10.0-1160.11.1.el7.x86_64
0x50
18
do_read_fault.isra.63
vmlinux 0xffffffffaefee5cc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4c
19
handle_mm_fault
vmlinux 0xffffffffaeff5e10
Build id: 3.10.0-1160.11.1.el7.x86_64
0xa20
20
__do_page_fault
vmlinux 0xffffffffaf58e653
Build id: 3.10.0-1160.11.1.el7.x86_64
0x213
21
do_page_fault
vmlinux 0xffffffffaf58e975
Build id: 3.10.0-1160.11.1.el7.x86_64
0x35
22
page_fault
vmlinux 0xffffffffaf58a778
Build id: 3.10.0-1160.11.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ERAServer:2675]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables nls_utf8 isofs binfmt_misc eset_rtp(OE) tun devlink bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 aesni_intel snd_rawmidi snd_ac97_codec ac97_bus lrw vmw_balloon snd_seq gf128mul glue_helper ablk_helper
cryptd snd_seq_device snd_pcm pcspkr joydev sg snd_timer snd soundcore vmw_vmci i2c_piix4 parport_pc parport xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crc32c_intel ata_piix serio_raw drm libata e1000 mptspi scsi_transport_spi mptscsih mptbase nfit libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 2675 Comm: ERAServer Kdump: loaded Tainted: G           OE  ------------   3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff96d3baf73180 ti: ffff96d32835c000 task.ti: ffff96d32835c000
RIP: 0010:[<ffffffffc04263be>]  [<ffffffffc04263be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff96d32835f918  EFLAGS: 00000246
RAX: ffffb261809c0000 RBX: ffff96d42e9e7b10 RCX: 000000000000001f
RDX: ffff96d3350a6800 RSI: ffff96d3350b9000 RDI: 000000000000000e
RBP: ffff96d32835f928 R08: 0000000000000003 R09: 0000000114564fff
R10: ffff96d42bd49000 R11: ffff96d32815c700 R12: ffff96d317347000
R13: ffff96d32835f88c R14: ffffffffaf15bffb R15: ffff96d32835f8d0
FS:  00007f0427274700(0000) GS:ffff96d439600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0437f1cee0 CR3: 00000000aa6ac000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc044171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc041f2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffaf2e3b90>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffaf2ed2bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffaf1536d9>] __blk_run_queue+0x39/0x50
[<ffffffffaf15379a>] queue_unplugged+0x2a/0xa0
[<ffffffffaf156fd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffaf157444>] blk_finish_plug+0x14/0x40
[<ffffffffaefcb431>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffaefcba51>] ra_submit+0x21/0x30
[<ffffffffaefc0bc5>] filemap_fault+0x105/0x420
[<ffffffffaf5868ef>] ? __schedule+0x3af/0x860
[<ffffffffc067991e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0679b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffaefee01a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffaeec9ab0>] ? hrtimer_get_res+0x50/0x50
[<ffffffffaefee5cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffaeff5e10>] handle_mm_fault+0xa20/0xfb0
[<ffffffffaf58e653>] __do_page_fault+0x213/0x500
[<ffffffffaf58e975>] do_page_fault+0x35/0x90
[<ffffffffaf58a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 43 43 
Complete report #34961
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc03573be
Build id: 3.10.0-1160.11.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc037971e
Build id: 3.10.0-1160.11.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc04992e0
Build id: 3.10.0-1160.11.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff878e3b90
Build id: 3.10.0-1160.11.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff878ed2bc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff877536d9
Build id: 3.10.0-1160.11.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff8775379a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff87756fd8
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff87757444
Build id: 3.10.0-1160.11.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff875cb431
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff875cba51
Build id: 3.10.0-1160.11.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff875c0bc5
Build id: 3.10.0-1160.11.1.el7.x86_64
0x105
13
? __schedule
vmlinux 0xffffffff87b868ef
Build id: 3.10.0-1160.11.1.el7.x86_64
0x3af
14
__xfs_filemap_fault
xfs 0xffffffffc06cb91e
Build id: 3.10.0-1160.11.1.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc06cbb1c
Build id: 3.10.0-1160.11.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffff875ee01a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x8a
17
do_read_fault.isra.63
vmlinux 0xffffffff875ee5cc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffff875f5e10
Build id: 3.10.0-1160.11.1.el7.x86_64
0xa20
19
? __enqueue_entity
vmlinux 0xffffffff874dfca8
Build id: 3.10.0-1160.11.1.el7.x86_64
0x78
20
__do_page_fault
vmlinux 0xffffffff87b8e653
Build id: 3.10.0-1160.11.1.el7.x86_64
0x213
21
do_page_fault
vmlinux 0xffffffff87b8e975
Build id: 3.10.0-1160.11.1.el7.x86_64
0x35
22
page_fault
vmlinux 0xffffffff87b8a778
Build id: 3.10.0-1160.11.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [rs:main Q:Reg:1360]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper snd_ens1371 ablk_helper cryptd vmw_balloon snd_rawmidi snd_ac97_codec joydev ac97_bus pcspkr snd_seq snd_seq_device snd_pcm btusb btrtl btbcm btintel bluetooth snd_timer snd soundcore rfkill sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm nfit ata_piix libnvdimm serio_raw mptspi libata scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash
dm_log dm_mod fuse
CPU: 0 PID: 1360 Comm: rs:main Q:Reg Kdump: loaded Tainted: G             L ------------   3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff91d6ed363180 ti: ffff91d6ee330000 task.ti: ffff91d6ee330000
RIP: 0010:[<ffffffffc03573be>]  [<ffffffffc03573be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff91d6ee333918  EFLAGS: 00000246
RAX: ffffb783c0b80000 RBX: ffff91d69b77c8b0 RCX: 0000000000000015
RDX: ffff91d676226a00 RSI: ffff91d675fae000 RDI: 000000000000000e
RBP: ffff91d6ee333928 R08: 0000000000000002 R09: 000000007ae2afff
R10: ffff91d6744e4800 R11: ffff91d6ee367100 R12: ffff91d69b552e80
R13: ffff91d6ee33388c R14: ffffffff8775bffb R15: ffff91d6ee3338d0
FS:  00007f9a6ccf2700(0000) GS:ffff91d6ef800000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005579f5d1c310 CR3: 00000000af2d6000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc037971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04992e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff878e3b90>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff878ed2bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff877536d9>] __blk_run_queue+0x39/0x50
[<ffffffff8775379a>] queue_unplugged+0x2a/0xa0
[<ffffffff87756fd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff87757444>] blk_finish_plug+0x14/0x40
[<ffffffff875cb431>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff875cba51>] ra_submit+0x21/0x30
[<ffffffff875c0bc5>] filemap_fault+0x105/0x420
[<ffffffff87b868ef>] ? __schedule+0x3af/0x860
[<ffffffffc06cb91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc06cbb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff875ee01a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff875ee5cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff875f5e10>] handle_mm_fault+0xa20/0xfb0
[<ffffffff874dfca8>] ? __enqueue_entity+0x78/0x80
[<ffffffff87b8e653>] __do_page_fault+0x213/0x500
[<ffffffff87b8e975>] do_page_fault+0x35/0x90
[<ffffffff87b8a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 53 36 
Complete report #17754
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc03433be
Build id: 3.10.0-1160.2.2.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc036571e
Build id: 3.10.0-1160.2.2.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc035e2e0
Build id: 3.10.0-1160.2.2.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8aae3980
Build id: 3.10.0-1160.2.2.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff8aaed0ac
Build id: 3.10.0-1160.2.2.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff8a9534d9
Build id: 3.10.0-1160.2.2.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff8a95359a
Build id: 3.10.0-1160.2.2.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff8a956dd8
Build id: 3.10.0-1160.2.2.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff8a957244
Build id: 3.10.0-1160.2.2.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8a7cb261
Build id: 3.10.0-1160.2.2.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff8a7cb881
Build id: 3.10.0-1160.2.2.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff8a7c0975
Build id: 3.10.0-1160.2.2.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc05e791e
Build id: 3.10.0-1160.2.2.el7.x86_64
0x7e
14
xfs_filemap_fault
xfs 0xffffffffc05e7b1c
Build id: 3.10.0-1160.2.2.el7.x86_64
0x2c
15
__do_fault.isra.61
vmlinux 0xffffffff8a7ede3a
Build id: 3.10.0-1160.2.2.el7.x86_64
0x8a
16
do_read_fault.isra.63
vmlinux 0xffffffff8a7ee3ec
Build id: 3.10.0-1160.2.2.el7.x86_64
0x4c
17
handle_mm_fault
vmlinux 0xffffffff8a7f5c30
Build id: 3.10.0-1160.2.2.el7.x86_64
0xa20
18
__do_page_fault
vmlinux 0xffffffff8ad8e653
Build id: 3.10.0-1160.2.2.el7.x86_64
0x213
19
do_page_fault
vmlinux 0xffffffff8ad8e975
Build id: 3.10.0-1160.2.2.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffff8ad8a778
Build id: 3.10.0-1160.2.2.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 30s! [java:6537]
Modules linked in: tcp_lp xt_CHECKSUM tun devlink rfcomm ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype br_netfilter cifs ccm dns_resolver vmhgfs(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 coretemp iosf_mbi crc32_pclmul snd_ens1371 snd_rawmidi snd_ac97_codec btusb btrtl ppdev btbcm ghash_clmulni_intel
btintel ac97_bus snd_seq bluetooth snd_seq_device vmw_balloon snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd rfkill snd_timer joydev pcspkr sg vmw_vmci snd soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit crct10dif_pclmul crct10dif_common libnvdimm drm crc32c_intel ata_piix libata serio_raw mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 6537 Comm: java Kdump: loaded Tainted: G           OEL ------------ T 3.10.0-1160.2.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9be7f3215280 ti: ffff9beadba3c000 task.ti: ffff9beadba3c000
RIP: 0010:[<ffffffffc03433be>]  [<ffffffffc03433be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9beadba3f918  EFLAGS: 00000246
RAX: ffffc13d03380000 RBX: ffff9bec13b46710 RCX: 0000000000000002
RDX: ffff9bec55471c00 RSI: ffff9bec5856f000 RDI: 000000000000000e
RBP: ffff9beadba3f928 R08: 0000000000000003 R09: 000000029e320fff
R10: ffff9bec55433400 R11: ffff9be77564c540 R12: ffff9be90a3b8300
R13: ffff9beadba3f88c R14: ffffffff8a95bdfb R15: ffff9beadba3f8d0
FS:  00007fc9f8282700(0000) GS:ffff9bec57640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00003cd3f5d6f000 CR3: 0000000512d84000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc036571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc035e2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8aae3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8aaed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff8a9534d9>] __blk_run_queue+0x39/0x50
[<ffffffff8a95359a>] queue_unplugged+0x2a/0xa0
[<ffffffff8a956dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8a957244>] blk_finish_plug+0x14/0x40
[<ffffffff8a7cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff8a7cb881>] ra_submit+0x21/0x30
[<ffffffff8a7c0975>] filemap_fault+0x105/0x420
[<ffffffffc05e791e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc05e7b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff8a7ede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff8a7ee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff8a7f5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffff8ad8e653>] __do_page_fault+0x213/0x500
[<ffffffff8ad8e975>] do_page_fault+0x35/0x90
[<ffffffff8ad8a778>] page_fault+0x28/0x30
Complete report #17499
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc00503be
Build id: 3.10.0-693.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc009e729
Build id: 3.10.0-693.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffc00ee2b0
Build id: 3.10.0-693.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
0x4df
6
__blk_run_queue
vmlinux 0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8118f3ee
Build id: 3.10.0-693.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff8118fa71
Build id: 3.10.0-693.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81184e45
Build id: 3.10.0-693.el7.x86_64
0x105
13
xfs_filemap_fault
xfs 0xffffffffc028890f
Build id: 3.10.0-693.el7.x86_64
0x5f
14
__do_fault
vmlinux 0xffffffff811ad162
Build id: 3.10.0-693.el7.x86_64
0x52
15
do_read_fault.isra.44
vmlinux 0xffffffff811ad60b
Build id: 3.10.0-693.el7.x86_64
0x4b
16
handle_mm_fault
vmlinux 0xffffffff811b1f11
Build id: 3.10.0-693.el7.x86_64
0x691
17
? update_curr
vmlinux 0xffffffff810cd794
Build id: 3.10.0-693.el7.x86_64
0x104
18
__do_page_fault
vmlinux 0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
0x154
19
do_page_fault
vmlinux 0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 29s! [gnome-shell:1322]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock coretemp snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel lrw gf128mul snd_seq_device glue_helper ablk_helper cryptd snd_pcm vmw_balloon snd_timer sg nfit snd pcspkr joydev libnvdimm soundcore parport_pc parport i2c_piix4 shpchp vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ata_piix libata mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 1322 Comm: gnome-shell Not tainted 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff880024031fa0 ti: ffff880022004000 task.ti: ffff880022004000
RIP: 0010:[<ffffffffc00503be>]  [<ffffffffc00503be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8800220079c8  EFLAGS: 00000246
RAX: ffffc90000200000 RBX: ffff880038fc07f0 RCX: 0000000000000011
RDX: ffff880036219600 RSI: ffff880035886000 RDI: 000000000000000e
RBP: ffff8800220079d8 R08: 0000000000000003 R09: 000000002a445fff
R10: ffff880037f0df80 R11: ffff880037f0df80 R12: ffff8800392bf900
R13: ffff88002200793c R14: ffffffff812ff13b R15: ffff880022007980
FS:  00007f97f712eac0(0000) GS:ffff88003c600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f97d73f70d0 CR3: 00000000220b3000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880035886d30 0000000000000030 ffff880022007a80 ffffffffc009e729
ffff880035886008 0000000022007a40 0000000000000011 ffff880037f0df80
0000000000000044 ffff880035886188 0000006000000011 ffff88000000000b
Call Trace:
[<ffffffffc009e729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00ee2b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff8118f3ee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118fa71>] ra_submit+0x21/0x30
[<ffffffff81184e45>] filemap_fault+0x105/0x410
[<ffffffffc028890f>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811ad162>] __do_fault+0x52/0xe0
[<ffffffff811ad60b>] do_read_fault.isra.44+0x4b/0x130
[<ffffffff811b1f11>] handle_mm_fault+0x691/0xfa0
[<ffffffff810cd794>] ? update_curr+0x104/0x190
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 05 
Complete report #17043
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffa00b43be
Build id: 3.10.0-327.28.3.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffa00d6729
Build id: 3.10.0-327.28.3.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffa005f2b0
Build id: 3.10.0-327.28.3.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8141845a
Build id: 3.10.0-327.28.3.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff814213e1
Build id: 3.10.0-327.28.3.el7.x86_64
0x501
6
__blk_run_queue
vmlinux 0xffffffff812c7c63
Build id: 3.10.0-327.28.3.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812c7d1a
Build id: 3.10.0-327.28.3.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812cc598
Build id: 3.10.0-327.28.3.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812cc9a4
Build id: 3.10.0-327.28.3.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8117615e
Build id: 3.10.0-327.28.3.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff81176791
Build id: 3.10.0-327.28.3.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff8116bc55
Build id: 3.10.0-327.28.3.el7.x86_64
0x105
13
xfs_filemap_fault
xfs 0xffffffffa02370ef
Build id: 3.10.0-327.28.3.el7.x86_64
0x4f
14
? wake_up_state
vmlinux 0xffffffff810b8900
Build id: 3.10.0-327.28.3.el7.x86_64
0x10
15
__do_fault
vmlinux 0xffffffff81192f9e
Build id: 3.10.0-327.28.3.el7.x86_64
0x7e
16
handle_mm_fault
vmlinux 0xffffffff811974f8
Build id: 3.10.0-327.28.3.el7.x86_64
0x5b8
17
__do_page_fault
vmlinux 0xffffffff81642030
Build id: 3.10.0-327.28.3.el7.x86_64
0x150
18
do_page_fault
vmlinux 0xffffffff81642353
Build id: 3.10.0-327.28.3.el7.x86_64
0x23
19
page_fault
vmlinux 0xffffffff8163e648
Build id: 3.10.0-327.28.3.el7.x86_64
0x28
BUG: soft lockup - CPU#1 stuck for 25s! [httpd:26159]
BUG: soft lockup - CPU#0 stuck for 25s! [mysqld:5241]
Modules linked in: iptable_filter xt_conntrack nf_conntrack ppdev vmw_balloon coretemp pcspkr sg i2c_piix4 parport_pc parport shpchp vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi crc32c_intel vmwgfx serio_raw drm_kms_helper ttm ata_piix drm vmxnet3 mptspi scsi_transport_spi mptscsih mptbase libata i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 5241 Comm: mysqld Tainted: G             L ------------   3.10.0-327.28.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff88004a69dc00 ti: ffff8800462d8000 task.ti: ffff8800462d8000
RIP: 0010:[<ffffffffa00b43be>]  [<ffffffffa00b43be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8800462dba00  EFLAGS: 00000246
RAX: ffffc90008840000 RBX: ffff8800462db9d0 RCX: 000000000000000d
RDX: ffff880036999800 RSI: ffff880036944000 RDI: 000000000000000e
RBP: ffff8800462dba10 R08: 0000000000000003 R09: ffff8800369410d8
R10: ffff88010c006e00 R11: ffff88010c006e00 R12: 000000010000000c
R13: ffff880047812180 R14: ffff8800462db974 R15: ffffffff812d0f9b
FS:  00007f700260c700(0000) GS:ffff88013fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7067ed1105 CR3: 000000013768b000 CR4: 00000000000007f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880036944d30 0000000000000018 ffff8800462dbab8 ffffffffa00d6729
ffff880036944008 00000000462dba78 000000000000000d ffff88010c006e00
0000000000000034 ffff880036944188 000000600000000d ffff880000000007
Call Trace:
[<ffffffffa00d6729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffa005f2b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8141845a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff814213e1>] scsi_request_fn+0x501/0x770
[<ffffffff812c7c63>] __blk_run_queue+0x33/0x40
[<ffffffff812c7d1a>] queue_unplugged+0x2a/0xa0
[<ffffffff812cc598>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812cc9a4>] blk_finish_plug+0x14/0x40
[<ffffffff8117615e>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff81176791>] ra_submit+0x21/0x30
[<ffffffff8116bc55>] filemap_fault+0x105/0x410
[<ffffffffa02370ef>] xfs_filemap_fault+0x4f/0xa0 [xfs]
[<ffffffff810b8900>] ? wake_up_state+0x10/0x20
[<ffffffff81192f9e>] __do_fault+0x7e/0x510
[<ffffffff811974f8>] handle_mm_fault+0x5b8/0xf50
[<ffffffff81642030>] __do_page_fault+0x150/0x450
[<ffffffff81642353>] do_page_fault+0x23/0x80
[<ffffffff8163e648>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 23 0c 
Complete report #11173
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffa01b13be
Build id: 3.10.0-514.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffa0112729
Build id: 3.10.0-514.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffa01d22b0
Build id: 3.10.0-514.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff814518da
Build id: 3.10.0-514.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff8145a9e1
Build id: 3.10.0-514.el7.x86_64
0x501
6
__blk_run_queue
vmlinux 0xffffffff812eb053
Build id: 3.10.0-514.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812eb10a
Build id: 3.10.0-514.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812eff68
Build id: 3.10.0-514.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812f0374
Build id: 3.10.0-514.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8118d63e
Build id: 3.10.0-514.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff8118dcc1
Build id: 3.10.0-514.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81182ff5
Build id: 3.10.0-514.el7.x86_64
0x105
13
xfs_filemap_fault
xfs 0xffffffffa02c063f
Build id: 3.10.0-514.el7.x86_64
0x5f
14
__do_fault
vmlinux 0xffffffff811ac19c
Build id: 3.10.0-514.el7.x86_64
0x4c
15
? alloc_pages_current
vmlinux 0xffffffff811cf10a
Build id: 3.10.0-514.el7.x86_64
0xaa
16
do_read_fault.isra.42
vmlinux 0xffffffff811ac633
Build id: 3.10.0-514.el7.x86_64
0x43
17
handle_mm_fault
vmlinux 0xffffffff811b0dc1
Build id: 3.10.0-514.el7.x86_64
0x6b1
18
__do_page_fault
vmlinux 0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
0x154
19
do_page_fault
vmlinux 0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [java:6074]
Modules linked in: rfcomm bnep vmw_vsock_vmci_transport vsock intel_powerclamp snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev snd_ens1371 snd_rawmidi snd_ac97_codec btusb btrtl btbcm vmw_balloon btintel ac97_bus bluetooth pcspkr snd_seq snd_seq_device snd_pcm snd_timer snd rfkill nfit soundcore sg libnvdimm parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix vmwgfx e1000 mptspi scsi_transport_spi mptscsih mptbase drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm i2c_core libata fjes dm_mirror
dm_region_hash dm_log dm_mod
CPU: 0 PID: 6074 Comm: java Not tainted 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff880134c16dd0 ti: ffff88004e0bc000 task.ti: ffff88004e0bc000
 [try http://www.rsyslog.com/e/2027 ]
RIP: 0010:[<ffffffffa01b13be>]  [<ffffffffa01b13be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff88004e0bf9e0  EFLAGS: 00000246
RAX: ffffc90000700000 RBX: ffff88004e0bf9b0 RCX: 000000000000000e
RDX: ffff880035e3a400 RSI: ffff8801319f0000 RDI: 000000000000000e
RBP: ffff88004e0bf9f0 R08: 0000000000000003 R09: ffff8801319f30d8
R10: ffff8800b46b6f40 R11: ffff8800b46b6f40 R12: 0000000100000008
R13: ffff88001f492400 R14: ffff88004e0bf954 R15: ffffffff812f4a0b
FS:  00007f283b6fe700(0000) GS:ffff880139600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f487bdfcca2 CR3: 000000004e398000 CR4: 00000000003407f0
 [try http://www.rsyslog.com/e/2027 ]
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8801319f0d30 000000000000003c ffff88004e0bfa98 ffffffffa0112729
ffff8801319f0008 000000004e0bfa58 000000000000000e ffff8800b46b6f40
0000000000000038 ffff8801319f0188 000000600000000e ffff8800363c2d70
Call Trace:
[<ffffffffa0112729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffa01d22b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff814518da>] scsi_dispatch_cmd+0xaa/0x230
 [try http://www.rsyslog.com/e/2027 ]
[<ffffffff8145a9e1>] scsi_request_fn+0x501/0x770
[<ffffffff812eb053>] __blk_run_queue+0x33/0x40
[<ffffffff812eb10a>] queue_unplugged+0x2a/0xa0
[<ffffffff812eff68>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812f0374>] blk_finish_plug+0x14/0x40
[<ffffffff8118d63e>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118dcc1>] ra_submit+0x21/0x30
[<ffffffff81182ff5>] filemap_fault+0x105/0x410
[<ffffffffa02c063f>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811ac19c>] __do_fault+0x4c/0xc0
 [try http://www.rsyslog.com/e/2027 ]
[<ffffffff811cf10a>] ? alloc_pages_current+0xaa/0x170
[<ffffffff811ac633>] do_read_fault.isra.42+0x43/0x130
[<ffffffff811b0dc1>] handle_mm_fault+0x6b1/0xfe0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 f3 1b 
Complete report #6519
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc02b83be
Build id: 3.10.0-1127.19.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc02ef71e
Build id: 3.10.0-1127.19.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc032b2e0
Build id: 3.10.0-1127.19.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff85ee2990
Build id: 3.10.0-1127.19.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff85eec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff85d527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff85d5286a
Build id: 3.10.0-1127.19.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff85d560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff85d56514
Build id: 3.10.0-1127.19.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff85bcb6e1
Build id: 3.10.0-1127.19.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff85bcbd01
Build id: 3.10.0-1127.19.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff85bc0e75
Build id: 3.10.0-1127.19.1.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc053998e
Build id: 3.10.0-1127.19.1.el7.x86_64
0x7e
14
? path_lookupat
vmlinux 0xffffffff85c5bf6a
Build id: 3.10.0-1127.19.1.el7.x86_64
0x1ea
15
xfs_filemap_fault
xfs 0xffffffffc0539b8c
Build id: 3.10.0-1127.19.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffff85bedf6a
Build id: 3.10.0-1127.19.1.el7.x86_64
0x8a
17
? getname_flags
vmlinux 0xffffffff85c5f1ef
Build id: 3.10.0-1127.19.1.el7.x86_64
0x4f
18
do_read_fault.isra.63
vmlinux 0xffffffff85bee51c
Build id: 3.10.0-1127.19.1.el7.x86_64
0x4c
19
handle_mm_fault
vmlinux 0xffffffff85bf5d80
Build id: 3.10.0-1127.19.1.el7.x86_64
0xa20
20
? __enqueue_entity
vmlinux 0xffffffff85ae0628
Build id: 3.10.0-1127.19.1.el7.x86_64
0x78
21
__do_page_fault
vmlinux 0xffffffff8618d653
Build id: 3.10.0-1127.19.1.el7.x86_64
0x213
22
do_page_fault
vmlinux 0xffffffff8618d975
Build id: 3.10.0-1127.19.1.el7.x86_64
0x35
23
? error_swapgs
vmlinux 0xffffffff86189ac9
Build id: 3.10.0-1127.19.1.el7.x86_64
0xaa
24
page_fault
vmlinux 0xffffffff86189778
Build id: 3.10.0-1127.19.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 30s! [vmtoolsd:718]
Modules linked in: arc4 md4 nls_utf8 cifs ccm dns_resolver fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock ppdev vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_common vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crc32c_intel ata_piix serio_raw drm libata mptspi scsi_transport_spi nfit libnvdimm mptscsih vmxnet3 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: vmfsrtx_bridge_helper]
CPU: 1 PID: 718 Comm: vmtoolsd Kdump: loaded Tainted: P        W  OEL ------------   3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff92a577ce5230 ti: ffff92a4f69f4000 task.ti: ffff92a4f69f4000
RIP: 0010:[<ffffffffc02b83be>]  [<ffffffffc02b83be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff92a4f69f7918  EFLAGS: 00000246
RAX: ffffae5d407c0000 RBX: ffff92a49e3e0fc0 RCX: 0000000000000007
RDX: ffff92a475499400 RSI: ffff92a573aba000 RDI: 000000000000000e
RBP: ffff92a4f69f7928 R08: 0000000000000003 R09: 000000013adf4fff
R10: ffff92a4754a1400 R11: ffff92a4432a4fc0 R12: ffff92a4b9a3f000
R13: ffff92a4f69f788c R14: ffffffff85d5b0cb R15: ffff92a4f69f78d0
FS:  00007fc7d3981880(0000) GS:ffff92a57ae40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc7c6b3eb90 CR3: 00000000b6486000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc02ef71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc032b2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff85ee2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff85eec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff85d527a9>] __blk_run_queue+0x39/0x50
[<ffffffff85d5286a>] queue_unplugged+0x2a/0xa0
[<ffffffff85d560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff85d56514>] blk_finish_plug+0x14/0x40
[<ffffffff85bcb6e1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff85bcbd01>] ra_submit+0x21/0x30
[<ffffffff85bc0e75>] filemap_fault+0x105/0x420
[<ffffffffc053998e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffff85c5bf6a>] ? path_lookupat+0x1ea/0x8d0
[<ffffffffc0539b8c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff85bedf6a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff85c5f1ef>] ? getname_flags+0x4f/0x1a0
[<ffffffff85bee51c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff85bf5d80>] handle_mm_fault+0xa20/0xfb0
[<ffffffff85ae0628>] ? __enqueue_entity+0x78/0x80
[<ffffffff8618d653>] __do_page_fault+0x213/0x500
[<ffffffff8618d975>] do_page_fault+0x35/0x90
[<ffffffff86189ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff86189778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 63 2c 
Complete report #6070
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc00b33be
Build id: 3.10.0-693.17.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc0162729
Build id: 3.10.0-693.17.1.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffc016d2b0
Build id: 3.10.0-693.17.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8146782a
Build id: 3.10.0-693.17.1.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff814705ef
Build id: 3.10.0-693.17.1.el7.x86_64
0x4df
6
__blk_run_queue
vmlinux 0xffffffff812f96a3
Build id: 3.10.0-693.17.1.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812f975a
Build id: 3.10.0-693.17.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812fcbe8
Build id: 3.10.0-693.17.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812fcff4
Build id: 3.10.0-693.17.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff811912ee
Build id: 3.10.0-693.17.1.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff81191971
Build id: 3.10.0-693.17.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81186d25
Build id: 3.10.0-693.17.1.el7.x86_64
0x105
13
? _cond_resched
vmlinux 0xffffffff816abb4a
Build id: 3.10.0-693.17.1.el7.x86_64
0x3a
14
xfs_filemap_fault
xfs 0xffffffffc02709bf
Build id: 3.10.0-693.17.1.el7.x86_64
0x5f
15
__do_fault
vmlinux 0xffffffff811af202
Build id: 3.10.0-693.17.1.el7.x86_64
0x52
16
do_read_fault.isra.44
vmlinux 0xffffffff811af6ab
Build id: 3.10.0-693.17.1.el7.x86_64
0x4b
17
handle_mm_fault
vmlinux 0xffffffff811b3fb1
Build id: 3.10.0-693.17.1.el7.x86_64
0x691
18
__do_page_fault
vmlinux 0xffffffff816b37e4
Build id: 3.10.0-693.17.1.el7.x86_64
0x154
19
? vfs_write
vmlinux 0xffffffff81202d90
Build id: 3.10.0-693.17.1.el7.x86_64
0x160
20
do_page_fault
vmlinux 0xffffffff816b3b15
Build id: 3.10.0-693.17.1.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffff816af8f8
Build id: 3.10.0-693.17.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 29s! [vmtoolsd:2636]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ip_set nfnetlink ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_security iptable_raw xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat vmw_vsock_vmci_transport vsock nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 fuse tun bridge stp llc vmhgfs(OE) ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ext4 mbcache jbd2 snd_seq_midi snd_seq_midi_event snd_ens1371 iosf_mbi crc32_pclmul snd_rawmidi ghash_clmulni_intel snd_ac97_codec ac97_bus aesni_intel snd_seq snd_seq_device lrw gf128mul ppdev glue_helper snd_pcm ablk_helper cryptd snd_timer snd
vmw_balloon soundcore joydev pcspkr sg nfit libnvdimm parport_pc parport i2c_piix4 shpchp vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic cdrom ata_generic pata_acpi mptspi vmwgfx scsi_transport_spi crct10dif_pclmul crct10dif_common drm_kms_helper mptscsih crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw drm ata_piix mptbase libata vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 2636 Comm: vmtoolsd Tainted: G           OEL ------------   3.10.0-693.17.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff88008d75cf10 ti: ffff880092a7c000 task.ti: ffff880092a7c000
RIP: 0010:[<ffffffffc00b33be>]  [<ffffffffc00b33be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff880092a7f9c8  EFLAGS: 00000246
RAX: ffffc900006c0000 RBX: ffff8800a6ac7420 RCX: 0000000000000014
RDX: ffff880034a3c400 RSI: ffff8800349fd000 RDI: 000000000000000e
RBP: ffff880092a7f9d8 R08: 0000000000000003 R09: 000000006ab8efff
R10: ffff8800a37f01c0 R11: ffff8800a37f01c0 R12: ffff8800956bb780
R13: ffff880092a7f93c R14: ffffffff8130160b R15: ffff880092a7f980
FS:  00007ff9e1dae740(0000) GS:ffff8800af880000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe2f25b3000 CR3: 000000009226e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0162729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc016d2b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146782a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff814705ef>] scsi_request_fn+0x4df/0x680
[<ffffffff812f96a3>] __blk_run_queue+0x33/0x40
[<ffffffff812f975a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fcbe8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fcff4>] blk_finish_plug+0x14/0x40
[<ffffffff811912ee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff81191971>] ra_submit+0x21/0x30
[<ffffffff81186d25>] filemap_fault+0x105/0x410
[<ffffffff816abb4a>] ? _cond_resched+0x3a/0x50
[<ffffffffc02709bf>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811af202>] __do_fault+0x52/0xe0
[<ffffffff811af6ab>] do_read_fault.isra.44+0x4b/0x130
[<ffffffff811b3fb1>] handle_mm_fault+0x691/0xfa0
[<ffffffff816b37e4>] __do_page_fault+0x154/0x450
[<ffffffff81202d90>] ? vfs_write+0x160/0x1e0
[<ffffffff816b3b15>] do_page_fault+0x35/0x90
[<ffffffff816af8f8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 0c 
Complete report #934658
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc02e23be
Build id: 3.10.0-1160.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc033171e
Build id: 3.10.0-1160.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc02fd2e0
Build id: 3.10.0-1160.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff81ee3980
Build id: 3.10.0-1160.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff81eed0ac
Build id: 3.10.0-1160.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff81d534d9
Build id: 3.10.0-1160.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff81d5359a
Build id: 3.10.0-1160.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff81d56dd8
Build id: 3.10.0-1160.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff81d57244
Build id: 3.10.0-1160.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff81bcb261
Build id: 3.10.0-1160.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff81bcb881
Build id: 3.10.0-1160.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81bc0975
Build id: 3.10.0-1160.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc058591e
Build id: 3.10.0-1160.el7.x86_64
0x7e
14
xfs_filemap_fault
xfs 0xffffffffc0585b1c
Build id: 3.10.0-1160.el7.x86_64
0x2c
15
__do_fault.isra.61
vmlinux 0xffffffff81bede3a
Build id: 3.10.0-1160.el7.x86_64
0x8a
16
? tlb_flush_mmu_free
vmlinux 0xffffffff81bef754
Build id: 3.10.0-1160.el7.x86_64
0x34
17
do_read_fault.isra.63
vmlinux 0xffffffff81bee3ec
Build id: 3.10.0-1160.el7.x86_64
0x4c
18
? tlb_finish_mmu
vmlinux 0xffffffff81bef8f3
Build id: 3.10.0-1160.el7.x86_64
0x23
19
handle_mm_fault
vmlinux 0xffffffff81bf5c30
Build id: 3.10.0-1160.el7.x86_64
0xa20
20
__do_page_fault
vmlinux 0xffffffff8218e653
Build id: 3.10.0-1160.el7.x86_64
0x213
21
do_page_fault
vmlinux 0xffffffff8218e975
Build id: 3.10.0-1160.el7.x86_64
0x35
22
page_fault
vmlinux 0xffffffff8218a778
Build id: 3.10.0-1160.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 27s! [unbound-anchor:770]
Modules linked in: vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel snd_ens1371 snd_rawmidi snd_ac97_codec lrw gf128mul ac97_bus glue_helper snd_seq vmw_balloon ablk_helper cryptd snd_seq_device snd_pcm joydev pcspkr snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm nfit crc32c_intel libnvdimm ata_piix libata mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 770 Comm: unbound-anchor Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff992677690000 ti: ffff992674594000 task.ti: ffff992674594000
RIP: 0010:[<ffffffffc02e23be>]  [<ffffffffc02e23be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff992674597918  EFLAGS: 00000246
RAX: ffffb22a80980000 RBX: ffff9926ee7cfdf0 RCX: 000000000000000a
RDX: ffff9925f5ffd800 RSI: ffff9925f5fb9000 RDI: 000000000000000e
RBP: ffff992674597928 R08: 0000000000000003 R09: 00000000b3f33fff
R10: ffff9926eb82a400 R11: ffff9925f5cc5340 R12: ffff9926745b9c80
R13: ffff99267459788c R14: ffffffff81d5bdfb R15: ffff9926745978d0
FS:  00007f4a32a80840(0000) GS:ffff9926f9600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4a325e6820 CR3: 00000000b463c000 CR4: 00000000003607f0
Call Trace:
 [<ffffffffc033171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
 [<ffffffffc02fd2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
 [<ffffffff81ee3980>] scsi_dispatch_cmd+0xb0/0x240
 [<ffffffff81eed0ac>] scsi_request_fn+0x4ac/0x680
 [<ffffffff81d534d9>] __blk_run_queue+0x39/0x50
 [<ffffffff81d5359a>] queue_unplugged+0x2a/0xa0
 [<ffffffff81d56dd8>] blk_flush_plug_list+0x1d8/0x230
 [<ffffffff81d57244>] blk_finish_plug+0x14/0x40
 [<ffffffff81bcb261>] __do_page_cache_readahead+0x1e1/0x260
 [<ffffffff81bcb881>] ra_submit+0x21/0x30
 [<ffffffff81bc0975>] filemap_fault+0x105/0x420
 [<ffffffffc058591e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
 [<ffffffffc0585b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
 [<ffffffff81bede3a>] __do_fault.isra.61+0x8a/0x100
 [<ffffffff81bef754>] ? tlb_flush_mmu_free+0x34/0x50
 [<ffffffff81bee3ec>] do_read_fault.isra.63+0x4c/0x1b0
 [<ffffffff81bef8f3>] ? tlb_finish_mmu+0x23/0x30
 [<ffffffff81bf5c30>] handle_mm_fault+0xa20/0xfb0
 [<ffffffff8218e653>] __do_page_fault+0x213/0x500
 [<ffffffff8218e975>] do_page_fault+0x35/0x90
 [<ffffffff8218a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 03 2f 
Complete report #312737
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffbd98b4d5
Build id: 3.10.0-1160.24.1.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc00fa632
Build id: 3.10.0-1160.24.1.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffffbd6ec6b0
Build id: 3.10.0-1160.24.1.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffffbd6e3fa0
Build id: 3.10.0-1160.24.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffbd6ed6cc
Build id: 3.10.0-1160.24.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffbd553939
Build id: 3.10.0-1160.24.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffbd5539fa
Build id: 3.10.0-1160.24.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffbd557338
Build id: 3.10.0-1160.24.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffbd5577a4
Build id: 3.10.0-1160.24.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffbd3cb481
Build id: 3.10.0-1160.24.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffbd3cbaa1
Build id: 3.10.0-1160.24.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffbd3c0c15
Build id: 3.10.0-1160.24.1.el7.x86_64
0x105
13
__xfs_filemap_fault
xfs 0xffffffffc034491e
Build id: 3.10.0-1160.24.1.el7.x86_64
0x7e
14
xfs_filemap_fault
xfs 0xffffffffc0344b1c
Build id: 3.10.0-1160.24.1.el7.x86_64
0x2c
15
__do_fault.isra.61
vmlinux 0xffffffffbd3ee08a
Build id: 3.10.0-1160.24.1.el7.x86_64
0x8a
16
? tlb_flush_mmu_free
vmlinux 0xffffffffbd3ef9a4
Build id: 3.10.0-1160.24.1.el7.x86_64
0x34
17
do_read_fault.isra.63
vmlinux 0xffffffffbd3ee63c
Build id: 3.10.0-1160.24.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffffbd3f5e80
Build id: 3.10.0-1160.24.1.el7.x86_64
0xa20
19
__do_page_fault
vmlinux 0xffffffffbd990653
Build id: 3.10.0-1160.24.1.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffffbd990975
Build id: 3.10.0-1160.24.1.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffffbd98c778
Build id: 3.10.0-1160.24.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [vmtoolsd:952]
Modules linked in: binfmt_misc tcp_diag inet_diag talpa_vfshook(OE) talpa_pedconnector(OE) talpa_pedevice(OE) talpa_vcdevice(OE) talpa_core(OE) talpa_linux(OE) talpa_syscallhook(OE) vmw_vsock_vmci_transport vsock nf_conntrack_ipv4 nf_defrag_ipv4 xt_owner xt_conntrack nf_conntrack xt_multiport iptable_filter sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt sd_mod crc_t10dif fb_sys_fops ttm crct10dif_generic drm ahci crct10dif_pclmul crct10dif_common libahci ata_piix crc32c_intel serio_raw libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks nfit
libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 952 Comm: vmtoolsd Kdump: loaded Tainted: G           OEL ------------   3.10.0-1160.24.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff97e83b67a100 ti: ffff97e83b6f4000 task.ti: ffff97e83b6f4000
RIP: 0010:[<ffffffffbd98b4d5>]  [<ffffffffbd98b4d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff97e83b6f7980  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffbd5b28d3 RCX: ffffffffbde34f40
RDX: ffffb77880eb0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff97e83b6f7980 R08: 0000000000000001 R09: 0000000000000000
R10: ffff97e936381800 R11: ffff97e7b66e5000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff97e7e4c20180 R15: ffffffffbd6eb369
FS:  00007f00f3688780(0000) GS:ffff97e9bfd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f00ea5bc8ac CR3: 00000002342c6000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc00fa632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffbd6ec6b0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffbd6e3fa0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbd6ed6cc>] scsi_request_fn+0x4ac/0x680
[<ffffffffbd553939>] __blk_run_queue+0x39/0x50
[<ffffffffbd5539fa>] queue_unplugged+0x2a/0xa0
[<ffffffffbd557338>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffbd5577a4>] blk_finish_plug+0x14/0x40
[<ffffffffbd3cb481>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffbd3cbaa1>] ra_submit+0x21/0x30
[<ffffffffbd3c0c15>] filemap_fault+0x105/0x420
[<ffffffffc034491e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0344b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffbd3ee08a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffbd3ef9a4>] ? tlb_flush_mmu_free+0x34/0x50
[<ffffffffbd3ee63c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffbd3f5e80>] handle_mm_fault+0xa20/0xfb0
[<ffffffffbd990653>] __do_page_fault+0x213/0x500
[<ffffffffbd990975>] do_page_fault+0x35/0x90
[<ffffffffbd98c778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48