Info

Permalink
Function
mpt_put_msg_frame
First occurrence
2020-10-08
Last occurrence
2020-10-08
State
NEW
Components
kernel
Quality
-38

Statistics

Operating system Count
CentOS 7 48
Architecture Count
x86_64 48
Related packages Count
kernel 48
 0:3.10.0-514.el7 10
 0:3.10.0-1160.el7 7
 0:3.10.0-957.el7 7
 0:3.10.0-1160.88.1.el7 4
 0:3.10.0-693.5.2.el7 4
 0:3.10.0-862.el7 4
 0:3.10.0-693.el7 3
 0:3.10.0-327.el7 1
 0:3.10.0-1160.2.2.el7 1
 0:3.10.0-1062.9.1.el7 1
 0:3.10.0-1160.31.1.el7 1
 0:3.10.0-1160.71.1.el7 1
 0:3.10.0-1160.45.1.el7 1
 0:3.10.0-957.1.3.el7 1
 0:3.10.0-1160.92.1.el7 1
 0:3.10.0-1160.119.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

No reports in the last 20 days.

Report backtrace


Complete report #1170368
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc024344e
Build id: 3.10.0-1160.119.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc028b74e
Build id: 3.10.0-1160.119.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc033d2f0
Build id: 3.10.0-1160.119.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffb8b03030
Build id: 3.10.0-1160.119.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffb8b0cbdc
Build id: 3.10.0-1160.119.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffb89687d9
Build id: 3.10.0-1160.119.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffb89688aa
Build id: 3.10.0-1160.119.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffb896c2f8
Build id: 3.10.0-1160.119.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffb896c764
Build id: 3.10.0-1160.119.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffb87d6f91
Build id: 3.10.0-1160.119.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffb87d75c1
Build id: 3.10.0-1160.119.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffb87cbc35
Build id: 3.10.0-1160.119.1.el7.x86_64
0x105
13
? ep_poll_callback
vmlinux 0xffffffffb88ad1e8
Build id: 3.10.0-1160.119.1.el7.x86_64
0xf8
14
__xfs_filemap_fault
xfs 0xffffffffc04e4ffe
Build id: 3.10.0-1160.119.1.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc04e520c
Build id: 3.10.0-1160.119.1.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffffb87fa21a
Build id: 3.10.0-1160.119.1.el7.x86_64
0x8a
17
? pipe_write
vmlinux 0xffffffffb8865a5f
Build id: 3.10.0-1160.119.1.el7.x86_64
0x48f
18
do_read_fault.isra.63
vmlinux 0xffffffffb87fa7cc
Build id: 3.10.0-1160.119.1.el7.x86_64
0x4c
19
handle_mm_fault
vmlinux 0xffffffffb88021d3
Build id: 3.10.0-1160.119.1.el7.x86_64
0xa33
20
? do_sync_write
vmlinux 0xffffffffb885b2b3
Build id: 3.10.0-1160.119.1.el7.x86_64
0x93
21
__do_page_fault
vmlinux 0xffffffffb8dbf7d3
Build id: 3.10.0-1160.119.1.el7.x86_64
0x213
22
do_page_fault
vmlinux 0xffffffffb8dbfb05
Build id: 3.10.0-1160.119.1.el7.x86_64
0x35
23
page_fault
vmlinux 0xffffffffb8dbb7b8
Build id: 3.10.0-1160.119.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 30s! [etcd:110507]
Modules linked in: binfmt_misc xt_statistic xt_multiport xt_set ipt_rpfilter iptable_raw ip_set_hash_ip ip_set_hash_net ipip tunnel4 ip_tunnel veth tcp_diag udp_diag inet_diag xt_nat nf_tables ip_set ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs ip6table_mangle ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_comment xt_mark nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event
ppdev crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec aesni_intel ac97_bus snd_seq lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd snd_seq_device snd_pcm btusb btrtl btbcm joydev pcspkr btintel snd_timer bluetooth snd sg rfkill vmw_vmci soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic vmwgfx pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common nfit drm crc32c_intel mptspi ata_piix libnvdimm serio_raw scsi_transport_spi libata mptscsih e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 110507 Comm: etcd Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9c4644a24200 ti: ffff9c46449ec000 task.ti: ffff9c46449ec000
RIP: 0010:[<ffffffffc024344e>]  [<ffffffffc024344e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0018:ffff9c46449ef918  EFLAGS: 00010246
RAX: ffffba5a003c0000 RBX: ffff9c4676438a00 RCX: 000000000000001e
RDX: ffff9c463606a400 RSI: ffff9c467918f000 RDI: 000000000000000e
RBP: ffff9c46449ef928 R08: 0000000000000002 R09: 0000000058231fff
R10: ffff9c4634ccd800 R11: ffff9c4679aea840 R12: ffff9c464dd9e700
R13: ffff9c46449ef88c R14: ffffffffb897158b R15: ffff9c46449ef8d0
FS:  000000c00005a490(0000) GS:ffff9c467b600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001562f38 CR3: 0000000051e3e000 CR4: 0000000000360ff0
Call Trace:
[<ffffffffc028b74e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc033d2f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb8b03030>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffb8b0cbdc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb89687d9>] __blk_run_queue+0x39/0x50
[<ffffffffb89688aa>] queue_unplugged+0x2a/0xa0
[<ffffffffb896c2f8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb896c764>] blk_finish_plug+0x14/0x50
[<ffffffffb87d6f91>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffb87d75c1>] ra_submit+0x21/0x30
[<ffffffffb87cbc35>] filemap_fault+0x105/0x420
[<ffffffffb88ad1e8>] ? ep_poll_callback+0xf8/0x220
[<ffffffffc04e4ffe>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc04e520c>] xfs_filemap_fault+0x2c/0x40 [xfs]
[<ffffffffb87fa21a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffb8865a5f>] ? pipe_write+0x48f/0x540
[<ffffffffb87fa7cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffb88021d3>] handle_mm_fault+0xa33/0x1190
[<ffffffffb885b2b3>] ? do_sync_write+0x93/0xe0
[<ffffffffb8dbf7d3>] __do_page_fault+0x213/0x510
[<ffffffffb8dbfb05>] do_page_fault+0x35/0x90
[<ffffffffb8dbb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 
Complete report #514301
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc03243be
Build id: 3.10.0-957.1.3.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc034671e
Build id: 3.10.0-957.1.3.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc03182e0
Build id: 3.10.0-957.1.3.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff9eed0bd0
Build id: 3.10.0-957.1.3.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff9eeda16c
Build id: 3.10.0-957.1.3.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffff9ed43269
Build id: 3.10.0-957.1.3.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff9ed4332a
Build id: 3.10.0-957.1.3.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff9ed46b58
Build id: 3.10.0-957.1.3.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff9ed46fc4
Build id: 3.10.0-957.1.3.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff9ebc3871
Build id: 3.10.0-957.1.3.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff9ebc3ec1
Build id: 3.10.0-957.1.3.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff9ebb8e15
Build id: 3.10.0-957.1.3.el7.x86_64
0x105
13
? __wake_up_sync_key
vmlinux 0xffffffff9eacecbf
Build id: 3.10.0-957.1.3.el7.x86_64
0x4f
14
? down_read
vmlinux 0xffffffff9f166ef2
Build id: 3.10.0-957.1.3.el7.x86_64
0x12
15
__xfs_filemap_fault
xfs 0xffffffffc0570d0e
Build id: 3.10.0-957.1.3.el7.x86_64
0x7e
16
xfs_filemap_fault
xfs 0xffffffffc0570f0c
Build id: 3.10.0-957.1.3.el7.x86_64
0x2c
17
__do_fault.isra.59
vmlinux 0xffffffff9ebe444a
Build id: 3.10.0-957.1.3.el7.x86_64
0x8a
18
? __pollwait
vmlinux 0xffffffff9ec56fe0
Build id: 3.10.0-957.1.3.el7.x86_64
0xf0
19
do_read_fault.isra.61
vmlinux 0xffffffff9ebe49fc
Build id: 3.10.0-957.1.3.el7.x86_64
0x4c
20
handle_pte_fault
vmlinux 0xffffffff9ebe93a4
Build id: 3.10.0-957.1.3.el7.x86_64
0x2f4
21
? fsnotify
vmlinux 0xffffffff9ec889d8
Build id: 3.10.0-957.1.3.el7.x86_64
0x88
22
handle_mm_fault
vmlinux 0xffffffff9ebebedd
Build id: 3.10.0-957.1.3.el7.x86_64
0x39d
23
__do_page_fault
vmlinux 0xffffffff9f16f5e3
Build id: 3.10.0-957.1.3.el7.x86_64
0x203
24
do_page_fault
vmlinux 0xffffffff9f16f915
Build id: 3.10.0-957.1.3.el7.x86_64
0x35
25
page_fault
vmlinux 0xffffffff9f16b758
Build id: 3.10.0-957.1.3.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 41s! [rtkit-daemon:8022]
Modules linked in: tcp_diag inet_diag tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm e1000 ata_piix drm mptspi
libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 8022 Comm: rtkit-daemon Kdump: loaded Tainted: G             L ------------   3.10.0-957.1.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff957c7457b0c0 ti: ffff957c74584000 task.ti: ffff957c74584000
RIP: 0010:[<ffffffffc03243be>]  [<ffffffffc03243be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff957c745878a0  EFLAGS: 00000246
RAX: ffffb4f540800000 RBX: ffff957c1cd29e20 RCX: 0000000000000001
RDX: ffff957cf2cbbe00 RSI: ffff957bf5702000 RDI: 000000000000000e
RBP: ffff957c745878b0 R08: 0000000000000003 R09: 0000000071152fff
R10: ffff957cf2c830d8 R11: ffff957cf2d6cfc0 R12: 0000000100000002
R13: ffff957c23381c80 R14: ffff957c74587814 R15: ffffffff9ed4baab
FS:  00007f4cc9abb700(0000) GS:ffff957cfa600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000056493e756310 CR3: 00000000b64ac000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc034671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03182e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9eed0bd0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9eeda16c>] scsi_request_fn+0x4cc/0x680
[<ffffffff9ed43269>] __blk_run_queue+0x39/0x50
[<ffffffff9ed4332a>] queue_unplugged+0x2a/0xa0
[<ffffffff9ed46b58>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9ed46fc4>] blk_finish_plug+0x14/0x40
[<ffffffff9ebc3871>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff9ebc3ec1>] ra_submit+0x21/0x30
[<ffffffff9ebb8e15>] filemap_fault+0x105/0x490
[<ffffffff9eacecbf>] ? __wake_up_sync_key+0x4f/0x60
[<ffffffff9f166ef2>] ? down_read+0x12/0x40
[<ffffffffc0570d0e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0570f0c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff9ebe444a>] __do_fault.isra.59+0x8a/0x100
[<ffffffff9ec56fe0>] ? __pollwait+0xf0/0xf0
[<ffffffff9ebe49fc>] do_read_fault.isra.61+0x4c/0x1b0
[<ffffffff9ebe93a4>] handle_pte_fault+0x2f4/0xd10
[<ffffffff9ec889d8>] ? fsnotify+0x88/0x510
[<ffffffff9ebebedd>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9f16f5e3>] __do_page_fault+0x203/0x500
[<ffffffff9f16f915>] do_page_fault+0x35/0x90
[<ffffffff9f16b758>] page_fault+0x28/0x30
Complete report #38346
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffa012c3be
Build id: 3.10.0-514.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffa015f729
Build id: 3.10.0-514.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffa00562b0
Build id: 3.10.0-514.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff814518da
Build id: 3.10.0-514.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff8145a9e1
Build id: 3.10.0-514.el7.x86_64
0x501
6
__blk_run_queue
vmlinux 0xffffffff812eb053
Build id: 3.10.0-514.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812eb10a
Build id: 3.10.0-514.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812eff68
Build id: 3.10.0-514.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812f0374
Build id: 3.10.0-514.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8118d63e
Build id: 3.10.0-514.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff8118dcc1
Build id: 3.10.0-514.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81182ff5
Build id: 3.10.0-514.el7.x86_64
0x105
13
? update_curr
vmlinux 0xffffffff810cde74
Build id: 3.10.0-514.el7.x86_64
0x104
14
xfs_filemap_fault
xfs 0xffffffffa02a163f
Build id: 3.10.0-514.el7.x86_64
0x5f
15
__do_fault
vmlinux 0xffffffff811ac19c
Build id: 3.10.0-514.el7.x86_64
0x4c
16
do_read_fault.isra.42
vmlinux 0xffffffff811ac633
Build id: 3.10.0-514.el7.x86_64
0x43
17
handle_mm_fault
vmlinux 0xffffffff811b0dc1
Build id: 3.10.0-514.el7.x86_64
0x6b1
18
? do_nanosleep
vmlinux 0xffffffff8168a567
Build id: 3.10.0-514.el7.x86_64
0xa7
19
__do_page_fault
vmlinux 0xffffffff81691a94
Build id: 3.10.0-514.el7.x86_64
0x154
20
do_page_fault
vmlinux 0xffffffff81691dc5
Build id: 3.10.0-514.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffff8168e088
Build id: 3.10.0-514.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [smartd:663]
<EOI> 
Modules linked in:
tcp_lp nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun binfmt_misc ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock intel_powerclamp coretemp iosf_mbi snd_seq_midi crc32_pclmul snd_seq_midi_event ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 snd_rawmidi pcspkr snd_ac97_codec ac97_bus snd_seq snd_seq_device
snd_pcm snd_timer snd soundcore sg i2c_piix4 vmw_vmci parport_pc parport shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ata_piix mptspi ttm e1000 scsi_transport_spi mptscsih libata mptbase drm i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 663 Comm: smartd Tainted: G             L ------------   3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff880074cf1f60 ti: ffff880074e7c000 task.ti: ffff880074e7c000
RIP: 0010:[<ffffffffa012c3be>]  [<ffffffffa012c3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff880074e7f9e0  EFLAGS: 00000246
RAX: ffffc900005c0000 RBX: ffff88006241bbc0 RCX: 0000000000000003
RDX: ffff8800360c7600 RSI: ffff880036151000 RDI: 000000000000000e
RBP: ffff880074e7f9f0 R08: 0000000000000003 R09: 000000000885dfff
R10: ffff8800769dabc0 R11: ffff8800769dabc0 R12: 000000010000001f
R13: ffff8800781cf480 R14: ffff880074e7f954 R15: ffffffff812f4a0b
FS:  00007f40c5f98880(0000) GS:ffff88007c600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f40c5fe5bf6 CR3: 0000000074eb6000 CR4: 00000000000407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880036151d30 0000000000000020 ffff880074e7fa98 ffffffffa015f729
ffff880036151008 0000000074e7fa58 0000000000000003 ffff8800769dabc0
000000000000000c ffff880036151188 0000006000000003 ffff88000000000b
Call Trace:
[<ffffffffa015f729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffa00562b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff814518da>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8145a9e1>] scsi_request_fn+0x501/0x770
[<ffffffff812eb053>] __blk_run_queue+0x33/0x40
[<ffffffff812eb10a>] queue_unplugged+0x2a/0xa0
[<ffffffff812eff68>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812f0374>] blk_finish_plug+0x14/0x40
[<ffffffff8118d63e>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118dcc1>] ra_submit+0x21/0x30
[<ffffffff81182ff5>] filemap_fault+0x105/0x410
[<ffffffff810cde74>] ? update_curr+0x104/0x190
[<ffffffffa02a163f>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811ac19c>] __do_fault+0x4c/0xc0
[<ffffffff811ac633>] do_read_fault.isra.42+0x43/0x130
[<ffffffff811b0dc1>] handle_mm_fault+0x6b1/0xfe0
[<ffffffff8168a567>] ? do_nanosleep+0xa7/0xf0
[<ffffffff81691a94>] __do_page_fault+0x154/0x450
[<ffffffff81691dc5>] do_page_fault+0x35/0x90
[<ffffffff8168e088>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 a3 13 
Complete report #24596
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc012b3be
Build id: 3.10.0-1160.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc023171e
Build id: 3.10.0-1160.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc024f2e0
Build id: 3.10.0-1160.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff84ee3980
Build id: 3.10.0-1160.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff84eed0ac
Build id: 3.10.0-1160.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff84d534d9
Build id: 3.10.0-1160.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff84d5359a
Build id: 3.10.0-1160.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff84d56dd8
Build id: 3.10.0-1160.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff84d57244
Build id: 3.10.0-1160.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff84bcb261
Build id: 3.10.0-1160.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff84bcb881
Build id: 3.10.0-1160.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff84bc0975
Build id: 3.10.0-1160.el7.x86_64
0x105
13
? task_rq_unlock
vmlinux 0xffffffff84ad2ba0
Build id: 3.10.0-1160.el7.x86_64
0x20
14
__xfs_filemap_fault
xfs 0xffffffffc038b91e
Build id: 3.10.0-1160.el7.x86_64
0x7e
15
xfs_filemap_fault
xfs 0xffffffffc038bb1c
Build id: 3.10.0-1160.el7.x86_64
0x2c
16
__do_fault.isra.61
vmlinux 0xffffffff84bede3a
Build id: 3.10.0-1160.el7.x86_64
0x8a
17
? fsnotify
vmlinux 0xffffffff84c96b56
Build id: 3.10.0-1160.el7.x86_64
0x2b6
18
do_read_fault.isra.63
vmlinux 0xffffffff84bee3ec
Build id: 3.10.0-1160.el7.x86_64
0x4c
19
handle_mm_fault
vmlinux 0xffffffff84bf5c30
Build id: 3.10.0-1160.el7.x86_64
0xa20
20
? ep_scan_ready_list.isra.7
vmlinux 0xffffffff84c9cb59
Build id: 3.10.0-1160.el7.x86_64
0x1b9
21
__do_page_fault
vmlinux 0xffffffff8518e653
Build id: 3.10.0-1160.el7.x86_64
0x213
22
do_page_fault
vmlinux 0xffffffff8518e975
Build id: 3.10.0-1160.el7.x86_64
0x35
23
? error_swapgs
vmlinux 0xffffffff8518aac9
Build id: 3.10.0-1160.el7.x86_64
0xaa
24
page_fault
vmlinux 0xffffffff8518a778
Build id: 3.10.0-1160.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 24s! [systemd-journal:517]
Modules linked in: tcp_lp nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm ppdev coretemp sg snd_timer joydev pcspkr vmw_balloon snd soundcore parport_pc parport vmw_vmci i2c_piix4 ip_tables
xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm libata mptspi scsi_transport_spi mptscsih crc32c_intel drm serio_raw e1000 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 517 Comm: systemd-journal Kdump: loaded Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/31/2013
task: ffff9ac3b3bd0000 ti: ffff9ac375930000 task.ti: ffff9ac375930000
RIP: 0010:[<ffffffffc012b3be>]  [<ffffffffc012b3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9ac375933918  EFLAGS: 00000246
RAX: ffffb4dfc03c0000 RBX: ffff9ac37b2b11b0 RCX: 0000000000000012
RDX: ffff9ac375565600 RSI: ffff9ac375c8e000 RDI: 000000000000000e
RBP: ffff9ac375933928 R08: 0000000000000002 R09: 000000005ff59fff
R10: ffff9ac37556c400 R11: ffff9ac3869a3800 R12: ffff9ac393ed2880
R13: ffff9ac37593388c R14: ffffffff84d5bdfb R15: ffff9ac3759338d0
FS:  00007f9c916a3880(0000) GS:ffff9ac3bc6c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005632408cd820 CR3: 0000000035a7c000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc023171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc024f2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff84ee3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff84eed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff84d534d9>] __blk_run_queue+0x39/0x50
[<ffffffff84d5359a>] queue_unplugged+0x2a/0xa0
[<ffffffff84d56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff84d57244>] blk_finish_plug+0x14/0x40
[<ffffffff84bcb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff84bcb881>] ra_submit+0x21/0x30
[<ffffffff84bc0975>] filemap_fault+0x105/0x420
[<ffffffff84ad2ba0>] ? task_rq_unlock+0x20/0x20
[<ffffffffc038b91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc038bb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff84bede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff84c96b56>] ? fsnotify+0x2b6/0x460
[<ffffffff84bee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff84bf5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffff84c9cb59>] ? ep_scan_ready_list.isra.7+0x1b9/0x1f0
[<ffffffff8518e653>] __do_page_fault+0x213/0x500
[<ffffffff8518e975>] do_page_fault+0x35/0x90
[<ffffffff8518aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff8518a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 93 13 
Complete report #6485
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffa00893be
Build id: 3.10.0-327.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffa00a4729
Build id: 3.10.0-327.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffa00fb2b0
Build id: 3.10.0-327.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff81417b1a
Build id: 3.10.0-327.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff81420aa1
Build id: 3.10.0-327.el7.x86_64
0x501
6
__blk_run_queue
vmlinux 0xffffffff812c73e3
Build id: 3.10.0-327.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812c749a
Build id: 3.10.0-327.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812cbd18
Build id: 3.10.0-327.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812cc124
Build id: 3.10.0-327.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff81175cee
Build id: 3.10.0-327.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff81176321
Build id: 3.10.0-327.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff8116b7ed
Build id: 3.10.0-327.el7.x86_64
0x11d
13
xfs_filemap_fault
xfs 0xffffffffa02471df
Build id: 3.10.0-327.el7.x86_64
0x4f
14
__do_fault
vmlinux 0xffffffff81192b2e
Build id: 3.10.0-327.el7.x86_64
0x7e
15
handle_mm_fault
vmlinux 0xffffffff81197088
Build id: 3.10.0-327.el7.x86_64
0x5b8
16
? eventfd_ctx_read
vmlinux 0xffffffff8122bb37
Build id: 3.10.0-327.el7.x86_64
0x67
17
? update_curr
vmlinux 0xffffffff810c14bc
Build id: 3.10.0-327.el7.x86_64
0xcc
18
__do_page_fault
vmlinux 0xffffffff81640e22
Build id: 3.10.0-327.el7.x86_64
0x152
19
do_page_fault
vmlinux 0xffffffff81641113
Build id: 3.10.0-327.el7.x86_64
0x23
20
page_fault
vmlinux 0xffffffff8163d408
Build id: 3.10.0-327.el7.x86_64
0x28
BUG: soft lockup - CPU#1 stuck for 56s! [gnome-shell:14635]
Modules linked in: rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ip6t_REJECT ipt_REJECT xt_conntrack ebtable_nat ebtable_broute bridge stp llc ebtable_filter ebtables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw ip6table_filter ip6_tables iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw iptable_filter bnep vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 coretemp snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq snd_seq_device crc32_pclmul snd_pcm ghash_clmulni_intel aesni_intel lrw gf128mul snd_timer glue_helper btusb ablk_helper pcspkr cryptd bluetooth snd vmw_balloon soundcore rfkill sg parport_pc
parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper ttm drm mptspi e1000 i2c_core ata_piix scsi_transport_spi mptscsih mptbase libata dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 14635 Comm: gnome-shell Tainted: G             L ------------   3.10.0-327.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff880013d2e780 ti: ffff88001baf8000 task.ti: ffff88001baf8000
RIP: 0010:[<ffffffffa00893be>]  [<ffffffffa00893be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff88001bafba08  EFLAGS: 00000246
RAX: ffffc90008280000 RBX: ffff88003621f7f0 RCX: 0000000000000005
RDX: ffff8800363d6600 RSI: ffff880036389000 RDI: 000000000000000e
RBP: ffff88001bafba18 R08: 0000000000000003 R09: 0000000019141fff
R10: ffff8800357adc00 R11: ffff8800357adc00 R12: ffff88000f286d00
R13: ffff88001bafb97c R14: ffffffff812d06bb R15: ffff88001bafb9c0
FS:  00007f807ef8ea80(0000) GS:ffff88003d620000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f801a5f2303 CR3: 000000001ba9d000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880036389d30 0000000000000020 ffff88001bafbac0 ffffffffa00a4729
ffff880036389008 000000001bafba80 0000000000000005 ffff8800357adc00
0000000000000014 ffff880036389188 0000006000000005 ffff880035742a10
Call Trace:
[<ffffffffa00a4729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffa00fb2b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff81417b1a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff81420aa1>] scsi_request_fn+0x501/0x770
[<ffffffff812c73e3>] __blk_run_queue+0x33/0x40
[<ffffffff812c749a>] queue_unplugged+0x2a/0xa0
[<ffffffff812cbd18>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812cc124>] blk_finish_plug+0x14/0x40
[<ffffffff81175cee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff81176321>] ra_submit+0x21/0x30
[<ffffffff8116b7ed>] filemap_fault+0x11d/0x430
[<ffffffffa02471df>] xfs_filemap_fault+0x4f/0xa0 [xfs]
[<ffffffff81192b2e>] __do_fault+0x7e/0x510
[<ffffffff81197088>] handle_mm_fault+0x5b8/0xf50
[<ffffffff8122bb37>] ? eventfd_ctx_read+0x67/0x210
[<ffffffff810c14bc>] ? update_curr+0xcc/0x150
[<ffffffff81640e22>] __do_page_fault+0x152/0x420
[<ffffffff81641113>] do_page_fault+0x23/0x80
[<ffffffff8163d408>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 09 
Complete report #1356632
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc03ef3be
Build id: 3.10.0-957.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc041171e
Build id: 3.10.0-957.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc04992e0
Build id: 3.10.0-957.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff94ad0960
Build id: 3.10.0-957.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff94ad9efc
Build id: 3.10.0-957.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffff94942ff9
Build id: 3.10.0-957.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff949430ba
Build id: 3.10.0-957.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff949468e8
Build id: 3.10.0-957.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff94946d54
Build id: 3.10.0-957.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff947c3601
Build id: 3.10.0-957.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff947c3c51
Build id: 3.10.0-957.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff947b8ba5
Build id: 3.10.0-957.el7.x86_64
0x105
13
ext4_filemap_fault
ext4 0xffffffffc062c186
Build id: 3.10.0-957.el7.x86_64
0x36
14
__do_fault.isra.59
vmlinux 0xffffffff947e41da
Build id: 3.10.0-957.el7.x86_64
0x8a
15
do_read_fault.isra.61
vmlinux 0xffffffff947e478c
Build id: 3.10.0-957.el7.x86_64
0x4c
16
handle_pte_fault
vmlinux 0xffffffff947e9134
Build id: 3.10.0-957.el7.x86_64
0x2f4
17
handle_mm_fault
vmlinux 0xffffffff947ebc6d
Build id: 3.10.0-957.el7.x86_64
0x39d
18
__do_page_fault
vmlinux 0xffffffff94d6f5e3
Build id: 3.10.0-957.el7.x86_64
0x203
19
do_page_fault
vmlinux 0xffffffff94d6f915
Build id: 3.10.0-957.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffff94d6b758
Build id: 3.10.0-957.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 32s! [containerd:7507]
Modules linked in: iptable_filter overlay vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd joydev pcspkr snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ahci mptspi e1000 libnvdimm libahci scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks ata_generic pata_acpi ata_piix libata
CPU: 0 PID: 7507 Comm: containerd Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8aaa77b16180 ti: ffff8aaa76cd4000 task.ti: ffff8aaa76cd4000
RIP: 0010:[<ffffffffc03ef3be>]  [<ffffffffc03ef3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8aaa76cd78e8  EFLAGS: 00000246
RAX: ffffb939803c0000 RBX: ffff8aaa64b401e0 RCX: 000000000000000a
RDX: ffff8aaa35909600 RSI: ffff8aaa35a68000 RDI: 000000000000000e
RBP: ffff8aaa76cd78f8 R08: 0000000000000003 R09: 0000000063fcdfff
R10: ffff8aaa35a690d8 R11: ffff8aaa34f032c0 R12: ffff8aaa764c9e00
R13: ffff8aaa76cd785c R14: ffffffff9494b83b R15: ffff8aaa76cd78a0
FS:  00007f3af06ca740(0000) GS:ffff8aaa7b600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005571172fd0a0 CR3: 0000000076ccc000 CR4: 0000000000760ff0
PKRU: 55555554
Call Trace:
[<ffffffffc041171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04992e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff94ad0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff94ad9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff94942ff9>] __blk_run_queue+0x39/0x50
[<ffffffff949430ba>] queue_unplugged+0x2a/0xa0
[<ffffffff949468e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff94946d54>] blk_finish_plug+0x14/0x40
[<ffffffff947c3601>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff947c3c51>] ra_submit+0x21/0x30
[<ffffffff947b8ba5>] filemap_fault+0x105/0x490
[<ffffffffc062c186>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff947e41da>] __do_fault.isra.59+0x8a/0x100
[<ffffffff947e478c>] do_read_fault.isra.61+0x4c/0x1b0
[<ffffffff947e9134>] handle_pte_fault+0x2f4/0xd10
[<ffffffff947ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff94d6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff94d6f915>] do_page_fault+0x35/0x90
[<ffffffff94d6b758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 d3 3f 
Complete report #1099319
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc03ac3be
Build id: 3.10.0-1160.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc048371e
Build id: 3.10.0-1160.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc04782e0
Build id: 3.10.0-1160.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff97ee3980
Build id: 3.10.0-1160.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff97eed0ac
Build id: 3.10.0-1160.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff97d534d9
Build id: 3.10.0-1160.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff97d5359a
Build id: 3.10.0-1160.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff97d56dd8
Build id: 3.10.0-1160.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff97d57244
Build id: 3.10.0-1160.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff97bcb261
Build id: 3.10.0-1160.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff97bcb881
Build id: 3.10.0-1160.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff97bc0975
Build id: 3.10.0-1160.el7.x86_64
0x105
13
? __alloc_pages_nodemask
vmlinux 0xffffffff97bc8aa6
Build id: 3.10.0-1160.el7.x86_64
0x166
14
ext4_filemap_fault
ext4 0xffffffffc062a756
Build id: 3.10.0-1160.el7.x86_64
0x36
15
__do_fault.isra.61
vmlinux 0xffffffff97bede3a
Build id: 3.10.0-1160.el7.x86_64
0x8a
16
do_cow_fault
vmlinux 0xffffffff97beecf4
Build id: 3.10.0-1160.el7.x86_64
0xb4
17
handle_mm_fault
vmlinux 0xffffffff97bf5d0e
Build id: 3.10.0-1160.el7.x86_64
0xafe
18
? do_mmap
vmlinux 0xffffffff97bfc9d8
Build id: 3.10.0-1160.el7.x86_64
0x378
19
__do_page_fault
vmlinux 0xffffffff9818e653
Build id: 3.10.0-1160.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffff9818e975
Build id: 3.10.0-1160.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffff9818a778
Build id: 3.10.0-1160.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [pkla-check-auth:5824]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ac97_bus snd_seq ppdev snd_seq_device vmw_balloon aesni_intel lrw gf128mul btusb glue_helper ablk_helper cryptd btrtl btbcm btintel bluetooth snd_pcm joydev pcspkr snd_timer rfkill snd sg soundcore parport_pc parport vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm ata_piix libnvdimm mptspi scsi_transport_spi mptscsih libata crct10dif_pclmul crct10dif_common mptbase crc32c_intel serio_raw e1000 drm_panel_orientation_quirks fuse
CPU: 0 PID: 5824 Comm: pkla-check-auth Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8e45c63ec200 ti: ffff8e457435c000 task.ti: ffff8e457435c000
RIP: 0010:[<ffffffffc03ac3be>]  [<ffffffffc03ac3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8e457435f958  EFLAGS: 00010246
RAX: ffffa8a5006c0000 RBX: ffff8e45b2b4d698 RCX: 0000000000000004
RDX: ffff8e4575eef600 RSI: ffff8e466c98e000 RDI: 000000000000000e
RBP: ffff8e457435f968 R08: 0000000000000002 R09: 00000000aa041fff
R10: ffff8e4575d7f400 R11: ffff8e45cc5f5dc0 R12: ffff8e45d03f1380
R13: ffff8e457435f8cc R14: ffffffff97d5bdfb R15: ffff8e457435f910
FS:  00007f2f8a75c8c0(0000) GS:ffff8e4679600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2f85dfc108 CR3: 000000007252a000 CR4: 0000000000360ff0
Call Trace:
[<ffffffffc048371e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04782e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff97ee3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff97eed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff97d534d9>] __blk_run_queue+0x39/0x50
[<ffffffff97d5359a>] queue_unplugged+0x2a/0xa0
[<ffffffff97d56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff97d57244>] blk_finish_plug+0x14/0x40
[<ffffffff97bcb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff97bcb881>] ra_submit+0x21/0x30
[<ffffffff97bc0975>] filemap_fault+0x105/0x420
[<ffffffff97bc8aa6>] ? __alloc_pages_nodemask+0x166/0x450
[<ffffffffc062a756>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff97bede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff97beecf4>] do_cow_fault+0xb4/0x320
[<ffffffff97bf5d0e>] handle_mm_fault+0xafe/0xfb0
[<ffffffff97bfc9d8>] ? do_mmap+0x378/0x530
[<ffffffff9818e653>] __do_page_fault+0x213/0x500
[<ffffffff9818e975>] do_page_fault+0x35/0x90
[<ffffffff9818a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 a3 3b 
Complete report #773109
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc02ee44e
Build id: 3.10.0-1160.92.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc033e74e
Build id: 3.10.0-1160.92.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc03a42f0
Build id: 3.10.0-1160.92.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff84102fe0
Build id: 3.10.0-1160.92.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff8410cb8c
Build id: 3.10.0-1160.92.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff83f68649
Build id: 3.10.0-1160.92.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff83f6871a
Build id: 3.10.0-1160.92.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff83f6c168
Build id: 3.10.0-1160.92.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff83f6c5d4
Build id: 3.10.0-1160.92.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff83dd6ed1
Build id: 3.10.0-1160.92.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff83dd7501
Build id: 3.10.0-1160.92.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff83dcbb75
Build id: 3.10.0-1160.92.1.el7.x86_64
0x105
13
ext4_filemap_fault
ext4 0xffffffffc0578a06
Build id: 3.10.0-1160.92.1.el7.x86_64
0x36
14
__do_fault.isra.61
vmlinux 0xffffffff83dfa15a
Build id: 3.10.0-1160.92.1.el7.x86_64
0x8a
15
? hrtimer_get_res
vmlinux 0xffffffff83ccf340
Build id: 3.10.0-1160.92.1.el7.x86_64
0x50
16
do_read_fault.isra.63
vmlinux 0xffffffff83dfa70c
Build id: 3.10.0-1160.92.1.el7.x86_64
0x4c
17
handle_mm_fault
vmlinux 0xffffffff83e02113
Build id: 3.10.0-1160.92.1.el7.x86_64
0xa33
18
__do_page_fault
vmlinux 0xffffffff843bf7d3
Build id: 3.10.0-1160.92.1.el7.x86_64
0x213
19
do_page_fault
vmlinux 0xffffffff843bfb05
Build id: 3.10.0-1160.92.1.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffff843bb7b8
Build id: 3.10.0-1160.92.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 132s! [HangDetector:783]
Modules linked in: xt_nat veth xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel snd_ens1371 ppdev snd_rawmidi snd_ac97_codec ac97_bus btusb snd_seq btrtl btbcm aesni_intel btintel lrw vmw_balloon snd_seq_device bluetooth gf128mul glue_helper ablk_helper cryptd snd_pcm joydev rfkill pcspkr snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables ext4 mbcache
jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit ata_piix crct10dif_pclmul libnvdimm drm crct10dif_common crc32c_intel mptspi libata scsi_transport_spi mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks fuse
CPU: 4 PID: 783 Comm: HangDetector Tainted: G             L ------------ T 3.10.0-1160.92.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8b17b5e39080 ti: ffff8b1830c44000 task.ti: ffff8b1830c44000
RIP: 0010:[<ffffffffc02ee44e>]  [<ffffffffc02ee44e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffff8b1830c47960  EFLAGS: 00000246
RAX: ffffa66040700000 RBX: ffff8b180a06f7a0 RCX: 0000000000000019
RDX: ffff8b17b55cfc00 RSI: ffff8b17b5561000 RDI: 000000000000000e
RBP: ffff8b1830c47970 R08: 0000000000000003 R09: 0000000128bc2fff
R10: ffff8b17b5071800 R11: ffff8b18b1cfc700 R12: 0000000100000006
R13: ffff8b1823605b00 R14: ffff8b1830c478d4 R15: ffffffff83f713fb
FS:  00007f9c43874700(0000) GS:ffff8b18b9700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000560099ca81c0 CR3: 00000000b7324000 CR4: 00000000003407e0
Call Trace:
[<ffffffffc033e74e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03a42f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff84102fe0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff8410cb8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff83f68649>] __blk_run_queue+0x39/0x50
[<ffffffff83f6871a>] queue_unplugged+0x2a/0xa0
[<ffffffff83f6c168>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff83f6c5d4>] blk_finish_plug+0x14/0x50
[<ffffffff83dd6ed1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff83dd7501>] ra_submit+0x21/0x30
[<ffffffff83dcbb75>] filemap_fault+0x105/0x420
[<ffffffffc0578a06>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff83dfa15a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff83ccf340>] ? hrtimer_get_res+0x50/0x50
[<ffffffff83dfa70c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff83e02113>] handle_mm_fault+0xa33/0x1190
[<ffffffff843bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff843bfb05>] do_page_fault+0x35/0x90
[<ffffffff843bb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 
Complete report #652670
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc03e43be
Build id: 3.10.0-862.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc040671e
Build id: 3.10.0-862.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc03db2e0
Build id: 3.10.0-862.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8bc9b050
Build id: 3.10.0-862.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff8bca45bc
Build id: 3.10.0-862.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffff8bb18ad9
Build id: 3.10.0-862.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff8bb18b9a
Build id: 3.10.0-862.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff8bb1c358
Build id: 3.10.0-862.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff8bb1c7c4
Build id: 3.10.0-862.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8b9a1241
Build id: 3.10.0-862.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff8b9a18e1
Build id: 3.10.0-862.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff8b996265
Build id: 3.10.0-862.el7.x86_64
0x105
13
ext4_filemap_fault
ext4 0xffffffffc061ee66
Build id: 3.10.0-862.el7.x86_64
0x36
14
__do_fault.isra.58
vmlinux 0xffffffff8b9c05fa
Build id: 3.10.0-862.el7.x86_64
0x8a
15
do_cow_fault
vmlinux 0xffffffff8b9c1414
Build id: 3.10.0-862.el7.x86_64
0xb4
16
handle_pte_fault
vmlinux 0xffffffff8b9c5344
Build id: 3.10.0-862.el7.x86_64
0x344
17
handle_mm_fault
vmlinux 0xffffffff8b9c747d
Build id: 3.10.0-862.el7.x86_64
0x39d
18
__do_page_fault
vmlinux 0xffffffff8bf1a597
Build id: 3.10.0-862.el7.x86_64
0x197
19
do_page_fault
vmlinux 0xffffffff8bf1a925
Build id: 3.10.0-862.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffff8bf16768
Build id: 3.10.0-862.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [abrt-dump-oops:5273]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore joydev pcspkr iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon ppdev nfit sg libnvdimm parport_pc parport shpchp i2c_piix4 vmw_vmci ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif sr_mod crct10dif_generic cdrom ata_generic
pata_acpi vmwgfx crct10dif_pclmul crct10dif_common drm_kms_helper crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw drm ata_piix e1000 mptspi libata scsi_transport_spi mptscsih mptbase i2c_core
CPU: 2 PID: 5273 Comm: abrt-dump-oops Tainted: G             L ------------   3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffffa0191b729fa0 ti: ffffa01922718000 task.ti: ffffa01922718000
RIP: 0010:[<ffffffffc03e43be>]  [<ffffffffc03e43be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffffa0192271b8e8  EFLAGS: 00000246
RAX: ffffb38141040000 RBX: ffffa017b56ad5d0 RCX: 000000000000000b
RDX: ffffa019bfe8c400 RSI: ffffa019b1d4e000 RDI: 000000000000000e
RBP: ffffa0192271b8f8 R08: 0000000000000003 R09: 0000000175155fff
R10: ffffa019b23d20d8 R11: ffffa0199e750700 R12: ffffa0195b22b000
R13: ffffa0192271b85c R14: ffffffff8bb212cb R15: ffffa0192271b8a0
FS:  0000000000000000(0000) GS:ffffa019b5680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3c02bd27c8 CR3: 00000001930be000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc040671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03db2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8bc9b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8bca45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffff8bb18ad9>] __blk_run_queue+0x39/0x50
[<ffffffff8bb18b9a>] queue_unplugged+0x2a/0xa0
[<ffffffff8bb1c358>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8bb1c7c4>] blk_finish_plug+0x14/0x40
[<ffffffff8b9a1241>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff8b9a18e1>] ra_submit+0x21/0x30
[<ffffffff8b996265>] filemap_fault+0x105/0x490
[<ffffffffc061ee66>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff8b9c05fa>] __do_fault.isra.58+0x8a/0x100
[<ffffffff8b9c1414>] do_cow_fault+0xb4/0x2c0
[<ffffffff8b9c5344>] handle_pte_fault+0x344/0xc30
[<ffffffff8b9c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8bf1a597>] __do_page_fault+0x197/0x4f0
[<ffffffff8bf1a925>] do_page_fault+0x35/0x90
[<ffffffff8bf16768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 23 3f 
Complete report #399233
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc01fd3be
Build id: 3.10.0-957.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc027f71e
Build id: 3.10.0-957.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc02212e0
Build id: 3.10.0-957.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff9fcd0960
Build id: 3.10.0-957.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff9fcd9efc
Build id: 3.10.0-957.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffff9fb42ff9
Build id: 3.10.0-957.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff9fb430ba
Build id: 3.10.0-957.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff9fb468e8
Build id: 3.10.0-957.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff9fb46d54
Build id: 3.10.0-957.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff9f9c3601
Build id: 3.10.0-957.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff9f9c3c51
Build id: 3.10.0-957.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff9f9b8ba5
Build id: 3.10.0-957.el7.x86_64
0x105
13
ext4_filemap_fault
ext4 0xffffffffc0410186
Build id: 3.10.0-957.el7.x86_64
0x36
14
__do_fault.isra.59
vmlinux 0xffffffff9f9e41da
Build id: 3.10.0-957.el7.x86_64
0x8a
15
do_read_fault.isra.61
vmlinux 0xffffffff9f9e478c
Build id: 3.10.0-957.el7.x86_64
0x4c
16
handle_pte_fault
vmlinux 0xffffffff9f9e9134
Build id: 3.10.0-957.el7.x86_64
0x2f4
17
? get_futex_key
vmlinux 0xffffffff9f90cb18
Build id: 3.10.0-957.el7.x86_64
0x1c8
18
handle_mm_fault
vmlinux 0xffffffff9f9ebc6d
Build id: 3.10.0-957.el7.x86_64
0x39d
19
__do_page_fault
vmlinux 0xffffffff9ff6f5e3
Build id: 3.10.0-957.el7.x86_64
0x203
20
do_page_fault
vmlinux 0xffffffff9ff6f915
Build id: 3.10.0-957.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffff9ff6b758
Build id: 3.10.0-957.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [mysqld:7921]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmhgfs(OE) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_seq_midi gf128mul glue_helper ppdev ablk_helper snd_seq_midi_event cryptd vmw_balloon snd_ens1371 snd_rawmidi joydev pcspkr snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_pclmul crct10dif_common
crc32c_intel vmwgfx drm_kms_helper syscopyarea serio_raw sysfillrect sysimgblt fb_sys_fops mptspi ttm scsi_transport_spi drm mptscsih ahci e1000 mptbase nfit libahci libnvdimm drm_panel_orientation_quirks ata_generic pata_acpi ata_piix libata
CPU: 1 PID: 7921 Comm: mysqld Tainted: G           OEL ------------   3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9e387737d140 ti: ffff9e3861834000 task.ti: ffff9e3861834000
RIP: 0010:[<ffffffffc01fd3be>]  [<ffffffffc01fd3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9e38618378e8  EFLAGS: 00000246
RAX: ffffaeb9c0200000 RBX: ffff9e3867cefe88 RCX: 0000000000000004
RDX: ffff9e38762c8e00 RSI: ffff9e3876080000 RDI: 000000000000000e
RBP: ffff9e38618378f8 R08: 0000000000000002 R09: 0000000026032fff
R10: ffff9e3874c450d8 R11: ffff9e3875a0cfc0 R12: ffff9e386ec19800
R13: ffff9e386183785c R14: ffffffff9fb4b83b R15: ffff9e38618378a0
FS:  00007f0b63548700(0000) GS:ffff9e387c640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000021dd9b0 CR3: 000000003aa88000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc027f71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02212e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9fcd0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9fcd9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff9fb42ff9>] __blk_run_queue+0x39/0x50
[<ffffffff9fb430ba>] queue_unplugged+0x2a/0xa0
[<ffffffff9fb468e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9fb46d54>] blk_finish_plug+0x14/0x40
[<ffffffff9f9c3601>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff9f9c3c51>] ra_submit+0x21/0x30
[<ffffffff9f9b8ba5>] filemap_fault+0x105/0x490
[<ffffffffc0410186>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff9f9e41da>] __do_fault.isra.59+0x8a/0x100
[<ffffffff9f9e478c>] do_read_fault.isra.61+0x4c/0x1b0
[<ffffffff9f9e9134>] handle_pte_fault+0x2f4/0xd10
[<ffffffff9f90cb18>] ? get_futex_key+0x1c8/0x2c0
[<ffffffff9f9ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9ff6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff9ff6f915>] do_page_fault+0x35/0x90
[<ffffffff9ff6b758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 b3 20 
Complete report #382771
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc04793be
Build id: 3.10.0-1160.45.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc04dd71e
Build id: 3.10.0-1160.45.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc04f52e0
Build id: 3.10.0-1160.45.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff852e4860
Build id: 3.10.0-1160.45.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff852edf8c
Build id: 3.10.0-1160.45.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff85153f39
Build id: 3.10.0-1160.45.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff85153ffa
Build id: 3.10.0-1160.45.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff851578d8
Build id: 3.10.0-1160.45.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff85157d44
Build id: 3.10.0-1160.45.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff84fcbe31
Build id: 3.10.0-1160.45.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff84fcc451
Build id: 3.10.0-1160.45.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff84fc0e35
Build id: 3.10.0-1160.45.1.el7.x86_64
0x105
13
? legitimize_mnt
vmlinux 0xffffffff85072966
Build id: 3.10.0-1160.45.1.el7.x86_64
0x16
14
ext4_filemap_fault
ext4 0xffffffffc0879756
Build id: 3.10.0-1160.45.1.el7.x86_64
0x36
15
__do_fault.isra.61
vmlinux 0xffffffff84fee7aa
Build id: 3.10.0-1160.45.1.el7.x86_64
0x8a
16
? getname_flags
vmlinux 0xffffffff850603bf
Build id: 3.10.0-1160.45.1.el7.x86_64
0x4f
17
do_read_fault.isra.63
vmlinux 0xffffffff84feed5c
Build id: 3.10.0-1160.45.1.el7.x86_64
0x4c
18
handle_mm_fault
vmlinux 0xffffffff84ff65a0
Build id: 3.10.0-1160.45.1.el7.x86_64
0xa20
19
? cp_new_stat
vmlinux 0xffffffff85054355
Build id: 3.10.0-1160.45.1.el7.x86_64
0x165
20
__do_page_fault
vmlinux 0xffffffff85590653
Build id: 3.10.0-1160.45.1.el7.x86_64
0x213
21
do_page_fault
vmlinux 0xffffffff85590975
Build id: 3.10.0-1160.45.1.el7.x86_64
0x35
22
? error_swapgs
vmlinux 0xffffffff8558cac9
Build id: 3.10.0-1160.45.1.el7.x86_64
0xaa
23
page_fault
vmlinux 0xffffffff8558c778
Build id: 3.10.0-1160.45.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [php-fpm:20910]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr parport_pc joydev parport sg vmw_vmci i2c_piix4 ip_tables xfs
libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel mptspi scsi_transport_spi mptscsih serio_raw drm ata_piix libata mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ipmi_msghandler]
CPU: 0 PID: 20910 Comm: php-fpm Kdump: loaded Tainted: G             L ------------   3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff940ad4b93180 ti: ffff940acdc8c000 task.ti: ffff940acdc8c000
RIP: 0010:[<ffffffffc04793be>]  [<ffffffffc04793be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff940acdc8f960  EFLAGS: 00000246
RAX: ffffae0c835c0000 RBX: ffff94124df1ca00 RCX: 0000000000000018
RDX: ffff940c7229c200 RSI: ffff9412d9848000 RDI: 000000000000000e
RBP: ffff940acdc8f970 R08: 0000000000000002 R09: 000000063dc1afff
R10: ffff9412d9b9b800 R11: ffff940b6818dc00 R12: 0000000100000001
R13: ffff940ca83be780 R14: ffff940acdc8f8d4 R15: ffffffff8515c8fb
FS:  00007efc0049b880(0000) GS:ffff9412ffc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efc004c2000 CR3: 0000000085206000 CR4: 00000000000407f0
Call Trace:
[<ffffffffc04dd71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04f52e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff852e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff852edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff85153f39>] __blk_run_queue+0x39/0x50
[<ffffffff85153ffa>] queue_unplugged+0x2a/0xa0
[<ffffffff851578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff85157d44>] blk_finish_plug+0x14/0x40
[<ffffffff84fcbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff84fcc451>] ra_submit+0x21/0x30
[<ffffffff84fc0e35>] filemap_fault+0x105/0x420
[<ffffffff85072966>] ? legitimize_mnt+0x16/0x40
[<ffffffffc0879756>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff84fee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffff850603bf>] ? getname_flags+0x4f/0x1a0
[<ffffffff84feed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff84ff65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff85054355>] ? cp_new_stat+0x165/0x1a0
[<ffffffff85590653>] __do_page_fault+0x213/0x500
[<ffffffff85590975>] do_page_fault+0x35/0x90
[<ffffffff8558cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff8558c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 48 
Complete report #208821
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc02433be
Build id: 3.10.0-1160.31.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc025e71e
Build id: 3.10.0-1160.31.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc023b2e0
Build id: 3.10.0-1160.31.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffb5ae4120
Build id: 3.10.0-1160.31.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffb5aed84c
Build id: 3.10.0-1160.31.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffb59539f9
Build id: 3.10.0-1160.31.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffb5953aba
Build id: 3.10.0-1160.31.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffb5957398
Build id: 3.10.0-1160.31.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffb5957804
Build id: 3.10.0-1160.31.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffb57cb931
Build id: 3.10.0-1160.31.1.el7.x86_64
0x1e1
11
ondemand_readahead
vmlinux 0xffffffffb57cbacf
Build id: 3.10.0-1160.31.1.el7.x86_64
0x11f
12
page_cache_async_readahead
vmlinux 0xffffffffb57cbc70
Build id: 3.10.0-1160.31.1.el7.x86_64
0x80
13
filemap_fault
vmlinux 0xffffffffb57c0ba4
Build id: 3.10.0-1160.31.1.el7.x86_64
0x374
14
ext4_filemap_fault
ext4 0xffffffffc044f756
Build id: 3.10.0-1160.31.1.el7.x86_64
0x36
15
__do_fault.isra.61
vmlinux 0xffffffffb57ee2aa
Build id: 3.10.0-1160.31.1.el7.x86_64
0x8a
16
do_read_fault.isra.63
vmlinux 0xffffffffb57ee85c
Build id: 3.10.0-1160.31.1.el7.x86_64
0x4c
17
handle_mm_fault
vmlinux 0xffffffffb57f60a0
Build id: 3.10.0-1160.31.1.el7.x86_64
0xa20
18
__do_page_fault
vmlinux 0xffffffffb5d90653
Build id: 3.10.0-1160.31.1.el7.x86_64
0x213
19
do_page_fault
vmlinux 0xffffffffb5d90975
Build id: 3.10.0-1160.31.1.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffffb5d8c778
Build id: 3.10.0-1160.31.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [yumBackend.py:3038]
Modules linked in: nls_utf8 isofs xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event vfat fat xfs libcrc32c iosf_mbi kvm_intel kvm irqbypass snd_ens1371 crc32_pclmul snd_rawmidi ghash_clmulni_intel snd_ac97_codec ac97_bus ppdev snd_seq snd_seq_device vmw_balloon aesni_intel lrw snd_pcm gf128mul glue_helper ablk_helper cryptd snd_timer snd sg soundcore joydev pcspkr i2c_piix4 vmw_vmci tpm_crb parport_pc parport ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt pata_acpi crct10dif_pclmul fb_sys_fops crct10dif_common ttm crc32c_intel serio_raw drm mptspi nfit scsi_transport_spi ata_piix e1000 mptscsih libnvdimm mptbase libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 3038 Comm: yumBackend.py Kdump: loaded Tainted: G             L ------------   3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.16221537.B64.2005150253 05/15/2020
task: ffff94fb2ed02100 ti: ffff94fb2ba6c000 task.ti: ffff94fb2ba6c000
RIP: 0010:[<ffffffffc02433be>]  [<ffffffffc02433be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff94fb2ba6f8f0  EFLAGS: 00000246
RAX: ffffaaf900d40000 RBX: ffff94fcb4896600 RCX: 0000000000000015
RDX: ffff94fb3b8df000 RSI: ffff94fcb0946000 RDI: 000000000000000e
RBP: ffff94fb2ba6f900 R08: 0000000000000002 R09: 00000000a3b53fff
R10: ffff94fcb077fc00 R11: ffff94fcaefaa840 R12: 0000000100000001
R13: ffff94fc994b4180 R14: ffff94fb2ba6f864 R15: ffffffffb595c3bb
FS:  00007fe0b132d740(0000) GS:ffff94fcb5640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe0b1334018 CR3: 00000000ab974000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc025e71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc023b2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb5ae4120>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb5aed84c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb59539f9>] __blk_run_queue+0x39/0x50
[<ffffffffb5953aba>] queue_unplugged+0x2a/0xa0
[<ffffffffb5957398>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb5957804>] blk_finish_plug+0x14/0x40
[<ffffffffb57cb931>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffb57cbacf>] ondemand_readahead+0x11f/0x240
[<ffffffffb57cbc70>] page_cache_async_readahead+0x80/0xa0
[<ffffffffb57c0ba4>] filemap_fault+0x374/0x420
[<ffffffffc044f756>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffffb57ee2aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffb57ee85c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffb57f60a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffb5d90653>] __do_page_fault+0x213/0x500
[<ffffffffb5d90975>] do_page_fault+0x35/0x90
[<ffffffffb5d8c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 25 
Complete report #190691
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc01a33be
Build id: 3.10.0-957.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc01c571e
Build id: 3.10.0-957.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc01be2e0
Build id: 3.10.0-957.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff962d0960
Build id: 3.10.0-957.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff962d9efc
Build id: 3.10.0-957.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffff96142ff9
Build id: 3.10.0-957.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff961430ba
Build id: 3.10.0-957.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff961468e8
Build id: 3.10.0-957.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff96146d54
Build id: 3.10.0-957.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff95fc3601
Build id: 3.10.0-957.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffff95fc3c51
Build id: 3.10.0-957.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff95fb8ba5
Build id: 3.10.0-957.el7.x86_64
0x105
13
? ima_get_action
vmlinux 0xffffffff9611d7b3
Build id: 3.10.0-957.el7.x86_64
0x23
14
ext4_filemap_fault
ext4 0xffffffffc03b7186
Build id: 3.10.0-957.el7.x86_64
0x36
15
__do_fault.isra.59
vmlinux 0xffffffff95fe41da
Build id: 3.10.0-957.el7.x86_64
0x8a
16
do_read_fault.isra.61
vmlinux 0xffffffff95fe478c
Build id: 3.10.0-957.el7.x86_64
0x4c
17
handle_pte_fault
vmlinux 0xffffffff95fe9134
Build id: 3.10.0-957.el7.x86_64
0x2f4
18
? ext4_file_read
ext4 0xffffffffc03a9d93
Build id: 3.10.0-957.el7.x86_64
0x43
19
handle_mm_fault
vmlinux 0xffffffff95febc6d
Build id: 3.10.0-957.el7.x86_64
0x39d
20
__do_page_fault
vmlinux 0xffffffff9656f5e3
Build id: 3.10.0-957.el7.x86_64
0x203
21
do_page_fault
vmlinux 0xffffffff9656f915
Build id: 3.10.0-957.el7.x86_64
0x35
22
? error_swapgs
vmlinux 0xffffffff9656ba96
Build id: 3.10.0-957.el7.x86_64
0xa7
23
page_fault
vmlinux 0xffffffff9656b758
Build id: 3.10.0-957.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 24s! [kube-controller:30296]
Modules linked in: nfsv3 nfs_acl ip_vs nf_conntrack libcrc32c rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vmw_vsock_vmci_transport vsock sunrpc ppdev coretemp vmw_balloon joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_common ata_generic pata_acpi serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix libata drm mptspi vmxnet3 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 30296 Comm: kube-controller Tainted: G             L ------------   3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffffa0534e28d140 ti: ffffa05414514000 task.ti: ffffa05414514000
RIP: 0010:[<ffffffffc01a33be>]  [<ffffffffc01a33be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffffa054145178e8  EFLAGS: 00000246
RAX: ffffc1cb807c0000 RBX: ffffa053acbaaef0 RCX: 000000000000001a
RDX: ffffa05335ccb000 RSI: ffffa054387af000 RDI: 000000000000000e
RBP: ffffa054145178f8 R08: 0000000000000003 R09: 0000000052cb4fff
R10: ffffa054356bc0d8 R11: ffffa053ba40fc00 R12: ffffa053bb7e1200
R13: ffffa0541451785c R14: ffffffff9614b83b R15: ffffa054145178a0
FS:  000000c000103910(0000) GS:ffffa0543fd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000019d2c40 CR3: 000000011454c000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc01c571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01be2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff962d0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff962d9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff96142ff9>] __blk_run_queue+0x39/0x50
[<ffffffff961430ba>] queue_unplugged+0x2a/0xa0
[<ffffffff961468e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff96146d54>] blk_finish_plug+0x14/0x40
[<ffffffff95fc3601>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff95fc3c51>] ra_submit+0x21/0x30
[<ffffffff95fb8ba5>] filemap_fault+0x105/0x490
[<ffffffff9611d7b3>] ? ima_get_action+0x23/0x30
[<ffffffffc03b7186>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff95fe41da>] __do_fault.isra.59+0x8a/0x100
[<ffffffff95fe478c>] do_read_fault.isra.61+0x4c/0x1b0
[<ffffffff95fe9134>] handle_pte_fault+0x2f4/0xd10
[<ffffffffc03a9d93>] ? ext4_file_read+0x43/0x130 [ext4]
[<ffffffff95febc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9656f5e3>] __do_page_fault+0x203/0x500
[<ffffffff9656f915>] do_page_fault+0x35/0x90
[<ffffffff9656ba96>] ? error_swapgs+0xa7/0xbd
[<ffffffff9656b758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 1b 
Complete report #116439
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc00503be
Build id: 3.10.0-693.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc006b729
Build id: 3.10.0-693.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffc00492b0
Build id: 3.10.0-693.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
0x4df
6
__blk_run_queue
vmlinux 0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8118f3ee
Build id: 3.10.0-693.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff8118fa71
Build id: 3.10.0-693.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81184e45
Build id: 3.10.0-693.el7.x86_64
0x105
13
ext4_filemap_fault
ext4 0xffffffffc0267156
Build id: 3.10.0-693.el7.x86_64
0x36
14
__do_fault
vmlinux 0xffffffff811ad162
Build id: 3.10.0-693.el7.x86_64
0x52
15
do_read_fault.isra.44
vmlinux 0xffffffff811ad60b
Build id: 3.10.0-693.el7.x86_64
0x4b
16
handle_mm_fault
vmlinux 0xffffffff811b1f11
Build id: 3.10.0-693.el7.x86_64
0x691
17
__do_page_fault
vmlinux 0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
0x154
18
do_page_fault
vmlinux 0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
0x35
19
page_fault
vmlinux 0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 31s! [ksmtuned:32820]
Modules linked in: binfmt_misc tcp_lp fuse vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev nfit vmw_balloon pcspkr joydev libnvdimm sg parport_pc parport shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix e1000 libata mptspi scsi_transport_spi mptscsih serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 32820 Comm: ksmtuned Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff88013251bf40 ti: ffff8801357b8000 task.ti: ffff8801357b8000
RIP: 0010:[<ffffffffc00503be>]  [<ffffffffc00503be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8801357bb9d8  EFLAGS: 00000246
RAX: ffffc90000700000 RBX: ffff88013fc06da0 RCX: 0000000000000020
RDX: ffff880035681000 RSI: ffff8800356d2000 RDI: 000000000000000e
RBP: ffff8801357bb9e8 R08: 0000000000000003 R09: ffff880131c7a0d8
R10: ffff8800bba12300 R11: ffff8800bba12300 R12: ffff8800b7b63480
R13: ffff8801357bb94c R14: ffffffff812ff13b R15: ffff8801357bb990
FS:  00007f6654ef9740(0000) GS:ffff880139600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000404245 CR3: 000000011d2e1000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8800356d2d30 0000000000000030 ffff8801357bba90 ffffffffc006b729
ffff8800356d2008 04000000357bba50 0000000000000020 ffff8800bba12300
0000000000000080 ffff8800356d2188 0000006000000020 ffff880000000007
Call Trace:
[<ffffffffc006b729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00492b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff8118f3ee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118fa71>] ra_submit+0x21/0x30
[<ffffffff81184e45>] filemap_fault+0x105/0x410
[<ffffffffc0267156>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff811ad162>] __do_fault+0x52/0xe0
[<ffffffff811ad60b>] do_read_fault.isra.44+0x4b/0x130
[<ffffffff811b1f11>] handle_mm_fault+0x691/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 05 
Complete report #24038
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc00f83be
Build id: 3.10.0-862.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc014571e
Build id: 3.10.0-862.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc01132e0
Build id: 3.10.0-862.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffbba9b050
Build id: 3.10.0-862.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffbbaa45bc
Build id: 3.10.0-862.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffffbb918ad9
Build id: 3.10.0-862.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffbb918b9a
Build id: 3.10.0-862.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffbb91c358
Build id: 3.10.0-862.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffbb91c7c4
Build id: 3.10.0-862.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffbb7a1241
Build id: 3.10.0-862.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffbb7a18e1
Build id: 3.10.0-862.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffbb796265
Build id: 3.10.0-862.el7.x86_64
0x105
13
ext4_filemap_fault
ext4 0xffffffffc0360e66
Build id: 3.10.0-862.el7.x86_64
0x36
14
__do_fault.isra.58
vmlinux 0xffffffffbb7c05fa
Build id: 3.10.0-862.el7.x86_64
0x8a
15
do_read_fault.isra.60
vmlinux 0xffffffffbb7c0b5c
Build id: 3.10.0-862.el7.x86_64
0x4c
16
handle_pte_fault
vmlinux 0xffffffffbb7c52dc
Build id: 3.10.0-862.el7.x86_64
0x2dc
17
handle_mm_fault
vmlinux 0xffffffffbb7c747d
Build id: 3.10.0-862.el7.x86_64
0x39d
18
__do_page_fault
vmlinux 0xffffffffbbd1a597
Build id: 3.10.0-862.el7.x86_64
0x197
19
do_page_fault
vmlinux 0xffffffffbbd1a925
Build id: 3.10.0-862.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffffbbd16768
Build id: 3.10.0-862.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 60s! [vmtoolsd:628]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq crc32_pclmul ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel lrw gf128mul snd_timer glue_helper ablk_helper snd cryptd soundcore nfit sg libnvdimm ppdev joydev pcspkr vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel libata mptspi scsi_transport_spi i2c_core e1000 mptscsih serio_raw mptbase
CPU: 5 PID: 628 Comm: vmtoolsd Tainted: G             L ------------   3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffffa14e7001af70 ti: ffffa14db7b14000 task.ti: ffffa14db7b14000
RIP: 0010:[<ffffffffc00f83be>]  [<ffffffffc00f83be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffffa14db7b178f0  EFLAGS: 00000246
RAX: ffffb76c40cc0000 RBX: ffffa14e71445260 RCX: 0000000000000011
RDX: ffffa14e700e3200 RSI: ffffa14e7561d000 RDI: 000000000000000e
RBP: ffffa14db7b17900 R08: 0000000000000003 R09: 000000009c23bfff
R10: ffffa14e701bc0d8 R11: ffffa14db1e92840 R12: 0000000100000014
R13: ffffa14e6f016d00 R14: ffffa14db7b17864 R15: ffffffffbb9212cb
FS:  00007fb8a1f02880(0000) GS:ffffa14e78740000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000c70100 CR3: 00000000b7b4c000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc014571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01132e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffbba9b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbbaa45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffffbb918ad9>] __blk_run_queue+0x39/0x50
[<ffffffffbb918b9a>] queue_unplugged+0x2a/0xa0
[<ffffffffbb91c358>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffbb91c7c4>] blk_finish_plug+0x14/0x40
[<ffffffffbb7a1241>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffbb7a18e1>] ra_submit+0x21/0x30
[<ffffffffbb796265>] filemap_fault+0x105/0x490
[<ffffffffc0360e66>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffffbb7c05fa>] __do_fault.isra.58+0x8a/0x100
[<ffffffffbb7c0b5c>] do_read_fault.isra.60+0x4c/0x1a0
[<ffffffffbb7c52dc>] handle_pte_fault+0x2dc/0xc30
[<ffffffffbb7c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffbbd1a597>] __do_page_fault+0x197/0x4f0
[<ffffffffbbd1a925>] do_page_fault+0x35/0x90
[<ffffffffbbd16768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 63 10 
Complete report #23127
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc01203be
Build id: 3.10.0-693.5.2.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc014a729
Build id: 3.10.0-693.5.2.el7.x86_64
0x249
3
mptspi_qcmd
mptspi 0xffffffffc01a42b0
Build id: 3.10.0-693.5.2.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff814654da
Build id: 3.10.0-693.5.2.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff8146e29f
Build id: 3.10.0-693.5.2.el7.x86_64
0x4df
6
__blk_run_queue
vmlinux 0xffffffff812f7293
Build id: 3.10.0-693.5.2.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812f734a
Build id: 3.10.0-693.5.2.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812fa7d8
Build id: 3.10.0-693.5.2.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812fabe4
Build id: 3.10.0-693.5.2.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8118f41e
Build id: 3.10.0-693.5.2.el7.x86_64
0x1de
11
ra_submit
vmlinux 0xffffffff8118faa1
Build id: 3.10.0-693.5.2.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffff81184e55
Build id: 3.10.0-693.5.2.el7.x86_64
0x105
13
ext4_filemap_fault
ext4 0xffffffffc0227156
Build id: 3.10.0-693.5.2.el7.x86_64
0x36
14
__do_fault
vmlinux 0xffffffff811ad0d2
Build id: 3.10.0-693.5.2.el7.x86_64
0x52
15
do_cow_fault
vmlinux 0xffffffff811adb2b
Build id: 3.10.0-693.5.2.el7.x86_64
0xab
16
handle_mm_fault
vmlinux 0xffffffff811b1aad
Build id: 3.10.0-693.5.2.el7.x86_64
0x2bd
17
__do_page_fault
vmlinux 0xffffffff816b0074
Build id: 3.10.0-693.5.2.el7.x86_64
0x154
18
do_page_fault
vmlinux 0xffffffff816b03a5
Build id: 3.10.0-693.5.2.el7.x86_64
0x35
19
page_fault
vmlinux 0xffffffff816ac5c8
Build id: 3.10.0-693.5.2.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [abrt-hook-ccpp:39405]
Modules linked in: rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack libcrc32c iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ppdev btusb btrtl btbcm btintel bluetooth coretemp iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec aesni_intel lrw gf128mul glue_helper
ablk_helper cryptd vmw_balloon ac97_bus snd_seq pcspkr snd_seq_device joydev snd_pcm rfkill snd_timer snd soundcore sg nfit libnvdimm parport_pc parport vmw_vmci i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic vmwgfx pata_acpi mptspi scsi_transport_spi drm_kms_helper mptscsih syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptbase drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw e1000 i2c_core
CPU: 0 PID: 39405 Comm: abrt-hook-ccpp Tainted: G             L ------------   3.10.0-693.5.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff88008a7e0fd0 ti: ffff88008a6b8000 task.ti: ffff88008a6b8000
RIP: 0010:[<ffffffffc01203be>]  [<ffffffffc01203be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff88008a6bb9c0  EFLAGS: 00000246
RAX: ffffc90000780000 RBX: ffff880099e30500 RCX: 000000000000000d
RDX: ffff880035f63a00 RSI: ffff880036603000 RDI: 000000000000000e
RBP: ffff88008a6bb9d0 R08: 0000000000000003 R09: 0000000072ca5fff
R10: ffff880035e72840 R11: ffff880035e72840 R12: 0000000100000009
R13: ffff880099610000 R14: ffff88008a6bb934 R15: ffffffff812ff1fb
FS:  0000000000000000(0000) GS:ffff88009ae00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1047587831 CR3: 000000009821c000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff880036603d30 0000000000000020 ffff88008a6bba78 ffffffffc014a729
ffff880036603008 000000008a6bba38 000000000000000d ffff880035e72840
0000000000000034 ffff880036603188 000000600000000d ffff880097d42d10
Call Trace:
[<ffffffffc014a729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc01a42b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff814654da>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e29f>] scsi_request_fn+0x4df/0x680
[<ffffffff812f7293>] __blk_run_queue+0x33/0x40
[<ffffffff812f734a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa7d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fabe4>] blk_finish_plug+0x14/0x40
[<ffffffff8118f41e>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118faa1>] ra_submit+0x21/0x30
[<ffffffff81184e55>] filemap_fault+0x105/0x410
[<ffffffffc0227156>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff811ad0d2>] __do_fault+0x52/0xe0
[<ffffffff811adb2b>] do_cow_fault+0xab/0x290
[<ffffffff811b1aad>] handle_mm_fault+0x2bd/0xfa0
[<ffffffff816b0074>] __do_page_fault+0x154/0x450
[<ffffffff816b03a5>] do_page_fault+0x35/0x90
[<ffffffff816ac5c8>] page_fault+0x28/0x30
Complete report #19802
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc02343be
Build id: 3.10.0-1062.9.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc022871e
Build id: 3.10.0-1062.9.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc02b32e0
Build id: 3.10.0-1062.9.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa90deab0
Build id: 3.10.0-1062.9.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa90e811c
Build id: 3.10.0-1062.9.1.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffffa8f4f079
Build id: 3.10.0-1062.9.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa8f4f13a
Build id: 3.10.0-1062.9.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa8f52988
Build id: 3.10.0-1062.9.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffa8f52df4
Build id: 3.10.0-1062.9.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffa8dcb041
Build id: 3.10.0-1062.9.1.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffa8dcb691
Build id: 3.10.0-1062.9.1.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffa8dc0045
Build id: 3.10.0-1062.9.1.el7.x86_64
0x105
13
? __wake_up_sync_key
vmlinux 0xffffffffa8cd392d
Build id: 3.10.0-1062.9.1.el7.x86_64
0x1d
14
ext4_filemap_fault
ext4 0xffffffffc0497346
Build id: 3.10.0-1062.9.1.el7.x86_64
0x36
15
__do_fault.isra.61
vmlinux 0xffffffffa8dec15a
Build id: 3.10.0-1062.9.1.el7.x86_64
0x8a
16
do_read_fault.isra.63
vmlinux 0xffffffffa8dec70c
Build id: 3.10.0-1062.9.1.el7.x86_64
0x4c
17
handle_pte_fault
vmlinux 0xffffffffa8df11ba
Build id: 3.10.0-1062.9.1.el7.x86_64
0x22a
18
handle_mm_fault
vmlinux 0xffffffffa8df3ecd
Build id: 3.10.0-1062.9.1.el7.x86_64
0x39d
19
__do_page_fault
vmlinux 0xffffffffa9388653
Build id: 3.10.0-1062.9.1.el7.x86_64
0x213
20
do_page_fault
vmlinux 0xffffffffa9388975
Build id: 3.10.0-1062.9.1.el7.x86_64
0x35
21
page_fault
vmlinux 0xffffffffa9384778
Build id: 3.10.0-1062.9.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 35s! [rtkit-daemon:1058]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter fuse vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac coretemp iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel vmw_balloon snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw ac97_bus gf128mul glue_helper ablk_helper cryptd snd_seq snd_seq_device snd_pcm nfit libnvdimm snd_timer pcspkr joydev snd soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables ext4 mbcache jbd2 sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel drm ata_piix libata serio_raw mptspi scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 1058 Comm: rtkit-daemon Tainted: G             L ------------   3.10.0-1062.9.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff977639cf62a0 ti: ffff9777adbe0000 task.ti: ffff9777adbe0000
RIP: 0010:[<ffffffffc02343be>]  [<ffffffffc02343be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9777adbe38d8  EFLAGS: 00000246
RAX: ffffa80640d00000 RBX: ffff9775ef7f2610 RCX: 0000000000000019
RDX: ffff9777b14d2800 RSI: ffff9777b19e3000 RDI: 000000000000000e
RBP: ffff9777adbe38e8 R08: 0000000000000003 R09: 00000001576cffff
R10: ffff9777b10990d8 R11: ffff9775fa3708c0 R12: ffff9775fa23d980
R13: ffff9777adbe384c R14: ffffffffa8f578db R15: ffff9777adbe3890
FS:  00007fac8bbdd700(0000) GS:ffff9777b5640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000558f9b8d5310 CR3: 0000000231e4c000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc022871e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02b32e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa90deab0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa90e811c>] scsi_request_fn+0x4cc/0x680
[<ffffffffa8f4f079>] __blk_run_queue+0x39/0x50
[<ffffffffa8f4f13a>] queue_unplugged+0x2a/0xa0
[<ffffffffa8f52988>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa8f52df4>] blk_finish_plug+0x14/0x40
[<ffffffffa8dcb041>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa8dcb691>] ra_submit+0x21/0x30
[<ffffffffa8dc0045>] filemap_fault+0x105/0x490
[<ffffffffa8cd392d>] ? __wake_up_sync_key+0x1d/0x20
[<ffffffffc0497346>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffffa8dec15a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa8dec70c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa8df11ba>] handle_pte_fault+0x22a/0xe20
[<ffffffffa8df3ecd>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa9388653>] __do_page_fault+0x213/0x500
[<ffffffffa9388975>] do_page_fault+0x35/0x90
[<ffffffffa9384778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 23 24 
Complete report #16361
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc04143be
Build id: 3.10.0-1160.2.2.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc046371e
Build id: 3.10.0-1160.2.2.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc042f2e0
Build id: 3.10.0-1160.2.2.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa0ae3980
Build id: 3.10.0-1160.2.2.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa0aed0ac
Build id: 3.10.0-1160.2.2.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffa09534d9
Build id: 3.10.0-1160.2.2.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa095359a
Build id: 3.10.0-1160.2.2.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa0956dd8
Build id: 3.10.0-1160.2.2.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffa0957244
Build id: 3.10.0-1160.2.2.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffa07cb261
Build id: 3.10.0-1160.2.2.el7.x86_64
0x1e1
11
ra_submit
vmlinux 0xffffffffa07cb881
Build id: 3.10.0-1160.2.2.el7.x86_64
0x21
12
filemap_fault
vmlinux 0xffffffffa07c0975
Build id: 3.10.0-1160.2.2.el7.x86_64
0x105
13
ext4_filemap_fault
ext4 0xffffffffc069f756
Build id: 3.10.0-1160.2.2.el7.x86_64
0x36
14
__do_fault.isra.61
vmlinux 0xffffffffa07ede3a
Build id: 3.10.0-1160.2.2.el7.x86_64
0x8a
15
do_read_fault.isra.63
vmlinux 0xffffffffa07ee3ec
Build id: 3.10.0-1160.2.2.el7.x86_64
0x4c
16
handle_mm_fault
vmlinux 0xffffffffa07f5c30
Build id: 3.10.0-1160.2.2.el7.x86_64
0xa20
17
? __enqueue_entity
vmlinux 0xffffffffa06dfb48
Build id: 3.10.0-1160.2.2.el7.x86_64
0x78
18
__do_page_fault
vmlinux 0xffffffffa0d8e653
Build id: 3.10.0-1160.2.2.el7.x86_64
0x213
19
do_page_fault
vmlinux 0xffffffffa0d8e975
Build id: 3.10.0-1160.2.2.el7.x86_64
0x35
20
page_fault
vmlinux 0xffffffffa0d8a778
Build id: 3.10.0-1160.2.2.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [pulseaudio:2401]
Modules linked in: binfmt_misc 8021q garp mrp tcp_lp nls_utf8 isofs tun devlink bridge stp llc libcrc32c ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm nfit ata_piix libnvdimm libata mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 2401 Comm: pulseaudio Kdump: loaded Tainted: G             L ------------   3.10.0-1160.2.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8b9dee3fe300 ti: ffff8b9f740dc000 task.ti: ffff8b9f740dc000
RIP: 0010:[<ffffffffc04143be>]  [<ffffffffc04143be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8b9f740df960  EFLAGS: 00000246
RAX: ffffa822c0f80000 RBX: ffff8b9f5c28ff20 RCX: 000000000000001f
RDX: ffff8b9d75e66400 RSI: ffff8b9f72984000 RDI: 000000000000000e
RBP: ffff8b9f740df970 R08: 0000000000000003 R09: 00000002234e0fff
R10: ffff8b9d75efd000 R11: ffff8b9d75dab480 R12: 0000000100000002
R13: ffff8b9eb83d6580 R14: ffff8b9f740df8d4 R15: ffffffffa095bdfb
FS:  00007f544e1a58c0(0000) GS:ffff8b9f75600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f544db08250 CR3: 000000023396e000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc046371e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc042f2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa0ae3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa0aed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffffa09534d9>] __blk_run_queue+0x39/0x50
[<ffffffffa095359a>] queue_unplugged+0x2a/0xa0
[<ffffffffa0956dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa0957244>] blk_finish_plug+0x14/0x40
[<ffffffffa07cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa07cb881>] ra_submit+0x21/0x30
[<ffffffffa07c0975>] filemap_fault+0x105/0x420
[<ffffffffc069f756>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffffa07ede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa07ee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa07f5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa06dfb48>] ? __enqueue_entity+0x78/0x80
[<ffffffffa0d8e653>] __do_page_fault+0x213/0x500
[<ffffffffa0d8e975>] do_page_fault+0x35/0x90
[<ffffffffa0d8a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 23 42 
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out