Info

Permalink
Function
mpt_put_msg_frame
First occurrence
2020-10-03
Last occurrence
2025-11-05
State
NEW
Components
kernel
Quality
-68

Statistics

Operating system Count
CentOS 7 385
Architecture Count
x86_64 385
Related packages Count
kernel 385
 0:3.10.0-1127.19.1.el7 75
 0:3.10.0-1160.el7 59
 0:3.10.0-957.el7 32
 0:3.10.0-1160.15.2.el7 22
 0:3.10.0-1160.53.1.el7 18
 0:3.10.0-1160.59.1.el7 16
 0:3.10.0-862.el7 16
 0:3.10.0-1160.21.1.el7 13
 0:3.10.0-1127.el7 11
 0:3.10.0-1127.10.1.el7 10
 0:3.10.0-1160.31.1.el7 10
 0:3.10.0-1160.119.1.el7 9
 0:3.10.0-1160.71.1.el7 9
 0:3.10.0-1062.el7 9
 0:3.10.0-1160.102.1.el7 6
 0:3.10.0-1160.92.1.el7 6
 0:3.10.0-1160.83.1.el7 5
 0:3.10.0-1160.118.1.el7 5
 0:3.10.0-1160.62.1.el7 4
 0:3.10.0-1160.81.1.el7 4
 0:3.10.0-1160.88.1.el7 4
 0:3.10.0-1062.9.1.el7 4
 0:3.10.0-957.1.3.el7 4
 0:3.10.0-1127.18.2.el7 3
 0:3.10.0-1160.25.1.el7 3
 0:3.10.0-1160.36.2.el7 3
 0:3.10.0-1160.76.1.el7 3
 0:3.10.0-1160.80.1.el7 3
 0:3.10.0-1160.99.1.el7 3
 0:3.10.0-1062.18.1.el7 2
 0:3.10.0-1160.11.1.el7 2
 0:3.10.0-1160.114.2.el7 2
 0:3.10.0-1062.4.1.el7 1
 0:3.10.0-957.10.1.el7 1
 0:3.10.0-1160.49.1.el7 1
 0:3.10.0-1160.66.1.el7 1
 0:3.10.0-1160.90.1.el7 1
 0:3.10.0-957.12.1.el7 1
 0:3.10.0-957.21.3.el7 1
 0:3.10.0-862.9.1.el7 1
 0:3.10.0-1160.108.1.el7 1
 0:3.10.0-1160.95.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

Report backtrace


Complete report #231934
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff81d89785
Build id: 3.10.0-1160.el7.x86_64 		0x15
2
ata_scsi_queuecmd
libata 0xffffffffc02f5d45
Build id: 3.10.0-1160.el7.x86_64 		0x155
3
? ata_scsi_invalid_field
libata 0xffffffffc02f2a20
Build id: 3.10.0-1160.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff81ae3980
Build id: 3.10.0-1160.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff81aed0ac
Build id: 3.10.0-1160.el7.x86_64 		0x4ac
6
__blk_run_queue
vmlinux 0xffffffff819534d9
Build id: 3.10.0-1160.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffff8195359a
Build id: 3.10.0-1160.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff81956dd8
Build id: 3.10.0-1160.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffff81956fb2
Build id: 3.10.0-1160.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffff81955167
Build id: 3.10.0-1160.el7.x86_64 		0x147
11
submit_bio
vmlinux 0xffffffff81955410
Build id: 3.10.0-1160.el7.x86_64 		0x70
12
? __mem_cgroup_commit_charge
vmlinux 0xffffffff8183e322
Build id: 3.10.0-1160.el7.x86_64 		0xe2
13
? __radix_tree_create
vmlinux 0xffffffff8198cbd7
Build id: 3.10.0-1160.el7.x86_64 		0xb7
14
do_mpage_readpage
vmlinux 0xffffffff81894103
Build id: 3.10.0-1160.el7.x86_64 		0x2c3
15
? __xfs_get_blocks
xfs 0xffffffffc050ece0
Build id: 3.10.0-1160.el7.x86_64 		0x6d0
16
? lru_cache_add
vmlinux 0xffffffff817cd4ee
Build id: 3.10.0-1160.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffff818946b2
Build id: 3.10.0-1160.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc050ece0
Build id: 3.10.0-1160.el7.x86_64 		0x6d0
19
? __xfs_get_blocks
xfs 0xffffffffc050ece0
Build id: 3.10.0-1160.el7.x86_64 		0x6d0
20
? alloc_pages_current
vmlinux 0xffffffff818189d8
Build id: 3.10.0-1160.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc050e058
Build id: 3.10.0-1160.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffff817cb24f
Build id: 3.10.0-1160.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffff817cb881
Build id: 3.10.0-1160.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffff817c0975
Build id: 3.10.0-1160.el7.x86_64 		0x105
25
__xfs_filemap_fault
xfs 0xffffffffc051991e
Build id: 3.10.0-1160.el7.x86_64 		0x7e
26
xfs_filemap_fault
xfs 0xffffffffc0519b1c
Build id: 3.10.0-1160.el7.x86_64 		0x2c
27
__do_fault.isra.61
vmlinux 0xffffffff817ede3a
Build id: 3.10.0-1160.el7.x86_64 		0x8a
28
do_read_fault.isra.63
vmlinux 0xffffffff817ee3ec
Build id: 3.10.0-1160.el7.x86_64 		0x4c
29
handle_mm_fault
vmlinux 0xffffffff817f5c30
Build id: 3.10.0-1160.el7.x86_64 		0xa20
30
__do_page_fault
vmlinux 0xffffffff81d8e653
Build id: 3.10.0-1160.el7.x86_64 		0x213
31
do_page_fault
vmlinux 0xffffffff81d8e975
Build id: 3.10.0-1160.el7.x86_64 		0x35
32
? error_swapgs
vmlinux 0xffffffff81d8aac9
Build id: 3.10.0-1160.el7.x86_64 		0xaa
33
page_fault
vmlinux 0xffffffff81d8a778
Build id: 3.10.0-1160.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [gsd-wacom:20100]
Modules linked in: ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 veth xt_set ipt_rpfilter xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ip_set ipip tunnel4 ip_tunnel xt_statistic xt_nat ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs tcp_lp xt_comment xt_mark nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) sunrpc intel_pmc_core intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel snd_intel8x0 aesni_intel snd_ac97_codec ac97_bus ppdev snd_seq snd_seq_device lrw gf128mul glue_helper ablk_helper
cryptd snd_pcm joydev sg pcspkr snd_timer snd i2c_piix4 parport_pc parport video soundcore sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm e1000 ata_piix drm ahci libahci libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 20100 Comm: gsd-wacom Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9f6bc19f6300 ti: ffff9f6bc4344000 task.ti: ffff9f6bc4344000
RIP: 0010:[<ffffffff81d89785>]  [<ffffffff81d89785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9f6bc43476d8  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffc0392754 RCX: 0000000000000000
RDX: ffff9f6bf6134018 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9f6bc43476d8 R08: ffffffffffffffff R09: 0000000016825fff
R10: ffff9f6bf58d7800 R11: ffff9f6bf835e540 R12: ffff9f6bf3a25600
R13: ffff9f6bf60a6800 R14: ffff9f6bf5fee000 R15: ffffffff81aeadbe
FS:  00007f6d76e08a40(0000) GS:ffff9f6bffc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6d75e21260 CR3: 0000000031750000 CR4: 00000000000606f0
Call Trace:
[<ffffffffc02f5d45>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc02f2a20>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffff81ae3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff81aed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff819534d9>] __blk_run_queue+0x39/0x50
[<ffffffff8195359a>] queue_unplugged+0x2a/0xa0
[<ffffffff81956dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff81956fb2>] blk_queue_bio+0x182/0x400
[<ffffffff81955167>] generic_make_request+0x147/0x380
[<ffffffff81955410>] submit_bio+0x70/0x150
[<ffffffff8183e322>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff8198cbd7>] ? __radix_tree_create+0xb7/0x360
[<ffffffff81894103>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc050ece0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff817cd4ee>] ? lru_cache_add+0xe/0x10
[<ffffffff818946b2>] mpage_readpages+0x112/0x170
[<ffffffffc050ece0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffc050ece0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff818189d8>] ? alloc_pages_current+0x98/0x110
[<ffffffffc050e058>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffff817cb24f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff817cb881>] ra_submit+0x21/0x30
[<ffffffff817c0975>] filemap_fault+0x105/0x420
[<ffffffffc051991e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0519b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff817ede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff817ee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff817f5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffff81d8e653>] __do_page_fault+0x213/0x500
[<ffffffff81d8e975>] do_page_fault+0x35/0x90
[<ffffffff81d8aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff81d8a778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #889789
Frame # Function Binary Source or offset Line
1
mptspi_qcmd
mptspi 0xffffffffc04062f0
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x50
2
scsi_dispatch_cmd
vmlinux 0xffffffffa3902a90
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xb0
3
scsi_request_fn
vmlinux 0xffffffffa390c52c
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x4ac
4
__blk_run_queue
vmlinux 0xffffffffa3768119
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x39
5
queue_unplugged
vmlinux 0xffffffffa37681ea
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x2a
6
blk_flush_plug_list
vmlinux 0xffffffffa376bc38
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x1d8
7
blk_queue_bio
vmlinux 0xffffffffa376be12
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x182
8
generic_make_request
vmlinux 0xffffffffa3769e77
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x157
9
submit_bio
vmlinux 0xffffffffa376a120
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x70
10
? __mem_cgroup_commit_charge
vmlinux 0xffffffffa364bb02
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xe2
11
? __radix_tree_create
vmlinux 0xffffffffa37a3087
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xb7
12
do_mpage_readpage
vmlinux 0xffffffffa36a3903
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x2c3
13
? __xfs_get_blocks
xfs 0xffffffffc06ab0f0
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x6e0
14
? lru_cache_add
vmlinux 0xffffffffa35d906e
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xe
15
mpage_readpages
vmlinux 0xffffffffa36a3eb2
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x112
16
? __xfs_get_blocks
xfs 0xffffffffc06ab0f0
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x6e0
17
? __xfs_get_blocks
xfs 0xffffffffc06ab0f0
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x6e0
18
? alloc_pages_current
vmlinux 0xffffffffa3625688
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x98
19
xfs_vm_readpages
xfs 0xffffffffc06aa448
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x38
20
__do_page_cache_readahead
vmlinux 0xffffffffa35d6d5f
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x1cf
21
ra_submit
vmlinux 0xffffffffa35d73a1
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x21
22
filemap_fault
vmlinux 0xffffffffa35cba15
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x105
23
? del_timer_sync
vmlinux 0xffffffffa34b2e42
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x52
24
? schedule_timeout
vmlinux 0xffffffffa3bb5780
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x170
25
__xfs_filemap_fault
xfs 0xffffffffc06b5ffe
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x7e
26
xfs_filemap_fault
xfs 0xffffffffc06b620c
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x2c
27
__do_fault.isra.61
vmlinux 0xffffffffa35fa05a
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x8a
28
do_read_fault.isra.63
vmlinux 0xffffffffa35fa60c
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x4c
29
? cputime_adjust
vmlinux 0xffffffffa34e43ee
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x7e
30
handle_mm_fault
vmlinux 0xffffffffa3601fc0
Build id: 3.10.0-1160.80.1.el7.x86_64 		0xa20
31
? mmput
vmlinux 0xffffffffa349bfc4
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x14
32
__do_page_fault
vmlinux 0xffffffffa3bbf7d3
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x213
33
do_page_fault
vmlinux 0xffffffffa3bbfb05
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x35
34
page_fault
vmlinux 0xffffffffa3bbb7b8
Build id: 3.10.0-1160.80.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 73s! [ora_j001_topprd:113955]
[<ffffffffc04062f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa3902a90>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffa390c52c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa3768119>] __blk_run_queue+0x39/0x50
[<ffffffffa37681ea>] queue_unplugged+0x2a/0xa0
[<ffffffffa376bc38>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa376be12>] blk_queue_bio+0x182/0x400
[<ffffffffa3769e77>] generic_make_request+0x157/0x390
[<ffffffffa376a120>] submit_bio+0x70/0x150
[<ffffffffa364bb02>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffa37a3087>] ? __radix_tree_create+0xb7/0x360
[<ffffffffa36a3903>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc06ab0f0>] ? __xfs_get_blocks+0x6e0/0x6e0 [xfs]
[<ffffffffa35d906e>] ? lru_cache_add+0xe/0x20
[<ffffffffa36a3eb2>] mpage_readpages+0x112/0x180
[<ffffffffc06ab0f0>] ? __xfs_get_blocks+0x6e0/0x6e0 [xfs]
[<ffffffffc06ab0f0>] ? __xfs_get_blocks+0x6e0/0x6e0 [xfs]
[<ffffffffa3625688>] ? alloc_pages_current+0x98/0x110
[<ffffffffc06aa448>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffffa35d6d5f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffffa35d73a1>] ra_submit+0x21/0x30
[<ffffffffa35cba15>] filemap_fault+0x105/0x420
[<ffffffffa34b2e42>] ? del_timer_sync+0x52/0x60
[<ffffffffa3bb5780>] ? schedule_timeout+0x170/0x2d0
[<ffffffffc06b5ffe>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc06b620c>] xfs_filemap_fault+0x2c/0x40 [xfs]
[<ffffffffa35fa05a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa35fa60c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa34e43ee>] ? cputime_adjust+0x7e/0xd0
[<ffffffffa3601fc0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa349bfc4>] ? mmput+0x14/0x100
[<ffffffffa3bbf7d3>] __do_page_fault+0x213/0x510
[<ffffffffa3bbfb05>] do_page_fault+0x35/0x90
[<ffffffffa3bbb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7
Complete report #239521
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff85d8b7b5
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x15
2
ata_scsi_queuecmd
libata 0xffffffffc0501d45
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x155
3
? ata_scsi_invalid_field
libata 0xffffffffc04fea20
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff85ae4810
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff85aedf3c
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x4ac
6
__blk_run_queue
vmlinux 0xffffffff85953ee9
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffff85953faa
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff85957888
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffff85957a62
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffff85955b77
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x147
11
submit_bio
vmlinux 0xffffffff85955e20
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x70
12
? __mem_cgroup_commit_charge
vmlinux 0xffffffff8583ece2
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xe2
13
? __radix_tree_create
vmlinux 0xffffffff8598d7e7
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xb7
14
do_mpage_readpage
vmlinux 0xffffffff85894a63
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x2c3
15
? __xfs_get_blocks
xfs 0xffffffffc071ece0
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x6d0
16
? lru_cache_add
vmlinux 0xffffffff857ce09e
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffff85895012
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc071ece0
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x6d0
19
? __xfs_get_blocks
xfs 0xffffffffc071ece0
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x6d0
20
? alloc_pages_current
vmlinux 0xffffffff85819388
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc071e058
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffff857cbdff
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffff857cc431
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffff857c0e15
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x105
25
? check_preempt_wakeup
vmlinux 0xffffffff856e592a
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x12a
26
__xfs_filemap_fault
xfs 0xffffffffc072991e
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x7e
27
xfs_filemap_fault
xfs 0xffffffffc0729b1c
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x2c
28
__do_fault.isra.61
vmlinux 0xffffffff857ee78a
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x8a
29
do_read_fault.isra.63
vmlinux 0xffffffff857eed3c
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x4c
30
handle_mm_fault
vmlinux 0xffffffff857f6580
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xa20
31
__do_page_fault
vmlinux 0xffffffff85d90653
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x213
32
do_page_fault
vmlinux 0xffffffff85d90975
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x35
33
? error_swapgs
vmlinux 0xffffffff85d8cac9
Build id: 3.10.0-1160.36.2.el7.x86_64 		0xaa
34
page_fault
vmlinux 0xffffffff85d8c778
Build id: 3.10.0-1160.36.2.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 3298s! [Privileged Cont:9180]
Modules linked in: tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ipmi_devintf ipmi_msghandler ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ip_set_hash_ip ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack bonding ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc intel_pmc_core intel_powerclamp iosf_mbi crc32_pclmul snd_intel8x0 snd_ac97_codec ghash_clmulni_intel ac97_bus snd_seq joydev snd_seq_device ppdev snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr snd_timer
sg snd soundcore i2c_piix4 vboxguest(OE) parport_pc parport video ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci ata_piix libata e1000 crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 9180 Comm: Privileged Cont Tainted: G           OEL ------------   3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9b63bcb34200 ti: ffff9b63bc27c000 task.ti: ffff9b63bc27c000
RIP: 0010:[<ffffffff85d8b7b5>]  [<ffffffff85d8b7b5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9b63bc27f6d8  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffc0533754 RCX: 0000000000000000
RDX: ffff9b63b5c3c418 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9b63bc27f6d8 R08: ffffffffffffffff R09: 000000002e380fff
R10: ffff9b63b5fb4c00 R11: ffff9b63a3b47000 R12: ffff9b63833a3480
R13: ffff9b63b5429000 R14: ffff9b63b5d7a000 R15: ffffffff85aebc4e
FS:  00007f95a010b780(0000) GS:ffff9b63bfc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3afc73ec60 CR3: 0000000039518000 CR4: 00000000000606f0
Call Trace:
[<ffffffffc0501d45>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc04fea20>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffff85ae4810>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff85aedf3c>] scsi_request_fn+0x4ac/0x680
[<ffffffff85953ee9>] __blk_run_queue+0x39/0x50
[<ffffffff85953faa>] queue_unplugged+0x2a/0xa0
[<ffffffff85957888>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff85957a62>] blk_queue_bio+0x182/0x400
[<ffffffff85955b77>] generic_make_request+0x147/0x380
[<ffffffff85955e20>] submit_bio+0x70/0x150
[<ffffffff8583ece2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff8598d7e7>] ? __radix_tree_create+0xb7/0x360
[<ffffffff85894a63>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc071ece0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff857ce09e>] ? lru_cache_add+0xe/0x10
[<ffffffff85895012>] mpage_readpages+0x112/0x170
[<ffffffffc071ece0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffc071ece0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff85819388>] ? alloc_pages_current+0x98/0x110
[<ffffffffc071e058>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffff857cbdff>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff857cc431>] ra_submit+0x21/0x30
[<ffffffff857c0e15>] filemap_fault+0x105/0x420
[<ffffffff856e592a>] ? check_preempt_wakeup+0x12a/0x220
[<ffffffffc072991e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0729b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff857ee78a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff857eed3c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff857f6580>] handle_mm_fault+0xa20/0xfb0
[<ffffffff85d90653>] __do_page_fault+0x213/0x500
[<ffffffff85d90975>] do_page_fault+0x35/0x90
[<ffffffff85d8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff85d8c778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #595343
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc00663be
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc00b571e
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc01222e0
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff962e3e70
Build id: 3.10.0-1160.15.2.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff962ed59c
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x4ac
6
__blk_run_queue
vmlinux 0xffffffff96153869
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffff9615392a
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff96157268
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffff96157442
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffff961554f7
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x147
11
submit_bio
vmlinux 0xffffffff961557a0
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x70
12
? __mem_cgroup_commit_charge
vmlinux 0xffffffff9603e502
Build id: 3.10.0-1160.15.2.el7.x86_64 		0xe2
13
? __radix_tree_create
vmlinux 0xffffffff9618d0b7
Build id: 3.10.0-1160.15.2.el7.x86_64 		0xb7
14
do_mpage_readpage
vmlinux 0xffffffff96094473
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x2c3
15
? __xfs_get_blocks
xfs 0xffffffffc02fbce0
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x6d0
16
? lru_cache_add
vmlinux 0xffffffff95fcd65e
Build id: 3.10.0-1160.15.2.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffff96094a22
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc02fbce0
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x6d0
19
? __xfs_get_blocks
xfs 0xffffffffc02fbce0
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x6d0
20
? alloc_pages_current
vmlinux 0xffffffff96018bb8
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc02fb058
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffff95fcb3bf
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffff95fcb9f1
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffff95fc0b65
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x105
25
? __schedule
vmlinux 0xffffffff965878ff
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x3af
26
__xfs_filemap_fault
xfs 0xffffffffc030691e
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x7e
27
xfs_filemap_fault
xfs 0xffffffffc0306b1c
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x2c
28
__do_fault.isra.61
vmlinux 0xffffffff95fedfba
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x8a
29
? hrtimer_get_res
vmlinux 0xffffffff95ec9a50
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x50
30
do_read_fault.isra.63
vmlinux 0xffffffff95fee56c
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x4c
31
handle_mm_fault
vmlinux 0xffffffff95ff5db0
Build id: 3.10.0-1160.15.2.el7.x86_64 		0xa20
32
__do_page_fault
vmlinux 0xffffffff9658f653
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x213
33
do_page_fault
vmlinux 0xffffffff9658f975
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x35
34
page_fault
vmlinux 0xffffffff9658b778
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 38s! [cpptools-srv:111511]
Modules linked in: ux_micro_isolate(OE) ux_access_ctrl(OE) ux_interaction(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter binfmt_misc vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon btusb snd_ens1371 btrtl btbcm snd_rawmidi btintel snd_ac97_codec bluetooth ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd rfkill soundcore pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic
pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel nfit libnvdimm ata_piix mptspi libata serio_raw scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 111511 Comm: cpptools-srv Tainted: G           OE  ------------   3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9c6ca1760000 ti: ffff9c6c805cc000 task.ti: ffff9c6c805cc000
RIP: 0010:[<ffffffffc00663be>]  [<ffffffffc00663be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9c6c805cf640  EFLAGS: 00000246
RAX: ffffb307402c0000 RBX: ffff9c6cb2829be0 RCX: 0000000000000018
RDX: ffff9c6cb60cde00 RSI: ffff9c6cb5570000 RDI: 000000000000000e
RBP: ffff9c6c805cf650 R08: 0000000000000003 R09: 000000001773ffff
R10: ffff9c6cb60bc000 R11: ffff9c6cb7a50000 R12: 0000000100000060
R13: ffff9c6cb8a38180 R14: ffff9c6c805cf5b4 R15: ffffffff9615c28b
FS:  00007f4a10672700(0000) GS:ffff9c6cbc600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000009842e0 CR3: 0000000038020000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc00b571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01222e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff962e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff962ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff96153869>] __blk_run_queue+0x39/0x50
[<ffffffff9615392a>] queue_unplugged+0x2a/0xa0
[<ffffffff96157268>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff96157442>] blk_queue_bio+0x182/0x400
[<ffffffff961554f7>] generic_make_request+0x147/0x380
[<ffffffff961557a0>] submit_bio+0x70/0x150
[<ffffffff9603e502>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff9618d0b7>] ? __radix_tree_create+0xb7/0x360
[<ffffffff96094473>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc02fbce0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff95fcd65e>] ? lru_cache_add+0xe/0x10
[<ffffffff96094a22>] mpage_readpages+0x112/0x170
[<ffffffffc02fbce0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffc02fbce0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff96018bb8>] ? alloc_pages_current+0x98/0x110
[<ffffffffc02fb058>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffff95fcb3bf>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff95fcb9f1>] ra_submit+0x21/0x30
[<ffffffff95fc0b65>] filemap_fault+0x105/0x420
[<ffffffff965878ff>] ? __schedule+0x3af/0x860
[<ffffffffc030691e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0306b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff95fedfba>] __do_fault.isra.61+0x8a/0x100
[<ffffffff95ec9a50>] ? hrtimer_get_res+0x50/0x50
[<ffffffff95fee56c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff95ff5db0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff9658f653>] __do_page_fault+0x213/0x500
[<ffffffff9658f975>] do_page_fault+0x35/0x90
[<ffffffff9658b778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 43 07
Complete report #7892
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffbdf883c5
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc0252632
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffffbdceb060
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffffbdce2950
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffbdcec07c
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x4ac
6
__blk_run_queue
vmlinux 0xffffffffbdb52769
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffffbdb5282a
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffbdb56068
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffffbdb56242
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffffbdb543f7
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x147
11
submit_bio
vmlinux 0xffffffffbdb546a0
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x70
12
? __mem_cgroup_commit_charge
vmlinux 0xffffffffbda3e282
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xe2
13
? __radix_tree_create
vmlinux 0xffffffffbdb8bdb7
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xb7
14
do_mpage_readpage
vmlinux 0xffffffffbda935e3
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x2c3
15
? __xfs_get_blocks
xfs 0xffffffffc04bbd60
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x6d0
16
? lru_cache_add
vmlinux 0xffffffffbd9cd96e
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffffbda93b92
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc04bbd60
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x6d0
19
? __xfs_get_blocks
xfs 0xffffffffc04bbd60
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x6d0
20
? alloc_pages_current
vmlinux 0xffffffffbda18ea8
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc04bb0d8
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffffbd9cb6cf
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffffbd9cbd01
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffffbd9c0e75
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x105
25
? check_preempt_wakeup
vmlinux 0xffffffffbd8e5fca
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x12a
26
__xfs_filemap_fault
xfs 0xffffffffc04c698e
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x7e
27
xfs_filemap_fault
xfs 0xffffffffc04c6b8c
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x2c
28
__do_fault.isra.61
vmlinux 0xffffffffbd9edf6a
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x8a
29
do_read_fault.isra.63
vmlinux 0xffffffffbd9ee51c
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x4c
30
handle_mm_fault
vmlinux 0xffffffffbd9f5d80
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xa20
31
? put_prev_entity
vmlinux 0xffffffffbd8e69fb
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x8b
32
? pick_next_entity
vmlinux 0xffffffffbd8e2e89
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xa9
33
? set_next_entity
vmlinux 0xffffffffbd8e103c
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x3c
34
__do_page_fault
vmlinux 0xffffffffbdf8d653
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x213
35
do_page_fault
vmlinux 0xffffffffbdf8d975
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x35
36
page_fault
vmlinux 0xffffffffbdf89778
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 24s! [mongod:21355]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 devlink tun ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon pcspkr sg joydev vmw_vmci parport_pc parport i2c_piix4 auth_rpcgss sch_fq_codel sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod ahci ata_piix crc_t10dif drm libahci nfit libata libnvdimm crct10dif_pclmul vmxnet3 serio_raw vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log authenc cmac zlib wp512 twofish_generic twofish_avx_x86_64 twofish_x86_64_3way twofish_x86_64 twofish_common tea sha512_ssse3 sha512_generic serpent_avx_x86_64 serpent_sse2_x86_64 serpent_generic seed salsa20_generic salsa20_x86_64 rmd320 rmd256 rmd160 rmd128 michael_mic md4 khazad ghash_generic gcm fcrypt drbg dm_crypt dm_mod des_generic deflate cts crypto_null crct10dif_generic crct10dif_common crc32c_intel ccm cast6_avx_x86_64 cast6_generic cast_common camellia_generic camellia_aesni_avx_x86_64 ablk_helper cryptd camellia_x86_64 xts lrw gf128mul glue_helper
blowfish_generic blowfish_x86_64 blowfish_common arc4 ansi_cprng [last unloaded: tcrypt]
CPU: 2 PID: 21355 Comm: mongod Kdump: loaded Tainted: G             L ------------   3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff92a7f9a5d230 ti: ffff92aaba630000 task.ti: ffff92aaba630000
RIP: 0010:[<ffffffffbdf883c5>]  [<ffffffffbdf883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff92aaba6336a8  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff92aaba633668 RCX: ffffffffbe434e40
RDX: ffffae2e035c0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff92aaba6336a8 R08: 0000000000000001 R09: 0000000000000000
R10: ffff92abe7f6a400 R11: ffff92abe7c26000 R12: 0000000000000020
R13: ffff92ab59815980 R14: ffffffffbdce9d19 R15: ffff92aaba633620
FS:  00007f8818c6a700(0000) GS:ffff92abed200000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055b65aa7a3d0 CR3: 00000002d8976000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc0252632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffbdceb060>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffbdce2950>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbdcec07c>] scsi_request_fn+0x4ac/0x680
[<ffffffffbdb52769>] __blk_run_queue+0x39/0x50
[<ffffffffbdb5282a>] queue_unplugged+0x2a/0xa0
[<ffffffffbdb56068>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffbdb56242>] blk_queue_bio+0x182/0x400
[<ffffffffbdb543f7>] generic_make_request+0x147/0x380
[<ffffffffbdb546a0>] submit_bio+0x70/0x150
[<ffffffffbda3e282>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffbdb8bdb7>] ? __radix_tree_create+0xb7/0x360
[<ffffffffbda935e3>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc04bbd60>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffbd9cd96e>] ? lru_cache_add+0xe/0x10
[<ffffffffbda93b92>] mpage_readpages+0x112/0x170
[<ffffffffc04bbd60>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffc04bbd60>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffbda18ea8>] ? alloc_pages_current+0x98/0x110
[<ffffffffc04bb0d8>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffffbd9cb6cf>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffffbd9cbd01>] ra_submit+0x21/0x30
[<ffffffffbd9c0e75>] filemap_fault+0x105/0x420
[<ffffffffbd8e5fca>] ? check_preempt_wakeup+0x12a/0x220
[<ffffffffc04c698e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc04c6b8c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffbd9edf6a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffbd9ee51c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffbd9f5d80>] handle_mm_fault+0xa20/0xfb0
[<ffffffffbd8e69fb>] ? put_prev_entity+0x8b/0x400
[<ffffffffbd8e2e89>] ? pick_next_entity+0xa9/0x190
[<ffffffffbd8e103c>] ? set_next_entity+0x3c/0xe0
[<ffffffffbdf8d653>] __do_page_fault+0x213/0x500
[<ffffffffbdf8d975>] do_page_fault+0x35/0x90
[<ffffffffbdf89778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #312122
Frame # Function Binary Source or offset Line
1
scsi_dispatch_cmd
vmlinux 0xffffffffb9ee3980
Build id: 3.10.0-1160.el7.x86_64 		0xb0
2
scsi_request_fn
vmlinux 0xffffffffb9eed0ac
Build id: 3.10.0-1160.el7.x86_64 		0x4ac
3
__blk_run_queue
vmlinux 0xffffffffb9d534d9
Build id: 3.10.0-1160.el7.x86_64 		0x39
4
queue_unplugged
vmlinux 0xffffffffb9d5359a
Build id: 3.10.0-1160.el7.x86_64 		0x2a
5
blk_flush_plug_list
vmlinux 0xffffffffb9d56dd8
Build id: 3.10.0-1160.el7.x86_64 		0x1d8
6
blk_queue_bio
vmlinux 0xffffffffb9d56fb2
Build id: 3.10.0-1160.el7.x86_64 		0x182
7
generic_make_request
vmlinux 0xffffffffb9d55167
Build id: 3.10.0-1160.el7.x86_64 		0x147
8
submit_bio
vmlinux 0xffffffffb9d55410
Build id: 3.10.0-1160.el7.x86_64 		0x70
9
? __mem_cgroup_commit_charge
vmlinux 0xffffffffb9c3e322
Build id: 3.10.0-1160.el7.x86_64 		0xe2
10
? __radix_tree_create
vmlinux 0xffffffffb9d8cbd7
Build id: 3.10.0-1160.el7.x86_64 		0xb7
11
do_mpage_readpage
vmlinux 0xffffffffb9c94103
Build id: 3.10.0-1160.el7.x86_64 		0x2c3
12
? __xfs_get_blocks
xfs 0xffffffffc03d1ce0
Build id: 3.10.0-1160.el7.x86_64 		0x6d0
13
? lru_cache_add
vmlinux 0xffffffffb9bcd4ee
Build id: 3.10.0-1160.el7.x86_64 		0xe
14
mpage_readpages
vmlinux 0xffffffffb9c946b2
Build id: 3.10.0-1160.el7.x86_64 		0x112
15
? __xfs_get_blocks
xfs 0xffffffffc03d1ce0
Build id: 3.10.0-1160.el7.x86_64 		0x6d0
16
? __xfs_get_blocks
xfs 0xffffffffc03d1ce0
Build id: 3.10.0-1160.el7.x86_64 		0x6d0
17
? alloc_pages_current
vmlinux 0xffffffffb9c189d8
Build id: 3.10.0-1160.el7.x86_64 		0x98
18
xfs_vm_readpages
xfs 0xffffffffc03d1058
Build id: 3.10.0-1160.el7.x86_64 		0x38
19
__do_page_cache_readahead
vmlinux 0xffffffffb9bcb24f
Build id: 3.10.0-1160.el7.x86_64 		0x1cf
20
ra_submit
vmlinux 0xffffffffb9bcb881
Build id: 3.10.0-1160.el7.x86_64 		0x21
21
filemap_fault
vmlinux 0xffffffffb9bc0975
Build id: 3.10.0-1160.el7.x86_64 		0x105
22
__xfs_filemap_fault
xfs 0xffffffffc03dc91e
Build id: 3.10.0-1160.el7.x86_64 		0x7e
23
xfs_filemap_fault
xfs 0xffffffffc03dcb1c
Build id: 3.10.0-1160.el7.x86_64 		0x2c
24
__do_fault.isra.61
vmlinux 0xffffffffb9bede3a
Build id: 3.10.0-1160.el7.x86_64 		0x8a
25
do_read_fault.isra.63
vmlinux 0xffffffffb9bee3ec
Build id: 3.10.0-1160.el7.x86_64 		0x4c
26
handle_mm_fault
vmlinux 0xffffffffb9bf5c30
Build id: 3.10.0-1160.el7.x86_64 		0xa20
27
? mprotect_fixup
vmlinux 0xffffffffb9bfe379
Build id: 3.10.0-1160.el7.x86_64 		0x1b9
28
__do_page_fault
vmlinux 0xffffffffba18e653
Build id: 3.10.0-1160.el7.x86_64 		0x213
29
do_page_fault
vmlinux 0xffffffffba18e975
Build id: 3.10.0-1160.el7.x86_64 		0x35
30
page_fault
vmlinux 0xffffffffba18a778
Build id: 3.10.0-1160.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 42s! [abrt-action-sav:5756]
[<ffffffffb9ee3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb9eed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffffb9d534d9>] __blk_run_queue+0x39/0x50
[<ffffffffb9d5359a>] queue_unplugged+0x2a/0xa0
[<ffffffffb9d56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb9d56fb2>] blk_queue_bio+0x182/0x400
[<ffffffffb9d55167>] generic_make_request+0x147/0x380
[<ffffffffb9d55410>] submit_bio+0x70/0x150
[<ffffffffb9c3e322>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffb9d8cbd7>] ? __radix_tree_create+0xb7/0x360
[<ffffffffb9c94103>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc03d1ce0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffb9bcd4ee>] ? lru_cache_add+0xe/0x10
[<ffffffffb9c946b2>] mpage_readpages+0x112/0x170
[<ffffffffc03d1ce0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffc03d1ce0>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffb9c189d8>] ? alloc_pages_current+0x98/0x110
[<ffffffffc03d1058>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffffb9bcb24f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffffb9bcb881>] ra_submit+0x21/0x30
[<ffffffffb9bc0975>] filemap_fault+0x105/0x420
[<ffffffffc03dc91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc03dcb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffb9bede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffb9bee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffb9bf5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffffb9bfe379>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffffba18e653>] __do_page_fault+0x213/0x500
[<ffffffffba18e975>] do_page_fault+0x35/0x90
[<ffffffffba18a778>] page_fault+0x28/0x30
Complete report #271706
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc02ac3be
Build id: 3.10.0-862.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc02ce71e
Build id: 3.10.0-862.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc02c72e0
Build id: 3.10.0-862.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8e69b050
Build id: 3.10.0-862.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff8e6a45bc
Build id: 3.10.0-862.el7.x86_64 		0x4cc
6
__blk_run_queue
vmlinux 0xffffffff8e518ad9
Build id: 3.10.0-862.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffff8e518b9a
Build id: 3.10.0-862.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff8e51c358
Build id: 3.10.0-862.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffff8e51c532
Build id: 3.10.0-862.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffff8e51a6bb
Build id: 3.10.0-862.el7.x86_64 		0x10b
11
submit_bio
vmlinux 0xffffffff8e51a940
Build id: 3.10.0-862.el7.x86_64 		0x70
12
? __radix_tree_create
vmlinux 0xffffffff8e550f77
Build id: 3.10.0-862.el7.x86_64 		0xb7
13
do_mpage_readpage
vmlinux 0xffffffff8e45e855
Build id: 3.10.0-862.el7.x86_64 		0x2b5
14
? __xfs_get_blocks
xfs 0xffffffffc04f02e0
Build id: 3.10.0-862.el7.x86_64 		0x870
15
? __lru_cache_add
vmlinux 0xffffffff8e3a2f94
Build id: 3.10.0-862.el7.x86_64 		0x64
16
? lru_cache_add
vmlinux 0xffffffff8e3a335e
Build id: 3.10.0-862.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffff8e45edf2
Build id: 3.10.0-862.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc04f02e0
Build id: 3.10.0-862.el7.x86_64 		0x870
19
? __xfs_get_blocks
xfs 0xffffffffc04f02e0
Build id: 3.10.0-862.el7.x86_64 		0x870
20
? alloc_pages_current
vmlinux 0xffffffff8e3e8528
Build id: 3.10.0-862.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc04ef238
Build id: 3.10.0-862.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffff8e3a122f
Build id: 3.10.0-862.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffff8e3a18e1
Build id: 3.10.0-862.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffff8e396265
Build id: 3.10.0-862.el7.x86_64 		0x105
25
? vsnprintf
vmlinux 0xffffffff8e557440
Build id: 3.10.0-862.el7.x86_64 		0x2b0
26
? down_read
vmlinux 0xffffffff8e912062
Build id: 3.10.0-862.el7.x86_64 		0x12
27
xfs_filemap_fault
xfs 0xffffffffc04fa85f
Build id: 3.10.0-862.el7.x86_64 		0x5f
28
__do_fault.isra.58
vmlinux 0xffffffff8e3c05fa
Build id: 3.10.0-862.el7.x86_64 		0x8a
29
do_read_fault.isra.60
vmlinux 0xffffffff8e3c0b5c
Build id: 3.10.0-862.el7.x86_64 		0x4c
30
handle_pte_fault
vmlinux 0xffffffff8e3c52dc
Build id: 3.10.0-862.el7.x86_64 		0x2dc
31
handle_mm_fault
vmlinux 0xffffffff8e3c747d
Build id: 3.10.0-862.el7.x86_64 		0x39d
32
? __schedule
vmlinux 0xffffffff8e912b14
Build id: 3.10.0-862.el7.x86_64 		0x614
33
? __schedule
vmlinux 0xffffffff8e912b08
Build id: 3.10.0-862.el7.x86_64 		0x608
34
__do_page_fault
vmlinux 0xffffffff8e91a597
Build id: 3.10.0-862.el7.x86_64 		0x197
35
do_page_fault
vmlinux 0xffffffff8e91a925
Build id: 3.10.0-862.el7.x86_64 		0x35
36
page_fault
vmlinux 0xffffffff8e916768
Build id: 3.10.0-862.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [node:7160]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq ppdev snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper cryptd snd_timer vmw_balloon
snd pcspkr soundcore joydev sg nfit libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel libata mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 7160 Comm: node Kdump: loaded Tainted: G             L ------------   3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9ea310b2cf10 ti: ffff9ea306194000 task.ti: ffff9ea306194000
RIP: 0010:[<ffffffffc02ac3be>]  [<ffffffffc02ac3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9ea306197610  EFLAGS: 00000246
RAX: ffffb63380400000 RBX: ffff9ea3345c57e0 RCX: 0000000000000017
RDX: ffff9ea335574400 RSI: ffff9ea335abb000 RDI: 000000000000000e
RBP: ffff9ea306197620 R08: 0000000000000003 R09: 0000000072b58fff
R10: ffff9ea33565c0d8 R11: ffff9ea357f4bb80 R12: 0000000100000040
R13: ffff9ea377b74480 R14: ffff9ea306197584 R15: ffffffff8e5212cb
FS:  00007f440073d740(0000) GS:ffff9ea37de00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa7252ab000 CR3: 000000000472e000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc02ce71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02c72e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8e69b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8e6a45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffff8e518ad9>] __blk_run_queue+0x39/0x50
[<ffffffff8e518b9a>] queue_unplugged+0x2a/0xa0
[<ffffffff8e51c358>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8e51c532>] blk_queue_bio+0x182/0x400
[<ffffffff8e51a6bb>] generic_make_request+0x10b/0x320
[<ffffffff8e51a940>] submit_bio+0x70/0x150
[<ffffffff8e550f77>] ? __radix_tree_create+0xb7/0x360
[<ffffffff8e45e855>] do_mpage_readpage+0x2b5/0x740
[<ffffffffc04f02e0>] ? __xfs_get_blocks+0x870/0x870 [xfs]
[<ffffffff8e3a2f94>] ? __lru_cache_add+0x64/0x90
[<ffffffff8e3a335e>] ? lru_cache_add+0xe/0x10
[<ffffffff8e45edf2>] mpage_readpages+0x112/0x170
[<ffffffffc04f02e0>] ? __xfs_get_blocks+0x870/0x870 [xfs]
[<ffffffffc04f02e0>] ? __xfs_get_blocks+0x870/0x870 [xfs]
[<ffffffff8e3e8528>] ? alloc_pages_current+0x98/0x110
[<ffffffffc04ef238>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffff8e3a122f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff8e3a18e1>] ra_submit+0x21/0x30
[<ffffffff8e396265>] filemap_fault+0x105/0x490
[<ffffffff8e557440>] ? vsnprintf+0x2b0/0x6a0
[<ffffffff8e912062>] ? down_read+0x12/0x40
[<ffffffffc04fa85f>] xfs_filemap_fault+0x5f/0xe0 [xfs]
[<ffffffff8e3c05fa>] __do_fault.isra.58+0x8a/0x100
[<ffffffff8e3c0b5c>] do_read_fault.isra.60+0x4c/0x1a0
[<ffffffff8e3c52dc>] handle_pte_fault+0x2dc/0xc30
[<ffffffff8e3c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8e912b14>] ? __schedule+0x614/0xa20
[<ffffffff8e912b08>] ? __schedule+0x608/0xa20
[<ffffffff8e91a597>] __do_page_fault+0x197/0x4f0
[<ffffffff8e91a925>] do_page_fault+0x35/0x90
[<ffffffff8e916768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 a3 2b
Complete report #182389
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc047b3be
Build id: 3.10.0-1127.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc04cc71e
Build id: 3.10.0-1127.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc04662e0
Build id: 3.10.0-1127.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffaf4e2850
Build id: 3.10.0-1127.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffaf4ebefc
Build id: 3.10.0-1127.el7.x86_64 		0x4ac
6
__blk_run_queue
vmlinux 0xffffffffaf3526f9
Build id: 3.10.0-1127.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffffaf3527ba
Build id: 3.10.0-1127.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffaf355ff8
Build id: 3.10.0-1127.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffffaf3561d2
Build id: 3.10.0-1127.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffffaf354387
Build id: 3.10.0-1127.el7.x86_64 		0x147
11
submit_bio
vmlinux 0xffffffffaf354630
Build id: 3.10.0-1127.el7.x86_64 		0x70
12
? __mem_cgroup_commit_charge
vmlinux 0xffffffffaf23e202
Build id: 3.10.0-1127.el7.x86_64 		0xe2
13
? __radix_tree_create
vmlinux 0xffffffffaf38bcf7
Build id: 3.10.0-1127.el7.x86_64 		0xb7
14
do_mpage_readpage
vmlinux 0xffffffffaf2935e3
Build id: 3.10.0-1127.el7.x86_64 		0x2c3
15
? __xfs_get_blocks
xfs 0xffffffffc065fe20
Build id: 3.10.0-1127.el7.x86_64 		0x6d0
16
? lru_cache_add
vmlinux 0xffffffffaf1cd8ee
Build id: 3.10.0-1127.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffffaf293b92
Build id: 3.10.0-1127.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc065fe20
Build id: 3.10.0-1127.el7.x86_64 		0x6d0
19
? __xfs_get_blocks
xfs 0xffffffffc065fe20
Build id: 3.10.0-1127.el7.x86_64 		0x6d0
20
? alloc_pages_current
vmlinux 0xffffffffaf218e18
Build id: 3.10.0-1127.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc065f198
Build id: 3.10.0-1127.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffffaf1cb61f
Build id: 3.10.0-1127.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffffaf1cbc81
Build id: 3.10.0-1127.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffffaf1c0dc5
Build id: 3.10.0-1127.el7.x86_64 		0x105
25
? __schedule
vmlinux 0xffffffffaf785922
Build id: 3.10.0-1127.el7.x86_64 		0x402
26
__xfs_filemap_fault
xfs 0xffffffffc066aa4e
Build id: 3.10.0-1127.el7.x86_64 		0x7e
27
xfs_filemap_fault
xfs 0xffffffffc066ac4c
Build id: 3.10.0-1127.el7.x86_64 		0x2c
28
__do_fault.isra.61
vmlinux 0xffffffffaf1edeea
Build id: 3.10.0-1127.el7.x86_64 		0x8a
29
do_read_fault.isra.63
vmlinux 0xffffffffaf1ee49c
Build id: 3.10.0-1127.el7.x86_64 		0x4c
30
handle_mm_fault
vmlinux 0xffffffffaf1f5d00
Build id: 3.10.0-1127.el7.x86_64 		0xa20
31
__do_page_fault
vmlinux 0xffffffffaf78d653
Build id: 3.10.0-1127.el7.x86_64 		0x213
32
do_page_fault
vmlinux 0xffffffffaf78d975
Build id: 3.10.0-1127.el7.x86_64 		0x35
33
? error_swapgs
vmlinux 0xffffffffaf789ac9
Build id: 3.10.0-1127.el7.x86_64 		0xaa
34
page_fault
vmlinux 0xffffffffaf789778
Build id: 3.10.0-1127.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [kworker/0:2:3603209]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [coredns:14145]
Modules linked in: xt_statistic xt_multiport xt_set ipt_rpfilter iptable_raw ip_set_hash_ip ip_set_hash_net ipip tunnel4 ip_tunnel veth xt_nat rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_comment xt_mark nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 overlay(T) tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter ip_set nfnetlink nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack vmw_vsock_vmci_transport vsock iosf_mbi kvm_intel kvm snd_seq_midi snd_seq_midi_event irqbypass crc32_pclmul ghash_clmulni_intel
ppdev aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq pcspkr snd_seq_device joydev snd_pcm snd_timer snd soundcore vmw_vmci i2c_piix4 sg parport_pc parport sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ata_piix ttm mptspi scsi_transport_spi libata mptscsih e1000 mptbase nfit crct10dif_pclmul drm crct10dif_common crc32c_intel libnvdimm serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 14145 Comm: coredns Kdump: loaded Tainted: G        W    L ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9819a5663150 ti: ffff981a7b134000 task.ti: ffff981a7b134000
RIP: 0010:[<ffffffffc047b3be>]  [<ffffffffc047b3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff981a7b137640  EFLAGS: 00000246
RAX: ffffa93b40d40000 RBX: ffff9819410eb700 RCX: 0000000000000014
RDX: ffff981975431200 RSI: ffff981975db9000 RDI: 000000000000000e
RBP: ffff981a7b137650 R08: 0000000000000002 R09: 000000011d221fff
R10: ffff981ab4f27000 R11: ffff98198a1a96c0 R12: 0000000100000001
R13: ffff981941a69f80 R14: ffff981a7b1375b4 R15: ffffffffaf35b01b
FS:  000000c00010e410(0000) GS:ffff981abd040000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f46033051d7 CR3: 000000006556e000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc04cc71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04662e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffaf4e2850>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffaf4ebefc>] scsi_request_fn+0x4ac/0x660
[<ffffffffaf3526f9>] __blk_run_queue+0x39/0x50
[<ffffffffaf3527ba>] queue_unplugged+0x2a/0xa0
[<ffffffffaf355ff8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffaf3561d2>] blk_queue_bio+0x182/0x400
[<ffffffffaf354387>] generic_make_request+0x147/0x380
[<ffffffffaf354630>] submit_bio+0x70/0x150
[<ffffffffaf23e202>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffaf38bcf7>] ? __radix_tree_create+0xb7/0x360
[<ffffffffaf2935e3>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc065fe20>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffaf1cd8ee>] ? lru_cache_add+0xe/0x10
[<ffffffffaf293b92>] mpage_readpages+0x112/0x170
[<ffffffffc065fe20>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffc065fe20>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffaf218e18>] ? alloc_pages_current+0x98/0x110
[<ffffffffc065f198>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffffaf1cb61f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffffaf1cbc81>] ra_submit+0x21/0x30
[<ffffffffaf1c0dc5>] filemap_fault+0x105/0x420
[<ffffffffaf785922>] ? __schedule+0x402/0x840
[<ffffffffc066aa4e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc066ac4c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffaf1edeea>] __do_fault.isra.61+0x8a/0x100
[<ffffffffaf1ee49c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffaf1f5d00>] handle_mm_fault+0xa20/0xfb0
[<ffffffffaf78d653>] __do_page_fault+0x213/0x500
[<ffffffffaf78d975>] do_page_fault+0x35/0x90
[<ffffffffaf789ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffaf789778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 93 48
Complete report #12143
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc01ad3be
Build id: 3.10.0-862.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc01fc71e
Build id: 3.10.0-862.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc01a42e0
Build id: 3.10.0-862.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff9529b050
Build id: 3.10.0-862.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff952a45bc
Build id: 3.10.0-862.el7.x86_64 		0x4cc
6
__blk_run_queue
vmlinux 0xffffffff95118ad9
Build id: 3.10.0-862.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffff95118b9a
Build id: 3.10.0-862.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff9511c358
Build id: 3.10.0-862.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffff9511c532
Build id: 3.10.0-862.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffff9511a6bb
Build id: 3.10.0-862.el7.x86_64 		0x10b
11
submit_bio
vmlinux 0xffffffff9511a940
Build id: 3.10.0-862.el7.x86_64 		0x70
12
? __radix_tree_create
vmlinux 0xffffffff95150f77
Build id: 3.10.0-862.el7.x86_64 		0xb7
13
do_mpage_readpage
vmlinux 0xffffffff9505e855
Build id: 3.10.0-862.el7.x86_64 		0x2b5
14
? __xfs_get_blocks
xfs 0xffffffffc03ed2e0
Build id: 3.10.0-862.el7.x86_64 		0x870
15
? __add_to_page_cache_locked
vmlinux 0xffffffff94f94624
Build id: 3.10.0-862.el7.x86_64 		0xe4
16
? lru_cache_add
vmlinux 0xffffffff94fa335e
Build id: 3.10.0-862.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffff9505edf2
Build id: 3.10.0-862.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc03ed2e0
Build id: 3.10.0-862.el7.x86_64 		0x870
19
? __xfs_get_blocks
xfs 0xffffffffc03ed2e0
Build id: 3.10.0-862.el7.x86_64 		0x870
20
? alloc_pages_current
vmlinux 0xffffffff94fe8528
Build id: 3.10.0-862.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc03ec238
Build id: 3.10.0-862.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffff94fa122f
Build id: 3.10.0-862.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffff94fa18e1
Build id: 3.10.0-862.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffff94f96265
Build id: 3.10.0-862.el7.x86_64 		0x105
25
? down_read
vmlinux 0xffffffff95512062
Build id: 3.10.0-862.el7.x86_64 		0x12
26
xfs_filemap_fault
xfs 0xffffffffc03f785f
Build id: 3.10.0-862.el7.x86_64 		0x5f
27
__do_fault.isra.58
vmlinux 0xffffffff94fc05fa
Build id: 3.10.0-862.el7.x86_64 		0x8a
28
do_read_fault.isra.60
vmlinux 0xffffffff94fc0b5c
Build id: 3.10.0-862.el7.x86_64 		0x4c
29
handle_pte_fault
vmlinux 0xffffffff94fc52dc
Build id: 3.10.0-862.el7.x86_64 		0x2dc
30
handle_mm_fault
vmlinux 0xffffffff94fc747d
Build id: 3.10.0-862.el7.x86_64 		0x39d
31
__do_page_fault
vmlinux 0xffffffff9551a597
Build id: 3.10.0-862.el7.x86_64 		0x197
32
do_page_fault
vmlinux 0xffffffff9551a925
Build id: 3.10.0-862.el7.x86_64 		0x35
33
page_fault
vmlinux 0xffffffff95516768
Build id: 3.10.0-862.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [vmtoolsd:2315]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink binfmt_misc vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp ppdev iosf_mbi snd_ens1371 crc32_pclmul ghash_clmulni_intel aesni_intel snd_rawmidi lrw gf128mul glue_helper ablk_helper cryptd snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer vmw_balloon pcspkr snd soundcore joydev nfit sg libnvdimm parport_pc parport i2c_piix4 shpchp vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel mptspi scsi_transport_spi libata mptscsih serio_raw e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 2315 Comm: vmtoolsd Tainted: G             L ------------   3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8c8afbfdaf70 ti: ffff8c8af80e4000 task.ti: ffff8c8af80e4000
RIP: 0010:[<ffffffffc01ad3be>]  [<ffffffffc01ad3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8c8af80e7610  EFLAGS: 00000246
RAX: ffffb99980400000 RBX: ffff8c8b35927100 RCX: 0000000000000016
RDX: ffff8c8af55c4a00 RSI: ffff8c8af55cb000 RDI: 000000000000000e
RBP: ffff8c8af80e7620 R08: 0000000000000003 R09: 000000006a398fff
R10: ffff8c8af5af60d8 R11: ffff8c8b38ea5dc0 R12: 0000000100000009
R13: ffff8c8b24a0e280 R14: ffff8c8af80e7584 R15: ffffffff951212cb
FS:  00007f24716b1880(0000) GS:ffff8c8b3b600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f24640b2bf0 CR3: 0000000038142000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc01fc71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01a42e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9529b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff952a45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffff95118ad9>] __blk_run_queue+0x39/0x50
[<ffffffff95118b9a>] queue_unplugged+0x2a/0xa0
[<ffffffff9511c358>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9511c532>] blk_queue_bio+0x182/0x400
[<ffffffff9511a6bb>] generic_make_request+0x10b/0x320
[<ffffffff9511a940>] submit_bio+0x70/0x150
[<ffffffff95150f77>] ? __radix_tree_create+0xb7/0x360
[<ffffffff9505e855>] do_mpage_readpage+0x2b5/0x740
[<ffffffffc03ed2e0>] ? __xfs_get_blocks+0x870/0x870 [xfs]
[<ffffffff94f94624>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffff94fa335e>] ? lru_cache_add+0xe/0x10
[<ffffffff9505edf2>] mpage_readpages+0x112/0x170
[<ffffffffc03ed2e0>] ? __xfs_get_blocks+0x870/0x870 [xfs]
[<ffffffffc03ed2e0>] ? __xfs_get_blocks+0x870/0x870 [xfs]
[<ffffffff94fe8528>] ? alloc_pages_current+0x98/0x110
[<ffffffffc03ec238>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffff94fa122f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff94fa18e1>] ra_submit+0x21/0x30
[<ffffffff94f96265>] filemap_fault+0x105/0x490
[<ffffffff95512062>] ? down_read+0x12/0x40
[<ffffffffc03f785f>] xfs_filemap_fault+0x5f/0xe0 [xfs]
[<ffffffff94fc05fa>] __do_fault.isra.58+0x8a/0x100
[<ffffffff94fc0b5c>] do_read_fault.isra.60+0x4c/0x1a0
[<ffffffff94fc52dc>] handle_pte_fault+0x2dc/0xc30
[<ffffffff94fc747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9551a597>] __do_page_fault+0x197/0x4f0
[<ffffffff9551a925>] do_page_fault+0x35/0x90
[<ffffffff95516768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 b3 1b
Complete report #9433
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc01c33be
Build id: 3.10.0-957.21.3.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc01e671e
Build id: 3.10.0-957.21.3.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc01de2e0
Build id: 3.10.0-957.21.3.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff960d1700
Build id: 3.10.0-957.21.3.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff960dac9c
Build id: 3.10.0-957.21.3.el7.x86_64 		0x4cc
6
__blk_run_queue
vmlinux 0xffffffff95f43849
Build id: 3.10.0-957.21.3.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffff95f4390a
Build id: 3.10.0-957.21.3.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff95f47148
Build id: 3.10.0-957.21.3.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffff95f47322
Build id: 3.10.0-957.21.3.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffff95f454e7
Build id: 3.10.0-957.21.3.el7.x86_64 		0x147
11
submit_bio
vmlinux 0xffffffff95f45790
Build id: 3.10.0-957.21.3.el7.x86_64 		0x70
12
? __radix_tree_create
vmlinux 0xffffffff95f7caa7
Build id: 3.10.0-957.21.3.el7.x86_64 		0xb7
13
do_mpage_readpage
vmlinux 0xffffffff95e86175
Build id: 3.10.0-957.21.3.el7.x86_64 		0x2b5
14
? __xfs_get_blocks
xfs 0xffffffffc0416220
Build id: 3.10.0-957.21.3.el7.x86_64 		0x6d0
15
? __add_to_page_cache_locked
vmlinux 0xffffffff95db73a4
Build id: 3.10.0-957.21.3.el7.x86_64 		0xe4
16
? lru_cache_add
vmlinux 0xffffffff95dc5dde
Build id: 3.10.0-957.21.3.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffff95e86712
Build id: 3.10.0-957.21.3.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc0416220
Build id: 3.10.0-957.21.3.el7.x86_64 		0x6d0
19
? __xfs_get_blocks
xfs 0xffffffffc0416220
Build id: 3.10.0-957.21.3.el7.x86_64 		0x6d0
20
? alloc_pages_current
vmlinux 0xffffffff95e0e308
Build id: 3.10.0-957.21.3.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc04152f8
Build id: 3.10.0-957.21.3.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffff95dc3b3f
Build id: 3.10.0-957.21.3.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffff95dc41a1
Build id: 3.10.0-957.21.3.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffff95db9165
Build id: 3.10.0-957.21.3.el7.x86_64 		0x105
25
? __switch_to
vmlinux 0xffffffff95c2a621
Build id: 3.10.0-957.21.3.el7.x86_64 		0x151
26
? down_read
vmlinux 0xffffffff963681b2
Build id: 3.10.0-957.21.3.el7.x86_64 		0x12
27
__xfs_filemap_fault
xfs 0xffffffffc0420a9e
Build id: 3.10.0-957.21.3.el7.x86_64 		0x7e
28
xfs_filemap_fault
xfs 0xffffffffc0420c9c
Build id: 3.10.0-957.21.3.el7.x86_64 		0x2c
29
__do_fault.isra.59
vmlinux 0xffffffff95de47ea
Build id: 3.10.0-957.21.3.el7.x86_64 		0x8a
30
? __unqueue_futex
vmlinux 0xffffffff95d0ca4c
Build id: 3.10.0-957.21.3.el7.x86_64 		0x2c
31
do_read_fault.isra.61
vmlinux 0xffffffff95de4d9c
Build id: 3.10.0-957.21.3.el7.x86_64 		0x4c
32
handle_pte_fault
vmlinux 0xffffffff95de9744
Build id: 3.10.0-957.21.3.el7.x86_64 		0x2f4
33
? get_futex_key
vmlinux 0xffffffff95d0cdd8
Build id: 3.10.0-957.21.3.el7.x86_64 		0x1c8
34
handle_mm_fault
vmlinux 0xffffffff95dec27d
Build id: 3.10.0-957.21.3.el7.x86_64 		0x39d
35
__do_page_fault
vmlinux 0xffffffff96370603
Build id: 3.10.0-957.21.3.el7.x86_64 		0x203
36
do_page_fault
vmlinux 0xffffffff96370925
Build id: 3.10.0-957.21.3.el7.x86_64 		0x35
37
page_fault
vmlinux 0xffffffff9636c768
Build id: 3.10.0-957.21.3.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 28s! [freeswitch:13782]
Modules linked in: tcp_diag inet_diag xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon pcspkr sg joydev vmw_vmci i2c_piix4 parport_pc parport
ip_tables xfs libcrc32c vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper ata_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm pata_acpi drm nfit mptspi scsi_transport_spi e1000 mptscsih ata_piix libnvdimm libata crct10dif_pclmul crct10dif_common mptbase crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 13782 Comm: freeswitch Kdump: loaded Tainted: G        W    L ------------   3.10.0-957.21.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff94ccb8eac100 ti: ffff94c9353c4000 task.ti: ffff94c9353c4000
RIP: 0010:[<ffffffffc01c33be>]  [<ffffffffc01c33be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff94c9353c75d0  EFLAGS: 00000246
RAX: ffffaaa401c00000 RBX: ffff94ca39c9c300 RCX: 000000000000000c
RDX: ffff94cd2a306800 RSI: ffff94cd2acef000 RDI: 000000000000000e
RBP: ffff94c9353c75e0 R08: 0000000000000002 R09: 0000000348593fff
R10: ffff94cd2afc50d8 R11: ffff94ccf2f45f80 R12: 0000000100000001
R13: ffff94ccdee76d80 R14: ffff94c9353c7544 R15: ffffffff95f4c09b
FS:  00007fd01e397700(0000) GS:ffff94cd3fdc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055bd1ddad210 CR3: 00000000bb7da000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc01e671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01de2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff960d1700>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff960dac9c>] scsi_request_fn+0x4cc/0x680
[<ffffffff95f43849>] __blk_run_queue+0x39/0x50
[<ffffffff95f4390a>] queue_unplugged+0x2a/0xa0
[<ffffffff95f47148>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff95f47322>] blk_queue_bio+0x182/0x400
[<ffffffff95f454e7>] generic_make_request+0x147/0x380
[<ffffffff95f45790>] submit_bio+0x70/0x150
[<ffffffff95f7caa7>] ? __radix_tree_create+0xb7/0x360
[<ffffffff95e86175>] do_mpage_readpage+0x2b5/0x740
[<ffffffffc0416220>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff95db73a4>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffff95dc5dde>] ? lru_cache_add+0xe/0x10
[<ffffffff95e86712>] mpage_readpages+0x112/0x170
[<ffffffffc0416220>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffc0416220>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff95e0e308>] ? alloc_pages_current+0x98/0x110
[<ffffffffc04152f8>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffff95dc3b3f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff95dc41a1>] ra_submit+0x21/0x30
[<ffffffff95db9165>] filemap_fault+0x105/0x490
[<ffffffff95c2a621>] ? __switch_to+0x151/0x580
[<ffffffff963681b2>] ? down_read+0x12/0x40
[<ffffffffc0420a9e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0420c9c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff95de47ea>] __do_fault.isra.59+0x8a/0x100
[<ffffffff95d0ca4c>] ? __unqueue_futex+0x2c/0x60
[<ffffffff95de4d9c>] do_read_fault.isra.61+0x4c/0x1b0
[<ffffffff95de9744>] handle_pte_fault+0x2f4/0xd10
[<ffffffff95d0cdd8>] ? get_futex_key+0x1c8/0x2c0
[<ffffffff95dec27d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff96370603>] __do_page_fault+0x203/0x4f0
[<ffffffff96370925>] do_page_fault+0x35/0x90
[<ffffffff9636c768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 1d
Complete report #8002
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc021c3be
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc023e71e
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc02832e0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff86ce2990
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff86cec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x4ac
6
__blk_run_queue
vmlinux 0xffffffff86b527a9
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffff86b5286a
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff86b560a8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffff86b56282
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffff86b54437
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x147
11
submit_bio
vmlinux 0xffffffff86b546e0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x70
12
? __mem_cgroup_commit_charge
vmlinux 0xffffffff86a3e2b2
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xe2
13
? __radix_tree_create
vmlinux 0xffffffff86b8bdf7
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xb7
14
do_mpage_readpage
vmlinux 0xffffffff86a93613
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x2c3
15
? __xfs_get_blocks
xfs 0xffffffffc04b8d60
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x6d0
16
? lru_cache_add
vmlinux 0xffffffff869cd96e
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffff86a93bc2
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc04b8d60
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x6d0
19
? __xfs_get_blocks
xfs 0xffffffffc04b8d60
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x6d0
20
? alloc_pages_current
vmlinux 0xffffffff86a18ea8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc04b80d8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffff869cb6cf
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffff869cbd01
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffff869c0e75
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x105
25
? _cond_resched
vmlinux 0xffffffff86f8604a
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x3a
26
__xfs_filemap_fault
xfs 0xffffffffc04c398e
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x7e
27
xfs_filemap_fault
xfs 0xffffffffc04c3b8c
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x2c
28
__do_fault.isra.61
vmlinux 0xffffffff869edf6a
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x8a
29
? hrtimer_get_res
vmlinux 0xffffffff868ca2d0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x50
30
do_read_fault.isra.63
vmlinux 0xffffffff869ee51c
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x4c
31
handle_mm_fault
vmlinux 0xffffffff869f5d80
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xa20
32
__do_page_fault
vmlinux 0xffffffff86f8d653
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x213
33
do_page_fault
vmlinux 0xffffffff86f8d975
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x35
34
page_fault
vmlinux 0xffffffff86f89778
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [mysqld:1599]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag tcp_lp binfmt_misc fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel
snd_seq_device lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_pcm joydev pcspkr snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel nfit drm libnvdimm ata_piix serio_raw libata mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 1599 Comm: mysqld Tainted: G             L ------------   3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff88f406c81070 ti: ffff88f406c88000 task.ti: ffff88f406c88000
RIP: 0010:[<ffffffffc021c3be>]  [<ffffffffc021c3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff88f406c8b640  EFLAGS: 00000246
RAX: ffffa14600200000 RBX: ffff88f43ab64520 RCX: 0000000000000004
RDX: ffff88f436287800 RSI: ffff88f436371000 RDI: 000000000000000e
RBP: ffff88f406c8b650 R08: 0000000000000003 R09: 000000001f3ecfff
R10: ffff88f43624cc00 R11: ffff88f43a8a2840 R12: 000000010000002a
R13: ffff88f4371d0300 R14: ffff88f406c8b5b4 R15: ffffffff86b5b0cb
FS:  00007f526a559700(0000) GS:ffff88f43c600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055599e702670 CR3: 0000000011f6c000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc023e71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02832e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff86ce2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff86cec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff86b527a9>] __blk_run_queue+0x39/0x50
[<ffffffff86b5286a>] queue_unplugged+0x2a/0xa0
[<ffffffff86b560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff86b56282>] blk_queue_bio+0x182/0x400
[<ffffffff86b54437>] generic_make_request+0x147/0x380
[<ffffffff86b546e0>] submit_bio+0x70/0x150
[<ffffffff86a3e2b2>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff86b8bdf7>] ? __radix_tree_create+0xb7/0x360
[<ffffffff86a93613>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc04b8d60>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff869cd96e>] ? lru_cache_add+0xe/0x10
[<ffffffff86a93bc2>] mpage_readpages+0x112/0x170
[<ffffffffc04b8d60>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffc04b8d60>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff86a18ea8>] ? alloc_pages_current+0x98/0x110
[<ffffffffc04b80d8>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffff869cb6cf>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff869cbd01>] ra_submit+0x21/0x30
[<ffffffff869c0e75>] filemap_fault+0x105/0x420
[<ffffffff86f8604a>] ? _cond_resched+0x3a/0x50
[<ffffffffc04c398e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc04c3b8c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff869edf6a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff868ca2d0>] ? hrtimer_get_res+0x50/0x50
[<ffffffff869ee51c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff869f5d80>] handle_mm_fault+0xa20/0xfb0
[<ffffffff86f8d653>] __do_page_fault+0x213/0x500
[<ffffffff86f8d975>] do_page_fault+0x35/0x90
[<ffffffff86f89778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 a3 22
Complete report #4947
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff82381125
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc0172632
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff820e5700
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff820dd100
Build id: 3.10.0-1062.4.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff820e676c
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x4cc
6
__blk_run_queue
vmlinux 0xffffffff81f4d7b9
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x39
7
queue_unplugged
vmlinux 0xffffffff81f4d87a
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff81f510c8
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x1d8
9
blk_queue_bio
vmlinux 0xffffffff81f512a2
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x182
10
generic_make_request
vmlinux 0xffffffff81f4f467
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x147
11
submit_bio
vmlinux 0xffffffff81f4f710
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x70
12
? __radix_tree_create
vmlinux 0xffffffff81f86af7
Build id: 3.10.0-1062.4.1.el7.x86_64 		0xb7
13
do_mpage_readpage
vmlinux 0xffffffff81e8e903
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x2c3
14
? __xfs_get_blocks
xfs 0xffffffffc03cea80
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x6d0
15
? __add_to_page_cache_locked
vmlinux 0xffffffff81dbc9b4
Build id: 3.10.0-1062.4.1.el7.x86_64 		0xe4
16
? lru_cache_add
vmlinux 0xffffffff81dcba2e
Build id: 3.10.0-1062.4.1.el7.x86_64 		0xe
17
mpage_readpages
vmlinux 0xffffffff81e8eeb2
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x112
18
? __xfs_get_blocks
xfs 0xffffffffc03cea80
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x6d0
19
? __xfs_get_blocks
xfs 0xffffffffc03cea80
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x6d0
20
? alloc_pages_current
vmlinux 0xffffffff81e15258
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x98
21
xfs_vm_readpages
xfs 0xffffffffc03cddf8
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x38
22
__do_page_cache_readahead
vmlinux 0xffffffff81dc975f
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x1cf
23
ra_submit
vmlinux 0xffffffff81dc9dc1
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x21
24
filemap_fault
vmlinux 0xffffffff81dbe775
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x105
25
? down_read
vmlinux 0xffffffff8237dc82
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x12
26
__xfs_filemap_fault
xfs 0xffffffffc03d955e
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x7e
27
? __schedule
vmlinux 0xffffffff8237e568
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x448
28
xfs_filemap_fault
xfs 0xffffffffc03d975c
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x2c
29
__do_fault.isra.61
vmlinux 0xffffffff81dea88a
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x8a
30
do_read_fault.isra.63
vmlinux 0xffffffff81deae3c
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x4c
31
handle_pte_fault
vmlinux 0xffffffff81def8ea
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x22a
32
? wake_up_q
vmlinux 0xffffffff81cda14b
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x5b
33
handle_mm_fault
vmlinux 0xffffffff81df25fd
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x39d
34
__do_page_fault
vmlinux 0xffffffff82386653
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x213
35
do_page_fault
vmlinux 0xffffffff82386975
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x35
36
? error_swapgs
vmlinux 0xffffffff82382ac9
Build id: 3.10.0-1062.4.1.el7.x86_64 		0xaa
37
page_fault
vmlinux 0xffffffff82382778
Build id: 3.10.0-1062.4.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 24s! [metricbeat:31245]
Modules linked in: nfsv3 nfs_acl ext4 mbcache jbd2 dm_crypt drbg ansi_cprng xts gf128mul rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon sg joydev pcspkr vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic
drm_kms_helper crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci nfit ata_piix libnvdimm libata crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 31245 Comm: metricbeat Kdump: loaded Tainted: G             L ------------   3.10.0-1062.4.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8c84d27f5230 ti: ffff8c84d87cc000 task.ti: ffff8c84d87cc000
RIP: 0010:[<ffffffff82381125>]  [<ffffffff82381125>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8c84d87cf628  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff8c84d87cf5e8 RCX: ffffffff82834800
RDX: ffffa6fe469c0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8c84d87cf628 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8c93bbee98d8 R11: ffff8c8f7d664800 R12: 0000000000000020
R13: ffff8c84e2a64d80 R14: ffffffff820e4459 R15: ffff8c84d87cf5a0
FS:  00007f2fafaf8700(0000) GS:ffff8c93ffd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000505a874 CR3: 0000000122266000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc0172632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff820e5700>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff820dd100>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff820e676c>] scsi_request_fn+0x4cc/0x680
[<ffffffff81f4d7b9>] __blk_run_queue+0x39/0x50
[<ffffffff81f4d87a>] queue_unplugged+0x2a/0xa0
[<ffffffff81f510c8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff81f512a2>] blk_queue_bio+0x182/0x400
[<ffffffff81f4f467>] generic_make_request+0x147/0x380
[<ffffffff81f4f710>] submit_bio+0x70/0x150
[<ffffffff81f86af7>] ? __radix_tree_create+0xb7/0x360
[<ffffffff81e8e903>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc03cea80>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff81dbc9b4>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffff81dcba2e>] ? lru_cache_add+0xe/0x10
[<ffffffff81e8eeb2>] mpage_readpages+0x112/0x170
[<ffffffffc03cea80>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffc03cea80>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffff81e15258>] ? alloc_pages_current+0x98/0x110
[<ffffffffc03cddf8>] xfs_vm_readpages+0x38/0x80 [xfs]
[<ffffffff81dc975f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff81dc9dc1>] ra_submit+0x21/0x30
[<ffffffff81dbe775>] filemap_fault+0x105/0x490
[<ffffffff8237dc82>] ? down_read+0x12/0x40
[<ffffffffc03d955e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffff8237e568>] ? __schedule+0x448/0x9c0
[<ffffffffc03d975c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff81dea88a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff81deae3c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff81def8ea>] handle_pte_fault+0x22a/0xe20
[<ffffffff81cda14b>] ? wake_up_q+0x5b/0x80
[<ffffffff81df25fd>] handle_mm_fault+0x39d/0x9b0
[<ffffffff82386653>] __do_page_fault+0x213/0x500
[<ffffffff82386975>] do_page_fault+0x35/0x90
[<ffffffff82382ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff82382778>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48 
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out