Info

Permalink
Function
mpt_put_msg_frame
First occurrence
2020-12-23
Last occurrence
2026-07-08
State
NEW
Components
kernel
Quality
-63

Statistics

Operating system Count
CentOS 7 31
Architecture Count
x86_64 31
Related packages Count
kernel 31
 0:3.10.0-957.el7 12
 0:3.10.0-1160.88.1.el7 5
 0:3.10.0-1160.el7 4
 0:3.10.0-1160.108.1.el7 2
 0:3.10.0-1127.19.1.el7 1
 0:3.10.0-1160.11.1.el7 1
 0:3.10.0-1160.119.1.el7 1
 0:3.10.0-1160.62.1.el7 1
 0:3.10.0-862.14.4.el7 1
 0:3.10.0-862.el7 1
 0:3.10.0-957.10.1.el7 1
 0:3.10.0-1127.18.2.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

No reports in the last 20 days.

Report backtrace


Complete report #1193569
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff8e9883c5
Build id: 3.10.0-1127.18.2.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc0279632
Build id: 3.10.0-1127.18.2.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff8e6eb060
Build id: 3.10.0-1127.18.2.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff8e6e2950
Build id: 3.10.0-1127.18.2.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff8e6ec07c
Build id: 3.10.0-1127.18.2.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff8e552769
Build id: 3.10.0-1127.18.2.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff8e55282a
Build id: 3.10.0-1127.18.2.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff8e556068
Build id: 3.10.0-1127.18.2.el7.x86_64
0x1d8
9
blk_queue_bio
vmlinux 0xffffffff8e556242
Build id: 3.10.0-1127.18.2.el7.x86_64
0x182
10
generic_make_request
vmlinux 0xffffffff8e5543f7
Build id: 3.10.0-1127.18.2.el7.x86_64
0x147
11
submit_bio
vmlinux 0xffffffff8e5546a0
Build id: 3.10.0-1127.18.2.el7.x86_64
0x70
12
? __mem_cgroup_commit_charge
vmlinux 0xffffffff8e43e282
Build id: 3.10.0-1127.18.2.el7.x86_64
0xe2
13
do_mpage_readpage
vmlinux 0xffffffff8e4935e3
Build id: 3.10.0-1127.18.2.el7.x86_64
0x2c3
14
? _ext4_get_block
ext4 0xffffffffc04cd800
Build id: 3.10.0-1127.18.2.el7.x86_64
0x220
15
? lru_cache_add
vmlinux 0xffffffff8e3cd96e
Build id: 3.10.0-1127.18.2.el7.x86_64
0xe
16
mpage_readpages
vmlinux 0xffffffff8e493b92
Build id: 3.10.0-1127.18.2.el7.x86_64
0x112
17
? _ext4_get_block
ext4 0xffffffffc04cd800
Build id: 3.10.0-1127.18.2.el7.x86_64
0x220
18
? _ext4_get_block
ext4 0xffffffffc04cd800
Build id: 3.10.0-1127.18.2.el7.x86_64
0x220
19
ext4_readpages
ext4 0xffffffffc04cb1cc
Build id: 3.10.0-1127.18.2.el7.x86_64
0x3c
20
__do_page_cache_readahead
vmlinux 0xffffffff8e3cb6cf
Build id: 3.10.0-1127.18.2.el7.x86_64
0x1cf
21
ra_submit
vmlinux 0xffffffff8e3cbd01
Build id: 3.10.0-1127.18.2.el7.x86_64
0x21
22
filemap_fault
vmlinux 0xffffffff8e3c0e75
Build id: 3.10.0-1127.18.2.el7.x86_64
0x105
23
ext4_filemap_fault
ext4 0xffffffffc04d4706
Build id: 3.10.0-1127.18.2.el7.x86_64
0x36
24
__do_fault.isra.61
vmlinux 0xffffffff8e3edf6a
Build id: 3.10.0-1127.18.2.el7.x86_64
0x8a
25
do_read_fault.isra.63
vmlinux 0xffffffff8e3ee51c
Build id: 3.10.0-1127.18.2.el7.x86_64
0x4c
26
handle_mm_fault
vmlinux 0xffffffff8e3f5d80
Build id: 3.10.0-1127.18.2.el7.x86_64
0xa20
27
__do_page_fault
vmlinux 0xffffffff8e98d653
Build id: 3.10.0-1127.18.2.el7.x86_64
0x213
28
do_page_fault
vmlinux 0xffffffff8e98d975
Build id: 3.10.0-1127.18.2.el7.x86_64
0x35
29
? error_swapgs
vmlinux 0xffffffff8e989ac9
Build id: 3.10.0-1127.18.2.el7.x86_64
0xaa
30
page_fault
vmlinux 0xffffffff8e989778
Build id: 3.10.0-1127.18.2.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 33s! [lfodown:9639]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(E) falcon_kal(E) falcon_lsm_pinned_17405(E) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter falcon_lsm_pinned_17308(E) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg vmw_balloon ppdev pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci sch_fq_codel ip_tables ext4 mbcache jbd2 vmwgfx drm_kms_helper syscopyarea ata_generic sysfillrect nfit pata_acpi sysimgblt
fb_sys_fops libnvdimm ttm ahci sd_mod ata_piix libahci crc_t10dif drm crct10dif_generic crct10dif_pclmul vmxnet3 crct10dif_common libata crc32c_intel serio_raw vmw_pvscsi drm_panel_orientation_quirks [last unloaded: falcon_kal]
CPU: 3 PID: 9639 Comm: lfodown Kdump: loaded Tainted: P            EL ------------   3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8a4fdba69070 ti: ffff8a4fe2580000 task.ti: ffff8a4fe2580000
RIP: 0010:[<ffffffff8e9883c5>]  [<ffffffff8e9883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8a4fe2583718  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8a4fe25836d8 RCX: ffffffff8ee34e40
RDX: ffff980b41cb0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8a4fe2583718 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8a4feaab6400 R11: ffff8a4feafef800 R12: 0000000000000020
R13: ffff8a4fe9c44600 R14: ffffffff8e6e9d19 R15: ffff8a4fe2583690
FS:  00007f5890856700(0000) GS:ffff8a4fffcc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055bd73a82250 CR3: 00000004106ae000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc0279632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8e6eb060>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8e6e2950>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8e6ec07c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8e552769>] __blk_run_queue+0x39/0x50
[<ffffffff8e55282a>] queue_unplugged+0x2a/0xa0
[<ffffffff8e556068>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8e556242>] blk_queue_bio+0x182/0x400
[<ffffffff8e5543f7>] generic_make_request+0x147/0x380
[<ffffffff8e5546a0>] submit_bio+0x70/0x150
[<ffffffff8e43e282>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff8e4935e3>] do_mpage_readpage+0x2c3/0x760
[<ffffffffc04cd800>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffff8e3cd96e>] ? lru_cache_add+0xe/0x10
[<ffffffff8e493b92>] mpage_readpages+0x112/0x170
[<ffffffffc04cd800>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc04cd800>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc04cb1cc>] ext4_readpages+0x3c/0x40 [ext4]
[<ffffffff8e3cb6cf>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff8e3cbd01>] ra_submit+0x21/0x30
[<ffffffff8e3c0e75>] filemap_fault+0x105/0x420
[<ffffffffc04d4706>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff8e3edf6a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff8e3ee51c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff8e3f5d80>] handle_mm_fault+0xa20/0xfb0
[<ffffffff8e98d653>] __do_page_fault+0x213/0x500
[<ffffffff8e98d975>] do_page_fault+0x35/0x90
[<ffffffff8e989ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff8e989778>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48 
Complete report #1179169
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff83dba385
Build id: 3.10.0-1160.108.1.el7.x86_64
0x15
2
ata_scsi_queuecmd
libata 0xffffffffc010e275
Build id: 3.10.0-1160.108.1.el7.x86_64
0x155
3
? ata_scsi_invalid_field
libata 0xffffffffc010ae60
Build id: 3.10.0-1160.108.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff83b03160
Build id: 3.10.0-1160.108.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff83b0cd0c
Build id: 3.10.0-1160.108.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff83968799
Build id: 3.10.0-1160.108.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff8396886a
Build id: 3.10.0-1160.108.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff8396c2b8
Build id: 3.10.0-1160.108.1.el7.x86_64
0x1d8
9
blk_queue_bio
vmlinux 0xffffffff8396c492
Build id: 3.10.0-1160.108.1.el7.x86_64
0x182
10
generic_make_request
vmlinux 0xffffffff8396a4f7
Build id: 3.10.0-1160.108.1.el7.x86_64
0x157
11
submit_bio
vmlinux 0xffffffff8396a7a0
Build id: 3.10.0-1160.108.1.el7.x86_64
0x70
12
? __mem_cgroup_commit_charge
vmlinux 0xffffffff8384bf12
Build id: 3.10.0-1160.108.1.el7.x86_64
0xe2
13
do_mpage_readpage
vmlinux 0xffffffff838a3ef7
Build id: 3.10.0-1160.108.1.el7.x86_64
0x317
14
? _ext4_get_block
ext4 0xffffffffc0534a00
Build id: 3.10.0-1160.108.1.el7.x86_64
0x220
15
? lru_cache_add
vmlinux 0xffffffff837d923e
Build id: 3.10.0-1160.108.1.el7.x86_64
0xe
16
mpage_readpages
vmlinux 0xffffffff838a4452
Build id: 3.10.0-1160.108.1.el7.x86_64
0x112
17
? _ext4_get_block
ext4 0xffffffffc0534a00
Build id: 3.10.0-1160.108.1.el7.x86_64
0x220
18
? _ext4_get_block
ext4 0xffffffffc0534a00
Build id: 3.10.0-1160.108.1.el7.x86_64
0x220
19
? __radix_tree_lookup
vmlinux 0xffffffff839a3b24
Build id: 3.10.0-1160.108.1.el7.x86_64
0x84
20
ext4_readpages
ext4 0xffffffffc0532354
Build id: 3.10.0-1160.108.1.el7.x86_64
0x44
21
__do_page_cache_readahead
vmlinux 0xffffffff837d6f2f
Build id: 3.10.0-1160.108.1.el7.x86_64
0x1cf
22
ra_submit
vmlinux 0xffffffff837d7571
Build id: 3.10.0-1160.108.1.el7.x86_64
0x21
23
filemap_fault
vmlinux 0xffffffff837cbbe5
Build id: 3.10.0-1160.108.1.el7.x86_64
0x105
24
ext4_filemap_fault
ext4 0xffffffffc053ba06
Build id: 3.10.0-1160.108.1.el7.x86_64
0x36
25
__do_fault.isra.61
vmlinux 0xffffffff837fa1ca
Build id: 3.10.0-1160.108.1.el7.x86_64
0x8a
26
do_read_fault.isra.63
vmlinux 0xffffffff837fa77c
Build id: 3.10.0-1160.108.1.el7.x86_64
0x4c
27
handle_mm_fault
vmlinux 0xffffffff83802183
Build id: 3.10.0-1160.108.1.el7.x86_64
0xa33
28
? mmput
vmlinux 0xffffffff8369c024
Build id: 3.10.0-1160.108.1.el7.x86_64
0x14
29
__do_page_fault
vmlinux 0xffffffff83dbf7d3
Build id: 3.10.0-1160.108.1.el7.x86_64
0x213
30
do_page_fault
vmlinux 0xffffffff83dbfb05
Build id: 3.10.0-1160.108.1.el7.x86_64
0x35
31
page_fault
vmlinux 0xffffffff83dbb7b8
Build id: 3.10.0-1160.108.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 43s! [ora_j000_wolf19:4236]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vboxsf(OE) sunrpc ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel vmwgfx ppdev joydev ttm aesni_intel lrw gf128mul glue_helper ablk_helper drm_kms_helper cryptd syscopyarea pcspkr sysfillrect sg sysimgblt fb_sys_fops parport_pc drm vboxguest(OE) video parport drm_panel_orientation_quirks i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi ahci crct10dif_pclmul crct10dif_common libahci ata_piix crc32c_intel libata serio_raw e1000 dm_mirror
dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 4236 Comm: ora_j000_wolf19 Kdump: loaded Tainted: G           OE  ------------   3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8b718e606300 ti: ffff8b6f81474000 task.ti: ffff8b6f81474000
RIP: 0010:[<ffffffff83dba385>]  [<ffffffff83dba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8b6f81477748  EFLAGS: 00010282
RAX: 0000000000000001 RBX: ffffffffc0140844 RCX: 0000000000000000
RDX: ffff8b718eae8818 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8b6f81477748 R08: 0000000000000000 R09: 00000001a904efff
R10: ffff8b718df05800 R11: ffff8b718e6d01c0 R12: ffffffff839c9e83
R13: ffff8b6f814776f0 R14: ffff8b718e715800 R15: ffffffff83b0a96e
FS:  00007f3227a6b3c0(0000) GS:ffff8b719fd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001adf090 CR3: 000000014f948000 CR4: 00000000000206e0
Call Trace:
[<ffffffffc010e275>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc010ae60>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffff83b03160>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff83b0cd0c>] scsi_request_fn+0x4ac/0x680
[<ffffffff83968799>] __blk_run_queue+0x39/0x50
[<ffffffff8396886a>] queue_unplugged+0x2a/0xa0
[<ffffffff8396c2b8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8396c492>] blk_queue_bio+0x182/0x400
[<ffffffff8396a4f7>] generic_make_request+0x157/0x390
[<ffffffff8396a7a0>] submit_bio+0x70/0x150
[<ffffffff8384bf12>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffff838a3ef7>] do_mpage_readpage+0x317/0x760
[<ffffffffc0534a00>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffff837d923e>] ? lru_cache_add+0xe/0x20
[<ffffffff838a4452>] mpage_readpages+0x112/0x180
[<ffffffffc0534a00>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc0534a00>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffff839a3b24>] ? __radix_tree_lookup+0x84/0x100
[<ffffffffc0532354>] ext4_readpages+0x44/0x50 [ext4]
[<ffffffff837d6f2f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff837d7571>] ra_submit+0x21/0x30
[<ffffffff837cbbe5>] filemap_fault+0x105/0x420
[<ffffffffc053ba06>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff837fa1ca>] __do_fault.isra.61+0x8a/0x100
[<ffffffff837fa77c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff83802183>] handle_mm_fault+0xa33/0x1190
[<ffffffff8369c024>] ? mmput+0x14/0x100
[<ffffffff83dbf7d3>] __do_page_fault+0x213/0x510
[<ffffffff83dbfb05>] do_page_fault+0x35/0x90
[<ffffffff83dbb7b8>] page_fault+0x28/0x30
Code: 8a 42 96 ff 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 6a 42 96 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #312091
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffa436b175
Build id: 3.10.0-957.10.1.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc01f1622
Build id: 3.10.0-957.10.1.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffffa40d99f0
Build id: 3.10.0-957.10.1.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffffa40d14c0
Build id: 3.10.0-957.10.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa40daa5c
Build id: 3.10.0-957.10.1.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffffa3f436b9
Build id: 3.10.0-957.10.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa3f4377a
Build id: 3.10.0-957.10.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa3f46fa8
Build id: 3.10.0-957.10.1.el7.x86_64
0x1d8
9
blk_queue_bio
vmlinux 0xffffffffa3f47182
Build id: 3.10.0-957.10.1.el7.x86_64
0x182
10
generic_make_request
vmlinux 0xffffffffa3f45347
Build id: 3.10.0-957.10.1.el7.x86_64
0x147
11
submit_bio
vmlinux 0xffffffffa3f455f0
Build id: 3.10.0-957.10.1.el7.x86_64
0x70
12
? __radix_tree_create
vmlinux 0xffffffffa3f7c907
Build id: 3.10.0-957.10.1.el7.x86_64
0xb7
13
do_mpage_readpage
vmlinux 0xffffffffa3e85f85
Build id: 3.10.0-957.10.1.el7.x86_64
0x2b5
14
? _ext4_get_block
ext4 0xffffffffc05be3a0
Build id: 3.10.0-957.10.1.el7.x86_64
0x220
15
? __add_to_page_cache_locked
vmlinux 0xffffffffa3db7174
Build id: 3.10.0-957.10.1.el7.x86_64
0xe4
16
? lru_cache_add
vmlinux 0xffffffffa3dc5c1e
Build id: 3.10.0-957.10.1.el7.x86_64
0xe
17
mpage_readpages
vmlinux 0xffffffffa3e86522
Build id: 3.10.0-957.10.1.el7.x86_64
0x112
18
? _ext4_get_block
ext4 0xffffffffc05be3a0
Build id: 3.10.0-957.10.1.el7.x86_64
0x220
19
? _ext4_get_block
ext4 0xffffffffc05be3a0
Build id: 3.10.0-957.10.1.el7.x86_64
0x220
20
ext4_readpages
ext4 0xffffffffc05bbd2c
Build id: 3.10.0-957.10.1.el7.x86_64
0x3c
21
__do_page_cache_readahead
vmlinux 0xffffffffa3dc397f
Build id: 3.10.0-957.10.1.el7.x86_64
0x1cf
22
ra_submit
vmlinux 0xffffffffa3dc3fe1
Build id: 3.10.0-957.10.1.el7.x86_64
0x21
23
filemap_fault
vmlinux 0xffffffffa3db8f35
Build id: 3.10.0-957.10.1.el7.x86_64
0x105
24
ext4_filemap_fault
ext4 0xffffffffc05c5186
Build id: 3.10.0-957.10.1.el7.x86_64
0x36
25
__do_fault.isra.59
vmlinux 0xffffffffa3de466a
Build id: 3.10.0-957.10.1.el7.x86_64
0x8a
26
do_read_fault.isra.61
vmlinux 0xffffffffa3de4c1c
Build id: 3.10.0-957.10.1.el7.x86_64
0x4c
27
handle_pte_fault
vmlinux 0xffffffffa3de95c4
Build id: 3.10.0-957.10.1.el7.x86_64
0x2f4
28
handle_mm_fault
vmlinux 0xffffffffa3dec0fd
Build id: 3.10.0-957.10.1.el7.x86_64
0x39d
29
__do_page_fault
vmlinux 0xffffffffa43705e3
Build id: 3.10.0-957.10.1.el7.x86_64
0x203
30
do_page_fault
vmlinux 0xffffffffa4370915
Build id: 3.10.0-957.10.1.el7.x86_64
0x35
31
? error_swapgs
vmlinux 0xffffffffa436ca96
Build id: 3.10.0-957.10.1.el7.x86_64
0xa7
32
page_fault
vmlinux 0xffffffffa436c758
Build id: 3.10.0-957.10.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 34s! [postgres:4446]
Modules linked in: btrfs raid6_pq xor xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ext4 aesni_intel ppdev lrw gf128mul glue_helper ablk_helper mbcache cryptd jbd2 vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_pclmul crct10dif_common crc32c_intel serio_raw nfit libnvdimm vmw_pvscsi
vmwgfx drm_kms_helper floppy ata_generic pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 4446 Comm: postgres Kdump: loaded Tainted: G             L ------------   3.10.0-957.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/19/2018
task: ffff9289607b1040 ti: ffff9288d12f4000 task.ti: ffff9288d12f4000
RIP: 0010:[<ffffffffa436b175>]  [<ffffffffa436b175>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9288d12f76a8  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff9288d12f7668 RCX: ffffffffa48343c0
RDX: ffffa66400770000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9288d12f76a8 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9288f4f388d8 R11: ffff9288f4f39000 R12: 0000000000000020
R13: ffff92895c85bc00 R14: ffffffffa40d8749 R15: ffff9288d12f7620
FS:  00007f6e36879740(0000) GS:ffff9289ffc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000884d80 CR3: 000000007ad66000 CR4: 00000000000607f0
Call Trace:
[<ffffffffc01f1622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa40d99f0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa40d14c0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa40daa5c>] scsi_request_fn+0x4cc/0x680
[<ffffffffa3f436b9>] __blk_run_queue+0x39/0x50
[<ffffffffa3f4377a>] queue_unplugged+0x2a/0xa0
[<ffffffffa3f46fa8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa3f47182>] blk_queue_bio+0x182/0x400
[<ffffffffa3f45347>] generic_make_request+0x147/0x380
[<ffffffffa3f455f0>] submit_bio+0x70/0x150
[<ffffffffa3f7c907>] ? __radix_tree_create+0xb7/0x360
[<ffffffffa3e85f85>] do_mpage_readpage+0x2b5/0x740
[<ffffffffc05be3a0>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffa3db7174>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffffa3dc5c1e>] ? lru_cache_add+0xe/0x10
[<ffffffffa3e86522>] mpage_readpages+0x112/0x170
[<ffffffffc05be3a0>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc05be3a0>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc05bbd2c>] ext4_readpages+0x3c/0x40 [ext4]
[<ffffffffa3dc397f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffffa3dc3fe1>] ra_submit+0x21/0x30
[<ffffffffa3db8f35>] filemap_fault+0x105/0x490
[<ffffffffc05c5186>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffffa3de466a>] __do_fault.isra.59+0x8a/0x100
[<ffffffffa3de4c1c>] do_read_fault.isra.61+0x4c/0x1b0
[<ffffffffa3de95c4>] handle_pte_fault+0x2f4/0xd10
[<ffffffffa3dec0fd>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa43705e3>] __do_page_fault+0x203/0x500
[<ffffffffa4370915>] do_page_fault+0x35/0x90
[<ffffffffa436ca96>] ? error_swapgs+0xa7/0xbd
[<ffffffffa436c758>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48 
Complete report #235655
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc00793be
Build id: 3.10.0-957.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc00a071e
Build id: 3.10.0-957.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc00942e0
Build id: 3.10.0-957.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffbaed0960
Build id: 3.10.0-957.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffbaed9efc
Build id: 3.10.0-957.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffffbad42ff9
Build id: 3.10.0-957.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffbad430ba
Build id: 3.10.0-957.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffbad468e8
Build id: 3.10.0-957.el7.x86_64
0x1d8
9
blk_queue_bio
vmlinux 0xffffffffbad46ac2
Build id: 3.10.0-957.el7.x86_64
0x182
10
generic_make_request
vmlinux 0xffffffffbad44c87
Build id: 3.10.0-957.el7.x86_64
0x147
11
submit_bio
vmlinux 0xffffffffbad44f30
Build id: 3.10.0-957.el7.x86_64
0x70
12
? __radix_tree_create
vmlinux 0xffffffffbad7c237
Build id: 3.10.0-957.el7.x86_64
0xb7
13
do_mpage_readpage
vmlinux 0xffffffffbac85915
Build id: 3.10.0-957.el7.x86_64
0x2b5
14
? _ext4_get_block
ext4 0xffffffffc028e3a0
Build id: 3.10.0-957.el7.x86_64
0x220
15
? __add_to_page_cache_locked
vmlinux 0xffffffffbabb6de4
Build id: 3.10.0-957.el7.x86_64
0xe4
16
? lru_cache_add
vmlinux 0xffffffffbabc588e
Build id: 3.10.0-957.el7.x86_64
0xe
17
mpage_readpages
vmlinux 0xffffffffbac85eb2
Build id: 3.10.0-957.el7.x86_64
0x112
18
? _ext4_get_block
ext4 0xffffffffc028e3a0
Build id: 3.10.0-957.el7.x86_64
0x220
19
? _ext4_get_block
ext4 0xffffffffc028e3a0
Build id: 3.10.0-957.el7.x86_64
0x220
20
ext4_readpages
ext4 0xffffffffc028bd2c
Build id: 3.10.0-957.el7.x86_64
0x3c
21
__do_page_cache_readahead
vmlinux 0xffffffffbabc35ef
Build id: 3.10.0-957.el7.x86_64
0x1cf
22
ra_submit
vmlinux 0xffffffffbabc3c51
Build id: 3.10.0-957.el7.x86_64
0x21
23
filemap_fault
vmlinux 0xffffffffbabb8ba5
Build id: 3.10.0-957.el7.x86_64
0x105
24
ext4_filemap_fault
ext4 0xffffffffc0295186
Build id: 3.10.0-957.el7.x86_64
0x36
25
__do_fault.isra.59
vmlinux 0xffffffffbabe41da
Build id: 3.10.0-957.el7.x86_64
0x8a
26
do_read_fault.isra.61
vmlinux 0xffffffffbabe478c
Build id: 3.10.0-957.el7.x86_64
0x4c
27
handle_pte_fault
vmlinux 0xffffffffbabe9134
Build id: 3.10.0-957.el7.x86_64
0x2f4
28
handle_mm_fault
vmlinux 0xffffffffbabebc6d
Build id: 3.10.0-957.el7.x86_64
0x39d
29
__do_page_fault
vmlinux 0xffffffffbb16f5e3
Build id: 3.10.0-957.el7.x86_64
0x203
30
do_page_fault
vmlinux 0xffffffffbb16f915
Build id: 3.10.0-957.el7.x86_64
0x35
31
? error_swapgs
vmlinux 0xffffffffbb16ba96
Build id: 3.10.0-957.el7.x86_64
0xa7
32
page_fault
vmlinux 0xffffffffbb16b758
Build id: 3.10.0-957.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [kube-controller:21707]
Modules linked in: binfmt_misc nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver ip_vs nfs nf_conntrack lockd grace libcrc32c fscache vmw_vsock_vmci_transport vsock sunrpc ppdev coretemp joydev pcspkr sg vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_common ata_generic pata_acpi serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix vmxnet3 mptspi scsi_transport_spi libata mptscsih drm_panel_orientation_quirks mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 21707 Comm: kube-controller Tainted: G        W    L ------------   3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff924a75e56180 ti: ffff924a55f70000 task.ti: ffff924a55f70000
RIP: 0010:[<ffffffffc00793be>]  [<ffffffffc00793be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff924a55f73640  EFLAGS: 00000246
RAX: ffffb026006c0000 RBX: ffff924a76648f40 RCX: 000000000000001e
RDX: ffff924b75594c00 RSI: ffff924b75a86000 RDI: 000000000000000e
RBP: ffff924a55f73650 R08: 0000000000000003 R09: 000000011f2c7fff
R10: ffff924b759ef0d8 R11: ffff924b4ab3e540 R12: 0000000100000003
R13: ffff924afa22c180 R14: ffff924a55f735b4 R15: ffffffffbad4b83b
FS:  000000c0070fe090(0000) GS:ffff924b7fd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000023d9915 CR3: 000000010667e000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc00a071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc00942e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffbaed0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbaed9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffffbad42ff9>] __blk_run_queue+0x39/0x50
[<ffffffffbad430ba>] queue_unplugged+0x2a/0xa0
[<ffffffffbad468e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffbad46ac2>] blk_queue_bio+0x182/0x400
[<ffffffffbad44c87>] generic_make_request+0x147/0x380
[<ffffffffbad44f30>] submit_bio+0x70/0x150
[<ffffffffbad7c237>] ? __radix_tree_create+0xb7/0x360
[<ffffffffbac85915>] do_mpage_readpage+0x2b5/0x740
[<ffffffffc028e3a0>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffbabb6de4>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffffbabc588e>] ? lru_cache_add+0xe/0x10
[<ffffffffbac85eb2>] mpage_readpages+0x112/0x170
[<ffffffffc028e3a0>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc028e3a0>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc028bd2c>] ext4_readpages+0x3c/0x40 [ext4]
[<ffffffffbabc35ef>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffffbabc3c51>] ra_submit+0x21/0x30
[<ffffffffbabb8ba5>] filemap_fault+0x105/0x490
[<ffffffffc0295186>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffffbabe41da>] __do_fault.isra.59+0x8a/0x100
[<ffffffffbabe478c>] do_read_fault.isra.61+0x4c/0x1b0
[<ffffffffbabe9134>] handle_pte_fault+0x2f4/0xd10
[<ffffffffbabebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffbb16f5e3>] __do_page_fault+0x203/0x500
[<ffffffffbb16f915>] do_page_fault+0x35/0x90
[<ffffffffbb16ba96>] ? error_swapgs+0xa7/0xbd
[<ffffffffbb16b758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 08 
Complete report #119440
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc01673be
Build id: 3.10.0-957.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc025371e
Build id: 3.10.0-957.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc02252e0
Build id: 3.10.0-957.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff87ad0960
Build id: 3.10.0-957.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff87ad9efc
Build id: 3.10.0-957.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffff87942ff9
Build id: 3.10.0-957.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff879430ba
Build id: 3.10.0-957.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff879468e8
Build id: 3.10.0-957.el7.x86_64
0x1d8
9
blk_queue_bio
vmlinux 0xffffffff87946ac2
Build id: 3.10.0-957.el7.x86_64
0x182
10
generic_make_request
vmlinux 0xffffffff87944c87
Build id: 3.10.0-957.el7.x86_64
0x147
11
submit_bio
vmlinux 0xffffffff87944f30
Build id: 3.10.0-957.el7.x86_64
0x70
12
? __radix_tree_create
vmlinux 0xffffffff8797c237
Build id: 3.10.0-957.el7.x86_64
0xb7
13
do_mpage_readpage
vmlinux 0xffffffff87885915
Build id: 3.10.0-957.el7.x86_64
0x2b5
14
? _ext4_get_block
ext4 0xffffffffc03143a0
Build id: 3.10.0-957.el7.x86_64
0x220
15
? __add_to_page_cache_locked
vmlinux 0xffffffff877b6de4
Build id: 3.10.0-957.el7.x86_64
0xe4
16
? lru_cache_add
vmlinux 0xffffffff877c588e
Build id: 3.10.0-957.el7.x86_64
0xe
17
mpage_readpages
vmlinux 0xffffffff87885eb2
Build id: 3.10.0-957.el7.x86_64
0x112
18
? _ext4_get_block
ext4 0xffffffffc03143a0
Build id: 3.10.0-957.el7.x86_64
0x220
19
? _ext4_get_block
ext4 0xffffffffc03143a0
Build id: 3.10.0-957.el7.x86_64
0x220
20
ext4_readpages
ext4 0xffffffffc0311d2c
Build id: 3.10.0-957.el7.x86_64
0x3c
21
__do_page_cache_readahead
vmlinux 0xffffffff877c35ef
Build id: 3.10.0-957.el7.x86_64
0x1cf
22
ra_submit
vmlinux 0xffffffff877c3c51
Build id: 3.10.0-957.el7.x86_64
0x21
23
filemap_fault
vmlinux 0xffffffff877b8ba5
Build id: 3.10.0-957.el7.x86_64
0x105
24
ext4_filemap_fault
ext4 0xffffffffc031b186
Build id: 3.10.0-957.el7.x86_64
0x36
25
__do_fault.isra.59
vmlinux 0xffffffff877e41da
Build id: 3.10.0-957.el7.x86_64
0x8a
26
do_read_fault.isra.61
vmlinux 0xffffffff877e478c
Build id: 3.10.0-957.el7.x86_64
0x4c
27
handle_pte_fault
vmlinux 0xffffffff877e9134
Build id: 3.10.0-957.el7.x86_64
0x2f4
28
handle_mm_fault
vmlinux 0xffffffff877ebc6d
Build id: 3.10.0-957.el7.x86_64
0x39d
29
__do_page_fault
vmlinux 0xffffffff87d6f5e3
Build id: 3.10.0-957.el7.x86_64
0x203
30
do_page_fault
vmlinux 0xffffffff87d6f915
Build id: 3.10.0-957.el7.x86_64
0x35
31
page_fault
vmlinux 0xffffffff87d6b758
Build id: 3.10.0-957.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 50s! [firefox:11467]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel snd_seq_midi lrw gf128mul glue_helper ablk_helper cryptd snd_seq_midi_event joydev pcspkr btusb btrtl btbcm btintel bluetooth snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device rfkill snd_pcm sg snd_timer snd soundcore parport_pc parport vmw_vmci i2c_piix4 ip_tables ext4 mbcache jbd2 sr_mod cdrom
sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw e1000 ahci libahci nfit mptspi scsi_transport_spi mptscsih libnvdimm mptbase ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata drm_panel_orientation_quirks
CPU: 0 PID: 11467 Comm: firefox Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9deb9b9a0000 ti: ffff9debbfce8000 task.ti: ffff9debbfce8000
RIP: 0010:[<ffffffffc01673be>]  [<ffffffffc01673be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9debbfceb640  EFLAGS: 00000246
RAX: ffffaf4800200000 RBX: ffff9deb9b92dfe0 RCX: 0000000000000012
RDX: ffff9debb6294000 RSI: ffff9debb54d3000 RDI: 000000000000000e
RBP: ffff9debbfceb650 R08: 0000000000000003 R09: 0000000024898fff
R10: ffff9debb54d40d8 R11: ffff9debb7444540 R12: 0000000100000080
R13: ffff9deb91a06580 R14: ffff9debbfceb5b4 R15: ffffffff8794b83b
FS:  00007fa3398ad780(0000) GS:ffff9debbc600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa32823a790 CR3: 000000000fb58000 CR4: 0000000000760ff0
PKRU: 55555554
Call Trace:
[<ffffffffc025371e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02252e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff87ad0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff87ad9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff87942ff9>] __blk_run_queue+0x39/0x50
[<ffffffff879430ba>] queue_unplugged+0x2a/0xa0
[<ffffffff879468e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff87946ac2>] blk_queue_bio+0x182/0x400
[<ffffffff87944c87>] generic_make_request+0x147/0x380
[<ffffffff87944f30>] submit_bio+0x70/0x150
[<ffffffff8797c237>] ? __radix_tree_create+0xb7/0x360
[<ffffffff87885915>] do_mpage_readpage+0x2b5/0x740
[<ffffffffc03143a0>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffff877b6de4>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffff877c588e>] ? lru_cache_add+0xe/0x10
[<ffffffff87885eb2>] mpage_readpages+0x112/0x170
[<ffffffffc03143a0>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc03143a0>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc0311d2c>] ext4_readpages+0x3c/0x40 [ext4]
[<ffffffff877c35ef>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffff877c3c51>] ra_submit+0x21/0x30
[<ffffffff877b8ba5>] filemap_fault+0x105/0x490
[<ffffffffc031b186>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffff877e41da>] __do_fault.isra.59+0x8a/0x100
[<ffffffff877e478c>] do_read_fault.isra.61+0x4c/0x1b0
[<ffffffff877e9134>] handle_pte_fault+0x2f4/0xd10
[<ffffffff877ebc6d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff87d6f5e3>] __do_page_fault+0x203/0x500
[<ffffffff87d6f915>] do_page_fault+0x35/0x90
[<ffffffff87d6b758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 53 17 
Complete report #57820
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc03df3be
Build id: 3.10.0-862.14.4.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc03b071e
Build id: 3.10.0-862.14.4.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc03d02e0
Build id: 3.10.0-862.14.4.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa84a0140
Build id: 3.10.0-862.14.4.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa84a96ac
Build id: 3.10.0-862.14.4.el7.x86_64
0x4cc
6
__blk_run_queue
vmlinux 0xffffffffa831d5e9
Build id: 3.10.0-862.14.4.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa831d6aa
Build id: 3.10.0-862.14.4.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa8320e68
Build id: 3.10.0-862.14.4.el7.x86_64
0x1d8
9
blk_queue_bio
vmlinux 0xffffffffa8321042
Build id: 3.10.0-862.14.4.el7.x86_64
0x182
10
generic_make_request
vmlinux 0xffffffffa831f1cb
Build id: 3.10.0-862.14.4.el7.x86_64
0x10b
11
submit_bio
vmlinux 0xffffffffa831f450
Build id: 3.10.0-862.14.4.el7.x86_64
0x70
12
? __radix_tree_create
vmlinux 0xffffffffa8355b17
Build id: 3.10.0-862.14.4.el7.x86_64
0xb7
13
do_mpage_readpage
vmlinux 0xffffffffa8262ed5
Build id: 3.10.0-862.14.4.el7.x86_64
0x2b5
14
? _ext4_get_block
ext4 0xffffffffc05db200
Build id: 3.10.0-862.14.4.el7.x86_64
0x220
15
? __add_to_page_cache_locked
vmlinux 0xffffffffa81979b4
Build id: 3.10.0-862.14.4.el7.x86_64
0xe4
16
? lru_cache_add
vmlinux 0xffffffffa81a60be
Build id: 3.10.0-862.14.4.el7.x86_64
0xe
17
mpage_readpages
vmlinux 0xffffffffa8263472
Build id: 3.10.0-862.14.4.el7.x86_64
0x112
18
? _ext4_get_block
ext4 0xffffffffc05db200
Build id: 3.10.0-862.14.4.el7.x86_64
0x220
19
? _ext4_get_block
ext4 0xffffffffc05db200
Build id: 3.10.0-862.14.4.el7.x86_64
0x220
20
ext4_readpages
ext4 0xffffffffc05d8b7c
Build id: 3.10.0-862.14.4.el7.x86_64
0x3c
21
__do_page_cache_readahead
vmlinux 0xffffffffa81a3f8f
Build id: 3.10.0-862.14.4.el7.x86_64
0x1cf
22
ra_submit
vmlinux 0xffffffffa81a4641
Build id: 3.10.0-862.14.4.el7.x86_64
0x21
23
filemap_fault
vmlinux 0xffffffffa81995f5
Build id: 3.10.0-862.14.4.el7.x86_64
0x105
24
ext4_filemap_fault
ext4 0xffffffffc05e1e66
Build id: 3.10.0-862.14.4.el7.x86_64
0x36
25
__do_fault.isra.58
vmlinux 0xffffffffa81c35ea
Build id: 3.10.0-862.14.4.el7.x86_64
0x8a
26
do_read_fault.isra.60
vmlinux 0xffffffffa81c3b9c
Build id: 3.10.0-862.14.4.el7.x86_64
0x4c
27
handle_pte_fault
vmlinux 0xffffffffa81c8544
Build id: 3.10.0-862.14.4.el7.x86_64
0x2f4
28
handle_mm_fault
vmlinux 0xffffffffa81caefd
Build id: 3.10.0-862.14.4.el7.x86_64
0x39d
29
__do_page_fault
vmlinux 0xffffffffa8720547
Build id: 3.10.0-862.14.4.el7.x86_64
0x197
30
do_page_fault
vmlinux 0xffffffffa87208d5
Build id: 3.10.0-862.14.4.el7.x86_64
0x35
31
page_fault
vmlinux 0xffffffffa871c758
Build id: 3.10.0-862.14.4.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 27s! [gitlab-workhors:1501]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_lsm_pinned_10703(E) rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vmw_vsock_vmci_transport vsock falcon_lsm_pinned_10404(E) sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon nfit pcspkr joydev sg libnvdimm vmw_vmci shpchp i2c_piix4 parport_pc parport ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel mptspi serio_raw libata scsi_transport_spi mptscsih mptbase vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: falcon_lsm_serviceable]
CPU: 7 PID: 1501 Comm: gitlab-workhors Kdump: loaded Tainted: P            EL ------------   3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9b797a348fd0 ti: ffff9b7cdcff4000 task.ti: ffff9b7cdcff4000
RIP: 0010:[<ffffffffc03df3be>]  [<ffffffffc03df3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9b7cdcff7640  EFLAGS: 00000246
RAX: ffffa8cd01cc0000 RBX: ffff9b78c1fd16c0 RCX: 000000000000000d
RDX: ffff9b7c2eb67800 RSI: ffff9b7cec06f000 RDI: 000000000000000e
RBP: ffff9b7cdcff7650 R08: 0000000000000003 R09: 00000002e901afff
R10: ffff9b7cec2630d8 R11: ffff9b7cdc290540 R12: 0000000100000017
R13: ffff9b7c11237080 R14: ffff9b7cdcff75b4 R15: ffffffffa8325ddb
FS:  00007fac794d3740(0000) GS:ffff9b7cffdc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000a0a610 CR3: 00000000bb4f8000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc03b071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03d02e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa84a0140>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa84a96ac>] scsi_request_fn+0x4cc/0x680
[<ffffffffa831d5e9>] __blk_run_queue+0x39/0x50
[<ffffffffa831d6aa>] queue_unplugged+0x2a/0xa0
[<ffffffffa8320e68>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa8321042>] blk_queue_bio+0x182/0x400
[<ffffffffa831f1cb>] generic_make_request+0x10b/0x320
[<ffffffffa831f450>] submit_bio+0x70/0x150
[<ffffffffa8355b17>] ? __radix_tree_create+0xb7/0x360
[<ffffffffa8262ed5>] do_mpage_readpage+0x2b5/0x740
[<ffffffffc05db200>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffa81979b4>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffffa81a60be>] ? lru_cache_add+0xe/0x10
[<ffffffffa8263472>] mpage_readpages+0x112/0x170
[<ffffffffc05db200>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc05db200>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc05d8b7c>] ext4_readpages+0x3c/0x40 [ext4]
[<ffffffffa81a3f8f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffffa81a4641>] ra_submit+0x21/0x30
[<ffffffffa81995f5>] filemap_fault+0x105/0x490
[<ffffffffc05e1e66>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffffa81c35ea>] __do_fault.isra.58+0x8a/0x100
[<ffffffffa81c3b9c>] do_read_fault.isra.60+0x4c/0x1b0
[<ffffffffa81c8544>] handle_pte_fault+0x2f4/0xd10
[<ffffffffa81caefd>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa8720547>] __do_page_fault+0x197/0x4f0
[<ffffffffa87208d5>] do_page_fault+0x35/0x90
[<ffffffffa871c758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 d3 3e 
Complete report #22910
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc03f03be
Build id: 3.10.0-1160.11.1.el7.x86_64
0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc053c71e
Build id: 3.10.0-1160.11.1.el7.x86_64
0x24e
3
mptspi_qcmd
mptspi 0xffffffffc04fc2e0
Build id: 3.10.0-1160.11.1.el7.x86_64
0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffb36e3b90
Build id: 3.10.0-1160.11.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffb36ed2bc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffb35536d9
Build id: 3.10.0-1160.11.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffb355379a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffb3556fd8
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1d8
9
blk_queue_bio
vmlinux 0xffffffffb35571b2
Build id: 3.10.0-1160.11.1.el7.x86_64
0x182
10
generic_make_request
vmlinux 0xffffffffb3555367
Build id: 3.10.0-1160.11.1.el7.x86_64
0x147
11
submit_bio
vmlinux 0xffffffffb3555610
Build id: 3.10.0-1160.11.1.el7.x86_64
0x70
12
? __mem_cgroup_commit_charge
vmlinux 0xffffffffb343e502
Build id: 3.10.0-1160.11.1.el7.x86_64
0xe2
13
do_mpage_readpage
vmlinux 0xffffffffb3494337
Build id: 3.10.0-1160.11.1.el7.x86_64
0x317
14
? _ext4_get_block
ext4 0xffffffffc0667800
Build id: 3.10.0-1160.11.1.el7.x86_64
0x220
15
? lru_cache_add
vmlinux 0xffffffffb33cd6be
Build id: 3.10.0-1160.11.1.el7.x86_64
0xe
16
mpage_readpages
vmlinux 0xffffffffb3494892
Build id: 3.10.0-1160.11.1.el7.x86_64
0x112
17
? _ext4_get_block
ext4 0xffffffffc0667800
Build id: 3.10.0-1160.11.1.el7.x86_64
0x220
18
? _ext4_get_block
ext4 0xffffffffc0667800
Build id: 3.10.0-1160.11.1.el7.x86_64
0x220
19
ext4_readpages
ext4 0xffffffffc06651cc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x3c
20
__do_page_cache_readahead
vmlinux 0xffffffffb33cb41f
Build id: 3.10.0-1160.11.1.el7.x86_64
0x1cf
21
ra_submit
vmlinux 0xffffffffb33cba51
Build id: 3.10.0-1160.11.1.el7.x86_64
0x21
22
filemap_fault
vmlinux 0xffffffffb33c0bc5
Build id: 3.10.0-1160.11.1.el7.x86_64
0x105
23
ext4_filemap_fault
ext4 0xffffffffc066e756
Build id: 3.10.0-1160.11.1.el7.x86_64
0x36
24
__do_fault.isra.61
vmlinux 0xffffffffb33ee01a
Build id: 3.10.0-1160.11.1.el7.x86_64
0x8a
25
do_read_fault.isra.63
vmlinux 0xffffffffb33ee5cc
Build id: 3.10.0-1160.11.1.el7.x86_64
0x4c
26
handle_mm_fault
vmlinux 0xffffffffb33f5e10
Build id: 3.10.0-1160.11.1.el7.x86_64
0xa20
27
__do_page_fault
vmlinux 0xffffffffb398e653
Build id: 3.10.0-1160.11.1.el7.x86_64
0x213
28
do_page_fault
vmlinux 0xffffffffb398e975
Build id: 3.10.0-1160.11.1.el7.x86_64
0x35
29
page_fault
vmlinux 0xffffffffb398a778
Build id: 3.10.0-1160.11.1.el7.x86_64
0x28
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 197s! [netty-rpc-env-t:84264]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event xfs libcrc32c ppdev snd_ens1371 snd_rawmidi snd_ac97_codec vmw_balloon ac97_bus crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper cryptd snd_timer snd joydev soundcore sg pcspkr i2c_piix4 vmw_vmci parport_pc parport ip_tables ext4 mbcache jbd2 sr_mod
sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt crct10dif_pclmul fb_sys_fops crct10dif_common ttm mptspi nfit crc32c_intel scsi_transport_spi mptscsih libata drm serio_raw libnvdimm mptbase e1000 drm_panel_orientation_quirks fuse
CPU: 6 PID: 84264 Comm: netty-rpc-env-t Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8d4206249080 ti: ffff8d375c1f0000 task.ti: ffff8d375c1f0000
RIP: 0010:[<ffffffffc03f03be>]  [<ffffffffc03f03be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8d375c1f36b0  EFLAGS: 00000246
RAX: ffffa71586600000 RBX: ffff8d3ac1789900 RCX: 0000000000000010
RDX: ffff8d36bf7ea400 RSI: ffff8d428a1fd000 RDI: 000000000000000e
RBP: ffff8d375c1f36c0 R08: 0000000000000002 R09: 00000004fb4ddfff
R10: ffff8d428917c400 R11: ffff8d3f974fddc0 R12: 0000000100000001
R13: ffff8d3f8d210c00 R14: ffff8d375c1f3624 R15: ffffffffb355bffb
FS:  00007f1b2d7dd700(0000) GS:ffff8d4288780000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1c093c2097 CR3: 0000000ae3740000 CR4: 00000000003407e0
Call Trace:
[<ffffffffc053c71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04fc2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb36e3b90>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb36ed2bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb35536d9>] __blk_run_queue+0x39/0x50
[<ffffffffb355379a>] queue_unplugged+0x2a/0xa0
[<ffffffffb3556fd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb35571b2>] blk_queue_bio+0x182/0x400
[<ffffffffb3555367>] generic_make_request+0x147/0x380
[<ffffffffb3555610>] submit_bio+0x70/0x150
[<ffffffffb343e502>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffb3494337>] do_mpage_readpage+0x317/0x760
[<ffffffffc0667800>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffb33cd6be>] ? lru_cache_add+0xe/0x10
[<ffffffffb3494892>] mpage_readpages+0x112/0x170
[<ffffffffc0667800>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc0667800>] ? _ext4_get_block+0x220/0x220 [ext4]
[<ffffffffc06651cc>] ext4_readpages+0x3c/0x40 [ext4]
[<ffffffffb33cb41f>] __do_page_cache_readahead+0x1cf/0x260
[<ffffffffb33cba51>] ra_submit+0x21/0x30
[<ffffffffb33c0bc5>] filemap_fault+0x105/0x420
[<ffffffffc066e756>] ext4_filemap_fault+0x36/0x50 [ext4]
[<ffffffffb33ee01a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffb33ee5cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffb33f5e10>] handle_mm_fault+0xa20/0xfb0
[<ffffffffb398e653>] __do_page_fault+0x213/0x500
[<ffffffffb398e975>] do_page_fault+0x35/0x90
[<ffffffffb398a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 3f