Info

Permalink
Function
_raw_spin_unlock_irqrestore
First occurrence
2020-10-15
Last occurrence
2026-06-17
State
NEW
Components
kernel
Quality
-45

Statistics

Operating system Count
CentOS 7 418
Architecture Count
x86_64 418
Related packages Count
kernel 418
 0:3.10.0-1160.108.1.el7 98
 0:3.10.0-1127.19.1.el7 95
 0:3.10.0-1160.el7 49
 0:3.10.0-1160.15.2.el7 20
 0:3.10.0-1160.21.1.el7 15
 0:3.10.0-1160.76.1.el7 13
 0:3.10.0-1127.18.2.el7 11
 0:3.10.0-1160.45.1.el7 10
 0:3.10.0-1160.41.1.el7 9
 0:3.10.0-1160.62.1.el7 7
 0:3.10.0-1160.71.1.el7 7
 0:3.10.0-1160.11.1.el7 7
 0:3.10.0-1127.el7 6
 0:3.10.0-1160.53.1.el7 6
 0:3.10.0-1062.1.2.el7 6
 0:3.10.0-1160.119.1.el7 5
 0:3.10.0-1160.95.1.el7 5
 0:3.10.0-1127.13.1.el7 4
 0:3.10.0-1160.59.1.el7 4
 0:3.10.0-1160.6.1.el7 4
 0:3.10.0-1062.12.1.el7 4
 0:3.10.0-1160.118.1.el7 3
 0:3.10.0-1160.31.1.el7 3
 0:3.10.0-1160.81.1.el7 3
 0:3.10.0-1160.49.1.el7 3
 0:3.10.0-1160.25.1.el7 2
 0:3.10.0-1160.36.2.el7 2
 0:3.10.0-1160.83.1.el7 2
 0:3.10.0-1160.88.1.el7 2
 0:3.10.0-1160.90.1.el7 2
 0:3.10.0-1160.42.2.el7 2
 0:3.10.0-1160.24.1.el7 2
 0:3.10.0-1062.el7 2
 0:3.10.0-1160.80.1.el7 1
 0:3.10.0-1160.92.1.el7 1
 0:3.10.0-1160.66.1.el7 1
 0:3.10.0-1062.4.1.el7 1
 0:3.10.0-1062.18.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

Report backtrace


Complete report #1345153
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc02603be
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc030c71e
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc03302e0
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffbcae4840
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffbcaedf6c
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x4ac
6
? deadline_add_request
vmlinux 0xffffffffbc978bce
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffffbc953f19
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffffbc957cc3
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x3b3
9
? blk_flush_plug_list
vmlinux 0xffffffffbc957910
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x230
10
tracking_make_request
veeamsnap 0xffffffffc094b32c
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x20c
11
generic_make_request
vmlinux 0xffffffffbc955ba7
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x147
12
submit_bio
vmlinux 0xffffffffbc955e50
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x70
13
? end_swap_bio_write
vmlinux 0xffffffffbc8092b0
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x80
14
? map_swap_page
vmlinux 0xffffffffbc80e3f2
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x12
15
swap_readpage
vmlinux 0xffffffffbc80996b
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xcb
16
read_swap_cache_async
vmlinux 0xffffffffbc80a297
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x37
17
swapin_readahead
vmlinux 0xffffffffbc80a46b
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x1ab
18
? radix_tree_lookup_slot
vmlinux 0xffffffffbc98dcb2
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x22
19
? __find_get_page
vmlinux 0xffffffffbc7bd91e
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x1e
20
do_swap_page
vmlinux 0xffffffffbc7f288f
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x23f
21
? unlock_page
vmlinux 0xffffffffbc7be42b
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x2b
22
? do_read_fault.isra.63
vmlinux 0xffffffffbc7eee49
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x139
23
handle_mm_fault
vmlinux 0xffffffffbc7f6627
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xaa7
24
? __pollwait
vmlinux 0xffffffffbc864620
Build id: 3.10.0-1160.41.1.el7.x86_64 		0xf0
25
__do_page_fault
vmlinux 0xffffffffbcd90653
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x213
26
do_page_fault
vmlinux 0xffffffffbcd90975
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x35
27
page_fault
vmlinux 0xffffffffbcd8c778
Build id: 3.10.0-1160.41.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [gnome-session-b:2192]
Modules linked in: lp veeamsnap(OE) tcp_lp tun bridge stp llc ebtable_filter ebtables xt_comment devlink ip6table_filter ip6_tables ipt_REJECT nf_reject_ipv4 xt_conntrack iptable_filter iptable_raw iptable_security xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq iosf_mbi crc32_pclmul ghash_clmulni_intel snd_seq_device aesni_intel snd_pcm lrw snd_timer gf128mul snd glue_helper ablk_helper cryptd soundcore ppdev vmw_balloon sg pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c
sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit ata_piix libnvdimm drm crct10dif_pclmul crct10dif_common mptspi crc32c_intel scsi_transport_spi mptscsih e1000 libata serio_raw mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 2192 Comm: gnome-session-b Kdump: loaded Tainted: G           OEL ------------   3.10.0-1160.41.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9e719c2da100 ti: ffff9e71b5424000 task.ti: ffff9e71b5424000
RIP: 0010:[<ffffffffc02603be>]  [<ffffffffc02603be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9e71b5427998  EFLAGS: 00000246
RAX: ffffadf3c0d40000 RBX: ffff9e712bd35e88 RCX: 0000000000000001
RDX: ffff9e71b2bc2400 RSI: ffff9e71b952f000 RDI: 000000000000000e
RBP: ffff9e71b54279a8 R08: 0000000000000002 R09: 000000018b5d7fff
R10: ffff9e71b2a7b400 R11: ffff9e716db44000 R12: ffff9e70ac39ab80
R13: ffff9e71b542790c R14: ffffffffbc95c8db R15: ffff9e71b5427950
FS:  00007f9502449a40(0000) GS:ffff9e71b7600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001ddf170 CR3: 00000000ac110000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc030c71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03302e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffbcae4840>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbcaedf6c>] scsi_request_fn+0x4ac/0x680
[<ffffffffbc978bce>] ? deadline_add_request+0x6e/0x90
[<ffffffffbc953f19>] __blk_run_queue+0x39/0x50
[<ffffffffbc957cc3>] blk_queue_bio+0x3b3/0x400
[<ffffffffbc957910>] ? blk_flush_plug_list+0x230/0x230
[<ffffffffc094b32c>] tracking_make_request+0x20c/0x390 [veeamsnap]
[<ffffffffbc955ba7>] generic_make_request+0x147/0x380
[<ffffffffbc955e50>] submit_bio+0x70/0x150
[<ffffffffbc8092b0>] ? end_swap_bio_write+0x80/0x80
[<ffffffffbc80e3f2>] ? map_swap_page+0x12/0x20
[<ffffffffbc80996b>] swap_readpage+0xcb/0xf0
[<ffffffffbc80a297>] read_swap_cache_async+0x37/0x60
[<ffffffffbc80a46b>] swapin_readahead+0x1ab/0x210
[<ffffffffbc98dcb2>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffbc7bd91e>] ? __find_get_page+0x1e/0xa0
[<ffffffffbc7f288f>] do_swap_page+0x23f/0x7c0
[<ffffffffbc7be42b>] ? unlock_page+0x2b/0x30
[<ffffffffbc7eee49>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffbc7f6627>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffbc864620>] ? __pollwait+0xf0/0xf0
[<ffffffffbcd90653>] __do_page_fault+0x213/0x500
[<ffffffffbcd90975>] do_page_fault+0x35/0x90
[<ffffffffbcd8c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 26
Complete report #676714
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffab9817c5
Build id: 3.10.0-1062.el7.x86_64 		0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc010c632
Build id: 3.10.0-1062.el7.x86_64 		0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffffab6e4e90
Build id: 3.10.0-1062.el7.x86_64 		0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffffab6dc890
Build id: 3.10.0-1062.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffab6e5efc
Build id: 3.10.0-1062.el7.x86_64 		0x4cc
6
? deadline_add_request
vmlinux 0xffffffffab5716de
Build id: 3.10.0-1062.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffffab54cf59
Build id: 3.10.0-1062.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffffab550c63
Build id: 3.10.0-1062.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffffab54ebf7
Build id: 3.10.0-1062.el7.x86_64 		0x147
10
? bio_alloc_bioset
vmlinux 0xffffffffab486325
Build id: 3.10.0-1062.el7.x86_64 		0x115
11
submit_bio
vmlinux 0xffffffffab54eea0
Build id: 3.10.0-1062.el7.x86_64 		0x70
12
? end_swap_bio_write
vmlinux 0xffffffffab404bd0
Build id: 3.10.0-1062.el7.x86_64 		0x80
13
? map_swap_page
vmlinux 0xffffffffab409bd2
Build id: 3.10.0-1062.el7.x86_64 		0x12
14
swap_readpage
vmlinux 0xffffffffab40528b
Build id: 3.10.0-1062.el7.x86_64 		0xcb
15
read_swap_cache_async
vmlinux 0xffffffffab405b77
Build id: 3.10.0-1062.el7.x86_64 		0x37
16
swapin_readahead
vmlinux 0xffffffffab405d4b
Build id: 3.10.0-1062.el7.x86_64 		0x1ab
17
? radix_tree_lookup_slot
vmlinux 0xffffffffab586722
Build id: 3.10.0-1062.el7.x86_64 		0x22
18
? __find_get_page
vmlinux 0xffffffffab3bb4ee
Build id: 3.10.0-1062.el7.x86_64 		0x1e
19
handle_pte_fault
vmlinux 0xffffffffab3efe36
Build id: 3.10.0-1062.el7.x86_64 		0xd66
20
handle_mm_fault
vmlinux 0xffffffffab3f200d
Build id: 3.10.0-1062.el7.x86_64 		0x39d
21
__do_page_fault
vmlinux 0xffffffffab986633
Build id: 3.10.0-1062.el7.x86_64 		0x213
22
do_page_fault
vmlinux 0xffffffffab986955
Build id: 3.10.0-1062.el7.x86_64 		0x35
23
page_fault
vmlinux 0xffffffffab982768
Build id: 3.10.0-1062.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 25s! [java:3026]
Modules linked in: nfsv3 nfs fscache tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink iscsi_target_mod target_core_mod iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi zfs(POE) zunicode(POE) zlua(POE) sd_mod crc_t10dif
crct10dif_generic crct10dif_pclmul crct10dif_common vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crc32c_intel drm serio_raw libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod zcommon(POE) znvpair(POE) zavl(POE) icp(POE) spl(OE)
CPU: 3 PID: 3026 Comm: java Kdump: loaded Tainted: P           OE  ------------   3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff9e446b1d5230 ti: ffff9e4453b20000 task.ti: ffff9e4453b20000
RIP: 0010:[<ffffffffab9817c5>]  [<ffffffffab9817c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9e4453b23a50  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffab5ab803 RCX: ffff9e44f9178060
RDX: ffffbf6840780000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9e4453b23a50 R08: 0000000000000000 R09: ffff9e441f2ffb00
R10: ffff9e44f42938d8 R11: ffff9e44f41f5800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9e44d4018480 R15: ffffffffab6e3be9
FS:  00007f721ffff700(0000) GS:ffff9e44ffd80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f721ffe7bf0 CR3: 0000000137584000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc010c632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffab6e4e90>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffab6dc890>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffab6e5efc>] scsi_request_fn+0x4cc/0x680
[<ffffffffab5716de>] ? deadline_add_request+0x6e/0x90
[<ffffffffab54cf59>] __blk_run_queue+0x39/0x50
[<ffffffffab550c63>] blk_queue_bio+0x3b3/0x400
[<ffffffffab54ebf7>] generic_make_request+0x147/0x380
[<ffffffffab486325>] ? bio_alloc_bioset+0x115/0x310
[<ffffffffab54eea0>] submit_bio+0x70/0x150
[<ffffffffab404bd0>] ? end_swap_bio_write+0x80/0x80
[<ffffffffab409bd2>] ? map_swap_page+0x12/0x20
[<ffffffffab40528b>] swap_readpage+0xcb/0xf0
[<ffffffffab405b77>] read_swap_cache_async+0x37/0x60
[<ffffffffab405d4b>] swapin_readahead+0x1ab/0x210
[<ffffffffab586722>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffab3bb4ee>] ? __find_get_page+0x1e/0xa0
[<ffffffffab3efe36>] handle_pte_fault+0xd66/0xe20
[<ffffffffab3f200d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffab986633>] __do_page_fault+0x213/0x500
[<ffffffffab986955>] do_page_fault+0x35/0x90
[<ffffffffab982768>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #219360
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffaeb8b4d5
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc04a1632
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffffae8ec6b0
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffffae8e3fa0
Build id: 3.10.0-1160.24.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffae8ed6cc
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x4ac
6
? deadline_add_request
vmlinux 0xffffffffae77853e
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffffae753939
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffffae757743
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffffae7555c7
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x147
10
submit_bio
vmlinux 0xffffffffae755870
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x70
11
? end_swap_bio_write
vmlinux 0xffffffffae608b80
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x80
12
? map_swap_page
vmlinux 0xffffffffae60dcc2
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x12
13
swap_readpage
vmlinux 0xffffffffae60923b
Build id: 3.10.0-1160.24.1.el7.x86_64 		0xcb
14
read_swap_cache_async
vmlinux 0xffffffffae609b67
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x37
15
swapin_readahead
vmlinux 0xffffffffae609d3b
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x1ab
16
? radix_tree_lookup_slot
vmlinux 0xffffffffae78d622
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x22
17
? __find_get_page
vmlinux 0xffffffffae5bd6fe
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x1e
18
do_swap_page
vmlinux 0xffffffffae5f216f
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x23f
19
? getname_flags
vmlinux 0xffffffffae65fe7f
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x4f
20
handle_mm_fault
vmlinux 0xffffffffae5f5f07
Build id: 3.10.0-1160.24.1.el7.x86_64 		0xaa7
21
__do_page_fault
vmlinux 0xffffffffaeb90653
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x213
22
? __put_cred
vmlinux 0xffffffffae4ccaff
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x3f
23
do_page_fault
vmlinux 0xffffffffaeb90975
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x35
24
page_fault
vmlinux 0xffffffffaeb8c778
Build id: 3.10.0-1160.24.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [mysqld:22228]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [mysqld:22229]
Modules linked in: tcp_diag inet_diag talpa_vfshook(OE) talpa_pedconnector(OE) talpa_vcdevice(OE) talpa_core(OE) talpa_linux(OE) talpa_syscallhook(OE) talpa_pedevice(OE) nf_conntrack_ipv4 nf_defrag_ipv4 xt_owner xt_conntrack nf_conntrack xt_multiport iptable_filter vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm ahci drm vmxnet3 vmw_pvscsi ata_piix libahci libata drm_panel_orientation_quirks nfit libnvdimm
dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: talpa_syscallhook]
CPU: 1 PID: 22229 Comm: mysqld Kdump: loaded Tainted: G           OEL ------------   3.10.0-1160.24.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8e7f35781080 ti: ffff8e7ec0a60000 task.ti: ffff8e7ec0a60000
RIP: 0010:[<ffffffffaeb8b4d5>]  [<ffffffffaeb8b4d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8e7ec0a63a60  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffae7b28d3 RCX: ffff8e7fffcb9060
RDX: ffffb35d00f60000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8e7ec0a63a60 R08: 0000000000000000 R09: ffff8e7e78ef0d00
R10: ffff8e7f5e179400 R11: ffff8e7df6788000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8e7f6f3b5c80 R15: ffffffffae8eb369
FS:  00007ff056963700(0000) GS:ffff8e7fffd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff06c260088 CR3: 000000017bf8e000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc04a1632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffae8ec6b0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffae8e3fa0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffae8ed6cc>] scsi_request_fn+0x4ac/0x680
[<ffffffffae77853e>] ? deadline_add_request+0x6e/0x90
[<ffffffffae753939>] __blk_run_queue+0x39/0x50
[<ffffffffae757743>] blk_queue_bio+0x3b3/0x400
[<ffffffffae7555c7>] generic_make_request+0x147/0x380
[<ffffffffae755870>] submit_bio+0x70/0x150
[<ffffffffae608b80>] ? end_swap_bio_write+0x80/0x80
[<ffffffffae60dcc2>] ? map_swap_page+0x12/0x20
[<ffffffffae60923b>] swap_readpage+0xcb/0xf0
[<ffffffffae609b67>] read_swap_cache_async+0x37/0x60
[<ffffffffae609d3b>] swapin_readahead+0x1ab/0x210
[<ffffffffae78d622>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffae5bd6fe>] ? __find_get_page+0x1e/0xa0
[<ffffffffae5f216f>] do_swap_page+0x23f/0x7c0
[<ffffffffae65fe7f>] ? getname_flags+0x4f/0x1a0
[<ffffffffae5f5f07>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffaeb90653>] __do_page_fault+0x213/0x500
[<ffffffffae4ccaff>] ? __put_cred+0x3f/0x50
[<ffffffffaeb90975>] do_page_fault+0x35/0x90
[<ffffffffaeb8c778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #382433
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc010f3be
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc022e71e
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc01f02e0
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffb12e4860
Build id: 3.10.0-1160.49.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffb12edf8c
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x4ac
6
? deadline_add_request
vmlinux 0xffffffffb1178bee
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffffb1153f39
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffffb1157ce3
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffffb1155bc7
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x147
10
submit_bio
vmlinux 0xffffffffb1155e70
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x70
11
? end_swap_bio_write
vmlinux 0xffffffffb10092b0
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x80
12
? map_swap_page
vmlinux 0xffffffffb100e3f2
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x12
13
swap_readpage
vmlinux 0xffffffffb100996b
Build id: 3.10.0-1160.49.1.el7.x86_64 		0xcb
14
read_swap_cache_async
vmlinux 0xffffffffb100a297
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x37
15
swapin_readahead
vmlinux 0xffffffffb100a46b
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x1ab
16
? radix_tree_lookup_slot
vmlinux 0xffffffffb118dcd2
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x22
17
? __find_get_page
vmlinux 0xffffffffb0fbd91e
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x1e
18
do_swap_page
vmlinux 0xffffffffb0ff288f
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x23f
19
? unlock_page
vmlinux 0xffffffffb0fbe42b
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x2b
20
handle_mm_fault
vmlinux 0xffffffffb0ff6627
Build id: 3.10.0-1160.49.1.el7.x86_64 		0xaa7
21
? mprotect_fixup
vmlinux 0xffffffffb0ffed49
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x1b9
22
__do_page_fault
vmlinux 0xffffffffb1590653
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x213
23
do_page_fault
vmlinux 0xffffffffb1590975
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x35
24
page_fault
vmlinux 0xffffffffb158c778
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 3384s! [gnome-shell:8808]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ppdev ghash_clmulni_intel btusb btrtl btbcm btintel snd_ens1371 snd_rawmidi bluetooth snd_ac97_codec ac97_bus snd_seq snd_seq_device aesni_intel vmw_balloon lrw gf128mul snd_pcm glue_helper ablk_helper
cryptd joydev pcspkr rfkill snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix mptspi syscopyarea sysfillrect scsi_transport_spi sysimgblt fb_sys_fops ttm libata crct10dif_pclmul crct10dif_common nfit crc32c_intel mptscsih e1000 drm libnvdimm mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 8808 Comm: gnome-shell Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8d1d9cf3e300 ti: ffff8d1d83e88000 task.ti: ffff8d1d83e88000
RIP: 0010:[<ffffffffc010f3be>]  [<ffffffffc010f3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8d1d83e8b9f8  EFLAGS: 00000246
RAX: ffff9b2fc0400000 RBX: ffff8d1dbe79c3a0 RCX: 0000000000000017
RDX: ffff8d1db5a86400 RSI: ffff8d1db5b37000 RDI: 000000000000000e
RBP: ffff8d1d83e8ba08 R08: 0000000000000002 R09: 0000000010617fff
R10: ffff8d1db536ec00 R11: ffff8d1de3c11880 R12: ffff8d1df545ee80
R13: ffff8d1d83e8b96c R14: ffffffffb115c8fb R15: ffff8d1d83e8b9b0
FS:  00007f4d070fca80(0000) GS:ffff8d1dfb680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4c9279a1f0 CR3: 0000000003fc0000 CR4: 00000000003407e0
Call Trace:
[<ffffffffc022e71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01f02e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb12e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb12edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb1178bee>] ? deadline_add_request+0x6e/0x90
[<ffffffffb1153f39>] __blk_run_queue+0x39/0x50
[<ffffffffb1157ce3>] blk_queue_bio+0x3b3/0x400
[<ffffffffb1155bc7>] generic_make_request+0x147/0x380
[<ffffffffb1155e70>] submit_bio+0x70/0x150
[<ffffffffb10092b0>] ? end_swap_bio_write+0x80/0x80
[<ffffffffb100e3f2>] ? map_swap_page+0x12/0x20
[<ffffffffb100996b>] swap_readpage+0xcb/0xf0
[<ffffffffb100a297>] read_swap_cache_async+0x37/0x60
[<ffffffffb100a46b>] swapin_readahead+0x1ab/0x210
[<ffffffffb118dcd2>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffb0fbd91e>] ? __find_get_page+0x1e/0xa0
[<ffffffffb0ff288f>] do_swap_page+0x23f/0x7c0
[<ffffffffb0fbe42b>] ? unlock_page+0x2b/0x30
[<ffffffffb0ff6627>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffb0ffed49>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffffb1590653>] __do_page_fault+0x213/0x500
[<ffffffffb1590975>] do_page_fault+0x35/0x90
[<ffffffffb158c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 d3 11
Complete report #351713
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffa7b8b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x15
2
ata_scsi_queuecmd
libata 0xffffffffc03b3d45
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x155
3
? ata_scsi_invalid_field
libata 0xffffffffc03b0a20
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffa78e4860
Build id: 3.10.0-1160.53.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffa78edf8c
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x4ac
6
? deadline_add_request
vmlinux 0xffffffffa7778bee
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffffa7753f39
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffffa7757ce3
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffffa7755bc7
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x147
10
submit_bio
vmlinux 0xffffffffa7755e70
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x70
11
? end_swap_bio_write
vmlinux 0xffffffffa76092b0
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x80
12
? map_swap_page
vmlinux 0xffffffffa760e3f2
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x12
13
swap_readpage
vmlinux 0xffffffffa760996b
Build id: 3.10.0-1160.53.1.el7.x86_64 		0xcb
14
read_swap_cache_async
vmlinux 0xffffffffa760a297
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x37
15
swapin_readahead
vmlinux 0xffffffffa760a46b
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x1ab
16
? radix_tree_lookup_slot
vmlinux 0xffffffffa778dcd2
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x22
17
? __find_get_page
vmlinux 0xffffffffa75bd91e
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x1e
18
do_swap_page
vmlinux 0xffffffffa75f288f
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x23f
19
? unlock_page
vmlinux 0xffffffffa75be42b
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x2b
20
? do_read_fault.isra.63
vmlinux 0xffffffffa75eee49
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x139
21
handle_mm_fault
vmlinux 0xffffffffa75f6627
Build id: 3.10.0-1160.53.1.el7.x86_64 		0xaa7
22
__do_page_fault
vmlinux 0xffffffffa7b90653
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x213
23
do_page_fault
vmlinux 0xffffffffa7b90975
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x35
24
? error_swapgs
vmlinux 0xffffffffa7b8cac9
Build id: 3.10.0-1160.53.1.el7.x86_64 		0xaa
25
page_fault
vmlinux 0xffffffffa7b8c778
Build id: 3.10.0-1160.53.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 1258s! [containerd-shim:26018]
Modules linked in: xt_REDIRECT nf_nat_redirect ip_vs_rr xt_ipvs ip_vs vxlan ip6_udp_tunnel udp_tunnel xt_mark veth tcp_lp xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm ppdev snd_timer snd sg pcspkr i2c_piix4 soundcore video
parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic crct10dif_common pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci ata_piix libata crc32c_intel serio_raw e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 26018 Comm: containerd-shim Kdump: loaded Tainted: G               ------------ T 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff99bc816b3180 ti: ffff99bc84da8000 task.ti: ffff99bc84da8000
RIP: 0010:[<ffffffffa7b8b7d5>]  [<ffffffffa7b8b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff99bc84daba90  EFLAGS: 00010286
RAX: 0000000000000000 RBX: ffff99bcb5898000 RCX: 0000000000000000
RDX: ffff99bcb588d818 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff99bc84daba90 R08: ffffffffffffffff R09: 0000000012330fff
R10: ffff99bcb4928400 R11: ffff99bc826ed700 R12: ffff99bc84daba38
R13: ffff99bcc15b0300 R14: ffff99bcb58e5000 R15: ffff99bcb61c2000
FS:  000000c000081490(0000) GS:ffff99bcffc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0001d4000 CR3: 000000001ffac000 CR4: 00000000000206f0
Call Trace:
[<ffffffffc03b3d45>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc03b0a20>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffa78e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa78edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa7778bee>] ? deadline_add_request+0x6e/0x90
[<ffffffffa7753f39>] __blk_run_queue+0x39/0x50
[<ffffffffa7757ce3>] blk_queue_bio+0x3b3/0x400
[<ffffffffa7755bc7>] generic_make_request+0x147/0x380
[<ffffffffa7755e70>] submit_bio+0x70/0x150
[<ffffffffa76092b0>] ? end_swap_bio_write+0x80/0x80
[<ffffffffa760e3f2>] ? map_swap_page+0x12/0x20
[<ffffffffa760996b>] swap_readpage+0xcb/0xf0
[<ffffffffa760a297>] read_swap_cache_async+0x37/0x60
[<ffffffffa760a46b>] swapin_readahead+0x1ab/0x210
[<ffffffffa778dcd2>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffa75bd91e>] ? __find_get_page+0x1e/0xa0
[<ffffffffa75f288f>] do_swap_page+0x23f/0x7c0
[<ffffffffa75be42b>] ? unlock_page+0x2b/0x30
[<ffffffffa75eee49>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffa75f6627>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffa7b90653>] __do_page_fault+0x213/0x500
[<ffffffffa7b90975>] do_page_fault+0x35/0x90
[<ffffffffa7b8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa7b8c778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #255916
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffa4583045
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc03ea632
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffffa42e7110
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffffa42deb10
Build id: 3.10.0-1062.12.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffa42e817c
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x4cc
6
? deadline_add_request
vmlinux 0xffffffffa41738ee
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffffa414f0c9
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffffa4152de3
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffffa4150d77
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x147
10
? bio_alloc_bioset
vmlinux 0xffffffffa40884e5
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x115
11
submit_bio
vmlinux 0xffffffffa4151020
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x70
12
? end_swap_bio_write
vmlinux 0xffffffffa4006b00
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x80
13
? map_swap_page
vmlinux 0xffffffffa400bb02
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x12
14
swap_readpage
vmlinux 0xffffffffa40071bb
Build id: 3.10.0-1062.12.1.el7.x86_64 		0xcb
15
read_swap_cache_async
vmlinux 0xffffffffa4007aa7
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x37
16
swapin_readahead
vmlinux 0xffffffffa4007c7b
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x1ab
17
? radix_tree_lookup_slot
vmlinux 0xffffffffa4188932
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x22
18
? __find_get_page
vmlinux 0xffffffffa3fbceae
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x1e
19
handle_pte_fault
vmlinux 0xffffffffa3ff1d66
Build id: 3.10.0-1062.12.1.el7.x86_64 		0xd66
20
handle_mm_fault
vmlinux 0xffffffffa3ff3f3d
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x39d
21
? hrtimer_try_to_cancel
vmlinux 0xffffffffa3eca779
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x29
22
__do_page_fault
vmlinux 0xffffffffa4588653
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x213
23
do_page_fault
vmlinux 0xffffffffa4588975
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x35
24
? error_swapgs
vmlinux 0xffffffffa4584ac9
Build id: 3.10.0-1062.12.1.el7.x86_64 		0xaa
25
page_fault
vmlinux 0xffffffffa4584778
Build id: 3.10.0-1062.12.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 46s! [ora_vktm_hcl1:14174]
Modules linked in: nfs_layout_nfsv41_files rpcsec_gss_krb5 nfsv4 dns_resolver xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg i2c_piix4 vmw_vmci parport_pc parport auth_rpcgss binfmt_misc sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm
nfit ahci libahci drm libnvdimm ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 14174 Comm: ora_vktm_hcl1 Kdump: loaded Not tainted 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9bd688601070 ti: ffff9bd683e78000 task.ti: ffff9bd683e78000
RIP: 0010:[<ffffffffa4583045>]  [<ffffffffa4583045>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9bd683e7ba50  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffa41ada13 RCX: ffff9bd73f716060
RDX: ffffb83380e90000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9bd683e7ba50 R08: 0000000000000000 R09: ffff9bd72364e900
R10: ffff9bd732ed00d8 R11: ffff9bd732f40000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9bd603531200 R15: ffffffffa42e5e69
FS:  00007f1f1a063f80(0000) GS:ffff9bd73fd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1f157f50b8 CR3: 0000000183eac000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc03ea632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa42e7110>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa42deb10>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa42e817c>] scsi_request_fn+0x4cc/0x680
[<ffffffffa41738ee>] ? deadline_add_request+0x6e/0x90
[<ffffffffa414f0c9>] __blk_run_queue+0x39/0x50
[<ffffffffa4152de3>] blk_queue_bio+0x3b3/0x400
[<ffffffffa4150d77>] generic_make_request+0x147/0x380
[<ffffffffa40884e5>] ? bio_alloc_bioset+0x115/0x310
[<ffffffffa4151020>] submit_bio+0x70/0x150
[<ffffffffa4006b00>] ? end_swap_bio_write+0x80/0x80
[<ffffffffa400bb02>] ? map_swap_page+0x12/0x20
[<ffffffffa40071bb>] swap_readpage+0xcb/0xf0
[<ffffffffa4007aa7>] read_swap_cache_async+0x37/0x60
[<ffffffffa4007c7b>] swapin_readahead+0x1ab/0x210
[<ffffffffa4188932>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffa3fbceae>] ? __find_get_page+0x1e/0xa0
[<ffffffffa3ff1d66>] handle_pte_fault+0xd66/0xe20
[<ffffffffa3ff3f3d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa3eca779>] ? hrtimer_try_to_cancel+0x29/0x120
[<ffffffffa4588653>] __do_page_fault+0x213/0x500
[<ffffffffa4588975>] do_page_fault+0x35/0x90
[<ffffffffa4584ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa4584778>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #240439
Frame # Function Binary Source or offset Line
1
scsi_request_fn
vmlinux 0xffffffffadeecd35
Build id: 3.10.0-1160.el7.x86_64 		0x135
2
? deadline_add_request
vmlinux 0xffffffffadd77f8e
Build id: 3.10.0-1160.el7.x86_64 		0x6e
3
__blk_run_queue
vmlinux 0xffffffffadd534d9
Build id: 3.10.0-1160.el7.x86_64 		0x39
4
blk_queue_bio
vmlinux 0xffffffffadd571e3
Build id: 3.10.0-1160.el7.x86_64 		0x3b3
5
generic_make_request
vmlinux 0xffffffffadd55167
Build id: 3.10.0-1160.el7.x86_64 		0x147
6
submit_bio
vmlinux 0xffffffffadd55410
Build id: 3.10.0-1160.el7.x86_64 		0x70
7
? end_swap_bio_write
vmlinux 0xffffffffadc088d0
Build id: 3.10.0-1160.el7.x86_64 		0x80
8
? map_swap_page
vmlinux 0xffffffffadc0da12
Build id: 3.10.0-1160.el7.x86_64 		0x12
9
swap_readpage
vmlinux 0xffffffffadc08f8b
Build id: 3.10.0-1160.el7.x86_64 		0xcb
10
read_swap_cache_async
vmlinux 0xffffffffadc098b7
Build id: 3.10.0-1160.el7.x86_64 		0x37
11
swapin_readahead
vmlinux 0xffffffffadc09a8b
Build id: 3.10.0-1160.el7.x86_64 		0x1ab
12
? radix_tree_lookup_slot
vmlinux 0xffffffffadd8d072
Build id: 3.10.0-1160.el7.x86_64 		0x22
13
? __find_get_page
vmlinux 0xffffffffadbbd45e
Build id: 3.10.0-1160.el7.x86_64 		0x1e
14
do_swap_page
vmlinux 0xffffffffadbf1f1f
Build id: 3.10.0-1160.el7.x86_64 		0x23f
15
? unlock_page
vmlinux 0xffffffffadbbdf6b
Build id: 3.10.0-1160.el7.x86_64 		0x2b
16
? do_read_fault.isra.63
vmlinux 0xffffffffadbee4d9
Build id: 3.10.0-1160.el7.x86_64 		0x139
17
handle_mm_fault
vmlinux 0xffffffffadbf5cb7
Build id: 3.10.0-1160.el7.x86_64 		0xaa7
18
? do_filp_open
vmlinux 0xffffffffadc60e9d
Build id: 3.10.0-1160.el7.x86_64 		0x4d
19
__do_page_fault
vmlinux 0xffffffffae18e653
Build id: 3.10.0-1160.el7.x86_64 		0x213
20
do_page_fault
vmlinux 0xffffffffae18e975
Build id: 3.10.0-1160.el7.x86_64 		0x35
21
page_fault
vmlinux 0xffffffffae18a778
Build id: 3.10.0-1160.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [gsd-color:4769]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel snd_seq_midi snd_seq_midi_event aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd joydev pcspkr btusb btrtl btbcm btintel
bluetooth snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg rfkill vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic vmwgfx sr_mod cdrom ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul crct10dif_common ata_piix e1000 fb_sys_fops ttm crc32c_intel drm serio_raw libata nfit libnvdimm mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 4769 Comm: gsd-color Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff905a0478d280 ti: ffff905a161c4000 task.ti: ffff905a161c4000
RIP: 0010:[<ffffffffadeecd35>]  [<ffffffffadeecd35>] scsi_request_fn+0x135/0x680
RSP: 0000:ffff905a161c7b10  EFLAGS: 00000202
RAX: 0000000100b210d0 RBX: ffff905a00195e00 RCX: 0000000100b21dca
RDX: 0000000100b20a42 RSI: ffff905a35280598 RDI: ffff905a35280450
RBP: ffff905a161c7b68 R08: ffff905a35280598 R09: 0000000000000000
R10: ffff905a35b51800 R11: ffff905a29160e00 R12: ffff905a161c7aa0
R13: ffffffffc04a7f0f R14: ffff905a161c7a80 R15: 00000000008d9520
FS:  00007f87dd9faa40(0000) GS:ffff905a3c600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000008d9520 CR3: 000000003741e000 CR4: 00000000003607f0
Call Trace:
[<ffffffffadd77f8e>] ? deadline_add_request+0x6e/0x90
[<ffffffffadd534d9>] __blk_run_queue+0x39/0x50
[<ffffffffadd571e3>] blk_queue_bio+0x3b3/0x400
[<ffffffffadd55167>] generic_make_request+0x147/0x380
[<ffffffffadd55410>] submit_bio+0x70/0x150
[<ffffffffadc088d0>] ? end_swap_bio_write+0x80/0x80
[<ffffffffadc0da12>] ? map_swap_page+0x12/0x20
[<ffffffffadc08f8b>] swap_readpage+0xcb/0xf0
[<ffffffffadc098b7>] read_swap_cache_async+0x37/0x60
[<ffffffffadc09a8b>] swapin_readahead+0x1ab/0x210
[<ffffffffadd8d072>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffadbbd45e>] ? __find_get_page+0x1e/0xa0
[<ffffffffadbf1f1f>] do_swap_page+0x23f/0x7c0
[<ffffffffadbbdf6b>] ? unlock_page+0x2b/0x30
[<ffffffffadbee4d9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffadbf5cb7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffadc60e9d>] ? do_filp_open+0x4d/0xb0
[<ffffffffae18e653>] __do_page_fault+0x213/0x500
[<ffffffffae18e975>] do_page_fault+0x35/0x90
[<ffffffffae18a778>] page_fault+0x28/0x30
Code: 8b 85 40 04 00 00 a8 02 0f 85 18 01 00 00 4c 89 f7 e8 80 99 e6 ff 49 8b bd 58 04 00 00 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <4d> 8b be 00 01 00 00 4d 85 ff 0f 84 3d 04 00 00 49 8b 85 40 04
Complete report #233493
Frame # Function Binary Source or offset Line
1
scsi_request_fn
vmlinux 0xffffffffa8eebd45
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x135
2
? deadline_add_request
vmlinux 0xffffffffa8d771ae
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x6e
3
__blk_run_queue
vmlinux 0xffffffffa8d527a9
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x39
4
blk_queue_bio
vmlinux 0xffffffffa8d564b3
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x3b3
5
generic_make_request
vmlinux 0xffffffffa8d54437
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x147
6
submit_bio
vmlinux 0xffffffffa8d546e0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x70
7
? end_swap_bio_write
vmlinux 0xffffffffa8c08a30
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x80
8
? map_swap_page
vmlinux 0xffffffffa8c0db72
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x12
9
swap_readpage
vmlinux 0xffffffffa8c090eb
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xcb
10
read_swap_cache_async
vmlinux 0xffffffffa8c09a17
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x37
11
swapin_readahead
vmlinux 0xffffffffa8c09beb
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1ab
12
? radix_tree_lookup_slot
vmlinux 0xffffffffa8d8c292
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x22
13
? __find_get_page
vmlinux 0xffffffffa8bbdc9e
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1e
14
do_swap_page
vmlinux 0xffffffffa8bf204f
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x23f
15
handle_mm_fault
vmlinux 0xffffffffa8bf5e07
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xaa7
16
__do_page_fault
vmlinux 0xffffffffa918d653
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x213
17
do_page_fault
vmlinux 0xffffffffa918d975
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x35
18
? error_swapgs
vmlinux 0xffffffffa9189ac9
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xaa
19
page_fault
vmlinux 0xffffffffa9189778
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 2572s! [packagekitd:2118]
Modules linked in: vboxsf(OE) xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_intel8x0 snd_ac97_codec intel_powerclamp iosf_mbi ac97_bus crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device snd_pcm ppdev joydev aesni_intel lrw sg
gf128mul glue_helper ablk_helper cryptd pcspkr snd_timer snd parport_pc parport video vboxguest(OE) i2c_piix4 soundcore ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci ata_piix libahci libata e1000 crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm_panel_orientation_quirks
CPU: 0 PID: 2118 Comm: packagekitd Tainted: G           OE  ------------ T 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff93ce3c9c1070 ti: ffff93ce3cf44000 task.ti: ffff93ce3cf44000
RIP: 0010:[<ffffffffa8eebd45>]  [<ffffffffa8eebd45>] scsi_request_fn+0x135/0x680
RSP: 0000:ffff93ce3cf47b10  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 000000000000001f RCX: 000000010b2e88a2
RDX: ffff93ce34ca8ee0 RSI: ffff93ce34ca8ee0 RDI: ffff93ce34ca8e10
RBP: ffff93ce3cf47b68 R08: ffff93ce34ca8ee0 R09: 0000000000000000
R10: ffff93ce36557c00 R11: ffff93ce1ab2ae00 R12: ffffffffa8d5c85c
R13: ffff93ce3cf47a98 R14: 000000000000001f R15: ffff93ce34ca89c0
FS:  00007fa20524d8c0(0000) GS:ffff93ce3fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000558d52781878 CR3: 000000003a8b4000 CR4: 00000000000606f0
Call Trace:
[<ffffffffa8d771ae>] ? deadline_add_request+0x6e/0x90
[<ffffffffa8d527a9>] __blk_run_queue+0x39/0x50
[<ffffffffa8d564b3>] blk_queue_bio+0x3b3/0x400
[<ffffffffa8d54437>] generic_make_request+0x147/0x380
[<ffffffffa8d546e0>] submit_bio+0x70/0x150
[<ffffffffa8c08a30>] ? end_swap_bio_write+0x80/0x80
[<ffffffffa8c0db72>] ? map_swap_page+0x12/0x20
[<ffffffffa8c090eb>] swap_readpage+0xcb/0xf0
[<ffffffffa8c09a17>] read_swap_cache_async+0x37/0x60
[<ffffffffa8c09beb>] swapin_readahead+0x1ab/0x210
[<ffffffffa8d8c292>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffa8bbdc9e>] ? __find_get_page+0x1e/0xa0
[<ffffffffa8bf204f>] do_swap_page+0x23f/0x7c0
[<ffffffffa8bf5e07>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffa918d653>] __do_page_fault+0x213/0x500
[<ffffffffa918d975>] do_page_fault+0x35/0x90
[<ffffffffa9189ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa9189778>] page_fault+0x28/0x30
Code: 8b 85 40 04 00 00 a8 02 0f 85 18 01 00 00 4c 89 f7 e8 40 9c e6 ff 49 8b bd 58 04 00 00 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <4d> 8b be 00 01 00 00 4d 85 ff 0f 84 3d 04 00 00 49 8b 85 40 04
Complete report #198253
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff8478a3f5
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc028d632
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff844ec580
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff844e3e70
Build id: 3.10.0-1160.15.2.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff844ed59c
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x4ac
6
? deadline_add_request
vmlinux 0xffffffff8437846e
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffff84353869
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffff84357673
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffff843554f7
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x147
10
submit_bio
vmlinux 0xffffffff843557a0
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x70
11
? end_swap_bio_write
vmlinux 0xffffffff84208ab0
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x80
12
? map_swap_page
vmlinux 0xffffffff8420dbf2
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x12
13
swap_readpage
vmlinux 0xffffffff8420916b
Build id: 3.10.0-1160.15.2.el7.x86_64 		0xcb
14
read_swap_cache_async
vmlinux 0xffffffff84209a97
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x37
15
swapin_readahead
vmlinux 0xffffffff84209c6b
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x1ab
16
? radix_tree_lookup_slot
vmlinux 0xffffffff8438d552
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x22
17
? __find_get_page
vmlinux 0xffffffff841bd64e
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x1e
18
do_swap_page
vmlinux 0xffffffff841f209f
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x23f
19
? futex_wait_queue_me
vmlinux 0xffffffff84112414
Build id: 3.10.0-1160.15.2.el7.x86_64 		0xa4
20
handle_mm_fault
vmlinux 0xffffffff841f5e37
Build id: 3.10.0-1160.15.2.el7.x86_64 		0xaa7
21
__do_page_fault
vmlinux 0xffffffff8478f653
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x213
22
do_page_fault
vmlinux 0xffffffff8478f975
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x35
23
page_fault
vmlinux 0xffffffff8478b778
Build id: 3.10.0-1160.15.2.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 28s! [HangDetector:948]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect nfit sysimgblt fb_sys_fops ttm drm libnvdimm e1000e ahci ata_piix libahci sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 948 Comm: HangDetector Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9e8775a20000 ti: ffff9e87f213c000 task.ti: ffff9e87f213c000
RIP: 0010:[<ffffffff8478a3f5>]  [<ffffffff8478a3f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9e87f213fa60  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff843b2803 RCX: ffff9e87f4bcb060
RDX: ffffbe5440780000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9e87f213fa60 R08: 0000000000000000 R09: ffff9e86c3e1c100
R10: ffff9e87eed14c00 R11: ffff9e86f54bc000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff9e87ee30b680 R15: ffffffff844eb239
FS:  00007f1afad27700(0000) GS:ffff9e87ffd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1aec0160e0 CR3: 00000000b71c0000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffc028d632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff844ec580>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff844e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff844ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8437846e>] ? deadline_add_request+0x6e/0x90
[<ffffffff84353869>] __blk_run_queue+0x39/0x50
[<ffffffff84357673>] blk_queue_bio+0x3b3/0x400
[<ffffffff843554f7>] generic_make_request+0x147/0x380
[<ffffffff843557a0>] submit_bio+0x70/0x150
[<ffffffff84208ab0>] ? end_swap_bio_write+0x80/0x80
[<ffffffff8420dbf2>] ? map_swap_page+0x12/0x20
[<ffffffff8420916b>] swap_readpage+0xcb/0xf0
[<ffffffff84209a97>] read_swap_cache_async+0x37/0x60
[<ffffffff84209c6b>] swapin_readahead+0x1ab/0x210
[<ffffffff8438d552>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff841bd64e>] ? __find_get_page+0x1e/0xa0
[<ffffffff841f209f>] do_swap_page+0x23f/0x7c0
[<ffffffff84112414>] ? futex_wait_queue_me+0xa4/0x130
[<ffffffff841f5e37>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff8478f653>] __do_page_fault+0x213/0x500
[<ffffffff8478f975>] do_page_fault+0x35/0x90
[<ffffffff8478b778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #50118
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff82b81825
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x15
2
ata_scsi_queuecmd
libata 0xffffffffc0223d65
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x155
3
? ata_scsi_invalid_field
libata 0xffffffffc0220a40
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff828dc890
Build id: 3.10.0-1062.1.2.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff828e5efc
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x4cc
6
? deadline_add_request
vmlinux 0xffffffff827716de
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffff8274cf59
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffff82750c63
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffff8274ebf7
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x147
10
? bio_alloc_bioset
vmlinux 0xffffffff82686325
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x115
11
submit_bio
vmlinux 0xffffffff8274eea0
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x70
12
? end_swap_bio_write
vmlinux 0xffffffff82604bd0
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x80
13
? map_swap_page
vmlinux 0xffffffff82609bd2
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x12
14
swap_readpage
vmlinux 0xffffffff8260528b
Build id: 3.10.0-1062.1.2.el7.x86_64 		0xcb
15
read_swap_cache_async
vmlinux 0xffffffff82605b77
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x37
16
swapin_readahead
vmlinux 0xffffffff82605d4b
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x1ab
17
? radix_tree_lookup_slot
vmlinux 0xffffffff82786722
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x22
18
? __find_get_page
vmlinux 0xffffffff825bb4ee
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x1e
19
handle_pte_fault
vmlinux 0xffffffff825efe36
Build id: 3.10.0-1062.1.2.el7.x86_64 		0xd66
20
handle_mm_fault
vmlinux 0xffffffff825f200d
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x39d
21
__do_page_fault
vmlinux 0xffffffff82b87653
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x213
22
do_page_fault
vmlinux 0xffffffff82b87975
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x35
23
? error_swapgs
vmlinux 0xffffffff82b83ac9
Build id: 3.10.0-1062.1.2.el7.x86_64 		0xaa
24
page_fault
vmlinux 0xffffffff82b83778
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 38s! [java:2555]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon sb_edac crc32_pclmul ghash_clmulni_intel nfit aesni_intel libnvdimm lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg pcnet32 mii vmw_vmci parport_pc parport binfmt_misc ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi ahci libahci crct10dif_pclmul crct10dif_common ata_piix crc32c_intel serio_raw vmwgfx libata dm_mirror dm_region_hash dm_log dm_mod vboxvideo(OE) drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm drm_panel_orientation_quirks
CPU: 2 PID: 2555 Comm: java Tainted: G           OEL ------------   3.10.0-1062.1.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff97ef34cde2a0 ti: ffff97f2183cc000 task.ti: ffff97f2183cc000
RIP: 0010:[<ffffffff82b81825>]  [<ffffffff82b81825>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff97f2183cfa80  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff97ef35034000 RCX: 0000000000000000
RDX: ffff97ef35d5a418 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff97f2183cfa80 R08: 0000000000000000 R09: 0000000045e0dfff
R10: ffff97f22df490d8 R11: ffff97ef6269fa40 R12: ffff97f2183cfa28
R13: ffffffff827ab803 R14: ffff97f2183cfa28 R15: ffff97f22df49000
FS:  00007fd7e86a9700(0000) GS:ffff97f23fd00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd7fc0edb30 CR3: 00000002f8fc6000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc0223d65>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc0220a40>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffff828dc890>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff828e5efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff827716de>] ? deadline_add_request+0x6e/0x90
[<ffffffff8274cf59>] __blk_run_queue+0x39/0x50
[<ffffffff82750c63>] blk_queue_bio+0x3b3/0x400
[<ffffffff8274ebf7>] generic_make_request+0x147/0x380
[<ffffffff82686325>] ? bio_alloc_bioset+0x115/0x310
[<ffffffff8274eea0>] submit_bio+0x70/0x150
[<ffffffff82604bd0>] ? end_swap_bio_write+0x80/0x80
[<ffffffff82609bd2>] ? map_swap_page+0x12/0x20
[<ffffffff8260528b>] swap_readpage+0xcb/0xf0
[<ffffffff82605b77>] read_swap_cache_async+0x37/0x60
[<ffffffff82605d4b>] swapin_readahead+0x1ab/0x210
[<ffffffff82786722>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff825bb4ee>] ? __find_get_page+0x1e/0xa0
[<ffffffff825efe36>] handle_pte_fault+0xd66/0xe20
[<ffffffff825f200d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff82b87653>] __do_page_fault+0x213/0x500
[<ffffffff82b87975>] do_page_fault+0x35/0x90
[<ffffffff82b83ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff82b83778>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #21766
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffba189845
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x15
2
ata_scsi_queuecmd
libata 0xffffffffc011bd45
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x155
3
? ata_scsi_invalid_field
libata 0xffffffffc0118a20
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffb9ee39d0
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffb9eed0fc
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x4ac
6
? deadline_add_request
vmlinux 0xffffffffb9d77fce
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffffb9d53519
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffffb9d57223
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffffb9d551a7
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x147
10
submit_bio
vmlinux 0xffffffffb9d55450
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x70
11
? end_swap_bio_write
vmlinux 0xffffffffb9c08910
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x80
12
? map_swap_page
vmlinux 0xffffffffb9c0da52
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x12
13
swap_readpage
vmlinux 0xffffffffb9c08fcb
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xcb
14
read_swap_cache_async
vmlinux 0xffffffffb9c098f7
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x37
15
swapin_readahead
vmlinux 0xffffffffb9c09acb
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x1ab
16
? radix_tree_lookup_slot
vmlinux 0xffffffffb9d8d0b2
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x22
17
? __find_get_page
vmlinux 0xffffffffb9bbd49e
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x1e
18
do_swap_page
vmlinux 0xffffffffb9bf1f5f
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x23f
19
? unlock_page
vmlinux 0xffffffffb9bbdfab
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x2b
20
handle_mm_fault
vmlinux 0xffffffffb9bf5cf7
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xaa7
21
__do_page_fault
vmlinux 0xffffffffba18f653
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x213
22
do_page_fault
vmlinux 0xffffffffba18f975
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x35
23
page_fault
vmlinux 0xffffffffba18b778
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 32s! [vmtoolsd:3601]
Modules linked in: tcp_lp xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock ext4 mbcache iosf_mbi jbd2 kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon pcspkr
joydev vmw_vmci sg i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci ata_piix nfit libahci crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm e1000 libnvdimm libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 3601 Comm: vmtoolsd Kdump: loaded Tainted: G           OEL ------------ T 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8bb3bf265280 ti: ffff8bb3a97f0000 task.ti: ffff8bb3a97f0000
RIP: 0010:[<ffffffffba189845>]  [<ffffffffba189845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8bb3a97f3a90  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8bb3f48d8000 RCX: 0000000000000000
RDX: ffff8bb3b559fc18 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8bb3a97f3a90 R08: ffffffffffffffff R09: 0000000048a2dfff
R10: ffff8bb3b5e96800 R11: ffff8bb3db045880 R12: ffff8bb3a97f3a38
R13: ffff8bb3a6c02480 R14: ffff8bb3f45de000 R15: ffff8bb3b4d57000
FS:  00007fbaa1412780(0000) GS:ffff8bb3ffc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055d26db00db0 CR3: 0000000027018000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc011bd45>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc0118a20>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffb9ee39d0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb9eed0fc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb9d77fce>] ? deadline_add_request+0x6e/0x90
[<ffffffffb9d53519>] __blk_run_queue+0x39/0x50
[<ffffffffb9d57223>] blk_queue_bio+0x3b3/0x400
[<ffffffffb9d551a7>] generic_make_request+0x147/0x380
[<ffffffffb9d55450>] submit_bio+0x70/0x150
[<ffffffffb9c08910>] ? end_swap_bio_write+0x80/0x80
[<ffffffffb9c0da52>] ? map_swap_page+0x12/0x20
[<ffffffffb9c08fcb>] swap_readpage+0xcb/0xf0
[<ffffffffb9c098f7>] read_swap_cache_async+0x37/0x60
[<ffffffffb9c09acb>] swapin_readahead+0x1ab/0x210
[<ffffffffb9d8d0b2>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffb9bbd49e>] ? __find_get_page+0x1e/0xa0
[<ffffffffb9bf1f5f>] do_swap_page+0x23f/0x7c0
[<ffffffffb9bbdfab>] ? unlock_page+0x2b/0x30
[<ffffffffb9bf5cf7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffba18f653>] __do_page_fault+0x213/0x500
[<ffffffffba18f975>] do_page_fault+0x35/0x90
[<ffffffffba18b778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #21505
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc01e43be
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc027f71e
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc03362e0
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff8aadc890
Build id: 3.10.0-1062.1.2.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff8aae5efc
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x4cc
6
? deadline_add_request
vmlinux 0xffffffff8a9716de
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffff8a94cf59
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffff8a950c63
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffff8a94ebf7
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x147
10
? bio_alloc_bioset
vmlinux 0xffffffff8a886325
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x115
11
submit_bio
vmlinux 0xffffffff8a94eea0
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x70
12
? end_swap_bio_write
vmlinux 0xffffffff8a804bd0
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x80
13
? map_swap_page
vmlinux 0xffffffff8a809bd2
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x12
14
swap_readpage
vmlinux 0xffffffff8a80528b
Build id: 3.10.0-1062.1.2.el7.x86_64 		0xcb
15
read_swap_cache_async
vmlinux 0xffffffff8a805b77
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x37
16
swapin_readahead
vmlinux 0xffffffff8a805d4b
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x1ab
17
? radix_tree_lookup_slot
vmlinux 0xffffffff8a986722
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x22
18
? __find_get_page
vmlinux 0xffffffff8a7bb4ee
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x1e
19
handle_pte_fault
vmlinux 0xffffffff8a7efe36
Build id: 3.10.0-1062.1.2.el7.x86_64 		0xd66
20
handle_mm_fault
vmlinux 0xffffffff8a7f200d
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x39d
21
__do_page_fault
vmlinux 0xffffffff8ad87653
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x213
22
do_page_fault
vmlinux 0xffffffff8ad87975
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x35
23
page_fault
vmlinux 0xffffffff8ad83778
Build id: 3.10.0-1062.1.2.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [Sweeper thread:69298]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink binfmt_misc vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus coretemp snd_seq iosf_mbi crc32_pclmul snd_seq_device snd_pcm ghash_clmulni_intel aesni_intel ppdev snd_timer snd lrw gf128mul vmw_balloon glue_helper soundcore ablk_helper cryptd sg joydev pcspkr parport_pc parport vmw_vmci i2c_piix4 sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom sd_mod ata_generic
crc_t10dif pata_acpi crct10dif_generic vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops nfit ttm mptspi libnvdimm serio_raw scsi_transport_spi drm mptscsih e1000 ata_piix libata mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ipmi_msghandler]
CPU: 1 PID: 69298 Comm: Sweeper thread Kdump: loaded Tainted: G        W    L ------------ T 3.10.0-1062.1.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9daa3d41c1c0 ti: ffff9dab69284000 task.ti: ffff9dab69284000
RIP: 0010:[<ffffffffc01e43be>]  [<ffffffffc01e43be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9dab692879e8  EFLAGS: 00000246
RAX: ffffb5b080d00000 RBX: ffff9da9de12cda0 RCX: 0000000000000018
RDX: ffff9dab6b3cd000 RSI: ffff9dab3c441000 RDI: 000000000000000e
RBP: ffff9dab692879f8 R08: 0000000000000002 R09: 00000001ef19afff
R10: ffff9dabf00b90d8 R11: ffff9dabe4f39180 R12: ffff9dabf6bbab80
R13: ffff9dab6928795c R14: ffffffff8a9557ab R15: ffff9dab692879a0
FS:  00007fefd36fe700(0000) GS:ffff9dabf5640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000001002e54c8 CR3: 00000001ac7b6000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc027f71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03362e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8aadc890>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8aae5efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff8a9716de>] ? deadline_add_request+0x6e/0x90
[<ffffffff8a94cf59>] __blk_run_queue+0x39/0x50
[<ffffffff8a950c63>] blk_queue_bio+0x3b3/0x400
[<ffffffff8a94ebf7>] generic_make_request+0x147/0x380
[<ffffffff8a886325>] ? bio_alloc_bioset+0x115/0x310
[<ffffffff8a94eea0>] submit_bio+0x70/0x150
[<ffffffff8a804bd0>] ? end_swap_bio_write+0x80/0x80
[<ffffffff8a809bd2>] ? map_swap_page+0x12/0x20
[<ffffffff8a80528b>] swap_readpage+0xcb/0xf0
[<ffffffff8a805b77>] read_swap_cache_async+0x37/0x60
[<ffffffff8a805d4b>] swapin_readahead+0x1ab/0x210
[<ffffffff8a986722>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff8a7bb4ee>] ? __find_get_page+0x1e/0xa0
[<ffffffff8a7efe36>] handle_pte_fault+0xd66/0xe20
[<ffffffff8a7f200d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8ad87653>] __do_page_fault+0x213/0x500
[<ffffffff8ad87975>] do_page_fault+0x35/0x90
[<ffffffff8ad83778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 23 1f
Complete report #15780
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc02a23be
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc02c471e
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc02dc2e0
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffffbdee2950
Build id: 3.10.0-1127.13.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffffbdeec07c
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x4ac
6
? deadline_add_request
vmlinux 0xffffffffbdd7716e
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffffbdd52769
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffffbdd56473
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffffbdd543f7
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x147
10
submit_bio
vmlinux 0xffffffffbdd546a0
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x70
11
? end_swap_bio_write
vmlinux 0xffffffffbdc08a00
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x80
12
? map_swap_page
vmlinux 0xffffffffbdc0db42
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x12
13
swap_readpage
vmlinux 0xffffffffbdc090bb
Build id: 3.10.0-1127.13.1.el7.x86_64 		0xcb
14
read_swap_cache_async
vmlinux 0xffffffffbdc099e7
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x37
15
swapin_readahead
vmlinux 0xffffffffbdc09bbb
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x1ab
16
? radix_tree_lookup_slot
vmlinux 0xffffffffbdd8c252
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x22
17
? __find_get_page
vmlinux 0xffffffffbdbbdc4e
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x1e
18
do_swap_page
vmlinux 0xffffffffbdbf202f
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x23f
19
? unlock_page
vmlinux 0xffffffffbdbbe75b
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x2b
20
? do_read_fault.isra.63
vmlinux 0xffffffffbdbee5e9
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x139
21
handle_mm_fault
vmlinux 0xffffffffbdbf5de7
Build id: 3.10.0-1127.13.1.el7.x86_64 		0xaa7
22
? cp_new_stat
vmlinux 0xffffffffbdc52f65
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x165
23
__do_page_fault
vmlinux 0xffffffffbe18d653
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x213
24
do_page_fault
vmlinux 0xffffffffbe18d975
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x35
25
page_fault
vmlinux 0xffffffffbe189778
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [vmtoolsd:986]
Modules linked in: devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink vmw_vsock_vmci_transport vsock ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter fuse vmhgfs(OE) sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi kvm_intel kvm snd_ens1371 snd_rawmidi snd_ac97_codec irqbypass ac97_bus snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_seq_device gf128mul snd_pcm glue_helper snd_timer snd ablk_helper soundcore
cryptd ppdev sg vmw_balloon vmw_vmci joydev i2c_piix4 pcspkr parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit drm libnvdimm crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw e1000 mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks
CPU: 1 PID: 986 Comm: vmtoolsd Kdump: loaded Tainted: G           OEL ------------   3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffffa06576ca62a0 ti: ffffa06570a6c000 task.ti: ffffa06570a6c000
RIP: 0010:[<ffffffffc02a23be>]  [<ffffffffc02a23be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffffa06570a6f9f8  EFLAGS: 00000246
RAX: ffffb107c0980000 RBX: ffffa065798f8830 RCX: 0000000000000009
RDX: ffffa064f5ef1000 RSI: ffffa065f2096000 RDI: 000000000000000e
RBP: ffffa06570a6fa08 R08: 0000000000000003 R09: 0000000070bf4fff
R10: ffffa065f21ab400 R11: ffffa06576d9f640 R12: ffffa0651312b600
R13: ffffa06570a6f96c R14: ffffffffbdd5b08b R15: ffffa06570a6f9b0
FS:  00007f5176f36740(0000) GS:ffffa065f9640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000556bdce68460 CR3: 00000001313a4000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc02c471e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02dc2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffbdee2950>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbdeec07c>] scsi_request_fn+0x4ac/0x680
[<ffffffffbdd7716e>] ? deadline_add_request+0x6e/0x90
[<ffffffffbdd52769>] __blk_run_queue+0x39/0x50
[<ffffffffbdd56473>] blk_queue_bio+0x3b3/0x400
[<ffffffffbdd543f7>] generic_make_request+0x147/0x380
[<ffffffffbdd546a0>] submit_bio+0x70/0x150
[<ffffffffbdc08a00>] ? end_swap_bio_write+0x80/0x80
[<ffffffffbdc0db42>] ? map_swap_page+0x12/0x20
[<ffffffffbdc090bb>] swap_readpage+0xcb/0xf0
[<ffffffffbdc099e7>] read_swap_cache_async+0x37/0x60
[<ffffffffbdc09bbb>] swapin_readahead+0x1ab/0x210
[<ffffffffbdd8c252>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffbdbbdc4e>] ? __find_get_page+0x1e/0xa0
[<ffffffffbdbf202f>] do_swap_page+0x23f/0x7c0
[<ffffffffbdbbe75b>] ? unlock_page+0x2b/0x30
[<ffffffffbdbee5e9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffbdbf5de7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffbdc52f65>] ? cp_new_stat+0x165/0x1a0
[<ffffffffbe18d653>] __do_page_fault+0x213/0x500
[<ffffffffbe18d975>] do_page_fault+0x35/0x90
[<ffffffffbe189778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 03 2b
Complete report #14971
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff9d3883c5
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc00b5632
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff9d0eb060
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff9d0e2950
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff9d0ec07c
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x4ac
6
? deadline_add_request
vmlinux 0xffffffff9cf7716e
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffff9cf52769
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffff9cf56473
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffff9cf543f7
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x147
10
submit_bio
vmlinux 0xffffffff9cf546a0
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x70
11
? end_swap_bio_write
vmlinux 0xffffffff9ce08a30
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x80
12
? map_swap_page
vmlinux 0xffffffff9ce0db72
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x12
13
swap_readpage
vmlinux 0xffffffff9ce090eb
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xcb
14
read_swap_cache_async
vmlinux 0xffffffff9ce09a17
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x37
15
swapin_readahead
vmlinux 0xffffffff9ce09beb
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x1ab
16
? radix_tree_lookup_slot
vmlinux 0xffffffff9cf8c252
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x22
17
? __find_get_page
vmlinux 0xffffffff9cdbdc9e
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x1e
18
do_swap_page
vmlinux 0xffffffff9cdf204f
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x23f
19
handle_mm_fault
vmlinux 0xffffffff9cdf5e07
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xaa7
20
? schedule_hrtimeout_range_clock
vmlinux 0xffffffff9d384fa6
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xa6
21
__do_page_fault
vmlinux 0xffffffff9d38d653
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x213
22
do_page_fault
vmlinux 0xffffffff9d38d975
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x35
23
page_fault
vmlinux 0xffffffff9d389778
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 33s! [http-nio-8334-C:5382]
Modules linked in: veth xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_conntrack ipt_REJECT nf_reject_ipv4 bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter xt_nat iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat tun nf_conntrack vmw_vsock_vmci_transport vsock overlay(T) sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw sg gf128mul pcspkr glue_helper joydev ppdev ablk_helper cryptd i2c_piix4 vmw_vmci vmw_balloon parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect crc_t10dif sysimgblt fb_sys_fops crct10dif_generic ttm ahci drm crct10dif_pclmul crct10dif_common ata_piix libahci crc32c_intel
nfit serio_raw libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 5382 Comm: http-nio-8334-C Kdump: loaded Tainted: G             L ------------ T 3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9224a5f820e0 ti: ffff922496244000 task.ti: ffff922496244000
RIP: 0010:[<ffffffff9d3883c5>]  [<ffffffff9d3883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff922496247a60  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff9cfb1473 RCX: ffff9224af101060
RDX: ffffa89b01bb0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff922496247a60 R08: 0000000000000000 R09: ffff9224addc6b00
R10: ffff9224aa587c00 R11: ffff9220b5cb4000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff922476685080 R15: ffffffff9d0e9d19
FS:  00007f30ec2ac700(0000) GS:ffff9224bfdc0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000071691b000 CR3: 00000000b92c6000 CR4: 00000000007607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffc00b5632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff9d0eb060>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff9d0e2950>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9d0ec07c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9cf7716e>] ? deadline_add_request+0x6e/0x90
[<ffffffff9cf52769>] __blk_run_queue+0x39/0x50
[<ffffffff9cf56473>] blk_queue_bio+0x3b3/0x400
[<ffffffff9cf543f7>] generic_make_request+0x147/0x380
[<ffffffff9cf546a0>] submit_bio+0x70/0x150
[<ffffffff9ce08a30>] ? end_swap_bio_write+0x80/0x80
[<ffffffff9ce0db72>] ? map_swap_page+0x12/0x20
[<ffffffff9ce090eb>] swap_readpage+0xcb/0xf0
[<ffffffff9ce09a17>] read_swap_cache_async+0x37/0x60
[<ffffffff9ce09beb>] swapin_readahead+0x1ab/0x210
[<ffffffff9cf8c252>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff9cdbdc9e>] ? __find_get_page+0x1e/0xa0
[<ffffffff9cdf204f>] do_swap_page+0x23f/0x7c0
[<ffffffff9cdf5e07>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff9d384fa6>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffff9d38d653>] __do_page_fault+0x213/0x500
[<ffffffff9d38d975>] do_page_fault+0x35/0x90
[<ffffffff9d389778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #8780
Frame # Function Binary Source or offset Line
1
mpt_put_msg_frame
mptbase 0xffffffffc02aa3be
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x5e
2
mptscsih_qcmd
mptscsih 0xffffffffc034d71e
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x24e
3
mptspi_qcmd
mptspi 0xffffffffc036b2e0
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x50
4
scsi_dispatch_cmd
vmlinux 0xffffffff9d2e2950
Build id: 3.10.0-1127.13.1.el7.x86_64 		0xb0
5
scsi_request_fn
vmlinux 0xffffffff9d2ec07c
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x4ac
6
? deadline_add_request
vmlinux 0xffffffff9d17716e
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x6e
7
__blk_run_queue
vmlinux 0xffffffff9d152769
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x39
8
blk_queue_bio
vmlinux 0xffffffff9d156473
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x3b3
9
generic_make_request
vmlinux 0xffffffff9d1543f7
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x147
10
submit_bio
vmlinux 0xffffffff9d1546a0
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x70
11
? end_swap_bio_write
vmlinux 0xffffffff9d008a00
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x80
12
? map_swap_page
vmlinux 0xffffffff9d00db42
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x12
13
swap_readpage
vmlinux 0xffffffff9d0090bb
Build id: 3.10.0-1127.13.1.el7.x86_64 		0xcb
14
read_swap_cache_async
vmlinux 0xffffffff9d0099e7
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x37
15
swapin_readahead
vmlinux 0xffffffff9d009bbb
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x1ab
16
? radix_tree_lookup_slot
vmlinux 0xffffffff9d18c252
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x22
17
? __find_get_page
vmlinux 0xffffffff9cfbdc4e
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x1e
18
do_swap_page
vmlinux 0xffffffff9cff202f
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x23f
19
? unlock_page
vmlinux 0xffffffff9cfbe75b
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x2b
20
handle_mm_fault
vmlinux 0xffffffff9cff5de7
Build id: 3.10.0-1127.13.1.el7.x86_64 		0xaa7
21
__do_page_fault
vmlinux 0xffffffff9d58d653
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x213
22
do_page_fault
vmlinux 0xffffffff9d58d975
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x35
23
page_fault
vmlinux 0xffffffff9d589778
Build id: 3.10.0-1127.13.1.el7.x86_64 		0x28 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 27s! [httpd:4545]
Modules linked in: tcp_diag udp_diag inet_diag binfmt_misc veth xt_nat xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_nat_ftp nf_conntrack_ftp ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack fuse ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock bnep sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev btusb btrtl btbcm aesni_intel btintel bluetooth lrw vmw_balloon gf128mul
glue_helper ablk_helper cryptd joydev pcspkr sg rfkill vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm ata_piix mptspi scsi_transport_spi serio_raw mptscsih libata e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 4545 Comm: httpd Kdump: loaded Tainted: G             L ------------ T 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8d5396708000 ti: ffff8d54809cc000 task.ti: ffff8d54809cc000
RIP: 0010:[<ffffffffc02aa3be>]  [<ffffffffc02aa3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8d54809cf9f8  EFLAGS: 00000246
RAX: ffffa773c0700000 RBX: ffff8d538f3931a0 RCX: 0000000000000012
RDX: ffff8d53b5fd9200 RSI: ffff8d54b1bdf000 RDI: 000000000000000e
RBP: ffff8d54809cfa08 R08: 0000000000000002 R09: 0000000108607fff
R10: ffff8d53b5814000 R11: ffff8d548dda0000 R12: ffff8d54b5ec0000
R13: ffff8d54809cf96c R14: ffffffff9d15b08b R15: ffff8d54809cf9b0
FS:  00007fc40dcd1880(0000) GS:ffff8d54b9640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000559003348608 CR3: 0000000133d8e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc034d71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc036b2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9d2e2950>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9d2ec07c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9d17716e>] ? deadline_add_request+0x6e/0x90
[<ffffffff9d152769>] __blk_run_queue+0x39/0x50
[<ffffffff9d156473>] blk_queue_bio+0x3b3/0x400
[<ffffffff9d1543f7>] generic_make_request+0x147/0x380
[<ffffffff9d1546a0>] submit_bio+0x70/0x150
[<ffffffff9d008a00>] ? end_swap_bio_write+0x80/0x80
[<ffffffff9d00db42>] ? map_swap_page+0x12/0x20
[<ffffffff9d0090bb>] swap_readpage+0xcb/0xf0
[<ffffffff9d0099e7>] read_swap_cache_async+0x37/0x60
[<ffffffff9d009bbb>] swapin_readahead+0x1ab/0x210
[<ffffffff9d18c252>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff9cfbdc4e>] ? __find_get_page+0x1e/0xa0
[<ffffffff9cff202f>] do_swap_page+0x23f/0x7c0
[<ffffffff9cfbe75b>] ? unlock_page+0x2b/0x30
[<ffffffff9cff5de7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff9d58d653>] __do_page_fault+0x213/0x500
[<ffffffff9d58d975>] do_page_fault+0x35/0x90
[<ffffffff9d589778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 83 2b