Info

Permalink
Function
_raw_spin_unlock_irqrestore
First occurrence
2021-10-22
Last occurrence
2024-06-14
State
NEW
Components
kernel
Quality
-39

Statistics

Operating system Count
CentOS 7 22
Architecture Count
x86_64 22
Related packages Count
kernel 22
 0:3.10.0-862.11.6.el7 9
 0:3.10.0-1160.53.1.el7 5
 0:3.10.0-1160.el7 4
 0:3.10.0-1127.19.1.el7 2
 0:3.10.0-693.el7 1
 0:3.10.0-957.5.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

Report backtrace


Complete report #1011240
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff8ab89785
Build id: 3.10.0-1160.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc014e632
Build id: 3.10.0-1160.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff8a8ec090
Build id: 3.10.0-1160.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff8a8e3980
Build id: 3.10.0-1160.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff8a8ed0ac
Build id: 3.10.0-1160.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff8a7534d9
Build id: 3.10.0-1160.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff8a75359a
Build id: 3.10.0-1160.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff8a756dd8
Build id: 3.10.0-1160.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff8a757244
Build id: 3.10.0-1160.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8a5cb261
Build id: 3.10.0-1160.el7.x86_64
0x1e1
11
ondemand_readahead
vmlinux 0xffffffff8a5cb3ff
Build id: 3.10.0-1160.el7.x86_64
0x11f
12
page_cache_async_readahead
vmlinux 0xffffffff8a5cb5a0
Build id: 3.10.0-1160.el7.x86_64
0x80
13
do_generic_file_read.constprop.52
vmlinux 0xffffffff8a5bf1c1
Build id: 3.10.0-1160.el7.x86_64
0x3c1
14
generic_file_aio_read
vmlinux 0xffffffff8a5bfcb9
Build id: 3.10.0-1160.el7.x86_64
0x1c9
15
? futex_wait
vmlinux 0xffffffff8a512fb5
Build id: 3.10.0-1160.el7.x86_64
0x195
16
? __do_fault.isra.61
vmlinux 0xffffffff8a5ede3a
Build id: 3.10.0-1160.el7.x86_64
0x8a
17
xfs_file_buffered_aio_read
xfs 0xffffffffc03e5f55
Build id: 3.10.0-1160.el7.x86_64
0x95
18
xfs_file_aio_read
xfs 0xffffffffc03e65a7
Build id: 3.10.0-1160.el7.x86_64
0x87
19
do_sync_read
vmlinux 0xffffffff8a64cf83
Build id: 3.10.0-1160.el7.x86_64
0x93
20
vfs_read
vmlinux 0xffffffff8a64d9bf
Build id: 3.10.0-1160.el7.x86_64
0x9f
21
SyS_pread64
vmlinux 0xffffffff8a64ea32
Build id: 3.10.0-1160.el7.x86_64
0x92
22
? __audit_syscall_entry
vmlinux 0xffffffff8a53e454
Build id: 3.10.0-1160.el7.x86_64
0xb4
23
tracesys
vmlinux 0xffffffff8ab94226
Build id: 3.10.0-1160.el7.x86_64
0xa6
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [postgres:15954]
Modules linked in: xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) ipmi_devintf ipmi_msghandler ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev pcspkr cryptd vmw_balloon joydev sg vmw_vmci i2c_piix4 parport_pc parport
ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sd_mod sysfillrect sysimgblt fb_sys_fops crc_t10dif crct10dif_generic ttm drm ahci crct10dif_pclmul crct10dif_common crc32c_intel nfit serio_raw ata_piix libahci libnvdimm libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 15954 Comm: postgres Kdump: loaded Tainted: G             L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8d7d3b00a100 ti: ffff8d7c858b0000 task.ti: ffff8d7c858b0000
RIP: 0010:[<ffffffff8ab89785>]  [<ffffffff8ab89785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8d7c858b3958  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff8d7c858b3918 RCX: ffffffff8b034f40
RDX: ffffa11881bb0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8d7c858b3958 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8d7dee85fc00 R11: ffff8d7b3bb79000 R12: 0000000000000020
R13: ffff8d7d6e457500 R14: ffffffff8a8ead49 R15: ffff8d7c858b38d0
FS:  00007f6a493c6740(0000) GS:ffff8d7dffc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f92d273f000 CR3: 000000017ab86000 CR4: 00000000007607f0
PKRU: 55555554
Call Trace:
[<ffffffffc014e632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8a8ec090>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8a8e3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8a8ed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff8a7534d9>] __blk_run_queue+0x39/0x50
[<ffffffff8a75359a>] queue_unplugged+0x2a/0xa0
[<ffffffff8a756dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8a757244>] blk_finish_plug+0x14/0x40
[<ffffffff8a5cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff8a5cb3ff>] ondemand_readahead+0x11f/0x240
[<ffffffff8a5cb5a0>] page_cache_async_readahead+0x80/0xa0
[<ffffffff8a5bf1c1>] do_generic_file_read.constprop.52+0x3c1/0x510
[<ffffffff8a5bfcb9>] generic_file_aio_read+0x1c9/0x290
[<ffffffff8a512fb5>] ? futex_wait+0x195/0x280
[<ffffffff8a5ede3a>] ? __do_fault.isra.61+0x8a/0x100
[<ffffffffc03e5f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc03e65a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8a64cf83>] do_sync_read+0x93/0xe0
[<ffffffff8a64d9bf>] vfs_read+0x9f/0x170
[<ffffffff8a64ea32>] SyS_pread64+0x92/0xc0
[<ffffffff8a53e454>] ? __audit_syscall_entry+0xb4/0x110
[<ffffffff8ab94226>] tracesys+0xa6/0xcc
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #1268956
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff82b8b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc02b3632
Build id: 3.10.0-1160.53.1.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff828ecf70
Build id: 3.10.0-1160.53.1.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff828e4860
Build id: 3.10.0-1160.53.1.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff828edf8c
Build id: 3.10.0-1160.53.1.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff82753f39
Build id: 3.10.0-1160.53.1.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff82753ffa
Build id: 3.10.0-1160.53.1.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff827578d8
Build id: 3.10.0-1160.53.1.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff82757d44
Build id: 3.10.0-1160.53.1.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff825cbe31
Build id: 3.10.0-1160.53.1.el7.x86_64
0x1e1
11
ondemand_readahead
vmlinux 0xffffffff825cbfcf
Build id: 3.10.0-1160.53.1.el7.x86_64
0x11f
12
page_cache_async_readahead
vmlinux 0xffffffff825cc170
Build id: 3.10.0-1160.53.1.el7.x86_64
0x80
13
? __find_get_page
vmlinux 0xffffffff825bd91e
Build id: 3.10.0-1160.53.1.el7.x86_64
0x1e
14
do_generic_file_read.constprop.52
vmlinux 0xffffffff825bf681
Build id: 3.10.0-1160.53.1.el7.x86_64
0x3c1
15
generic_file_aio_read
vmlinux 0xffffffff825c0179
Build id: 3.10.0-1160.53.1.el7.x86_64
0x1c9
16
xfs_file_buffered_aio_read
xfs 0xffffffffc0534f55
Build id: 3.10.0-1160.53.1.el7.x86_64
0x95
17
xfs_file_aio_read
xfs 0xffffffffc05355a7
Build id: 3.10.0-1160.53.1.el7.x86_64
0x87
18
do_sync_read
vmlinux 0xffffffff8264d9c3
Build id: 3.10.0-1160.53.1.el7.x86_64
0x93
19
vfs_read
vmlinux 0xffffffff8264e3ff
Build id: 3.10.0-1160.53.1.el7.x86_64
0x9f
20
SyS_read
vmlinux 0xffffffff8264f27f
Build id: 3.10.0-1160.53.1.el7.x86_64
0x7f
21
system_call_fastpath
vmlinux 0xffffffff82b95f92
Build id: 3.10.0-1160.53.1.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 38s! [python3:88433]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun bridge stp llc nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common
ahci crc32c_intel drm ata_piix libahci serio_raw nfit libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 3 PID: 88433 Comm: python3 Kdump: loaded Tainted: G        W    L ------------   3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff94ed90121080 ti: ffff94ee833d0000 task.ti: ffff94ee833d0000
RIP: 0010:[<ffffffff82b8b7d5>]  [<ffffffff82b8b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff94ee833d3960  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff827b2f83 RCX: ffffffff83034f40
RDX: ffffab6d418e0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff94ee833d3960 R08: 0000000000000001 R09: 0000000000000000
R10: ffff94f02eeed000 R11: ffff94f02e958000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff94ee398fb000 R15: ffffffff828ebc29
FS:  00007f2b3944c740(0000) GS:ffff94f0336c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f35180f9bc4 CR3: 0000000297c82000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffc02b3632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff828ecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff828e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff828edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff82753f39>] __blk_run_queue+0x39/0x50
[<ffffffff82753ffa>] queue_unplugged+0x2a/0xa0
[<ffffffff827578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff82757d44>] blk_finish_plug+0x14/0x40
[<ffffffff825cbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff825cbfcf>] ondemand_readahead+0x11f/0x240
[<ffffffff825cc170>] page_cache_async_readahead+0x80/0xa0
[<ffffffff825bd91e>] ? __find_get_page+0x1e/0xa0
[<ffffffff825bf681>] do_generic_file_read.constprop.52+0x3c1/0x510
[<ffffffff825c0179>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc0534f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc05355a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8264d9c3>] do_sync_read+0x93/0xe0
[<ffffffff8264e3ff>] vfs_read+0x9f/0x170
[<ffffffff8264f27f>] SyS_read+0x7f/0xf0
[<ffffffff82b95f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #1149335
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffa9789785
Build id: 3.10.0-1160.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc0423632
Build id: 3.10.0-1160.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffffa94ec090
Build id: 3.10.0-1160.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffffa94e3980
Build id: 3.10.0-1160.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffffa94ed0ac
Build id: 3.10.0-1160.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffffa93534d9
Build id: 3.10.0-1160.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffffa935359a
Build id: 3.10.0-1160.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffffa9356dd8
Build id: 3.10.0-1160.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffffa9357244
Build id: 3.10.0-1160.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffffa91cb261
Build id: 3.10.0-1160.el7.x86_64
0x1e1
11
ondemand_readahead
vmlinux 0xffffffffa91cb3ff
Build id: 3.10.0-1160.el7.x86_64
0x11f
12
page_cache_async_readahead
vmlinux 0xffffffffa91cb5a0
Build id: 3.10.0-1160.el7.x86_64
0x80
13
do_generic_file_read.constprop.52
vmlinux 0xffffffffa91bf1c1
Build id: 3.10.0-1160.el7.x86_64
0x3c1
14
generic_file_aio_read
vmlinux 0xffffffffa91bfcb9
Build id: 3.10.0-1160.el7.x86_64
0x1c9
15
xfs_file_buffered_aio_read
xfs 0xffffffffc06b1f55
Build id: 3.10.0-1160.el7.x86_64
0x95
16
xfs_file_aio_read
xfs 0xffffffffc06b25a7
Build id: 3.10.0-1160.el7.x86_64
0x87
17
do_sync_read
vmlinux 0xffffffffa924cf83
Build id: 3.10.0-1160.el7.x86_64
0x93
18
vfs_read
vmlinux 0xffffffffa924d9bf
Build id: 3.10.0-1160.el7.x86_64
0x9f
19
SyS_pread64
vmlinux 0xffffffffa924ea32
Build id: 3.10.0-1160.el7.x86_64
0x92
20
system_call_fastpath
vmlinux 0xffffffffa9793f92
Build id: 3.10.0-1160.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ksoftirqd/0:6]
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [rpm:14930]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev vmw_balloon pcspkr gf128mul glue_helper ablk_helper cryptd joydev sg i2c_piix4 parport_pc
parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm sd_mod ahci crc_t10dif crct10dif_generic libahci ata_piix nfit libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 14930 Comm: rpm Kdump: loaded Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff88f2c87fc200 ti: ffff88f2e8b84000 task.ti: ffff88f2e8b84000
RIP: 0010:[<ffffffffa9789785>]  [<ffffffffa9789785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88f2e8b87958  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff88f2e8b87918 RCX: ffffffffa9c34f40
RDX: ffffad084ce20000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff88f2e8b87958 R08: 0000000000000001 R09: 0000000000000000
R10: ffff88f3ad3ae800 R11: ffff88f3a83af800 R12: 0000000000000020
R13: ffff88f36ff86a00 R14: ffffffffa94ead49 R15: ffff88f2e8b878d0
FS:  00007fed1eeeb840(0000) GS:ffff89117f2c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fedf0e42000 CR3: 0000000130f96000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0423632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa94ec090>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa94e3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa94ed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffffa93534d9>] __blk_run_queue+0x39/0x50
[<ffffffffa935359a>] queue_unplugged+0x2a/0xa0
[<ffffffffa9356dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa9357244>] blk_finish_plug+0x14/0x40
[<ffffffffa91cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa91cb3ff>] ondemand_readahead+0x11f/0x240
[<ffffffffa91cb5a0>] page_cache_async_readahead+0x80/0xa0
[<ffffffffa91bf1c1>] do_generic_file_read.constprop.52+0x3c1/0x510
[<ffffffffa91bfcb9>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc06b1f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc06b25a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffa924cf83>] do_sync_read+0x93/0xe0
[<ffffffffa924d9bf>] vfs_read+0x9f/0x170
[<ffffffffa924ea32>] SyS_pread64+0x92/0xc0
[<ffffffffa9793f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #986108
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff9af89785
Build id: 3.10.0-1160.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc039d632
Build id: 3.10.0-1160.el7.x86_64
0x4a2
3
? scsi_test_unit_ready
vmlinux 0xffffffff9acec090
Build id: 3.10.0-1160.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff9ace3980
Build id: 3.10.0-1160.el7.x86_64
0xb0
5
scsi_request_fn
vmlinux 0xffffffff9aced0ac
Build id: 3.10.0-1160.el7.x86_64
0x4ac
6
__blk_run_queue
vmlinux 0xffffffff9ab534d9
Build id: 3.10.0-1160.el7.x86_64
0x39
7
queue_unplugged
vmlinux 0xffffffff9ab5359a
Build id: 3.10.0-1160.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff9ab56dd8
Build id: 3.10.0-1160.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff9ab57244
Build id: 3.10.0-1160.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff9a9cb261
Build id: 3.10.0-1160.el7.x86_64
0x1e1
11
ondemand_readahead
vmlinux 0xffffffff9a9cb3ff
Build id: 3.10.0-1160.el7.x86_64
0x11f
12
page_cache_async_readahead
vmlinux 0xffffffff9a9cb5a0
Build id: 3.10.0-1160.el7.x86_64
0x80
13
do_generic_file_read.constprop.52
vmlinux 0xffffffff9a9bf1c1
Build id: 3.10.0-1160.el7.x86_64
0x3c1
14
generic_file_aio_read
vmlinux 0xffffffff9a9bfcb9
Build id: 3.10.0-1160.el7.x86_64
0x1c9
15
? futex_wait
vmlinux 0xffffffff9a912fb5
Build id: 3.10.0-1160.el7.x86_64
0x195
16
xfs_file_buffered_aio_read
xfs 0xffffffffc0624f55
Build id: 3.10.0-1160.el7.x86_64
0x95
17
xfs_file_aio_read
xfs 0xffffffffc06255a7
Build id: 3.10.0-1160.el7.x86_64
0x87
18
do_sync_read
vmlinux 0xffffffff9aa4cf83
Build id: 3.10.0-1160.el7.x86_64
0x93
19
vfs_read
vmlinux 0xffffffff9aa4d9bf
Build id: 3.10.0-1160.el7.x86_64
0x9f
20
SyS_pread64
vmlinux 0xffffffff9aa4ea32
Build id: 3.10.0-1160.el7.x86_64
0x92
21
system_call_fastpath
vmlinux 0xffffffff9af93f92
Build id: 3.10.0-1160.el7.x86_64
0x25
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 26s! [ib_buf_dump:6746]
Modules linked in: nls_utf8 isofs tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper vmw_balloon joydev cryptd pcspkr sg i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt nfit fb_sys_fops ttm libnvdimm sd_mod drm crc_t10dif ahci crct10dif_generic libahci ata_piix libata crct10dif_pclmul crct10dif_common drm_panel_orientation_quirks crc32c_intel vmxnet3 serio_raw vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 6746 Comm: ib_buf_dump Kdump: loaded Tainted: G             L ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff93afdcfa8000 ti: ffff93afc43e4000 task.ti: ffff93afc43e4000
RIP: 0010:[<ffffffff9af89785>]  [<ffffffff9af89785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff93afc43e7958  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff93afc43e7918 RCX: ffffffff9b434f40
RDX: ffffbd674ceb0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff93afc43e7958 R08: 0000000000000001 R09: 0000000000000000
R10: ffff93b0a0f96c00 R11: ffff93b0b73be800 R12: 0000000000000020
R13: ffff93b08f3b3180 R14: ffffffff9acead49 R15: ffff93afc43e78d0
FS:  00007fe4889d3700(0000) GS:ffff93ce7f340000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdd62306000 CR3: 000000015b7da000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc039d632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff9acec090>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff9ace3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9aced0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff9ab534d9>] __blk_run_queue+0x39/0x50
[<ffffffff9ab5359a>] queue_unplugged+0x2a/0xa0
[<ffffffff9ab56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9ab57244>] blk_finish_plug+0x14/0x40
[<ffffffff9a9cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff9a9cb3ff>] ondemand_readahead+0x11f/0x240
[<ffffffff9a9cb5a0>] page_cache_async_readahead+0x80/0xa0
[<ffffffff9a9bf1c1>] do_generic_file_read.constprop.52+0x3c1/0x510
[<ffffffff9a9bfcb9>] generic_file_aio_read+0x1c9/0x290
[<ffffffff9a912fb5>] ? futex_wait+0x195/0x280
[<ffffffffc0624f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc06255a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff9aa4cf83>] do_sync_read+0x93/0xe0
[<ffffffff9aa4d9bf>] vfs_read+0x9f/0x170
[<ffffffff9aa4ea32>] SyS_pread64+0x92/0xc0
[<ffffffff9af93f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48 
Complete report #273220
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
0x15
2
pvscsi_queue
vmw_pvscsi 0xffffffffc0040632
Build id: 3.10.0-693.el7.x86_64
0x442
3
? scsi_test_unit_ready
vmlinux 0xffffffff8146d190
Build id: 3.10.0-693.el7.x86_64
0x170
4
scsi_dispatch_cmd
vmlinux 0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
0xaa
5
scsi_request_fn
vmlinux 0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
0x4df
6
__blk_run_queue
vmlinux 0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
0x33
7
queue_unplugged
vmlinux 0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
0x2a
8
blk_flush_plug_list
vmlinux 0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
0x1d8
9
blk_finish_plug
vmlinux 0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
0x14
10
__do_page_cache_readahead
vmlinux 0xffffffff8118f3ee
Build id: 3.10.0-693.el7.x86_64
0x1de
11
ondemand_readahead
vmlinux 0xffffffff8118f5d6
Build id: 3.10.0-693.el7.x86_64
0x116
12
page_cache_async_readahead
vmlinux 0xffffffff8118f770
Build id: 3.10.0-693.el7.x86_64
0x80
13
generic_file_aio_read
vmlinux 0xffffffff81184348
Build id: 3.10.0-693.el7.x86_64
0x558
14
xfs_file_buffered_aio_read
xfs 0xffffffffc0253085
Build id: 3.10.0-693.el7.x86_64
0x95
15
xfs_file_aio_read
xfs 0xffffffffc02538e7
Build id: 3.10.0-693.el7.x86_64
0x87
16
do_sync_read
vmlinux 0xffffffff8120019d
Build id: 3.10.0-693.el7.x86_64
0x8d
17
vfs_read
vmlinux 0xffffffff81200b9c
Build id: 3.10.0-693.el7.x86_64
0x9c
18
SyS_pread64
vmlinux 0xffffffff81201c32
Build id: 3.10.0-693.el7.x86_64
0x92
19
system_call_fastpath
vmlinux 0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
0x16
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 33s! [rpm:19499]
Modules linked in: ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev nfit vmw_vmci sg vmw_balloon joydev pcspkr libnvdimm i2c_piix4 shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci sd_mod libahci crc_t10dif crct10dif_generic ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw i2c_core vmxnet3 vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 19499 Comm: rpm Tainted: G             L ------------   3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff88042ea00000 ti: ffff8804276d0000 task.ti: ffff8804276d0000
RIP: 0010:[<ffffffff816ab845>]  [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8804276d39c8  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8804276d3988 RCX: 000000042be51fff
RDX: ffffc90001bb0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8804276d39c8 R08: 0000000000000001 R09: 0000000000000000
R10: ffff88021b314700 R11: ffff88042be80800 R12: 0000000000000020
R13: ffff88039a237c80 R14: ffffffff8146bdb9 R15: ffff8804276d3940
FS:  00007f938d2a9800(0000) GS:ffff88043fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8e894d0000 CR3: 0000000339be2000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff8804276d3a40 ffffffffc0040632 ffff8800ba568800 ffff88042b286000
ffff88042a852000 ffff88042a819fe8 ffffffff8146d190 0000000000000002
ffff88042a819f54 0000000000000286 ffff88021b314700 0000000000000000
Call Trace:
[<ffffffffc0040632>] pvscsi_queue+0x442/0x7e1 [vmw_pvscsi]
[<ffffffff8146d190>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff8118f3ee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118f5d6>] ondemand_readahead+0x116/0x230
[<ffffffff8118f770>] page_cache_async_readahead+0x80/0xa0
[<ffffffff81184348>] generic_file_aio_read+0x558/0x790
[<ffffffffc0253085>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc02538e7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8120019d>] do_sync_read+0x8d/0xd0
[<ffffffff81200b9c>] vfs_read+0x9c/0x170
[<ffffffff81201c32>] SyS_pread64+0x92/0xc0
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48