Complete report #1268956
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff82b8b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc02b3632
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff828ecf70
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff828e4860
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff828edf8c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff82753f39
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff82753ffa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff827578d8
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff82757d44
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff825cbe31
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffff825cbfcf
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x11f
|
|
12
|
page_cache_async_readahead
|
vmlinux |
0xffffffff825cc170
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x80
|
|
13
|
|
vmlinux |
0xffffffff825bd91e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1e
|
|
14
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffff825bf681
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x3c1
|
|
15
|
generic_file_aio_read
|
vmlinux |
0xffffffff825c0179
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1c9
|
|
16
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0534f55
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x95
|
|
17
|
xfs_file_aio_read
|
xfs |
0xffffffffc05355a7
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x87
|
|
18
|
do_sync_read
|
vmlinux |
0xffffffff8264d9c3
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x93
|
|
19
|
vfs_read
|
vmlinux |
0xffffffff8264e3ff
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x9f
|
|
20
|
SyS_read
|
vmlinux |
0xffffffff8264f27f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7f
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffff82b95f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 38s! [python3:88433]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter tun bridge stp llc nfsv3 nfs_acl nfs lockd grace fscache vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common
ahci crc32c_intel drm ata_piix libahci serio_raw nfit libata libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks fuse
CPU: 3 PID: 88433 Comm: python3 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff94ed90121080 ti: ffff94ee833d0000 task.ti: ffff94ee833d0000
RIP: 0010:[<ffffffff82b8b7d5>] [<ffffffff82b8b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff94ee833d3960 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff827b2f83 RCX: ffffffff83034f40
RDX: ffffab6d418e0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff94ee833d3960 R08: 0000000000000001 R09: 0000000000000000
R10: ffff94f02eeed000 R11: ffff94f02e958000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff94ee398fb000 R15: ffffffff828ebc29
FS: 00007f2b3944c740(0000) GS:ffff94f0336c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f35180f9bc4 CR3: 0000000297c82000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffc02b3632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff828ecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff828e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff828edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff82753f39>] __blk_run_queue+0x39/0x50
[<ffffffff82753ffa>] queue_unplugged+0x2a/0xa0
[<ffffffff827578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff82757d44>] blk_finish_plug+0x14/0x40
[<ffffffff825cbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff825cbfcf>] ondemand_readahead+0x11f/0x240
[<ffffffff825cc170>] page_cache_async_readahead+0x80/0xa0
[<ffffffff825bd91e>] ? __find_get_page+0x1e/0xa0
[<ffffffff825bf681>] do_generic_file_read.constprop.52+0x3c1/0x510
[<ffffffff825c0179>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc0534f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc05355a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8264d9c3>] do_sync_read+0x93/0xe0
[<ffffffff8264e3ff>] vfs_read+0x9f/0x170
[<ffffffff8264f27f>] SyS_read+0x7f/0xf0
[<ffffffff82b95f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1149335
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa9789785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0423632
Build id: 3.10.0-1160.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffa94ec090
Build id: 3.10.0-1160.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa94e3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa94ed0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa93534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa935359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa9356dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa9357244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffa91cb261
Build id: 3.10.0-1160.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffa91cb3ff
Build id: 3.10.0-1160.el7.x86_64
|
0x11f
|
|
12
|
page_cache_async_readahead
|
vmlinux |
0xffffffffa91cb5a0
Build id: 3.10.0-1160.el7.x86_64
|
0x80
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffffa91bf1c1
Build id: 3.10.0-1160.el7.x86_64
|
0x3c1
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffffa91bfcb9
Build id: 3.10.0-1160.el7.x86_64
|
0x1c9
|
|
15
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc06b1f55
Build id: 3.10.0-1160.el7.x86_64
|
0x95
|
|
16
|
xfs_file_aio_read
|
xfs |
0xffffffffc06b25a7
Build id: 3.10.0-1160.el7.x86_64
|
0x87
|
|
17
|
do_sync_read
|
vmlinux |
0xffffffffa924cf83
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
|
18
|
vfs_read
|
vmlinux |
0xffffffffa924d9bf
Build id: 3.10.0-1160.el7.x86_64
|
0x9f
|
|
19
|
SyS_pread64
|
vmlinux |
0xffffffffa924ea32
Build id: 3.10.0-1160.el7.x86_64
|
0x92
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffffa9793f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [ksoftirqd/0:6]
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [rpm:14930]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev vmw_balloon pcspkr gf128mul glue_helper ablk_helper cryptd joydev sg i2c_piix4 parport_pc
parport vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm sd_mod ahci crc_t10dif crct10dif_generic libahci ata_piix nfit libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 14930 Comm: rpm Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff88f2c87fc200 ti: ffff88f2e8b84000 task.ti: ffff88f2e8b84000
RIP: 0010:[<ffffffffa9789785>] [<ffffffffa9789785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88f2e8b87958 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff88f2e8b87918 RCX: ffffffffa9c34f40
RDX: ffffad084ce20000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff88f2e8b87958 R08: 0000000000000001 R09: 0000000000000000
R10: ffff88f3ad3ae800 R11: ffff88f3a83af800 R12: 0000000000000020
R13: ffff88f36ff86a00 R14: ffffffffa94ead49 R15: ffff88f2e8b878d0
FS: 00007fed1eeeb840(0000) GS:ffff89117f2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fedf0e42000 CR3: 0000000130f96000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0423632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa94ec090>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa94e3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa94ed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffffa93534d9>] __blk_run_queue+0x39/0x50
[<ffffffffa935359a>] queue_unplugged+0x2a/0xa0
[<ffffffffa9356dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa9357244>] blk_finish_plug+0x14/0x40
[<ffffffffa91cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa91cb3ff>] ondemand_readahead+0x11f/0x240
[<ffffffffa91cb5a0>] page_cache_async_readahead+0x80/0xa0
[<ffffffffa91bf1c1>] do_generic_file_read.constprop.52+0x3c1/0x510
[<ffffffffa91bfcb9>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc06b1f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc06b25a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffa924cf83>] do_sync_read+0x93/0xe0
[<ffffffffa924d9bf>] vfs_read+0x9f/0x170
[<ffffffffa924ea32>] SyS_pread64+0x92/0xc0
[<ffffffffa9793f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #986108
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9af89785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc039d632
Build id: 3.10.0-1160.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff9acec090
Build id: 3.10.0-1160.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9ace3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9aced0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9ab534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9ab5359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9ab56dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9ab57244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff9a9cb261
Build id: 3.10.0-1160.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffff9a9cb3ff
Build id: 3.10.0-1160.el7.x86_64
|
0x11f
|
|
12
|
page_cache_async_readahead
|
vmlinux |
0xffffffff9a9cb5a0
Build id: 3.10.0-1160.el7.x86_64
|
0x80
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffff9a9bf1c1
Build id: 3.10.0-1160.el7.x86_64
|
0x3c1
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffff9a9bfcb9
Build id: 3.10.0-1160.el7.x86_64
|
0x1c9
|
|
15
|
|
vmlinux |
0xffffffff9a912fb5
Build id: 3.10.0-1160.el7.x86_64
|
0x195
|
|
16
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0624f55
Build id: 3.10.0-1160.el7.x86_64
|
0x95
|
|
17
|
xfs_file_aio_read
|
xfs |
0xffffffffc06255a7
Build id: 3.10.0-1160.el7.x86_64
|
0x87
|
|
18
|
do_sync_read
|
vmlinux |
0xffffffff9aa4cf83
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
|
19
|
vfs_read
|
vmlinux |
0xffffffff9aa4d9bf
Build id: 3.10.0-1160.el7.x86_64
|
0x9f
|
|
20
|
SyS_pread64
|
vmlinux |
0xffffffff9aa4ea32
Build id: 3.10.0-1160.el7.x86_64
|
0x92
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffff9af93f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 26s! [ib_buf_dump:6746]
Modules linked in: nls_utf8 isofs tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper vmw_balloon joydev cryptd pcspkr sg i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt nfit fb_sys_fops ttm libnvdimm sd_mod drm crc_t10dif ahci crct10dif_generic libahci ata_piix libata crct10dif_pclmul crct10dif_common drm_panel_orientation_quirks crc32c_intel vmxnet3 serio_raw vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 6746 Comm: ib_buf_dump Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff93afdcfa8000 ti: ffff93afc43e4000 task.ti: ffff93afc43e4000
RIP: 0010:[<ffffffff9af89785>] [<ffffffff9af89785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff93afc43e7958 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff93afc43e7918 RCX: ffffffff9b434f40
RDX: ffffbd674ceb0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff93afc43e7958 R08: 0000000000000001 R09: 0000000000000000
R10: ffff93b0a0f96c00 R11: ffff93b0b73be800 R12: 0000000000000020
R13: ffff93b08f3b3180 R14: ffffffff9acead49 R15: ffff93afc43e78d0
FS: 00007fe4889d3700(0000) GS:ffff93ce7f340000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdd62306000 CR3: 000000015b7da000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc039d632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff9acec090>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff9ace3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9aced0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff9ab534d9>] __blk_run_queue+0x39/0x50
[<ffffffff9ab5359a>] queue_unplugged+0x2a/0xa0
[<ffffffff9ab56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9ab57244>] blk_finish_plug+0x14/0x40
[<ffffffff9a9cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff9a9cb3ff>] ondemand_readahead+0x11f/0x240
[<ffffffff9a9cb5a0>] page_cache_async_readahead+0x80/0xa0
[<ffffffff9a9bf1c1>] do_generic_file_read.constprop.52+0x3c1/0x510
[<ffffffff9a9bfcb9>] generic_file_aio_read+0x1c9/0x290
[<ffffffff9a912fb5>] ? futex_wait+0x195/0x280
[<ffffffffc0624f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc06255a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff9aa4cf83>] do_sync_read+0x93/0xe0
[<ffffffff9aa4d9bf>] vfs_read+0x9f/0x170
[<ffffffff9aa4ea32>] SyS_pread64+0x92/0xc0
[<ffffffff9af93f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #772022
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb278b805
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc035f632
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb24ec830
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb24e4120
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb24ed84c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb23539f9
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb2353aba
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb2357398
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb2357804
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffb21cb931
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffb21cbacf
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x11f
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffffb21cbf10
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x60
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffffb21bee9c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xdc
|
|
14
|
|
vmlinux |
0xffffffffb230ec9b
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x6b
|
|
15
|
generic_file_aio_read
|
vmlinux |
0xffffffffb21bfc79
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1c9
|
|
16
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0520f55
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x95
|
|
17
|
xfs_file_aio_read
|
xfs |
0xffffffffc05215a7
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x87
|
|
18
|
do_sync_read
|
vmlinux |
0xffffffffb224d4b3
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x93
|
|
19
|
vfs_read
|
vmlinux |
0xffffffffb224deef
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x9f
|
|
20
|
SyS_read
|
vmlinux |
0xffffffffb224ed6f
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x7f
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffffb2795f92
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 27s! [abrt-dump-oops:12682]
Modules linked in: xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper sg ablk_helper cryptd vmw_balloon joydev
pcspkr parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper ahci syscopyarea sysfillrect sysimgblt fb_sys_fops libahci ttm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel serio_raw drm vmxnet3 vmw_pvscsi libata nfit drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 12682 Comm: abrt-dump-oops Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9f67f84be300 ti: ffff9f675451c000 task.ti: ffff9f675451c000
RIP: 0010:[<ffffffffb278b805>] [<ffffffffb278b805>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9f675451f988 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff9f675451f948 RCX: ffff9f6977200060
RDX: ffffc46000f40000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9f675451f988 R08: 0000000000000000 R09: ffff9f67b3db0100
R10: ffff9f6972654400 R11: ffff9f6973a6c000 R12: 0000000000000020
R13: ffff9f67606a2a80 R14: ffffffffb24eb4e9 R15: ffff9f675451f900
FS: 00007fb115568900(0000) GS:ffff9f697fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb113e7d4b0 CR3: 00000000222f0000 CR4: 00000000007607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffc035f632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb24ec830>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb24e4120>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb24ed84c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb23539f9>] __blk_run_queue+0x39/0x50
[<ffffffffb2353aba>] queue_unplugged+0x2a/0xa0
[<ffffffffb2357398>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb2357804>] blk_finish_plug+0x14/0x40
[<ffffffffb21cb931>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffb21cbacf>] ondemand_readahead+0x11f/0x240
[<ffffffffb21cbf10>] page_cache_sync_readahead+0x60/0x80
[<ffffffffb21bee9c>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffffb230ec9b>] ? cred_has_capability+0x6b/0x120
[<ffffffffb21bfc79>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc0520f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc05215a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffb224d4b3>] do_sync_read+0x93/0xe0
[<ffffffffb224deef>] vfs_read+0x9f/0x170
[<ffffffffb224ed6f>] SyS_read+0x7f/0xf0
[<ffffffffb2795f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #273220
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0040632
Build id: 3.10.0-693.el7.x86_64
|
0x442
|
|
3
|
|
vmlinux |
0xffffffff8146d190
Build id: 3.10.0-693.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff8118f3ee
Build id: 3.10.0-693.el7.x86_64
|
0x1de
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffff8118f5d6
Build id: 3.10.0-693.el7.x86_64
|
0x116
|
|
12
|
page_cache_async_readahead
|
vmlinux |
0xffffffff8118f770
Build id: 3.10.0-693.el7.x86_64
|
0x80
|
|
13
|
generic_file_aio_read
|
vmlinux |
0xffffffff81184348
Build id: 3.10.0-693.el7.x86_64
|
0x558
|
|
14
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0253085
Build id: 3.10.0-693.el7.x86_64
|
0x95
|
|
15
|
xfs_file_aio_read
|
xfs |
0xffffffffc02538e7
Build id: 3.10.0-693.el7.x86_64
|
0x87
|
|
16
|
do_sync_read
|
vmlinux |
0xffffffff8120019d
Build id: 3.10.0-693.el7.x86_64
|
0x8d
|
|
17
|
vfs_read
|
vmlinux |
0xffffffff81200b9c
Build id: 3.10.0-693.el7.x86_64
|
0x9c
|
|
18
|
SyS_pread64
|
vmlinux |
0xffffffff81201c32
Build id: 3.10.0-693.el7.x86_64
|
0x92
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffff816b4fc9
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 33s! [rpm:19499]
Modules linked in: ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev nfit vmw_vmci sg vmw_balloon joydev pcspkr libnvdimm i2c_piix4 shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci sd_mod libahci crc_t10dif crct10dif_generic ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw i2c_core vmxnet3 vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 19499 Comm: rpm Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff88042ea00000 ti: ffff8804276d0000 task.ti: ffff8804276d0000
RIP: 0010:[<ffffffff816ab845>] [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8804276d39c8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8804276d3988 RCX: 000000042be51fff
RDX: ffffc90001bb0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8804276d39c8 R08: 0000000000000001 R09: 0000000000000000
R10: ffff88021b314700 R11: ffff88042be80800 R12: 0000000000000020
R13: ffff88039a237c80 R14: ffffffff8146bdb9 R15: ffff8804276d3940
FS: 00007f938d2a9800(0000) GS:ffff88043fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8e894d0000 CR3: 0000000339be2000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff8804276d3a40 ffffffffc0040632 ffff8800ba568800 ffff88042b286000
ffff88042a852000 ffff88042a819fe8 ffffffff8146d190 0000000000000002
ffff88042a819f54 0000000000000286 ffff88021b314700 0000000000000000
Call Trace:
[<ffffffffc0040632>] pvscsi_queue+0x442/0x7e1 [vmw_pvscsi]
[<ffffffff8146d190>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff8118f3ee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118f5d6>] ondemand_readahead+0x116/0x230
[<ffffffff8118f770>] page_cache_async_readahead+0x80/0xa0
[<ffffffff81184348>] generic_file_aio_read+0x558/0x790
[<ffffffffc0253085>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc02538e7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8120019d>] do_sync_read+0x8d/0xd0
[<ffffffff81200b9c>] vfs_read+0x9c/0x170
[<ffffffff81201c32>] SyS_pread64+0x92/0xc0
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #937206
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8878ea05
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0171632
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff884ecf80
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff884e4870
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff884edf9c
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff88353f29
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff88353fea
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff883578e8
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff88357d54
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff881cbe31
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffff881cbfcf
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x11f
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffff881cc410
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x60
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffff881bf39c
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xdc
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffff881c0179
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x1c9
|
|
15
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc03b0f55
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x95
|
|
16
|
xfs_file_aio_read
|
xfs |
0xffffffffc03b15a7
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x87
|
|
17
|
do_sync_read
|
vmlinux |
0xffffffff8824d9c3
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x93
|
|
18
|
vfs_read
|
vmlinux |
0xffffffff8824e3ff
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x9f
|
|
19
|
SyS_read
|
vmlinux |
0xffffffff8824f27f
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x7f
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffff88799f92
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [java:11876]
Modules linked in: synosnap(OE) nf_conntrack_netlink br_netfilter bridge stp llc overlay(T) xt_conntrack iptable_filter iptable_raw iptable_security iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat vmw_vsock_vmci_transport vsock nf_conntrack sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev parport_pc glue_helper sg pcspkr ablk_helper cryptd parport joydev vmw_balloon i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops sd_mod ttm crc_t10dif crct10dif_generic ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks
floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 11876 Comm: java Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1160.59.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff90bac948a100 ti: ffff90b94a72c000 task.ti: ffff90b94a72c000
RIP: 0010:[<ffffffff8878ea05>] [<ffffffff8878ea05>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff90b94a72f988 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff90b94a72f948 RCX: ffffffff88c34f40
RDX: ffff9de780ea0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff90b94a72f988 R08: 0000000000000001 R09: 0000000000000000
R10: ffff90baf7159c00 R11: ffff90b8f661c000 R12: 0000000000000020
R13: ffff90bad6a79b00 R14: ffffffff884ebc39 R15: ffff90b94a72f900
FS: 00007f8d23bc4700(0000) GS:ffff90baffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8e323d9000 CR3: 00000000a38a0000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc0171632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff884ecf80>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff884e4870>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff884edf9c>] scsi_request_fn+0x4ac/0x680
[<ffffffff88353f29>] __blk_run_queue+0x39/0x50
[<ffffffff88353fea>] queue_unplugged+0x2a/0xa0
[<ffffffff883578e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff88357d54>] blk_finish_plug+0x14/0x40
[<ffffffff881cbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff881cbfcf>] ondemand_readahead+0x11f/0x240
[<ffffffff881cc410>] page_cache_sync_readahead+0x60/0x80
[<ffffffff881bf39c>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffff881c0179>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc03b0f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc03b15a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8824d9c3>] do_sync_read+0x93/0xe0
[<ffffffff8824e3ff>] vfs_read+0x9f/0x170
[<ffffffff8824f27f>] SyS_read+0x7f/0xf0
[<ffffffff88799f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #465924
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffabd8a3f5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc00b1632
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffabaec580
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffabae3e70
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffabaed59c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffab953869
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffab95392a
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffab957268
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffab9576d4
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffab7cb3d1
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffab7cb682
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x232
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffffab7cb9b0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x60
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffffab7bf0cc
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xdc
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffffab7bfea9
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1c9
|
|
15
|
|
vmlinux |
0xffffffffabd870aa
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa
|
|
16
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0330f55
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x95
|
|
17
|
xfs_file_aio_read
|
xfs |
0xffffffffc03315a7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x87
|
|
18
|
do_sync_read
|
vmlinux |
0xffffffffab84d163
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x93
|
|
19
|
vfs_read
|
vmlinux |
0xffffffffab84db9f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x9f
|
|
20
|
SyS_read
|
vmlinux |
0xffffffffab84ea1f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x7f
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffffabd94f92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#13 stuck for 24s! [k3s-server:2427]
Modules linked in: xt_statistic xt_owner xt_REDIRECT nf_nat_redirect veth ip6t_MASQUERADE nf_nat_masquerade_ipv6 nf_conntrack_netlink xt_nat ip6table_mangle ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs xt_physdev xt_NFLOG nfnetlink_log xt_limit vxlan ip6_udp_tunnel xt_mark udp_tunnel xt_multiport xt_addrtype xt_comment ip_set nfnetlink xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter cmac arc4 md4 nls_utf8 br_netfilter bridge cifs stp ccm llc dns_resolver overlay(T) vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi kvm_intel
kvm irqbypass crc32_pclmul ppdev ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel libata nfit serio_raw libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 13 PID: 2427 Comm: k3s-server Tainted: G L ------------ T 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff96185762c200 ti: ffff96184809c000 task.ti: ffff96184809c000
RIP: 0010:[<ffffffffabd8a3f5>] [<ffffffffabd8a3f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff96184809f988 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff96184809f948 RCX: ffff96189f378060
RDX: ffffafe783160000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff96184809f988 R08: 0000000000000000 R09: ffff9610839b8200
R10: ffff9611e17ba400 R11: ffff9611dafb7000 R12: 0000000000000020
R13: ffff96170a9a6a00 R14: ffffffffabaeb239 R15: ffff96184809f900
FS: 00007f4e3f5f0f38(0000) GS:ffff96189d940000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f93b172d03b CR3: 000000017338e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc00b1632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffabaec580>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffabae3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffabaed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffffab953869>] __blk_run_queue+0x39/0x50
[<ffffffffab95392a>] queue_unplugged+0x2a/0xa0
[<ffffffffab957268>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffab9576d4>] blk_finish_plug+0x14/0x40
[<ffffffffab7cb3d1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffab7cb682>] ondemand_readahead+0x232/0x240
[<ffffffffab7cb9b0>] page_cache_sync_readahead+0x60/0x80
[<ffffffffab7bf0cc>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffffab7bfea9>] generic_file_aio_read+0x1c9/0x290
[<ffffffffabd870aa>] ? down_read+0xa/0x40
[<ffffffffc0330f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc03315a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffab84d163>] do_sync_read+0x93/0xe0
[<ffffffffab84db9f>] vfs_read+0x9f/0x170
[<ffffffffab84ea1f>] SyS_read+0x7f/0xf0
[<ffffffffabd94f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #406149
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb398e9f5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0317632
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb36ecd50
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb36e4640
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb36edd6c
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb3553cf9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb3553dba
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb35576b8
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb3557b24
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffb33cbe41
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffb33cbfdf
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x11f
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffffb33cc420
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x60
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffffb33bf3cc
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xdc
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffffb33c01a9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x1c9
|
|
15
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0589f55
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x95
|
|
16
|
xfs_file_aio_read
|
xfs |
0xffffffffc058a5a7
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x87
|
|
17
|
do_sync_read
|
vmlinux |
0xffffffffb344d923
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x93
|
|
18
|
vfs_read
|
vmlinux |
0xffffffffb344e2ff
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x9f
|
|
19
|
SyS_read
|
vmlinux |
0xffffffffb344f145
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x55
|
|
20
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb3999ed5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa2
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffffb3999f92
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x25
|
|
22
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb3999ed5
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [abrt-applet:5823]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_13109(E) tcp_lp falcon_lsm_pinned_12905(E) nfsv3 nfs_acl nfs lockd grace fscache xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 binfmt_misc auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic
drm_kms_helper ahci crct10dif_pclmul crct10dif_common syscopyarea sysfillrect ata_piix libahci sysimgblt fb_sys_fops crc32c_intel ttm serio_raw libata drm vmxnet3 nfit libnvdimm vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: falcon_kal]
CPU: 1 PID: 5823 Comm: abrt-applet Kdump: loaded Tainted: P EL ------------ 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff918b8b2e1080 ti: ffff918b89f6c000 task.ti: ffff918b89f6c000
RIP: 0010:[<ffffffffb398e9f5>] [<ffffffffb398e9f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff918b89f6f988 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff918b89f6f948 RCX: ffff918c38139060
RDX: ffffb6c540780000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff918b89f6f988 R08: 0000000000000000 R09: ffff918bb22cde00
R10: ffff918b34815c00 R11: ffff918c33752800 R12: 0000000000000020
R13: ffff918bb71cac00 R14: ffffffffb36eba09 R15: ffff918b89f6f900
FS: 00007f00c7d92ac0(0000) GS:ffff918c3fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f00c7d1e000 CR3: 0000000137b16000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc0317632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb36ecd50>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb36e4640>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb36edd6c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb3553cf9>] __blk_run_queue+0x39/0x50
[<ffffffffb3553dba>] queue_unplugged+0x2a/0xa0
[<ffffffffb35576b8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb3557b24>] blk_finish_plug+0x14/0x40
[<ffffffffb33cbe41>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffb33cbfdf>] ondemand_readahead+0x11f/0x240
[<ffffffffb33cc420>] page_cache_sync_readahead+0x60/0x80
[<ffffffffb33bf3cc>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffffb33c01a9>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc0589f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc058a5a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffb344d923>] do_sync_read+0x93/0xe0
[<ffffffffb344e2ff>] vfs_read+0x9f/0x170
[<ffffffffb344f145>] SyS_read+0x55/0xd0
[<ffffffffb3999ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffb3999f92>] system_call_fastpath+0x25/0x2a
[<ffffffffb3999ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #368181
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0d164f5
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc02a7622
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffa0aa4050
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa0a9bb60
Build id: 3.10.0-862.6.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa0aa50cc
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa0919519
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa09195da
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa091cd98
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa091d204
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffa07a1a01
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffa07a1d04
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x224
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffffa07a2014
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x44
|
|
13
|
generic_file_aio_read
|
vmlinux |
0xffffffffa0795c92
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x2c2
|
|
14
|
|
vmlinux |
0xffffffffa07944fb
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x2b
|
|
15
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0501d05
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x95
|
|
16
|
xfs_file_aio_read
|
xfs |
0xffffffffc0502517
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x87
|
|
17
|
do_sync_read
|
vmlinux |
0xffffffffa081a8d3
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x93
|
|
18
|
vfs_read
|
vmlinux |
0xffffffffa081b2ff
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x9f
|
|
19
|
SyS_pread64
|
vmlinux |
0xffffffffa081c3c2
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x92
|
|
20
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa0d206d5
Build id: 3.10.0-862.6.3.el7.x86_64
|
0xa2
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffffa0d20795
Build id: 3.10.0-862.6.3.el7.x86_64
|
0x1c
|
|
22
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa0d206e1
Build id: 3.10.0-862.6.3.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [java:3854]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev pcspkr joydev vmw_balloon sg shpchp i2c_piix4 parport_pc vmw_vmci parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic
ahci ata_piix libahci drm libata crct10dif_common i2c_core crc32c_intel serio_raw vmxnet3 vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3854 Comm: java Kdump: loaded Tainted: G L ------------ 3.10.0-862.6.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8c9e9039cf10 ti: ffff8c9ea56b4000 task.ti: ffff8c9ea56b4000
RIP: 0010:[<ffffffffa0d164f5>] [<ffffffffa0d164f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8c9ea56b7988 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff8c9ea56b7948 RCX: ffff8c9ebfe31060
RDX: ffff98e1c1ba0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8c9ea56b7988 R08: 0000000000000000 R09: ffff8c9ea536a700
R10: ffff8c9eb07360d8 R11: ffff8c9ebf61e000 R12: 0000000000000020
R13: ffff8c9e09f6af00 R14: ffffffffa0aa2da9 R15: ffff8c9ea56b7900
FS: 00007f669e4a0700(0000) GS:ffff8c9ebfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f669d52e8a0 CR3: 00000000acaee000 CR4: 00000000000007f0
Call Trace:
[<ffffffffc02a7622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa0aa4050>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa0a9bb60>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa0aa50cc>] scsi_request_fn+0x4cc/0x680
[<ffffffffa0919519>] __blk_run_queue+0x39/0x50
[<ffffffffa09195da>] queue_unplugged+0x2a/0xa0
[<ffffffffa091cd98>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa091d204>] blk_finish_plug+0x14/0x40
[<ffffffffa07a1a01>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa07a1d04>] ondemand_readahead+0x224/0x230
[<ffffffffa07a2014>] page_cache_sync_readahead+0x44/0xb0
[<ffffffffa0795c92>] generic_file_aio_read+0x2c2/0x790
[<ffffffffa07944fb>] ? unlock_page+0x2b/0x30
[<ffffffffc0501d05>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc0502517>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffa081a8d3>] do_sync_read+0x93/0xe0
[<ffffffffa081b2ff>] vfs_read+0x9f/0x170
[<ffffffffa081c3c2>] SyS_pread64+0x92/0xc0
[<ffffffffa0d206d5>] ? system_call_after_swapgs+0xa2/0x146
[<ffffffffa0d20795>] system_call_fastpath+0x1c/0x21
[<ffffffffa0d206e1>] ? system_call_after_swapgs+0xae/0x146
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #201313
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8a78b495
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0179632
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff8a4ec580
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8a4e3e70
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8a4ed59c
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8a353809
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8a3538ca
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff8a357208
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff8a357674
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff8a1cb371
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffff8a1cb622
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x232
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffff8a1cb950
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x60
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffff8a1bf06c
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xdc
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffff8a1bfe49
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x1c9
|
|
15
|
|
vmlinux |
0xffffffff8a271d34
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x24
|
|
16
|
|
vmlinux |
0xffffffff8a25ca02
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x122
|
|
17
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc03e0f55
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x95
|
|
18
|
xfs_file_aio_read
|
xfs |
0xffffffffc03e15a7
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x87
|
|
19
|
do_sync_read
|
vmlinux |
0xffffffff8a24d103
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x93
|
|
20
|
vfs_read
|
vmlinux |
0xffffffff8a24db3f
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x9f
|
|
21
|
SyS_read
|
vmlinux |
0xffffffff8a24e9bf
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x7f
|
|
22
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8a795ed5
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xa2
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffff8a795f92
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x25
|
|
24
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8a795ed5
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#10 stuck for 26s! [splunkd:14567]
vmxnet3 0000:0b:00.0 ens192: resetting
Modules linked in: vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr sg joydev vmw_balloon parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt crc_t10dif fb_sys_fops crct10dif_generic ttm drm ata_piix crct10dif_pclmul crct10dif_common nfit libata crc32c_intel serio_raw libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 10 PID: 14567 Comm: splunkd Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8ee00afdd280 ti: ffff8edfbffc4000 task.ti: ffff8edfbffc4000
RIP: 0010:[<ffffffff8a78b495>] [<ffffffff8a78b495>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8edfbffc7988 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff8edfbffc7948 RCX: ffff8ee074fc8060
RDX: ffffb0a081bd0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8edfbffc7988 R08: 0000000000000000 R09: ffff8ee07ffc8800
R10: ffff8edff7ea9800 R11: ffff8edff9d3b000 R12: 0000000000000020
R13: ffff8ee115cf9e00 R14: ffffffff8a4eb239 R15: ffff8edfbffc7900
FS: 00007f35f73ff700(0000) GS:ffff8ee17fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3582af8008 CR3: 000000019abea000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc0179632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8a4ec580>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8a4e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8a4ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8a353809>] __blk_run_queue+0x39/0x50
[<ffffffff8a3538ca>] queue_unplugged+0x2a/0xa0
[<ffffffff8a357208>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8a357674>] blk_finish_plug+0x14/0x40
[<ffffffff8a1cb371>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff8a1cb622>] ondemand_readahead+0x232/0x240
[<ffffffff8a1cb950>] page_cache_sync_readahead+0x60/0x80
[<ffffffff8a1bf06c>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffff8a1bfe49>] generic_file_aio_read+0x1c9/0x290
[<ffffffff8a271d34>] ? mntput+0x24/0x40
[<ffffffff8a25ca02>] ? path_lookupat+0x122/0x8d0
[<ffffffffc03e0f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc03e15a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8a24d103>] do_sync_read+0x93/0xe0
[<ffffffff8a24db3f>] vfs_read+0x9f/0x170
[<ffffffff8a24e9bf>] SyS_read+0x7f/0xf0
[<ffffffff8a795ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffff8a795f92>] system_call_fastpath+0x25/0x2a
[<ffffffff8a795ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #161241
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa638a3f5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc01ab632
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffa60ec580
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa60e3e70
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa60ed59c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa5f53869
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa5f5392a
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa5f57268
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa5f576d4
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffa5dcb3d1
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffa5dcb56f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x11f
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffffa5dcb9b0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x60
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffffa5dbf0cc
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xdc
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffffa5dbfea9
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1c9
|
|
15
|
|
vmlinux |
0xffffffffa5dedfba
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x8a
|
|
16
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc040cf55
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x95
|
|
17
|
xfs_file_aio_read
|
xfs |
0xffffffffc040d5a7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x87
|
|
18
|
do_sync_read
|
vmlinux |
0xffffffffa5e4d163
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x93
|
|
19
|
vfs_read
|
vmlinux |
0xffffffffa5e4db9f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x9f
|
|
20
|
SyS_pread64
|
vmlinux |
0xffffffffa5e4ec12
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x92
|
|
21
|
system_call_fastpath
|
vmlinux |
0xffffffffa6394f92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [ora_j002_xe:12166]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd pcspkr joydev sg vmw_vmci parport_pc parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx
sd_mod crc_t10dif drm_kms_helper crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm ahci e1000e crct10dif_pclmul crct10dif_common ata_piix libahci crc32c_intel serio_raw ptp pps_core vmw_pvscsi libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 12166 Comm: ora_j002_xe Kdump: loaded Tainted: G L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff95a274b31080 ti: ffff95a2e6460000 task.ti: ffff95a2e6460000
RIP: 0010:[<ffffffffa638a3f5>] [<ffffffffa638a3f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff95a2e6463980 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffa5fb2803 RCX: ffffffffa6834f40
RDX: ffffabc9407f0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff95a2e6463980 R08: 0000000000000001 R09: 0000000000000000
R10: ffff95a274a29400 R11: ffff95a36edae000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff95a28fde1800 R15: ffffffffa60eb239
FS: 00007f92a03d4980(0000) GS:ffff95a37fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000012421b80 CR3: 00000000387ea000 CR4: 00000000007607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffc01ab632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa60ec580>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa60e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa60ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa5f53869>] __blk_run_queue+0x39/0x50
[<ffffffffa5f5392a>] queue_unplugged+0x2a/0xa0
[<ffffffffa5f57268>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa5f576d4>] blk_finish_plug+0x14/0x40
[<ffffffffa5dcb3d1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa5dcb56f>] ondemand_readahead+0x11f/0x240
[<ffffffffa5dcb9b0>] page_cache_sync_readahead+0x60/0x80
[<ffffffffa5dbf0cc>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffffa5dbfea9>] generic_file_aio_read+0x1c9/0x290
[<ffffffffa5dedfba>] ? __do_fault.isra.61+0x8a/0x100
[<ffffffffc040cf55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc040d5a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffa5e4d163>] do_sync_read+0x93/0xe0
[<ffffffffa5e4db9f>] vfs_read+0x9f/0x170
[<ffffffffa5e4ec12>] SyS_pread64+0x92/0xc0
[<ffffffffa6394f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #156096
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9ab8b4d5
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc041e632
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff9a8ec6b0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9a8e3fa0
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9a8ed6cc
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9a753939
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9a7539fa
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9a757338
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9a7577a4
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff9a5cb481
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffff9a5cb61f
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x11f
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffff9a5cba60
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x60
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffff9a5bf17c
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0xdc
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffff9a5bff59
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x1c9
|
|
15
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0650f55
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x95
|
|
16
|
xfs_file_aio_read
|
xfs |
0xffffffffc06515a7
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x87
|
|
17
|
do_sync_read
|
vmlinux |
0xffffffff9a64d233
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x93
|
|
18
|
vfs_read
|
vmlinux |
0xffffffff9a64dc6f
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x9f
|
|
19
|
SyS_read
|
vmlinux |
0xffffffff9a64eaef
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x7f
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffff9ab95f92
Build id: 3.10.0-1160.24.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [abrt-handle-eve:18012]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel serio_raw vmxnet3 vmw_pvscsi libata nfit libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 18012 Comm: abrt-handle-eve Kdump: loaded Tainted: G L ------------ 3.10.0-1160.24.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8daf7ff5c200 ti: ffff8daf69620000 task.ti: ffff8daf69620000
RIP: 0010:[<ffffffff9ab8b4d5>] [<ffffffff9ab8b4d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8daf69623988 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff8daf69623948 RCX: ffff8db069fc5060
RDX: ffffbb61c1c00000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8daf69623988 R08: 0000000000000000 R09: ffff8daf207fb900
R10: ffff8db2316d2000 R11: ffff8db230588000 R12: 0000000000000020
R13: ffff8db076796a80 R14: ffffffff9a8eb369 R15: ffff8daf69623900
FS: 00007f75ac9f2900(0000) GS:ffff8db23fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f75aca1f000 CR3: 0000000069706000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc041e632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff9a8ec6b0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff9a8e3fa0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9a8ed6cc>] scsi_request_fn+0x4ac/0x680
[<ffffffff9a753939>] __blk_run_queue+0x39/0x50
[<ffffffff9a7539fa>] queue_unplugged+0x2a/0xa0
[<ffffffff9a757338>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9a7577a4>] blk_finish_plug+0x14/0x40
[<ffffffff9a5cb481>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff9a5cb61f>] ondemand_readahead+0x11f/0x240
[<ffffffff9a5cba60>] page_cache_sync_readahead+0x60/0x80
[<ffffffff9a5bf17c>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffff9a5bff59>] generic_file_aio_read+0x1c9/0x290
[<ffffffffc0650f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc06515a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff9a64d233>] do_sync_read+0x93/0xe0
[<ffffffff9a64dc6f>] vfs_read+0x9f/0x170
[<ffffffff9a64eaef>] SyS_read+0x7f/0xf0
[<ffffffff9ab95f92>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #127620
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8c96b355
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0218622
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff8c6d9a20
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8c6d14f0
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8c6daa8c
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8c543679
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8c54373a
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff8c546f68
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff8c5473d4
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff8c3c3951
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffff8c3c3c02
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x232
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffff8c3c3f14
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x44
|
|
13
|
generic_file_aio_read
|
vmlinux |
0xffffffff8c3b81d2
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x2c2
|
|
14
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0453345
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x95
|
|
15
|
xfs_file_aio_read
|
xfs |
0xffffffffc0453b57
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x87
|
|
16
|
do_sync_read
|
vmlinux |
0xffffffff8c440b03
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x93
|
|
17
|
vfs_read
|
vmlinux |
0xffffffff8c44153f
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x9f
|
|
18
|
SyS_read
|
vmlinux |
0xffffffff8c4423ff
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x7f
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffff8c975d9b
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 27s! [postgres:76221]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink dca vxlan ip6_udp_tunnel udp_tunnel ptp pps_core uio pf_ring(OE) binfmt_misc vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm vmxnet3 drm ahci libahci ata_piix vmw_pvscsi libata drm_panel_orientation_quirks nfit libnvdimm floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 76221 Comm: postgres Kdump: loaded Tainted: G OEL ------------ 3.10.0-957.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9330583e5140 ti: ffff932f43f48000 task.ti: ffff932f43f48000
RIP: 0010:[<ffffffff8c96b355>] [<ffffffff8c96b355>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff932f43f4b990 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff8c5a1793 RCX: ffffffff8ce343c0
RDX: ffffaef600cb0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff932f43f4b990 R08: 0000000000000001 R09: 0000000000000000
R10: ffff932e75f238d8 R11: ffff932fedb34000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff932e44d24780 R15: ffffffff8c6d8779
FS: 00007f1b22f49880(0000) GS:ffff933075600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1b164f8000 CR3: 00000002233ac000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc0218622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8c6d9a20>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8c6d14f0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8c6daa8c>] scsi_request_fn+0x4cc/0x680
[<ffffffff8c543679>] __blk_run_queue+0x39/0x50
[<ffffffff8c54373a>] queue_unplugged+0x2a/0xa0
[<ffffffff8c546f68>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8c5473d4>] blk_finish_plug+0x14/0x40
[<ffffffff8c3c3951>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff8c3c3c02>] ondemand_readahead+0x232/0x240
[<ffffffff8c3c3f14>] page_cache_sync_readahead+0x44/0xb0
[<ffffffff8c3b81d2>] generic_file_aio_read+0x2c2/0x790
[<ffffffffc0453345>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc0453b57>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffff8c440b03>] do_sync_read+0x93/0xe0
[<ffffffff8c44153f>] vfs_read+0x9f/0x170
[<ffffffff8c4423ff>] SyS_read+0x7f/0xf0
[<ffffffff8c975d9b>] system_call_fastpath+0x22/0x27
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #121680
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffbb1883c5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc005d632
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffbaeeb0a0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffbaee2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffbaeec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffbad527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffbad5286a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffbad560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffbad56514
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffbabcb6e1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffbabcb87f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x11f
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffffbabcbcc0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x60
|
|
13
|
generic_file_aio_read
|
vmlinux |
0xffffffffbabc00e2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2c2
|
|
14
|
|
vmlinux |
0xffffffffbac5d4cd
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x66d
|
|
15
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc0329fc5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x95
|
|
16
|
xfs_file_aio_read
|
xfs |
0xffffffffc032a617
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x87
|
|
17
|
do_sync_read
|
vmlinux |
0xffffffffbac4c633
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x93
|
|
18
|
vfs_read
|
vmlinux |
0xffffffffbac4d06f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x9f
|
|
19
|
SyS_read
|
vmlinux |
0xffffffffbac4dedf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x7f
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffffbb192ed2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [reporter-urepor:6704]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd pcspkr joydev vmw_balloon sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix ahci
drm libahci crct10dif_pclmul crct10dif_common e1000e nfit crc32c_intel libnvdimm libata serio_raw ptp pps_core vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 6704 Comm: reporter-urepor Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8e76449ea0e0 ti: ffff8e7674d70000 task.ti: ffff8e7674d70000
RIP: 0010:[<ffffffffbb1883c5>] [<ffffffffbb1883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e7674d739c0 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffbadb14b3 RCX: ffff8e7639dc1060
RDX: ffffa64701b90000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8e7674d739c0 R08: 0000000000000000 R09: ffff8e7648337500
R10: ffff8e78e9709c00 R11: ffff8e78e9928000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8e7742fc9200 R15: ffffffffbaee9d59
FS: 00007f7646162940(0000) GS:ffff8e78ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7644945a50 CR3: 000000042ad50000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc005d632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffbaeeb0a0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffbaee2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbaeec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffbad527a9>] __blk_run_queue+0x39/0x50
[<ffffffffbad5286a>] queue_unplugged+0x2a/0xa0
[<ffffffffbad560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffbad56514>] blk_finish_plug+0x14/0x40
[<ffffffffbabcb6e1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffbabcb87f>] ondemand_readahead+0x11f/0x240
[<ffffffffbabcbcc0>] page_cache_sync_readahead+0x60/0x80
[<ffffffffbabc00e2>] generic_file_aio_read+0x2c2/0x790
[<ffffffffbac5d4cd>] ? do_last+0x66d/0x1340
[<ffffffffc0329fc5>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc032a617>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffbac4c633>] do_sync_read+0x93/0xe0
[<ffffffffbac4d06f>] vfs_read+0x9f/0x170
[<ffffffffbac4dedf>] SyS_read+0x7f/0xf0
[<ffffffffbb192ed2>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #23677
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb8f893e5
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0392632
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb8cec2a0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb8ce3b90
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb8ced2bc
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb8b536d9
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb8b5379a
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb8b56fd8
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb8b57444
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffb89cb431
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffb89cb5cf
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x11f
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffffb89cba10
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x60
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffffb89bf12c
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xdc
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffffb89bff09
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1c9
|
|
15
|
|
vmlinux |
0xffffffffb8b97ff8
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x48
|
|
16
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc05a7f55
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x95
|
|
17
|
xfs_file_aio_read
|
xfs |
0xffffffffc05a85a7
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x87
|
|
18
|
do_sync_read
|
vmlinux |
0xffffffffb8a4d163
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x93
|
|
19
|
vfs_read
|
vmlinux |
0xffffffffb8a4db9f
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x9f
|
|
20
|
SyS_read
|
vmlinux |
0xffffffffb8a4ea1f
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x7f
|
|
21
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb8f93ed5
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa2
|
|
22
|
system_call_fastpath
|
vmlinux |
0xffffffffb8f93f92
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x25
|
|
23
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffb8f93ed5
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [MSMilter Daemon:7889]
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [smtpd:7830]
Modules linked in: bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock ppdev pcspkr vmw_balloon sg parport_pc joydev parport i2c_piix4 vmw_vmci xfs libcrc32c ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic crct10dif_common drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci ata_piix crc32c_intel serio_raw libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 7830 Comm: smtpd Kdump: loaded Tainted: G L ------------ 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff9ff5b2f63180 ti: ffff9ff5ba148000 task.ti: ffff9ff5ba148000
RIP: 0010:[<ffffffffb8f893e5>] [<ffffffffb8f893e5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9ff5ba14b988 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff9ff5ba14b948 RCX: ffffffffb9434f40
RDX: ffffbd2540770000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9ff5ba14b988 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9ff63039d000 R11: ffff9ff53646d000 R12: 0000000000000020
R13: ffff9ff635be9980 R14: ffffffffb8ceaf59 R15: ffff9ff5ba14b900
FS: 0000000000000000(0000) GS:ffff9ff63fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002444cc0 CR3: 00000000b8334000 CR4: 00000000000007f0
Call Trace:
[<ffffffffc0392632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb8cec2a0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb8ce3b90>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb8ced2bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb8b536d9>] __blk_run_queue+0x39/0x50
[<ffffffffb8b5379a>] queue_unplugged+0x2a/0xa0
[<ffffffffb8b56fd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb8b57444>] blk_finish_plug+0x14/0x40
[<ffffffffb89cb431>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffb89cb5cf>] ondemand_readahead+0x11f/0x240
[<ffffffffb89cba10>] page_cache_sync_readahead+0x60/0x80
[<ffffffffb89bf12c>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffffb89bff09>] generic_file_aio_read+0x1c9/0x290
[<ffffffffb8b97ff8>] ? lockref_put_or_lock+0x48/0x80
[<ffffffffc05a7f55>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc05a85a7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffb8a4d163>] do_sync_read+0x93/0xe0
[<ffffffffb8a4db9f>] vfs_read+0x9f/0x170
[<ffffffffb8a4ea1f>] SyS_read+0x7f/0xf0
[<ffffffffb8f93ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffb8f93f92>] system_call_fastpath+0x25/0x2a
[<ffffffffb8f93ed5>] ? system_call_after_swapgs+0xa2/0x13a
Complete report #20141
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb9783815
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0407632
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb94e72d0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb94decd0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb94e833c
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb934f289
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb934f34a
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb9352b98
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb9353004
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffb91cab21
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffb91cacbf
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x11f
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffffb91cb0e4
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x44
|
|
13
|
generic_file_aio_read
|
vmlinux |
0xffffffffb91bf532
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x2c2
|
|
14
|
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc062db95
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x95
|
|
15
|
xfs_file_aio_read
|
xfs |
0xffffffffc062e1e7
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x87
|
|
16
|
do_sync_read
|
vmlinux |
0xffffffffb9249ec3
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x93
|
|
17
|
vfs_read
|
vmlinux |
0xffffffffb924a8ff
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x9f
|
|
18
|
SyS_read
|
vmlinux |
0xffffffffb924b7bf
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x7f
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffffb978dede
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [abrt-handle-eve:11537]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 sb_edac nfit libnvdimm iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd sg joydev pcspkr parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ahci ata_piix crc32c_intel libahci libata serio_raw
vmw_pvscsi vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 11537 Comm: abrt-handle-eve Kdump: loaded Tainted: G L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/11/2017
task: ffff94cb88dce2a0 ti: ffff94cbb3ecc000 task.ti: ffff94cbb3ecc000
RIP: 0010:[<ffffffffb9783815>] [<ffffffffb9783815>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff94cbb3ecf990 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffb93adbd3 RCX: ffff94cbb6bb7060
RDX: ffffbc6b00cc0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff94cbb3ecf990 R08: 0000000000000000 R09: ffff94cbb0af0900
R10: ffff94cbb08340d8 R11: ffff94cbb0824800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff94ca1f00d800 R15: ffffffffb94e6029
FS: 00007ffb41a73900(0000) GS:ffff94cbb5600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffb41a8d000 CR3: 00000001fe55e000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0407632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb94e72d0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb94decd0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb94e833c>] scsi_request_fn+0x4cc/0x680
[<ffffffffb934f289>] __blk_run_queue+0x39/0x50
[<ffffffffb934f34a>] queue_unplugged+0x2a/0xa0
[<ffffffffb9352b98>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb9353004>] blk_finish_plug+0x14/0x40
[<ffffffffb91cab21>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffb91cacbf>] ondemand_readahead+0x11f/0x240
[<ffffffffb91cb0e4>] page_cache_sync_readahead+0x44/0xb0
[<ffffffffb91bf532>] generic_file_aio_read+0x2c2/0x790
[<ffffffffc062db95>] xfs_file_buffered_aio_read+0x95/0x110 [xfs]
[<ffffffffc062e1e7>] xfs_file_aio_read+0x87/0x100 [xfs]
[<ffffffffb9249ec3>] do_sync_read+0x93/0xe0
[<ffffffffb924a8ff>] vfs_read+0x9f/0x170
[<ffffffffb924b7bf>] SyS_read+0x7f/0xf0
[<ffffffffb978dede>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48