Complete report #1422284
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa7bba385
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc02d8275
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc02d4e60
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa7903030
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa790cbdc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa77687d9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa77688aa
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa776c2f8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa776c764
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffa75d6f91
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffffa75d7242
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x232
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffffa75d7588
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x68
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffffa75ca10c
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xdc
|
|
14
|
?
fuse_dev_do_read.isra.15
|
fuse |
0xffffffffc0232eef
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25f
|
|
15
|
generic_file_aio_read
|
vmlinux |
0xffffffffa75caf41
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1d1
|
|
16
|
blkdev_aio_read
|
vmlinux |
0xffffffffa769e46c
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4c
|
|
17
|
do_sync_read
|
vmlinux |
0xffffffffa765b1d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x93
|
|
18
|
vfs_read
|
vmlinux |
0xffffffffa765bbef
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x9f
|
|
19
|
SyS_pread64
|
vmlinux |
0xffffffffa765cc42
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x92
|
|
20
|
system_call_fastpath
|
vmlinux |
0xffffffffa7bc539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [mount.ntfs:720]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vfat fat snd_intel8x0 joydev snd_ac97_codec crc32_pclmul ac97_bus iTCO_wdt ghash_clmulni_intel ppdev snd_seq iTCO_vendor_support snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper cryptd sg pcspkr snd_timer vboxguest(OE) parport_pc snd i2c_piix4 lpc_ich parport video soundcore
tpm_crb nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 720 Comm: mount.ntfs Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9f1e2d9d5280 ti: ffff9f1e2f41c000 task.ti: ffff9f1e2f41c000
RIP: 0010:[<ffffffffa7bba385>] [<ffffffffa7bba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9f1e2f41fa08 EFLAGS: 00010286
RAX: 0000000000000001 RBX: ffffffffc0311844 RCX: 0000000000000000
RDX: ffff9f1e2d98b818 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9f1e2f41fa08 R08: 0000000000000000 R09: 0000000338534fff
R10: ffff9f1e2df7e000 R11: ffff9f1e2f64fdc0 R12: ffffffffa77c9ec3
R13: ffff9f1e2f41f9b0 R14: ffff9f1e2ddff800 R15: ffffffffa790a83e
FS: 00007f45c7914740(0000) GS:ffff9f1e43d80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000c0cb008 CR3: 000000042f420000 CR4: 00000000000606e0
Call Trace:
[<ffffffffc02d8275>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc02d4e60>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffa7903030>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffa790cbdc>] scsi_request_fn+0x4ac/0x680
[<ffffffffa77687d9>] __blk_run_queue+0x39/0x50
[<ffffffffa77688aa>] queue_unplugged+0x2a/0xa0
[<ffffffffa776c2f8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa776c764>] blk_finish_plug+0x14/0x50
[<ffffffffa75d6f91>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa75d7242>] ondemand_readahead+0x232/0x240
[<ffffffffa75d7588>] page_cache_sync_readahead+0x68/0x80
[<ffffffffa75ca10c>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffffc0232eef>] ? fuse_dev_do_read.isra.15+0x25f/0x820 [fuse]
[<ffffffffa75caf41>] generic_file_aio_read+0x1d1/0x2a0
[<ffffffffa769e46c>] blkdev_aio_read+0x4c/0x80
[<ffffffffa765b1d3>] do_sync_read+0x93/0xe0
[<ffffffffa765bbef>] vfs_read+0x9f/0x170
[<ffffffffa765cc42>] SyS_pread64+0x92/0xc0
[<ffffffffa7bc539a>] system_call_fastpath+0x25/0x2a
Code: aa 42 96 ff 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 8a 42 96 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #812435
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff96dba385
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc021d6a2
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff96b0bb30
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff96b02fe0
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff96b0cb8c
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff96968649
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9696871a
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9696c168
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9696c5d4
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff967d6ed1
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x1e1
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffff967d7182
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x232
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffff967d74c8
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x68
|
|
13
|
do_generic_file_read.constprop.52
|
vmlinux |
0xffffffff967ca04c
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xdc
|
|
14
|
generic_file_aio_read
|
vmlinux |
0xffffffff967cae81
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x1d1
|
|
15
|
blkdev_aio_read
|
vmlinux |
0xffffffff9689e3ac
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x4c
|
|
16
|
do_sync_read
|
vmlinux |
0xffffffff9685b113
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x93
|
|
17
|
vfs_read
|
vmlinux |
0xffffffff9685bb2f
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x9f
|
|
18
|
SyS_read
|
vmlinux |
0xffffffff9685c9a5
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x55
|
|
19
|
system_call_fastpath
|
vmlinux |
0xffffffff96dc539a
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [dmraid:60760]
Modules linked in: binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg joydev pcspkr parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea crc_t10dif sysfillrect sysimgblt
fb_sys_fops crct10dif_generic ttm crct10dif_pclmul drm crct10dif_common crc32c_intel ata_piix nfit libata serio_raw libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 60760 Comm: dmraid Kdump: loaded Tainted: G L ------------ 3.10.0-1160.92.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8f2727c5c200 ti: ffff8f26dee00000 task.ti: ffff8f26dee00000
RIP: 0010:[<ffffffff96dba385>] [<ffffffff96dba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8f26dee039d8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8f26dee03998 RCX: 0000000000001000
RDX: ffffb169c0370000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8f26dee039d8 R08: ffffffffffffffff R09: ffff8f27208e3e00
R10: ffff8f26f6b76c00 R11: ffff8f26f585b800 R12: 0000000000000020
R13: ffff8f27180c3a80 R14: ffffffff96b0a769 R15: ffff8f26dee03950
FS: 00007f5d0da2a840(0000) GS:ffff8f273b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5d0d60b880 CR3: 000000007640e000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc021d6a2>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff96b0bb30>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff96b02fe0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff96b0cb8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff96968649>] __blk_run_queue+0x39/0x50
[<ffffffff9696871a>] queue_unplugged+0x2a/0xa0
[<ffffffff9696c168>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9696c5d4>] blk_finish_plug+0x14/0x50
[<ffffffff967d6ed1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff967d7182>] ondemand_readahead+0x232/0x240
[<ffffffff967d74c8>] page_cache_sync_readahead+0x68/0x80
[<ffffffff967ca04c>] do_generic_file_read.constprop.52+0xdc/0x510
[<ffffffff967cae81>] generic_file_aio_read+0x1d1/0x2a0
[<ffffffff9689e3ac>] blkdev_aio_read+0x4c/0x80
[<ffffffff9685b113>] do_sync_read+0x93/0xe0
[<ffffffff9685bb2f>] vfs_read+0x9f/0x170
[<ffffffff9685c9a5>] SyS_read+0x55/0xd0
[<ffffffff96dc539a>] system_call_fastpath+0x25/0x2a
Code: 07 00 0f 1f 40 00 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #18883
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8168d7ab
Build id: 3.10.0-514.el7.x86_64
|
0x1b
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffa018258a
Build id: 3.10.0-514.el7.x86_64
|
0x43a
|
|
3
|
|
vmlinux |
0xffffffff81459880
Build id: 3.10.0-514.el7.x86_64
|
0x60
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff814518da
Build id: 3.10.0-514.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8145a9e1
Build id: 3.10.0-514.el7.x86_64
|
0x501
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812eb053
Build id: 3.10.0-514.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812eb10a
Build id: 3.10.0-514.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812eff68
Build id: 3.10.0-514.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812f0374
Build id: 3.10.0-514.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff8118d63e
Build id: 3.10.0-514.el7.x86_64
|
0x1de
|
|
11
|
ondemand_readahead
|
vmlinux |
0xffffffff8118d826
Build id: 3.10.0-514.el7.x86_64
|
0x116
|
|
12
|
page_cache_sync_readahead
|
vmlinux |
0xffffffff8118dc34
Build id: 3.10.0-514.el7.x86_64
|
0x44
|
|
13
|
generic_file_aio_read
|
vmlinux |
0xffffffff8118226b
Build id: 3.10.0-514.el7.x86_64
|
0x29b
|
|
14
|
xfs_file_aio_read
|
xfs |
0xffffffffa025723d
Build id: 3.10.0-514.el7.x86_64
|
0x18d
|
|
15
|
do_sync_read
|
vmlinux |
0xffffffff811fd7ed
Build id: 3.10.0-514.el7.x86_64
|
0x8d
|
|
16
|
vfs_read
|
vmlinux |
0xffffffff811fdf9e
Build id: 3.10.0-514.el7.x86_64
|
0x9e
|
|
17
|
SyS_read
|
vmlinux |
0xffffffff811feb6f
Build id: 3.10.0-514.el7.x86_64
|
0x7f
|
|
18
|
system_call_fastpath
|
vmlinux |
0xffffffff816965c9
Build id: 3.10.0-514.el7.x86_64
|
0x16
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [firewall-cmd:25312]
Modules linked in: oss_usb(OE) osscore(OE) rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache vmw_vsock_vmci_transport vsock intel_powerclamp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg nfit libnvdimm i2c_piix4 shpchp vmw_vmci parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper vmxnet3 syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix ahci libahci vmw_pvscsi drm i2c_core libata fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 25312 Comm: firewall-cmd Tainted: G OEL ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff88007a32edd0 ti: ffff8800795ec000 task.ti: ffff8800795ec000
RIP: 0010:[<ffffffff8168d7ab>] [<ffffffff8168d7ab>] _raw_spin_unlock_irqrestore+0x1b/0x40
RSP: 0018:ffff8800795ef9c8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff88007a802300 RCX: 0000000000001000
RDX: ffffc900004d0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8800795ef9d0 R08: ffffffffffffffff R09: ffff88007993d400
R10: ffff88007bb32700 R11: ffff880035604800 R12: 0000000000000020
R13: ffffffff8145844f R14: ffff8800795ef948 R15: ffff88007bb32700
FS: 00007f5ff9d3b740(0000) GS:ffff88007fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdbc1d78000 CR3: 0000000053728000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 ffff8800795efa48 ffffffffa018258a ffff88007993d400
ffff880035945000 ffff880035617340 ffff880035811fe8 ffffffff81459880
0000000000000006 ffff880035811f54 0000000000000282 ffff88007bb32700
Call Trace:
[<ffffffffa018258a>] pvscsi_queue+0x43a/0x7e0 [vmw_pvscsi]
[<ffffffff81459880>] ? scsi_sg_free+0x60/0x60
[<ffffffff814518da>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8145a9e1>] scsi_request_fn+0x501/0x770
[<ffffffff812eb053>] __blk_run_queue+0x33/0x40
[<ffffffff812eb10a>] queue_unplugged+0x2a/0xa0
[<ffffffff812eff68>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812f0374>] blk_finish_plug+0x14/0x40
[<ffffffff8118d63e>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118d826>] ondemand_readahead+0x116/0x230
[<ffffffff8118dc34>] page_cache_sync_readahead+0x44/0xb0
[<ffffffff8118226b>] generic_file_aio_read+0x29b/0x790
[<ffffffffa025723d>] xfs_file_aio_read+0x18d/0x340 [xfs]
[<ffffffff811fd7ed>] do_sync_read+0x8d/0xd0
[<ffffffff811fdf9e>] vfs_read+0x9e/0x170
[<ffffffff811feb6f>] SyS_read+0x7f/0xe0
[<ffffffff816965c9>] system_call_fastpath+0x16/0x1b
Code: 08 e8 da 11 a0 ff 5d c3 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 53 48 89 f3 0f 1f 44 00 00 66 83 07 02 48 89 df 57 9d <0f> 1f 44 00 00 5b 5d c3 0f 1f 44 00 00 8b 37 3e 66 83 07 02 f6