Complete report #1407850
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb156b395
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc0245d65
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc0242a40
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb12d1630
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb12dabcc
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffffb1167d9e
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffb1143789
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffb1147483
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffb1145417
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffb11456c0
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc03f3251
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc03f33bf
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x7f
|
|
13
|
do_writepages
|
vmlinux |
0xffffffffb0fc3651
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffb0fb7ef5
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffffb0fb7fdc
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc040eacb
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc03fdc85
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffffb1043b4c
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffffb1043dae
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffffb0ebe88b
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffffb0e2bc65
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffffb1576134
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 25s! [spectre:22074]
Modules linked in: tcp_lp fuse vboxsf(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc joydev ppdev crc32_pclmul ghash_clmulni_intel aesni_intel snd_intel8x0 lrw gf128mul glue_helper snd_ac97_codec ablk_helper cryptd ac97_bus snd_seq pcspkr snd_seq_device sg snd_pcm vboxguest(OE) parport_pc snd_timer video parport snd soundcore i2c_piix4
binfmt_misc ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci ata_piix libahci serio_raw libata drm_panel_orientation_quirks e1000 dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 22074 Comm: spectre Tainted: G OE ------------ 3.10.0-957.12.2.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8af7d290e180 ti: ffff8af8c3384000 task.ti: ffff8af8c3384000
RIP: 0010:[<ffffffffb156b395>] [<ffffffffb156b395>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8af8c3387b60 EFLAGS: 00010282
RAX: 0000000000000001 RBX: ffff8af9853c8000 RCX: 0000000000000000
RDX: ffff8af985b0d018 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8af8c3387b60 R08: 0000000000000000 R09: 000000005a518fff
R10: ffff8af9947f68d8 R11: ffff8af7d7e2a1c0 R12: ffff8af8c3387b08
R13: ffffffffb11a18a3 R14: ffff8af8c3387b08 R15: ffff8af735698548
FS: 00007f1037236100(0000) GS:ffff8af994780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1037243000 CR3: 000000018672c000 CR4: 00000000000206e0
Call Trace:
[<ffffffffc0245d65>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc0242a40>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffb12d1630>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb12dabcc>] scsi_request_fn+0x4cc/0x680
[<ffffffffb1167d9e>] ? deadline_add_request+0x6e/0x90
[<ffffffffb1143789>] __blk_run_queue+0x39/0x50
[<ffffffffb1147483>] blk_queue_bio+0x3b3/0x400
[<ffffffffb1145417>] generic_make_request+0x147/0x380
[<ffffffffb11456c0>] submit_bio+0x70/0x150
[<ffffffffc03f3251>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc03f33bf>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffffb0fc3651>] do_writepages+0x21/0x50
[<ffffffffb0fb7ef5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffb0fb7fdc>] filemap_flush+0x1c/0x20
[<ffffffffc040eacb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc03fdc85>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffffb1043b4c>] __fput+0xec/0x260
[<ffffffffb1043dae>] ____fput+0xe/0x10
[<ffffffffb0ebe88b>] task_work_run+0xbb/0xe0
[<ffffffffb0e2bc65>] do_notify_resume+0xa5/0xc0
[<ffffffffb1576134>] int_signal+0x12/0x17
Code: 14 25 50 43 a3 b1 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 ff 14 25 50 43 a3 b1 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1390824
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
scsi_request_fn
|
vmlinux |
0xffffffff8ed0c865
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x135
|
|
2
|
|
vmlinux |
0xffffffff8eb8e21e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x6e
|
|
3
|
__blk_run_queue
|
vmlinux |
0xffffffff8eb687d9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x39
|
|
4
|
blk_queue_bio
|
vmlinux |
0xffffffff8eb6c703
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x3b3
|
|
5
|
generic_make_request
|
vmlinux |
0xffffffff8eb6a537
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x157
|
|
6
|
submit_bio
|
vmlinux |
0xffffffff8eb6a7e0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x70
|
|
7
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc048f341
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x61
|
|
8
|
xfs_vm_writepages
|
xfs |
0xffffffffc048f68f
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x7f
|
|
9
|
do_writepages
|
vmlinux |
0xffffffff8e9d6b01
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x21
|
|
10
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff8e9caba5
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x65
|
|
11
|
filemap_flush
|
vmlinux |
0xffffffff8e9cac9c
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1c
|
|
12
|
xfs_release
|
xfs |
0xffffffffc04aab5b
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x13b
|
|
13
|
xfs_file_release
|
xfs |
0xffffffffc0499f75
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x15
|
|
14
|
__fput
|
vmlinux |
0xffffffff8ea5dfcc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xec
|
|
15
|
____fput
|
vmlinux |
0xffffffff8ea5e1fe
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xe
|
|
16
|
task_work_run
|
vmlinux |
0xffffffff8e8c7f6b
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xbb
|
|
17
|
do_notify_resume
|
vmlinux |
0xffffffff8e82dcfd
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xad
|
|
18
|
int_signal
|
vmlinux |
0xffffffff8efc56f7
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 2048s! [okular:1037]
Modules linked in: nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache vboxsf(OE) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_intel8x0 snd_ac97_codec ppdev ac97_bus snd_seq snd_seq_device snd_pcm joydev snd_timer vboxguest(OE) sg snd parport_pc video parport soundcore i2c_piix4 pcspkr ip_tables xfs libcrc32c sd_mod
crc_t10dif crct10dif_generic sr_mod ata_generic cdrom crct10dif_common pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci ata_piix crc32c_intel serio_raw libata drm_panel_orientation_quirks e1000 dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 1037 Comm: okular Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8b3a13ec6300 ti: ffff8b3a55f00000 task.ti: ffff8b3a55f00000
RIP: 0010:[<ffffffff8ed0c865>] [<ffffffff8ed0c865>] scsi_request_fn+0x135/0x680
RSP: 0018:ffff8b3a55f03be0 EFLAGS: 00010246
RAX: 0000000000000001 RBX: 000000000000001d RCX: 0000000000000000
RDX: ffff8b39890c1c80 RSI: ffff8b3a1b4a8520 RDI: ffff8b3a1b4a8450
RBP: ffff8b3a55f03c38 R08: ffff8b39890c1c80 R09: 0000000000000090
R10: 0000000000000000 R11: 0000000000000001 R12: ffffffff8eb72deb
R13: ffff8b3a55f03b68 R14: 000000000000001f R15: 000000000000000f
FS: 00002ad09ff87300(0000) GS:ffff8b3a5fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffc76cc0fa8 CR3: 00000001146c0000 CR4: 00000000000206e0
Call Trace:
[<ffffffff8eb8e21e>] ? deadline_add_request+0x6e/0x90
[<ffffffff8eb687d9>] __blk_run_queue+0x39/0x50
[<ffffffff8eb6c703>] blk_queue_bio+0x3b3/0x400
[<ffffffff8eb6a537>] generic_make_request+0x157/0x390
[<ffffffff8eb6a7e0>] submit_bio+0x70/0x150
[<ffffffffc048f341>] xfs_submit_ioend.isra.12+0x61/0xf0 [xfs]
[<ffffffffc048f68f>] xfs_vm_writepages+0x7f/0xb0 [xfs]
[<ffffffff8e9d6b01>] do_writepages+0x21/0x50
[<ffffffff8e9caba5>] __filemap_fdatawrite_range+0x65/0x90
[<ffffffff8e9cac9c>] filemap_flush+0x1c/0x30
[<ffffffffc04aab5b>] xfs_release+0x13b/0x180 [xfs]
[<ffffffffc0499f75>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff8ea5dfcc>] __fput+0xec/0x230
[<ffffffff8ea5e1fe>] ____fput+0xe/0x20
[<ffffffff8e8c7f6b>] task_work_run+0xbb/0xe0
[<ffffffff8e82dcfd>] do_notify_resume+0xad/0xd0
[<ffffffff8efc56f7>] int_signal+0x12/0x17
Code: 8b 85 40 04 00 00 a8 02 0f 85 18 01 00 00 4c 89 f7 e8 40 f3 e5 ff 49 8b bd 58 04 00 00 e8 ac 1d c1 ff 66 90 fb 66 0f 1f 44 00 00 <4d> 8b be 00 01 00 00 4d 85 ff 0f 84 3d 04 00 00 49 8b 85 40 04
Complete report #1178141
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0052632
Build id: 3.10.0-693.el7.x86_64
|
0x442
|
|
3
|
|
vmlinux |
0xffffffff8146d190
Build id: 3.10.0-693.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
|
0x33
|
|
7
|
blk_queue_bio
|
vmlinux |
0xffffffff812faad3
Build id: 3.10.0-693.el7.x86_64
|
0x363
|
|
8
|
generic_make_request
|
vmlinux |
0xffffffff812f8b45
Build id: 3.10.0-693.el7.x86_64
|
0x105
|
|
9
|
submit_bio
|
vmlinux |
0xffffffff812f8dc0
Build id: 3.10.0-693.el7.x86_64
|
0x70
|
|
10
|
xfs_submit_ioend.isra.16
|
xfs |
0xffffffffc02bd5e1
Build id: 3.10.0-693.el7.x86_64
|
0x61
|
|
11
|
xfs_vm_writepages
|
xfs |
0xffffffffc02bd7a1
Build id: 3.10.0-693.el7.x86_64
|
0xd1
|
|
12
|
do_writepages
|
vmlinux |
0xffffffff8118effe
Build id: 3.10.0-693.el7.x86_64
|
0x1e
|
|
13
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff81183c55
Build id: 3.10.0-693.el7.x86_64
|
0x65
|
|
14
|
filemap_flush
|
vmlinux |
0xffffffff81183d3c
Build id: 3.10.0-693.el7.x86_64
|
0x1c
|
|
15
|
xfs_release
|
xfs |
0xffffffffc02d90cb
Build id: 3.10.0-693.el7.x86_64
|
0x12b
|
|
16
|
xfs_file_release
|
xfs |
0xffffffffc02c8585
Build id: 3.10.0-693.el7.x86_64
|
0x15
|
|
17
|
__fput
|
vmlinux |
0xffffffff81202fb9
Build id: 3.10.0-693.el7.x86_64
|
0xe9
|
|
18
|
____fput
|
vmlinux |
0xffffffff8120321e
Build id: 3.10.0-693.el7.x86_64
|
0xe
|
|
19
|
task_work_run
|
vmlinux |
0xffffffff810ad247
Build id: 3.10.0-693.el7.x86_64
|
0xa7
|
|
20
|
do_notify_resume
|
vmlinux |
0xffffffff8102ab62
Build id: 3.10.0-693.el7.x86_64
|
0x92
|
|
21
|
int_signal
|
vmlinux |
0xffffffff816b527d
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [setroubleshootd:32222]
Modules linked in: udp_diag tcp_diag inet_diag xt_comment xt_multiport xt_set ip_set_hash_ip ip_set nf_conntrack_netlink nfnetlink sfesp(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev sg vmw_vmci i2c_piix4 shpchp nfit parport_pc parport libnvdimm nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm crct10dif_pclmul e1000e crct10dif_common libahci ata_piix crc32c_intel libata serio_raw ptp vmw_pvscsi pps_core i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 32222 Comm: setroubleshootd Tainted: G OEL ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/09/2019
task: ffff88082ec94f10 ti: ffff88019c4c8000 task.ti: ffff88019c4c8000
RIP: 0010:[<ffffffff816ab845>] [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88019c4cbb38 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff88019c4cbaf8 RCX: 000000082c28bfff
RDX: ffffc90003170000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff88019c4cbb38 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8807cde25180 R11: ffff88082c2e8000 R12: 0000000000000020
R13: ffff8803d0643900 R14: ffffffff8146bdb9 R15: ffff88019c4cbab0
FS: 00007f481851c740(0000) GS:ffff88042fac0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4818523000 CR3: 00000003c6d27000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88019c4cbbb0 ffffffffc0052632 ffff8801e0338c00 ffff88082be68000
ffff88082c017040 ffff88082d7437e8 ffffffff8146d190 0000000000000006
ffff88082d743754 0000000000000286 ffff8807cde25180 0000000000000000
Call Trace:
[<ffffffffc0052632>] pvscsi_queue+0x442/0x7e1 [vmw_pvscsi]
[<ffffffff8146d190>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812faad3>] blk_queue_bio+0x363/0x3a0
[<ffffffff812f8b45>] generic_make_request+0x105/0x310
[<ffffffff812f8dc0>] submit_bio+0x70/0x150
[<ffffffffc02bd5e1>] xfs_submit_ioend.isra.16+0x61/0xe0 [xfs]
[<ffffffffc02bd7a1>] xfs_vm_writepages+0xd1/0xe0 [xfs]
[<ffffffff8118effe>] do_writepages+0x1e/0x40
[<ffffffff81183c55>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff81183d3c>] filemap_flush+0x1c/0x20
[<ffffffffc02d90cb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc02c8585>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff81202fb9>] __fput+0xe9/0x260
[<ffffffff8120321e>] ____fput+0xe/0x10
[<ffffffff810ad247>] task_work_run+0xa7/0xf0
[<ffffffff8102ab62>] do_notify_resume+0x92/0xb0
[<ffffffff816b527d>] int_signal+0x12/0x17
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1114986
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc04543be
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc047671e
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc046f2e0
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff878e4810
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff878edf3c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff87778b9e
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff87753ee9
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff87757c93
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff87755b77
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff87755e20
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc06c9f31
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc06ca26f
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x7f
|
|
13
|
do_writepages
|
vmlinux |
0xffffffff875cb991
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff875bfdf5
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffff875bfedc
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc06e505b
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc06d4895
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffff8765083c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffff87650a6e
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffff874c297b
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffff8742cc65
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffff87b962ef
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [aella_conf_de:23979]
Modules linked in: openvswitch xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set falcon_lsm_serviceable(PE) falcon_nf_netcontain(E) falcon_kal(E) falcon_lsm_pinned_17306(E) ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev parport_pc sg parport
i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect crct10dif_pclmul sysimgblt crct10dif_common fb_sys_fops crc32c_intel ttm serio_raw ata_piix drm nfit vmxnet3 libnvdimm libata mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 23979 Comm: aella_conf_de Tainted: P EL ------------ 3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9011928ae300 ti: ffff9011cceb4000 task.ti: ffff9011cceb4000
RIP: 0010:[<ffffffffc04543be>] [<ffffffffc04543be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9011cceb7ac8 EFLAGS: 00000246
RAX: ffffaad543600000 RBX: ffff90135fb62dd0 RCX: 0000000000000009
RDX: ffff9013627fa200 RSI: ffff90134d994000 RDI: 000000000000000e
RBP: ffff9011cceb7ad8 R08: 0000000000000003 R09: 00000005a8cadfff
R10: ffff901360b82400 R11: ffff9011307da1c0 R12: ffff901213751500
R13: ffff9011cceb7a3c R14: ffffffff8775c8ab R15: ffff9011cceb7a80
FS: 00007f7344df2700(0000) GS:ffff90137fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f732c0060f8 CR3: 0000000084ac0000 CR4: 00000000007607f0
PKRU: 55555554
Call Trace:
[<ffffffffc047671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc046f2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff878e4810>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff878edf3c>] scsi_request_fn+0x4ac/0x680
[<ffffffff87778b9e>] ? deadline_add_request+0x6e/0x90
[<ffffffff87753ee9>] __blk_run_queue+0x39/0x50
[<ffffffff87757c93>] blk_queue_bio+0x3b3/0x400
[<ffffffff87755b77>] generic_make_request+0x147/0x380
[<ffffffff87755e20>] submit_bio+0x70/0x150
[<ffffffffc06c9f31>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc06ca26f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffff875cb991>] do_writepages+0x21/0x50
[<ffffffff875bfdf5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff875bfedc>] filemap_flush+0x1c/0x20
[<ffffffffc06e505b>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc06d4895>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff8765083c>] __fput+0xec/0x230
[<ffffffff87650a6e>] ____fput+0xe/0x10
[<ffffffff874c297b>] task_work_run+0xbb/0xe0
[<ffffffff8742cc65>] do_notify_resume+0xa5/0xc0
[<ffffffff87b962ef>] int_signal+0x12/0x17
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 23 46
Complete report #1089919
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__blk_run_queue
|
vmlinux |
0xffffffff81d53939
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x39
|
|
2
|
blk_queue_bio
|
vmlinux |
0xffffffff81d57743
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x3b3
|
|
3
|
generic_make_request
|
vmlinux |
0xffffffff81d555c7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x147
|
|
4
|
submit_bio
|
vmlinux |
0xffffffff81d55870
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x70
|
|
5
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc0418f31
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x61
|
|
6
|
xfs_vm_writepages
|
xfs |
0xffffffffc041926f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x7f
|
|
7
|
do_writepages
|
vmlinux |
0xffffffff81bcb001
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x21
|
|
8
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff81bbfbf5
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x65
|
|
9
|
filemap_flush
|
vmlinux |
0xffffffff81bbfcdc
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x1c
|
|
10
|
xfs_release
|
xfs |
0xffffffffc043405b
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x12b
|
|
11
|
xfs_file_release
|
xfs |
0xffffffffc0423895
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x15
|
|
12
|
__fput
|
vmlinux |
0xffffffff81c500fc
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xec
|
|
13
|
____fput
|
vmlinux |
0xffffffff81c5032e
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xe
|
|
14
|
task_work_run
|
vmlinux |
0xffffffff81ac28db
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xbb
|
|
15
|
do_notify_resume
|
vmlinux |
0xffffffff81a2cc65
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xa5
|
|
16
|
int_signal
|
vmlinux |
0xffffffff821962ef
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 112s! [nessusd:1298]
[<ffffffff81d53939>] __blk_run_queue+0x39/0x50
[<ffffffff81d57743>] blk_queue_bio+0x3b3/0x400
[<ffffffff81d555c7>] generic_make_request+0x147/0x380
[<ffffffff81d55870>] submit_bio+0x70/0x150
[<ffffffffc0418f31>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc041926f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffff81bcb001>] do_writepages+0x21/0x50
[<ffffffff81bbfbf5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff81bbfcdc>] filemap_flush+0x1c/0x20
[<ffffffffc043405b>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc0423895>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff81c500fc>] __fput+0xec/0x230
[<ffffffff81c5032e>] ____fput+0xe/0x10
[<ffffffff81ac28db>] task_work_run+0xbb/0xe0
[<ffffffff81a2cc65>] do_notify_resume+0xa5/0xc0
[<ffffffff821962ef>] int_signal+0x12/0x17
Complete report #972793
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
scsi_request_fn
|
vmlinux |
0xffffffffaa0edc5b
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x35b
|
|
2
|
|
vmlinux |
0xffffffffa9f78a0e
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x6e
|
|
3
|
__blk_run_queue
|
vmlinux |
0xffffffffa9f53d39
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x39
|
|
4
|
blk_queue_bio
|
vmlinux |
0xffffffffa9f57b03
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x3b3
|
|
5
|
generic_make_request
|
vmlinux |
0xffffffffa9f559e7
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x147
|
|
6
|
submit_bio
|
vmlinux |
0xffffffffa9f55c90
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x70
|
|
7
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc05d9f31
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x61
|
|
8
|
xfs_vm_writepages
|
xfs |
0xffffffffc05da26f
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x7f
|
|
9
|
do_writepages
|
vmlinux |
0xffffffffa9dcba11
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x21
|
|
10
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffa9dbfe95
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x65
|
|
11
|
filemap_flush
|
vmlinux |
0xffffffffa9dbff7c
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x1c
|
|
12
|
xfs_release
|
xfs |
0xffffffffc05f502b
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x12b
|
|
13
|
xfs_file_release
|
xfs |
0xffffffffc05e4895
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x15
|
|
14
|
__fput
|
vmlinux |
0xffffffffa9e5063c
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xec
|
|
15
|
____fput
|
vmlinux |
0xffffffffa9e5086e
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xe
|
|
16
|
task_work_run
|
vmlinux |
0xffffffffa9cc2acb
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xbb
|
|
17
|
do_notify_resume
|
vmlinux |
0xffffffffa9c2cc65
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa5
|
|
18
|
int_signal
|
vmlinux |
0xffffffffaa39a2ef
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#11 stuck for 22s! [sdpython:9364]
Modules linked in: iptable_filter ip_tables binfmt_misc af_packet_diag netlink_diag vsock_diag tcp_diag udp_diag inet_diag unix_diag devlink tun bridge stp llc ip_set vmw_vsock_vmci_transport vsock sunrpc iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif drm crct10dif_generic ata_piix nfit libata libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 11 PID: 9364 Comm: sdpython Kdump: loaded Tainted: G L ------------ 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff93047b8d9080 ti: ffff92f5e7ff0000 task.ti: ffff92f5e7ff0000
RIP: 0010:[<ffffffffaa0edc5b>] [<ffffffffaa0edc5b>] scsi_request_fn+0x35b/0x680
RSP: 0018:ffff92f5e7ff3be0 EFLAGS: 00000202
RAX: 0000000000000000 RBX: ffff92f94759e900 RCX: 0000000000000001
RDX: ffff92ffc433c040 RSI: ffff92ffc433c040 RDI: ffff92ffc433c050
RBP: ffff92f5e7ff3c38 R08: ffff92ffc433c040 R09: 0000000000000000
R10: ffff9305b8a9cc00 R11: ffff92f64b255dc0 R12: ffff92f5e7ff3b70
R13: ffffffffc0429f0f R14: ffff92f5e7ff3b50 R15: ffff92fabc8cba80
FS: 00007f58069d16e0(0000) GS:ffff9305bf4c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f58067a4680 CR3: 0000000034026000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffa9f78a0e>] ? deadline_add_request+0x6e/0x90
[<ffffffffa9f53d39>] __blk_run_queue+0x39/0x50
[<ffffffffa9f57b03>] blk_queue_bio+0x3b3/0x400
[<ffffffffa9f559e7>] generic_make_request+0x147/0x380
[<ffffffffa9f55c90>] submit_bio+0x70/0x150
[<ffffffffc05d9f31>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc05da26f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffffa9dcba11>] do_writepages+0x21/0x50
[<ffffffffa9dbfe95>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffa9dbff7c>] filemap_flush+0x1c/0x20
[<ffffffffc05f502b>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc05e4895>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffffa9e5063c>] __fput+0xec/0x230
[<ffffffffa9e5086e>] ____fput+0xe/0x10
[<ffffffffa9cc2acb>] task_work_run+0xbb/0xe0
[<ffffffffa9c2cc65>] do_notify_resume+0xa5/0xc0
[<ffffffffaa39a2ef>] int_signal+0x12/0x17
Code: 49 8b 7c 24 58 e8 c6 0f 2a 00 48 8d 7b 48 48 3b 7b 48 0f 84 b0 01 00 00 49 8b 7c 24 58 c6 07 00 0f 1f 40 00 fb 66 0f 1f 44 00 00 <eb> a3 0f 1f 00 49 8b 7c 24 58 4c 8d 7b 48 48 89 4d c0 4c 89 55
Complete report #948819
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff91dba385
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc01846a2
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff91b0b630
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff91b02ae0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff91b0c68c
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff9198db9e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff91968159
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff9196c083
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff91969eb7
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x157
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff9196a160
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc03cf341
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc03cf68f
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x7f
|
|
13
|
do_writepages
|
vmlinux |
0xffffffff917d6921
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff917ca9c5
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffff917caabc
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc03eab5b
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x13b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc03d9f75
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffff9185db8c
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffff9185ddbe
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffff916c7e5b
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffff9162dcfd
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xad
|
|
22
|
int_signal
|
vmlinux |
0xffffffff91dc56f7
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [uniq:8352]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_16108(E) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon pcspkr joydev sg vmw_vmci parport_pc parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_common vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm crc32c_intel drm ata_piix serio_raw nfit libnvdimm libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 8352 Comm: uniq Kdump: loaded Tainted: P EL ------------ 3.10.0-1160.83.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9050fcf3d280 ti: ffff90513be20000 task.ti: ffff90513be20000
RIP: 0010:[<ffffffff91dba385>] [<ffffffff91dba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff90513be23b30 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff919c9843 RCX: ffff9050b7e55060
RDX: ffffa9eb41b80000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff90513be23b30 R08: 0000000000000000 R09: ffff904fba648400
R10: ffff90526d399c00 R11: ffff90526eadf000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff905271a2e000 R15: ffffffff91b0a269
FS: 00007f0b54be4740(0000) GS:ffff90527fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0b5470f050 CR3: 0000000331a46000 CR4: 00000000000007f0
Call Trace:
[<ffffffffc01846a2>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff91b0b630>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff91b02ae0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff91b0c68c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9198db9e>] ? deadline_add_request+0x6e/0x90
[<ffffffff91968159>] __blk_run_queue+0x39/0x50
[<ffffffff9196c083>] blk_queue_bio+0x3b3/0x400
[<ffffffff91969eb7>] generic_make_request+0x157/0x390
[<ffffffff9196a160>] submit_bio+0x70/0x150
[<ffffffffc03cf341>] xfs_submit_ioend.isra.12+0x61/0xf0 [xfs]
[<ffffffffc03cf68f>] xfs_vm_writepages+0x7f/0xb0 [xfs]
[<ffffffff917d6921>] do_writepages+0x21/0x50
[<ffffffff917ca9c5>] __filemap_fdatawrite_range+0x65/0x90
[<ffffffff917caabc>] filemap_flush+0x1c/0x30
[<ffffffffc03eab5b>] xfs_release+0x13b/0x180 [xfs]
[<ffffffffc03d9f75>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff9185db8c>] __fput+0xec/0x230
[<ffffffff9185ddbe>] ____fput+0xe/0x20
[<ffffffff916c7e5b>] task_work_run+0xbb/0xe0
[<ffffffff9162dcfd>] do_notify_resume+0xad/0xd0
[<ffffffff91dc56f7>] int_signal+0x12/0x17
Code: 07 00 66 66 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 cc cc cc cc 66 66 66 66 90 55 48 89 e5 48
Complete report #325415
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffbb915375
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc022d622
Build id: 3.10.0-862.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffbb6a3540
Build id: 3.10.0-862.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffbb69b050
Build id: 3.10.0-862.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffbb6a45bc
Build id: 3.10.0-862.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffffbb53c84e
Build id: 3.10.0-862.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffbb518ad9
Build id: 3.10.0-862.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffbb51c763
Build id: 3.10.0-862.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffbb51a6bb
Build id: 3.10.0-862.el7.x86_64
|
0x10b
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffbb51a940
Build id: 3.10.0-862.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.14
|
xfs |
0xffffffffc047c4b1
Build id: 3.10.0-862.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc047c671
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
13
|
do_writepages
|
vmlinux |
0xffffffffbb3a0e21
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffbb395075
Build id: 3.10.0-862.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffffbb39515c
Build id: 3.10.0-862.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc0496dfb
Build id: 3.10.0-862.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc04864e5
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffffbb41cf8c
Build id: 3.10.0-862.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffffbb41d1ee
Build id: 3.10.0-862.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffffbb2b784b
Build id: 3.10.0-862.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffffbb22ac55
Build id: 3.10.0-862.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffffbb91fb1d
Build id: 3.10.0-862.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [salt-master:5223]
Modules linked in: tcp_diag inet_diag cfg80211 rfkill vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg joydev shpchp parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt fb_sys_fops crc_t10dif ttm ahci crct10dif_generic ata_piix libahci drm libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 i2c_core vmw_pvscsi floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 5223 Comm: salt-master Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8e083b276eb0 ti: ffff8e07373f0000 task.ti: ffff8e07373f0000
RIP: 0010:[<ffffffffbb915375>] [<ffffffffbb915375>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e07373f3b30 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffbb574a23 RCX: ffff8e08ff612060
RDX: ffff9fb7835d0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8e07373f3b30 R08: 0000000000000000 R09: ffff8e084f76e200
R10: ffff8e08e83898d8 R11: ffff8e08e7d55000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8e03d49c0300 R15: ffffffffbb6a2299
FS: 00007f94968a2700(0000) GS:ffff8e08ffd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f94aeee8000 CR3: 0000000358708000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc022d622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffbb6a3540>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffbb69b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbb6a45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffffbb53c84e>] ? deadline_add_request+0x6e/0x90
[<ffffffffbb518ad9>] __blk_run_queue+0x39/0x50
[<ffffffffbb51c763>] blk_queue_bio+0x3b3/0x400
[<ffffffffbb51a6bb>] generic_make_request+0x10b/0x320
[<ffffffffbb51a940>] submit_bio+0x70/0x150
[<ffffffffc047c4b1>] xfs_submit_ioend.isra.14+0x61/0xe0 [xfs]
[<ffffffffc047c671>] xfs_vm_writepages+0xd1/0xe0 [xfs]
[<ffffffffbb3a0e21>] do_writepages+0x21/0x50
[<ffffffffbb395075>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffbb39515c>] filemap_flush+0x1c/0x20
[<ffffffffc0496dfb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc04864e5>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffffbb41cf8c>] __fput+0xec/0x260
[<ffffffffbb41d1ee>] ____fput+0xe/0x10
[<ffffffffbb2b784b>] task_work_run+0xbb/0xe0
[<ffffffffbb22ac55>] do_notify_resume+0xa5/0xc0
[<ffffffffbb91fb1d>] int_signal+0x12/0x17
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #230010
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc04873be
Build id: 3.10.0-862.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc04d671e
Build id: 3.10.0-862.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03e72e0
Build id: 3.10.0-862.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9fe9b050
Build id: 3.10.0-862.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9fea45bc
Build id: 3.10.0-862.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffff9fd3c84e
Build id: 3.10.0-862.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff9fd18ad9
Build id: 3.10.0-862.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff9fd1c763
Build id: 3.10.0-862.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff9fd1a6bb
Build id: 3.10.0-862.el7.x86_64
|
0x10b
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff9fd1a940
Build id: 3.10.0-862.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.14
|
xfs |
0xffffffffc06784b1
Build id: 3.10.0-862.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc0678671
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
13
|
do_writepages
|
vmlinux |
0xffffffff9fba0e21
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff9fb95075
Build id: 3.10.0-862.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffff9fb9515c
Build id: 3.10.0-862.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc0692dfb
Build id: 3.10.0-862.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc06824e5
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffff9fc1cf8c
Build id: 3.10.0-862.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffff9fc1d1ee
Build id: 3.10.0-862.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffff9fab784b
Build id: 3.10.0-862.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffff9fa2ac55
Build id: 3.10.0-862.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffffa011fb1d
Build id: 3.10.0-862.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [ultrasec_daemon:1998]
<EOI>
Modules linked in:
esn_cfs(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm coretemp snd_timer snd soundcore iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul syscopyarea crct10dif_common
sysfillrect sysimgblt fb_sys_fops crc32c_intel ttm ata_piix drm mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase libata i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 1998 Comm: ultrasec_daemon Kdump: loaded Tainted: G W OEL ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff8870b7333f40 ti: ffff88709d990000 task.ti: ffff88709d990000
RIP: 0010:[<ffffffffc04873be>] [<ffffffffc04873be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff88709d993ac8 EFLAGS: 00000246
RAX: ffffb42600380000 RBX: ffff887064daf000 RCX: 0000000000000016
RDX: ffff887075b7a200 RSI: ffff887075b88000 RDI: 000000000000000e
RBP: ffff88709d993ad8 R08: 0000000000000002 R09: 0000000027c35fff
R10: ffff887075df10d8 R11: ffff887075b7cc40 R12: ffff88707daeea00
R13: ffff88709d993a3c R14: ffffffff9fd212cb R15: ffff88709d993a80
FS: 00007fe6ad900700(0000) GS:ffff8870bc6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f83e4cd6760 CR3: 000000005f7be000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc04d671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03e72e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9fe9b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9fea45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffff9fd3c84e>] ? deadline_add_request+0x6e/0x90
[<ffffffff9fd18ad9>] __blk_run_queue+0x39/0x50
[<ffffffff9fd1c763>] blk_queue_bio+0x3b3/0x400
[<ffffffff9fd1a6bb>] generic_make_request+0x10b/0x320
[<ffffffff9fd1a940>] submit_bio+0x70/0x150
[<ffffffffc06784b1>] xfs_submit_ioend.isra.14+0x61/0xe0 [xfs]
[<ffffffffc0678671>] xfs_vm_writepages+0xd1/0xe0 [xfs]
[<ffffffff9fba0e21>] do_writepages+0x21/0x50
[<ffffffff9fb95075>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff9fb9515c>] filemap_flush+0x1c/0x20
[<ffffffffc0692dfb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc06824e5>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff9fc1cf8c>] __fput+0xec/0x260
[<ffffffff9fc1d1ee>] ____fput+0xe/0x10
[<ffffffff9fab784b>] task_work_run+0xbb/0xe0
[<ffffffff9fa2ac55>] do_notify_resume+0xa5/0xc0
[<ffffffffa011fb1d>] int_signal+0x12/0x17
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 53 49
Complete report #190595
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8a78b495
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0179632
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff8a4ec580
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8a4e3e70
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8a4ed59c
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff8a37840e
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff8a353809
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff8a357613
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff8a355497
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff8a355740
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc03d5f31
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc03d626f
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x7f
|
|
13
|
do_writepages
|
vmlinux |
0xffffffff8a1caef1
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff8a1bfae5
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffff8a1bfbcc
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc03f105b
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc03e0895
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffff8a24ffcc
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffff8a2501fe
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffff8a0c28db
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffff8a02cc65
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffff8a7962ef
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [python3:16346]
Modules linked in: vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr sg joydev vmw_balloon parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt crc_t10dif fb_sys_fops crct10dif_generic ttm drm ata_piix crct10dif_pclmul crct10dif_common nfit libata crc32c_intel serio_raw libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 16346 Comm: python3 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8ee14d7b1080 ti: ffff8edfa86c0000 task.ti: ffff8edfa86c0000
RIP: 0010:[<ffffffff8a78b495>] [<ffffffff8a78b495>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8edfa86c3b30 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff8a3b27a3 RCX: ffff8ee074fc8060
RDX: ffffb0a081bd0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8edfa86c3b30 R08: 0000000000000000 R09: ffff8edfb21bfc00
R10: ffff8edff7ea9800 R11: ffff8edff9d3b000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8ee0032d9200 R15: ffffffff8a4eb239
FS: 00007fb2125c0740(0000) GS:ffff8edff9d00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000557c3561a500 CR3: 000000014ebb2000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc0179632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8a4ec580>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8a4e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8a4ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8a37840e>] ? deadline_add_request+0x6e/0x90
[<ffffffff8a353809>] __blk_run_queue+0x39/0x50
[<ffffffff8a357613>] blk_queue_bio+0x3b3/0x400
[<ffffffff8a355497>] generic_make_request+0x147/0x380
[<ffffffff8a355740>] submit_bio+0x70/0x150
[<ffffffffc03d5f31>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc03d626f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffff8a1caef1>] do_writepages+0x21/0x50
[<ffffffff8a1bfae5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff8a1bfbcc>] filemap_flush+0x1c/0x20
[<ffffffffc03f105b>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc03e0895>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff8a24ffcc>] __fput+0xec/0x230
[<ffffffff8a2501fe>] ____fput+0xe/0x10
[<ffffffff8a0c28db>] task_work_run+0xbb/0xe0
[<ffffffff8a02cc65>] do_notify_resume+0xa5/0xc0
[<ffffffff8a7962ef>] int_signal+0x12/0x17
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #186076
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb43883c5
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0188632
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb40eb030
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb40e2920
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb40ec04c
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffffb3f7716e
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffb3f52769
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffb3f56473
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffb3f543f7
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffb3f546a0
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc03f6fb1
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc03f72ef
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x7f
|
|
13
|
do_writepages
|
vmlinux |
0xffffffffb3dcb211
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffb3dbfc35
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffffb3dbfd1c
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc0411fbb
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc0401905
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffffb3e4f49c
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffffb3e4f6ce
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffffb3cc31cb
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffffb3c2cc65
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffffb439322f
Build id: 3.10.0-1127.10.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [miniserv.pl:32338]
Modules linked in: xt_CHECKSUM ebtable_filter ebtables ip6table_filter ip6_tables xt_dscp nfnetlink_queue nfnetlink_log bluetooth rfkill xt_multiport iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_policy xt_nat ipt_REJECT nf_reject_ipv4 xt_geoip(OE) xt_conntrack iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables tcp_lp fuse devlink tun bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg vmw_balloon parport_pc i2c_piix4 parport vmw_vmci xfs libcrc32c ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt sd_mod fb_sys_fops crc_t10dif crct10dif_generic ttm ahci drm nfit crct10dif_pclmul
crct10dif_common crc32c_intel libnvdimm ata_piix libahci serio_raw libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 32338 Comm: miniserv.pl Kdump: loaded Tainted: G OEL ------------ 3.10.0-1127.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff95f0d46de2a0 ti: ffff95f0c7e9c000 task.ti: ffff95f0c7e9c000
RIP: 0010:[<ffffffffb43883c5>] [<ffffffffb43883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff95f0c7e9fb30 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffb40e9d5e RCX: 0000000000001000
RDX: ffffba5dc0420000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff95f0c7e9fb30 R08: ffffffffffffffff R09: ffff95f0c8b7e300
R10: ffff95f0f5a4b000 R11: ffff95f0f59dc000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff95f0c8d58c00 R15: ffffffffb40e9ce9
FS: 00007f361f7e2740(0000) GS:ffff95f13fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000003534018 CR3: 000000000454a000 CR4: 00000000000607f0
Call Trace:
[<ffffffffc0188632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb40eb030>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb40e2920>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb40ec04c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb3f7716e>] ? deadline_add_request+0x6e/0x90
[<ffffffffb3f52769>] __blk_run_queue+0x39/0x50
[<ffffffffb3f56473>] blk_queue_bio+0x3b3/0x400
[<ffffffffb3f543f7>] generic_make_request+0x147/0x380
[<ffffffffb3f546a0>] submit_bio+0x70/0x150
[<ffffffffc03f6fb1>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc03f72ef>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffffb3dcb211>] do_writepages+0x21/0x50
[<ffffffffb3dbfc35>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffb3dbfd1c>] filemap_flush+0x1c/0x20
[<ffffffffc0411fbb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc0401905>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffffb3e4f49c>] __fput+0xec/0x230
[<ffffffffb3e4f6ce>] ____fput+0xe/0x10
[<ffffffffb3cc31cb>] task_work_run+0xbb/0xe0
[<ffffffffb3c2cc65>] do_notify_resume+0xa5/0xc0
[<ffffffffb439322f>] int_signal+0x12/0x17
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #174460
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02983be
Build id: 3.10.0-862.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc02c971e
Build id: 3.10.0-862.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc037c2e0
Build id: 3.10.0-862.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb0c9b050
Build id: 3.10.0-862.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb0ca45bc
Build id: 3.10.0-862.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffffb0b3c84e
Build id: 3.10.0-862.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffb0b18ad9
Build id: 3.10.0-862.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffb0b1c763
Build id: 3.10.0-862.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffb0b1a6bb
Build id: 3.10.0-862.el7.x86_64
|
0x10b
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffb0b1a940
Build id: 3.10.0-862.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.14
|
xfs |
0xffffffffc04e14b1
Build id: 3.10.0-862.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc04e1671
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
13
|
do_writepages
|
vmlinux |
0xffffffffb09a0e21
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffb0995075
Build id: 3.10.0-862.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffffb099515c
Build id: 3.10.0-862.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc04fbdfb
Build id: 3.10.0-862.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc04eb4e5
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffffb0a1cf8c
Build id: 3.10.0-862.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffffb0a1d1ee
Build id: 3.10.0-862.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffffb08b784b
Build id: 3.10.0-862.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffffb082ac55
Build id: 3.10.0-862.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffffb0f1fb1d
Build id: 3.10.0-862.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 28s! [java:31233]
Modules linked in: veth vxlan ip6_udp_tunnel udp_tunnel rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 grace fscache nf_conntrack_netlink br_netfilter xt_addrtype xt_set overlay(T) xt_mark xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 ip_set_hash_ipportip ip_set_bitmap_port xt_conntrack ip_set_hash_ipportnet ip_set_hash_ipport ip_set ipt_REJECT nf_reject_ipv4 nfnetlink dummy xt_comment iptable_nat nf_nat_ipv4 nf_nat tun bridge stp llc ebtable_filter ebtables nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs ip6table_filter ip6_tables nf_conntrack iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev sg
ablk_helper cryptd vmw_balloon pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci shpchp sch_fq_codel ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci ata_piix crct10dif_pclmul drm crct10dif_common mptspi scsi_transport_spi serio_raw crc32c_intel libata mptscsih vmxnet3 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 31233 Comm: java Kdump: loaded Tainted: G L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8e8946a70fd0 ti: ffff8e88b2fe4000 task.ti: ffff8e88b2fe4000
RIP: 0010:[<ffffffffc02983be>] [<ffffffffc02983be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8e88b2fe7ac8 EFLAGS: 00000246
RAX: ffffb58541bc0000 RBX: ffff8e89cdb5e010 RCX: 000000000000000c
RDX: ffff8e89ec3de200 RSI: ffff8e89ec0a7000 RDI: 000000000000000e
RBP: ffff8e88b2fe7ad8 R08: 0000000000000003 R09: 000000018418dfff
R10: ffff8e85f66e20d8 R11: ffff8e89cae86140 R12: ffff8e8672359080
R13: ffff8e88b2fe7a3c R14: ffffffffb0b212cb R15: ffff8e88b2fe7a80
FS: 00007fb721337700(0000) GS:ffff8e89ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc90a8d9050 CR3: 00000003f3770000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc02c971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc037c2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb0c9b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb0ca45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffffb0b3c84e>] ? deadline_add_request+0x6e/0x90
[<ffffffffb0b18ad9>] __blk_run_queue+0x39/0x50
[<ffffffffb0b1c763>] blk_queue_bio+0x3b3/0x400
[<ffffffffb0b1a6bb>] generic_make_request+0x10b/0x320
[<ffffffffb0b1a940>] submit_bio+0x70/0x150
[<ffffffffc04e14b1>] xfs_submit_ioend.isra.14+0x61/0xe0 [xfs]
[<ffffffffc04e1671>] xfs_vm_writepages+0xd1/0xe0 [xfs]
[<ffffffffb09a0e21>] do_writepages+0x21/0x50
[<ffffffffb0995075>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffb099515c>] filemap_flush+0x1c/0x20
[<ffffffffc04fbdfb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc04eb4e5>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffffb0a1cf8c>] __fput+0xec/0x260
[<ffffffffb0a1d1ee>] ____fput+0xe/0x10
[<ffffffffb08b784b>] task_work_run+0xbb/0xe0
[<ffffffffb082ac55>] do_notify_resume+0xa5/0xc0
[<ffffffffb0f1fb1d>] int_signal+0x12/0x17
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 63 2a
Complete report #23400
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816b6545
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc005966a
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x44a
|
|
3
|
|
vmlinux |
0xffffffff81475750
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146d8f0
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8147678f
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812fd1d9
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x39
|
|
7
|
blk_queue_bio
|
vmlinux |
0xffffffff81300b33
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x363
|
|
8
|
generic_make_request
|
vmlinux |
0xffffffff812feb7b
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x10b
|
|
9
|
submit_bio
|
vmlinux |
0xffffffff812fee00
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x70
|
|
10
|
xfs_submit_ioend.isra.16
|
xfs |
0xffffffffc0258071
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x61
|
|
11
|
xfs_vm_writepages
|
xfs |
0xffffffffc0258231
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xd1
|
|
12
|
do_writepages
|
vmlinux |
0xffffffff81193531
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x21
|
|
13
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff811880f5
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x65
|
|
14
|
filemap_flush
|
vmlinux |
0xffffffff811881dc
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x1c
|
|
15
|
xfs_release
|
xfs |
0xffffffffc0273ccb
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x12b
|
|
16
|
xfs_file_release
|
xfs |
0xffffffffc02631b5
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x15
|
|
17
|
__fput
|
vmlinux |
0xffffffff8120791c
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xec
|
|
18
|
____fput
|
vmlinux |
0xffffffff81207b7e
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xe
|
|
19
|
task_work_run
|
vmlinux |
0xffffffff810b087b
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xbb
|
|
20
|
do_notify_resume
|
vmlinux |
0xffffffff8102ab52
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x92
|
|
21
|
int_signal
|
vmlinux |
0xffffffff816c0a5d
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [httpd:5692]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock ext4 mbcache jbd2 sb_edac edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr vmw_balloon joydev nfit sg libnvdimm shpchp parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel
ahci serio_raw libahci ata_piix libata vmxnet3 i2c_core vmw_pvscsi floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 5692 Comm: httpd Tainted: G L ------------ 3.10.0-693.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff88021f3daf70 ti: ffff88022ca9c000 task.ti: ffff88022ca9c000
RIP: 0010:[<ffffffff816b6545>] [<ffffffff816b6545>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88022ca9fb38 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff88022ca9faf8 RCX: 0000000000001000
RDX: ffffc90000e90000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff88022ca9fb38 R08: 0000000000000000 R09: ffff8800b4a09500
R10: ffff8802307d7500 R11: ffff880035e29800 R12: 0000000000000020
R13: ffff8800970d8480 R14: ffffffff81474359 R15: ffff88022ca9fab0
FS: 00007ff21d85a880(0000) GS:ffff88023fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff21d86f000 CR3: 000000021bb12000 CR4: 00000000000607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc005966a>] pvscsi_queue+0x44a/0x7e9 [vmw_pvscsi]
[<ffffffff81475750>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8146d8f0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8147678f>] scsi_request_fn+0x4df/0x680
[<ffffffff812fd1d9>] __blk_run_queue+0x39/0x50
[<ffffffff81300b33>] blk_queue_bio+0x363/0x3a0
[<ffffffff812feb7b>] generic_make_request+0x10b/0x320
[<ffffffff812fee00>] submit_bio+0x70/0x150
[<ffffffffc0258071>] xfs_submit_ioend.isra.16+0x61/0xe0 [xfs]
[<ffffffffc0258231>] xfs_vm_writepages+0xd1/0xe0 [xfs]
[<ffffffff81193531>] do_writepages+0x21/0x50
[<ffffffff811880f5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff811881dc>] filemap_flush+0x1c/0x20
[<ffffffffc0273ccb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc02631b5>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff8120791c>] __fput+0xec/0x260
[<ffffffff81207b7e>] ____fput+0xe/0x10
[<ffffffff810b087b>] task_work_run+0xbb/0xe0
[<ffffffff8102ab52>] do_notify_resume+0x92/0xb0
[<ffffffff816c0a5d>] int_signal+0x12/0x17
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #21266
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff82783045
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc02f4632
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff824e7110
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff824deb10
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff824e817c
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffff823738ee
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff8234f0c9
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff82352de3
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff82350d77
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff82351020
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc0556cd1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc055700f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x7f
|
|
13
|
do_writepages
|
vmlinux |
0xffffffff821cabe1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff821bee75
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffff821bef5c
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc05721ab
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc05614d5
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffff8224cbac
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffff8224ce0e
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffff820c2d2b
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffff8202cc65
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffff8278e23b
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [java:25474]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables br_netfilter overlay(T) tun devlink bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev vmw_balloon glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 binfmt_misc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod vmwgfx crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci nfit crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel ata_piix serio_raw libata vmxnet3 vmw_pvscsi
drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 25474 Comm: java Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8bf3752262a0 ti: ffff8beb73f4c000 task.ti: ffff8beb73f4c000
RIP: 0010:[<ffffffff82783045>] [<ffffffff82783045>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8beb73f4fb30 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffff823ada13 RCX: ffff8be4e96db060
RDX: ffff9af4069b0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8beb73f4fb30 R08: 0000000000000000 R09: ffff8bf299f04d00
R10: ffff8bf37a3370d8 R11: ffff8bebceda6800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8bec1cee4300 R15: ffffffff824e5e69
FS: 00007fd5a0f9b700(0000) GS:ffff8bf3bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe9a155919b CR3: 0000000966f86000 CR4: 00000000000607f0
Call Trace:
[<ffffffffc02f4632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff824e7110>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff824deb10>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff824e817c>] scsi_request_fn+0x4cc/0x680
[<ffffffff823738ee>] ? deadline_add_request+0x6e/0x90
[<ffffffff8234f0c9>] __blk_run_queue+0x39/0x50
[<ffffffff82352de3>] blk_queue_bio+0x3b3/0x400
[<ffffffff82350d77>] generic_make_request+0x147/0x380
[<ffffffff82351020>] submit_bio+0x70/0x150
[<ffffffffc0556cd1>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc055700f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffff821cabe1>] do_writepages+0x21/0x50
[<ffffffff821bee75>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff821bef5c>] filemap_flush+0x1c/0x20
[<ffffffffc05721ab>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc05614d5>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff8224cbac>] __fput+0xec/0x260
[<ffffffff8224ce0e>] ____fput+0xe/0x10
[<ffffffff820c2d2b>] task_work_run+0xbb/0xe0
[<ffffffff8202cc65>] do_notify_resume+0xa5/0xc0
[<ffffffff8278e23b>] int_signal+0x12/0x17
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #17007
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00f03be
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc011271e
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01302e0
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa60deab0
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa60e811c
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffffa5f7389e
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffa5f4f079
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffa5f52d93
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffa5f50d27
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffa5f50fd0
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc02dacd1
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc02db00f
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x7f
|
|
13
|
do_writepages
|
vmlinux |
0xffffffffa5dcabc1
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffa5dbee55
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffffa5dbef3c
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc02f61ab
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc02e54d5
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffffa5e4cb2c
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffffa5e4cd8e
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffffa5cc2d2b
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffffa5c2cc65
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffffa638e23b
Build id: 3.10.0-1062.9.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [mysqld:1167]
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 34s! [php-fpm:26796]
Modules linked in: vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg i2c_piix4 parport_pc parport vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crc32c_intel serio_raw drm mptspi scsi_transport_spi vmxnet3 ata_piix mptscsih mptbase libata drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 26796 Comm: php-fpm Kdump: loaded Tainted: G W L ------------ 3.10.0-1062.9.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff9c9ef59ab150 ti: ffff9c9e1564c000 task.ti: ffff9c9e1564c000
RIP: 0010:[<ffffffffc00f03be>] [<ffffffffc00f03be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9c9e1564fac8 EFLAGS: 00000246
RAX: ffffac5040780000 RBX: ffff9c9ef6b4f000 RCX: 000000000000000e
RDX: ffff9c9df670e600 RSI: ffff9c9ef5f90000 RDI: 000000000000000e
RBP: ffff9c9e1564fad8 R08: 0000000000000002 R09: 0000000082aadfff
R10: ffff9c9df5fa10d8 R11: ffff9c9eccb56700 R12: ffff9c9ddb0ea300
R13: ffff9c9e1564fa3c R14: ffffffffa5f578db R15: ffff9c9e1564fa80
FS: 00007f02c4cd5880(0000) GS:ffff9c9effc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f02c1e815c0 CR3: 00000000023aa000 CR4: 00000000000407f0
Call Trace:
[<ffffffffc011271e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01302e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa60deab0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa60e811c>] scsi_request_fn+0x4cc/0x680
[<ffffffffa5f7389e>] ? deadline_add_request+0x6e/0x90
[<ffffffffa5f4f079>] __blk_run_queue+0x39/0x50
[<ffffffffa5f52d93>] blk_queue_bio+0x3b3/0x400
[<ffffffffa5f50d27>] generic_make_request+0x147/0x380
[<ffffffffa5f50fd0>] submit_bio+0x70/0x150
[<ffffffffc02dacd1>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc02db00f>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffffa5dcabc1>] do_writepages+0x21/0x50
[<ffffffffa5dbee55>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffa5dbef3c>] filemap_flush+0x1c/0x20
[<ffffffffc02f61ab>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc02e54d5>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffffa5e4cb2c>] __fput+0xec/0x260
[<ffffffffa5e4cd8e>] ____fput+0xe/0x10
[<ffffffffa5cc2d2b>] task_work_run+0xbb/0xe0
[<ffffffffa5c2cc65>] do_notify_resume+0xa5/0xc0
[<ffffffffa638e23b>] int_signal+0x12/0x17
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 0f
Complete report #13102
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00493be
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc009f72e
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01052b0
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146d8f0
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8147678f
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812fd1d9
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x39
|
|
7
|
blk_queue_bio
|
vmlinux |
0xffffffff81300b33
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x363
|
|
8
|
generic_make_request
|
vmlinux |
0xffffffff812feb7b
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x10b
|
|
9
|
submit_bio
|
vmlinux |
0xffffffff812fee00
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x70
|
|
10
|
xfs_submit_ioend.isra.16
|
xfs |
0xffffffffc027e071
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x61
|
|
11
|
xfs_vm_writepages
|
xfs |
0xffffffffc027e231
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xd1
|
|
12
|
do_writepages
|
vmlinux |
0xffffffff81193531
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x21
|
|
13
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff811880f5
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x65
|
|
14
|
filemap_flush
|
vmlinux |
0xffffffff811881dc
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x1c
|
|
15
|
xfs_release
|
xfs |
0xffffffffc0299ccb
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x12b
|
|
16
|
xfs_file_release
|
xfs |
0xffffffffc02891b5
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x15
|
|
17
|
__fput
|
vmlinux |
0xffffffff8120791c
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xec
|
|
18
|
____fput
|
vmlinux |
0xffffffff81207b7e
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xe
|
|
19
|
task_work_run
|
vmlinux |
0xffffffff810b087b
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xbb
|
|
20
|
do_notify_resume
|
vmlinux |
0xffffffff8102ab52
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x92
|
|
21
|
int_signal
|
vmlinux |
0xffffffff816c0a5d
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 48s! [rabbitmq-server:113777]
Modules linked in: vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event coretemp snd_ens1371 snd_rawmidi snd_ac97_codec ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel ac97_bus aesni_intel snd_seq snd_seq_device lrw gf128mul glue_helper snd_pcm ablk_helper cryptd snd_timer snd soundcore vmw_balloon joydev pcspkr sg i2c_piix4 vmw_vmci shpchp nfit libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix mptspi libata scsi_transport_spi serio_raw e1000 mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 113777 Comm: rabbitmq-server Not tainted 3.10.0-693.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff88008e009fa0 ti: ffff8801357e8000 task.ti: ffff8801357e8000
RIP: 0010:[<ffffffffc00493be>] [<ffffffffc00493be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8801357ebad0 EFLAGS: 00000246
RAX: ffffc900006c0000 RBX: ffff8800b52af600 RCX: 0000000000000012
RDX: ffff880036cd0e00 RSI: ffff880036ce8000 RDI: 000000000000000e
RBP: ffff8801357ebae0 R08: 0000000000000002 R09: ffff880036ceb0d8
R10: ffff8800aa2b8380 R11: ffff8800aa2b8380 R12: 0000000100000001
R13: ffff880038bdd980 R14: ffff8801357eba44 R15: ffffffff813051fb
FS: 00007faa68348740(0000) GS:ffff880139600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007faa679b38f0 CR3: 0000000038a0e000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc009f72e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01052b0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8146d8f0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8147678f>] scsi_request_fn+0x4df/0x680
[<ffffffff812fd1d9>] __blk_run_queue+0x39/0x50
[<ffffffff81300b33>] blk_queue_bio+0x363/0x3a0
[<ffffffff812feb7b>] generic_make_request+0x10b/0x320
[<ffffffff812fee00>] submit_bio+0x70/0x150
[<ffffffffc027e071>] xfs_submit_ioend.isra.16+0x61/0xe0 [xfs]
[<ffffffffc027e231>] xfs_vm_writepages+0xd1/0xe0 [xfs]
[<ffffffff81193531>] do_writepages+0x21/0x50
[<ffffffff811880f5>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff811881dc>] filemap_flush+0x1c/0x20
[<ffffffffc0299ccb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc02891b5>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff8120791c>] __fput+0xec/0x260
[<ffffffff81207b7e>] ____fput+0xe/0x10
[<ffffffff810b087b>] task_work_run+0xbb/0xe0
[<ffffffff8102ab52>] do_notify_resume+0x92/0xb0
[<ffffffff816c0a5d>] int_signal+0x12/0x17
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 05
Complete report #9271
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03cf3be
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc03b171e
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03ea2e0
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa2a9aff0
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa2aa455c
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x4cc
|
|
6
|
|
vmlinux |
0xffffffffa293c7ee
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffffa2918a79
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffa291c703
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffa291a65b
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x10b
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffa291a8e0
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.14
|
xfs |
0xffffffffc06014b1
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc0601671
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xd1
|
|
13
|
do_writepages
|
vmlinux |
0xffffffffa27a0dc1
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffffa2795015
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffffa27950fc
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc061bdfb
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc060b4e5
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffffa281cf2c
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffffa281d18e
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffffa26b784b
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffffa262ac55
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffffa2d1fadd
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [zmstat-vm:20398]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr nfit joydev vmw_balloon sg libnvdimm parport_pc parport shpchp vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi ata_piix mptscsih libata e1000 crct10dif_pclmul crct10dif_common mptbase crc32c_intel i2c_core serio_raw floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 20398 Comm: zmstat-vm Kdump: loaded Tainted: G W L ------------ 3.10.0-862.2.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8b11e184dee0 ti: ffff8b12cce5c000 task.ti: ffff8b12cce5c000
RIP: 0010:[<ffffffffc03cf3be>] [<ffffffffc03cf3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8b12cce5fac8 EFLAGS: 00000246
RAX: ffffac7000e80000 RBX: ffff8b12ffdac000 RCX: 000000000000001f
RDX: ffff8b117543c200 RSI: ffff8b12ffdaf000 RDI: 000000000000000e
RBP: ffff8b12cce5fad8 R08: 0000000000000002 R09: 0000000119059fff
R10: ffff8b1175f830d8 R11: ffff8b12eaf1e700 R12: ffff8b11e167fb00
R13: ffff8b12cce5fa3c R14: ffffffffa292126b R15: ffff8b12cce5fa80
FS: 00007fae7c091740(0000) GS:ffff8b12ffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fae7c0ac000 CR3: 000000019ff74000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc03b171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03ea2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa2a9aff0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa2aa455c>] scsi_request_fn+0x4cc/0x680
[<ffffffffa293c7ee>] ? deadline_add_request+0x6e/0x90
[<ffffffffa2918a79>] __blk_run_queue+0x39/0x50
[<ffffffffa291c703>] blk_queue_bio+0x3b3/0x400
[<ffffffffa291a65b>] generic_make_request+0x10b/0x320
[<ffffffffa291a8e0>] submit_bio+0x70/0x150
[<ffffffffc06014b1>] xfs_submit_ioend.isra.14+0x61/0xe0 [xfs]
[<ffffffffc0601671>] xfs_vm_writepages+0xd1/0xe0 [xfs]
[<ffffffffa27a0dc1>] do_writepages+0x21/0x50
[<ffffffffa2795015>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffffa27950fc>] filemap_flush+0x1c/0x20
[<ffffffffc061bdfb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc060b4e5>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffffa281cf2c>] __fput+0xec/0x260
[<ffffffffa281d18e>] ____fput+0xe/0x10
[<ffffffffa26b784b>] task_work_run+0xbb/0xe0
[<ffffffffa262ac55>] do_notify_resume+0xa5/0xc0
[<ffffffffa2d1fadd>] int_signal+0x12/0x17
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 d3 3d
Complete report #7069
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01aa3be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01d171e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc010f2e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff844e2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff844ec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff843771ae
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6e
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff843527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffff843564b3
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3b3
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffff84354437
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffff843546e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x70
|
|
11
|
xfs_submit_ioend.isra.12
|
xfs |
0xffffffffc032efb1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x61
|
|
12
|
xfs_vm_writepages
|
xfs |
0xffffffffc032f2ef
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x7f
|
|
13
|
do_writepages
|
vmlinux |
0xffffffff841cb261
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
14
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff841bfc85
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x65
|
|
15
|
filemap_flush
|
vmlinux |
0xffffffff841bfd6c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1c
|
|
16
|
xfs_release
|
xfs |
0xffffffffc0349fbb
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x12b
|
|
17
|
xfs_file_release
|
xfs |
0xffffffffc0339905
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x15
|
|
18
|
__fput
|
vmlinux |
0xffffffff8424f4ec
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xec
|
|
19
|
____fput
|
vmlinux |
0xffffffff8424f71e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xe
|
|
20
|
task_work_run
|
vmlinux |
0xffffffff840c31cb
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xbb
|
|
21
|
do_notify_resume
|
vmlinux |
0xffffffff8402cc65
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa5
|
|
22
|
int_signal
|
vmlinux |
0xffffffff8479322f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [lfd - processin:13633]
Modules linked in: tcp_diag udp_diag inet_diag unix_diag ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 ip6table_filter nf_log_ipv4 nf_log_common xt_owner nf_nat_ftp xt_REDIRECT nf_nat_redirect xt_conntrack nf_conntrack_ftp xt_LOG xt_limit xt_multiport iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 ip6table_mangle ip6table_raw ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nf_nat nf_conntrack ip6_tables iptable_mangle iptable_raw ipt_REJECT nf_reject_ipv4 iptable_filter coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm mptspi libata scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common drm_panel_orientation_quirks mptbase crc32c_intel serio_raw vmxnet3 floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 13633 Comm: lfd - processin Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff98c5e5648000 ti: ffff98c906558000 task.ti: ffff98c906558000
RIP: 0010:[<ffffffffc01aa3be>] [<ffffffffc01aa3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff98c90655bac8 EFLAGS: 00000246
RAX: ffffb29d01c00000 RBX: ffff98c5fa5171b0 RCX: 000000000000000c
RDX: ffff98c718ccb400 RSI: ffff98c96beb3000 RDI: 000000000000000e
RBP: ffff98c90655bad8 R08: 0000000000000003 R09: 00000003c62eafff
R10: ffff98c96b3f8400 R11: ffff98c6ee6ab500 R12: ffff98c953c06480
R13: ffff98c90655ba3c R14: ffffffff8435b0cb R15: ffff98c90655ba80
FS: 00007fb86b243740(0000) GS:ffff98c97fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb86adb7ee0 CR3: 00000001a398a000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc01d171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc010f2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff844e2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff844ec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff843771ae>] ? deadline_add_request+0x6e/0x90
[<ffffffff843527a9>] __blk_run_queue+0x39/0x50
[<ffffffff843564b3>] blk_queue_bio+0x3b3/0x400
[<ffffffff84354437>] generic_make_request+0x147/0x380
[<ffffffff843546e0>] submit_bio+0x70/0x150
[<ffffffffc032efb1>] xfs_submit_ioend.isra.12+0x61/0xe0 [xfs]
[<ffffffffc032f2ef>] xfs_vm_writepages+0x7f/0xa0 [xfs]
[<ffffffff841cb261>] do_writepages+0x21/0x50
[<ffffffff841bfc85>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff841bfd6c>] filemap_flush+0x1c/0x20
[<ffffffffc0349fbb>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc0339905>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff8424f4ec>] __fput+0xec/0x230
[<ffffffff8424f71e>] ____fput+0xe/0x10
[<ffffffff840c31cb>] task_work_run+0xbb/0xe0
[<ffffffff8402cc65>] do_notify_resume+0xa5/0xc0
[<ffffffff8479322f>] int_signal+0x12/0x17
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 83 1b
Complete report #6049
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00b33be
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc0162729
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc016d2b0
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146782a
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff814705ef
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f96a3
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x33
|
|
7
|
blk_queue_bio
|
vmlinux |
0xffffffff812fcfa3
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x363
|
|
8
|
generic_make_request
|
vmlinux |
0xffffffff812fb015
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x105
|
|
9
|
submit_bio
|
vmlinux |
0xffffffff812fb290
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x70
|
|
10
|
xfs_submit_ioend.isra.16
|
xfs |
0xffffffffc0265661
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x61
|
|
11
|
xfs_vm_writepages
|
xfs |
0xffffffffc0265821
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xd1
|
|
12
|
do_writepages
|
vmlinux |
0xffffffff81190efe
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x1e
|
|
13
|
__filemap_fdatawrite_range
|
vmlinux |
0xffffffff81185b35
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x65
|
|
14
|
filemap_flush
|
vmlinux |
0xffffffff81185c1c
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x1c
|
|
15
|
xfs_release
|
xfs |
0xffffffffc028111b
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x12b
|
|
16
|
xfs_file_release
|
xfs |
0xffffffffc0270635
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x15
|
|
17
|
__fput
|
vmlinux |
0xffffffff81204f79
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xe9
|
|
18
|
____fput
|
vmlinux |
0xffffffff812051de
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xe
|
|
19
|
task_work_run
|
vmlinux |
0xffffffff810aefc7
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xa7
|
|
20
|
do_notify_resume
|
vmlinux |
0xffffffff8102ab52
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x92
|
|
21
|
int_signal
|
vmlinux |
0xffffffff816b8d37
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [in:imjournal:886]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ip_set nfnetlink ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_security iptable_raw xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat vmw_vsock_vmci_transport vsock nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 fuse tun bridge stp llc vmhgfs(OE) ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ext4 mbcache jbd2 snd_seq_midi snd_seq_midi_event snd_ens1371 iosf_mbi crc32_pclmul snd_rawmidi ghash_clmulni_intel snd_ac97_codec ac97_bus aesni_intel snd_seq snd_seq_device lrw gf128mul ppdev glue_helper snd_pcm ablk_helper cryptd snd_timer snd
vmw_balloon soundcore joydev pcspkr sg nfit libnvdimm parport_pc parport i2c_piix4 shpchp vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic cdrom ata_generic pata_acpi mptspi vmwgfx scsi_transport_spi crct10dif_pclmul crct10dif_common drm_kms_helper mptscsih crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw drm ata_piix mptbase libata vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 886 Comm: in:imjournal Tainted: G OEL ------------ 3.10.0-693.17.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff880035670fd0 ti: ffff8800356b8000 task.ti: ffff8800356b8000
RIP: 0010:[<ffffffffc00b33be>] [<ffffffffc00b33be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8800356bbad0 EFLAGS: 00000246
RAX: ffffc900006c0000 RBX: ffff8800967c6700 RCX: 0000000000000002
RDX: ffff880034a3c400 RSI: ffff8800349fd000 RDI: 000000000000000e
RBP: ffff8800356bbae0 R08: 0000000000000002 R09: 000000007c4d8fff
R10: ffff88009ce58c40 R11: ffff88009ce58c40 R12: 0000000100000001
R13: ffff8800956c7a80 R14: ffff8800356bba44 R15: ffffffff8130160b
FS: 00007f0c6e167700(0000) GS:ffff8800af840000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0c728aa000 CR3: 00000000b4782000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0162729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc016d2b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146782a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff814705ef>] scsi_request_fn+0x4df/0x680
[<ffffffff812f96a3>] __blk_run_queue+0x33/0x40
[<ffffffff812fcfa3>] blk_queue_bio+0x363/0x3a0
[<ffffffff812fb015>] generic_make_request+0x105/0x310
[<ffffffff812fb290>] submit_bio+0x70/0x150
[<ffffffffc0265661>] xfs_submit_ioend.isra.16+0x61/0xe0 [xfs]
[<ffffffffc0265821>] xfs_vm_writepages+0xd1/0xe0 [xfs]
[<ffffffff81190efe>] do_writepages+0x1e/0x40
[<ffffffff81185b35>] __filemap_fdatawrite_range+0x65/0x80
[<ffffffff81185c1c>] filemap_flush+0x1c/0x20
[<ffffffffc028111b>] xfs_release+0x12b/0x170 [xfs]
[<ffffffffc0270635>] xfs_file_release+0x15/0x20 [xfs]
[<ffffffff81204f79>] __fput+0xe9/0x260
[<ffffffff812051de>] ____fput+0xe/0x10
[<ffffffff810aefc7>] task_work_run+0xa7/0xf0
[<ffffffff8102ab52>] do_notify_resume+0x92/0xb0
[<ffffffff816b8d37>] int_signal+0x12/0x17
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 0c