Complete report #1419545
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01733be
Build id: 3.10.0-957.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01e271e
Build id: 3.10.0-957.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc014e2e0
Build id: 3.10.0-957.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb50d0960
Build id: 3.10.0-957.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb50d9efc
Build id: 3.10.0-957.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb4f42ff9
Build id: 3.10.0-957.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb4f430ba
Build id: 3.10.0-957.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb4f468e8
Build id: 3.10.0-957.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffffb4f46ac2
Build id: 3.10.0-957.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffffb4f44c87
Build id: 3.10.0-957.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffffb4f44f30
Build id: 3.10.0-957.el7.x86_64
|
0x70
|
|
12
|
|
vmlinux |
0xffffffffb4e7e2e5
Build id: 3.10.0-957.el7.x86_64
|
0x115
|
|
13
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc03c7413
Build id: 3.10.0-957.el7.x86_64
|
0x2f3
|
|
14
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc03c92a8
Build id: 3.10.0-957.el7.x86_64
|
0x128
|
|
15
|
xfs_buf_submit
|
xfs |
0xffffffffc03c8fcc
Build id: 3.10.0-957.el7.x86_64
|
0x6c
|
|
16
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc03c92a8
Build id: 3.10.0-957.el7.x86_64
|
0x128
|
|
17
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc03ca0c0
Build id: 3.10.0-957.el7.x86_64
|
0x10
|
|
18
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc03f8c60
Build id: 3.10.0-957.el7.x86_64
|
0x90
|
|
19
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc03ca0c0
Build id: 3.10.0-957.el7.x86_64
|
0x10
|
|
20
|
xfsaild
|
xfs |
0xffffffffc03f8ebf
Build id: 3.10.0-957.el7.x86_64
|
0x25f
|
|
21
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc03f8c60
Build id: 3.10.0-957.el7.x86_64
|
0x90
|
|
22
|
kthread
|
vmlinux |
0xffffffffb4cc1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
23
|
|
vmlinux |
0xffffffffb4cc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
24
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb5374c1d
Build id: 3.10.0-957.el7.x86_64
|
0x7
|
|
25
|
|
vmlinux |
0xffffffffb4cc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 26s! [kswapd0:40]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 26s! [xfsaild/sda3:4269]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event kvm_intel kvm irqbypass crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 snd_rawmidi
snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm joydev snd_timer pcspkr snd soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul ata_generic pata_acpi crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 ata_piix mptspi scsi_transport_spi mptscsih drm_panel_orientation_quirks libata mptbase nfit libnvdimm
CPU: 1 PID: 4269 Comm: xfsaild/sda3 Tainted: G W L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff930d31ba5140 ti: ffff930d3054c000 task.ti: ffff930d3054c000
RIP: 0010:[<ffffffffc01733be>] [<ffffffffc01733be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff930d3054f960 EFLAGS: 00000246
RAX: ffffb6b280cc0000 RBX: ffff930d1f6bf820 RCX: 000000000000000d
RDX: ffff930d31a4b400 RSI: ffff930d31899000 RDI: 000000000000000e
RBP: ffff930d3054f970 R08: 0000000000000003 R09: 00000001ede6afff
R10: ffff930d318980d8 R11: ffff930d31bc5500 R12: 0000000100000002
R13: ffff930b34e81f80 R14: ffff930d3054f8d4 R15: ffffffffb4f4b83b
FS: 0000000000000000(0000) GS:ffff930d35640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2a4f518980 CR3: 00000001c4a28000 CR4: 0000000000760fe0
PKRU: 00000000
Call Trace:
[<ffffffffc01e271e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc014e2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb50d0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb50d9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffffb4f42ff9>] __blk_run_queue+0x39/0x50
[<ffffffffb4f430ba>] queue_unplugged+0x2a/0xa0
[<ffffffffb4f468e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb4f46ac2>] blk_queue_bio+0x182/0x400
[<ffffffffb4f44c87>] generic_make_request+0x147/0x380
[<ffffffffb4f44f30>] submit_bio+0x70/0x150
[<ffffffffb4e7e2e5>] ? bio_alloc_bioset+0x115/0x310
[<ffffffffc03c7413>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc03c92a8>] ? xfs_buf_delwri_submit_buffers+0x128/0x230 [xfs]
[<ffffffffc03c8fcc>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc03c92a8>] xfs_buf_delwri_submit_buffers+0x128/0x230 [xfs]
[<ffffffffc03ca0c0>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc03f8c60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc03ca0c0>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc03f8ebf>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc03f8c60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffb4cc1c31>] kthread+0xd1/0xe0
[<ffffffffb4cc1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb5374c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffb4cc1b60>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 18
Complete report #1406073
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02453be
Build id: 3.10.0-862.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc026771e
Build id: 3.10.0-862.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02602e0
Build id: 3.10.0-862.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8e89b050
Build id: 3.10.0-862.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8e8a45bc
Build id: 3.10.0-862.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8e718ad9
Build id: 3.10.0-862.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8e718b9a
Build id: 3.10.0-862.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff8e71c358
Build id: 3.10.0-862.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffff8e71c532
Build id: 3.10.0-862.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffff8e71a6bb
Build id: 3.10.0-862.el7.x86_64
|
0x10b
|
|
11
|
submit_bio
|
vmlinux |
0xffffffff8e71a940
Build id: 3.10.0-862.el7.x86_64
|
0x70
|
|
12
|
|
vmlinux |
0xffffffff8e657395
Build id: 3.10.0-862.el7.x86_64
|
0x115
|
|
13
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc04971e3
Build id: 3.10.0-862.el7.x86_64
|
0x2f3
|
|
14
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc0498da4
Build id: 3.10.0-862.el7.x86_64
|
0x134
|
|
15
|
xfs_buf_submit
|
xfs |
0xffffffffc0498abc
Build id: 3.10.0-862.el7.x86_64
|
0x6c
|
|
16
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc0498da4
Build id: 3.10.0-862.el7.x86_64
|
0x134
|
|
17
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0499b20
Build id: 3.10.0-862.el7.x86_64
|
0x10
|
|
18
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc04c7e80
Build id: 3.10.0-862.el7.x86_64
|
0x90
|
|
19
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0499b20
Build id: 3.10.0-862.el7.x86_64
|
0x10
|
|
20
|
xfsaild
|
xfs |
0xffffffffc04c80df
Build id: 3.10.0-862.el7.x86_64
|
0x25f
|
|
21
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc04c7e80
Build id: 3.10.0-862.el7.x86_64
|
0x90
|
|
22
|
kthread
|
vmlinux |
0xffffffff8e4bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
23
|
|
vmlinux |
0xffffffff8e4bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
24
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8eb1f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
25
|
|
vmlinux |
0xffffffff8e4bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 29s! [xfsaild/sda3:307]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmnet(OE) vmmon(OE) overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_timer snd soundcore cryptd joydev ppdev pcspkr sg nfit libnvdimm vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4
ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix libata drm crct10dif_pclmul crct10dif_common crc32c_intel e1000 mptspi scsi_transport_spi serio_raw mptscsih mptbase i2c_core
CPU: 0 PID: 307 Comm: xfsaild/sda3 Kdump: loaded Tainted: G OEL ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffffa0a8fd39cf10 ti: ffffa0ab66dcc000 task.ti: ffffa0ab66dcc000
RIP: 0010:[<ffffffffc02453be>] [<ffffffffc02453be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffffa0ab66dcf960 EFLAGS: 00000246
RAX: ffffb3d5c1900000 RBX: ffffa0aabd7fb000 RCX: 000000000000001c
RDX: ffffa0ab69d97000 RSI: ffffa0ab6a34b000 RDI: 000000000000000e
RBP: ffffa0ab66dcf970 R08: 0000000000000002 R09: 00000000353c8fff
R10: ffffa0ab6f52f0d8 R11: ffffa0a7b543f9c0 R12: 0000000100000001
R13: ffffa0a868e5c300 R14: ffffa0ab66dcf8d4 R15: ffffffff8e7212cb
FS: 0000000000000000(0000) GS:ffffa0ab6d600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c00014b010 CR3: 00000001bd80e000 CR4: 00000000007607f0
PKRU: 00000000
Call Trace:
[<ffffffffc026771e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02602e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8e89b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8e8a45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffff8e718ad9>] __blk_run_queue+0x39/0x50
[<ffffffff8e718b9a>] queue_unplugged+0x2a/0xa0
[<ffffffff8e71c358>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8e71c532>] blk_queue_bio+0x182/0x400
[<ffffffff8e71a6bb>] generic_make_request+0x10b/0x320
[<ffffffff8e71a940>] submit_bio+0x70/0x150
[<ffffffff8e657395>] ? bio_alloc_bioset+0x115/0x310
[<ffffffffc04971e3>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc0498da4>] ? xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc0498abc>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc0498da4>] xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc0499b20>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc04c7e80>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc0499b20>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc04c80df>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc04c7e80>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff8e4bae31>] kthread+0xd1/0xe0
[<ffffffff8e4bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8eb1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8e4bad60>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 33 25
Complete report #1238408
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb3b6b455
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc024b622
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb38d9c30
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb38d1700
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb38dac9c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb3743849
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb374390a
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb3747148
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffffb3747322
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffffb37454e7
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffffb3745790
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x70
|
|
12
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc0461473
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x2f3
|
|
13
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc0463034
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x134
|
|
14
|
xfs_buf_submit
|
xfs |
0xffffffffc0462d4c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x6c
|
|
15
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc0463034
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x134
|
|
16
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0463e50
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x10
|
|
17
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0492ae0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x90
|
|
18
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0463e50
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x10
|
|
19
|
xfsaild
|
xfs |
0xffffffffc0492d3f
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x25f
|
|
20
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0492ae0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x90
|
|
21
|
kthread
|
vmlinux |
0xffffffffb34c1da1
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xd1
|
|
22
|
|
vmlinux |
0xffffffffb34c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
23
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb3b75c37
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x21
|
|
24
|
|
vmlinux |
0xffffffffb34c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 74s! [xfsaild/dm-2:1291]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag binfmt_misc tun devlink ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock sunrpc sb_edac ppdev vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 xfs libcrc32c sr_mod cdrom ata_generic sd_mod pata_acpi crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 1 PID: 1291 Comm: xfsaild/dm-2 Kdump: loaded Tainted: G W L ------------ 3.10.0-957.21.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8b3f26fa1040 ti: ffff8b41a0620000 task.ti: ffff8b41a0620000
RIP: 0010:[<ffffffffb3b6b455>] [<ffffffffb3b6b455>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8b41a06239c8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8b41a0623988 RCX: ffff8b41bfbaa060
RDX: ffff9fa0035a0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8b41a06239c8 R08: 0000000000000000 R09: ffff8b3e71ae2400
R10: ffff8b41a71858d8 R11: ffff8b41a7184800 R12: 0000000000000020
R13: ffff8b3e0a53b800 R14: ffffffffb38d8989 R15: ffff8b41a0623940
FS: 0000000000000000(0000) GS:ffff8b41bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055f232c61e90 CR3: 000000053f90e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc024b622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb38d9c30>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb38d1700>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb38dac9c>] scsi_request_fn+0x4cc/0x680
[<ffffffffb3743849>] __blk_run_queue+0x39/0x50
[<ffffffffb374390a>] queue_unplugged+0x2a/0xa0
[<ffffffffb3747148>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb3747322>] blk_queue_bio+0x182/0x400
[<ffffffffb37454e7>] generic_make_request+0x147/0x380
[<ffffffffb3745790>] submit_bio+0x70/0x150
[<ffffffffc0461473>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc0463034>] ? xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc0462d4c>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc0463034>] xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc0463e50>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc0492ae0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc0463e50>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc0492d3f>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc0492ae0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffb34c1da1>] kthread+0xd1/0xe0
[<ffffffffb34c1cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb3b75c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb34c1cd0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1140017
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8396a175
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc02dbd65
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc02d8a40
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff836d0fe0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff836da57c
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff835435d9
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8354369a
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff83546ec8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffff835470a2
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffff83545267
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffff83545510
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x70
|
|
12
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc0363413
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x2f3
|
|
13
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc03652a8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x128
|
|
14
|
xfs_buf_submit
|
xfs |
0xffffffffc0364fcc
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x6c
|
|
15
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc03652a8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x128
|
|
16
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc03660c0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x10
|
|
17
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0394c60
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x90
|
|
18
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc03660c0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x10
|
|
19
|
xfsaild
|
xfs |
0xffffffffc0394ebf
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x25f
|
|
20
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0394c60
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x90
|
|
21
|
kthread
|
vmlinux |
0xffffffff832c1c71
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xd1
|
|
22
|
|
vmlinux |
0xffffffff832c1ba0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x40
|
|
23
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff83974c24
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xe
|
|
24
|
|
vmlinux |
0xffffffff832c1ba0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [xfsaild/dm-1:1469]
Modules linked in: devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter iTCO_wdt iTCO_vendor_support edac_mce_amd joydev kvm_amd kvm irqbypass pcspkr sg snd_hda_codec_generic virtio_gpu snd_hda_intel ttm snd_hda_codec i2c_i801 drm_kms_helper snd_hda_core lpc_ich snd_hwdep snd_seq syscopyarea virtio_rng sysfillrect sysimgblt fb_sys_fops snd_seq_device drm snd_pcm
snd_timer snd drm_panel_orientation_quirks soundcore nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common virtio_console ahci libahci libata e1000 virtio_pci virtio_ring virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 1469 Comm: xfsaild/dm-1 Kdump: loaded Tainted: G L ------------ 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (Q35 + ICH9, 2009), BIOS rel-1.16.1-0-g3208b098f51a-prebuilt.qemu.org 04/01/2014
task: ffff9f4735d29040 ti: ffff9f487370c000 task.ti: ffff9f487370c000
RIP: 0010:[<ffffffff8396a175>] [<ffffffff8396a175>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9f487370f9f8 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffc0261754 RCX: 0000000000000000
RDX: ffff9f4735d33818 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9f487370f9f8 R08: 0000000000000000 R09: 000000017392efff
R10: ffff9f48736370d8 R11: ffff9f487331f380 R12: ffffffff835a16d3
R13: ffff9f487370f9a0 R14: ffff9f4873637000 R15: ffffffff836d82de
FS: 0000000000000000(0000) GS:ffff9f487fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f3a3528c820 CR3: 0000000177348000 CR4: 00000000000006f0
Call Trace:
[<ffffffffc02dbd65>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc02d8a40>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffff836d0fe0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff836da57c>] scsi_request_fn+0x4cc/0x680
[<ffffffff835435d9>] __blk_run_queue+0x39/0x50
[<ffffffff8354369a>] queue_unplugged+0x2a/0xa0
[<ffffffff83546ec8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff835470a2>] blk_queue_bio+0x182/0x400
[<ffffffff83545267>] generic_make_request+0x147/0x380
[<ffffffff83545510>] submit_bio+0x70/0x150
[<ffffffffc0363413>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc03652a8>] ? xfs_buf_delwri_submit_buffers+0x128/0x230 [xfs]
[<ffffffffc0364fcc>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc03652a8>] xfs_buf_delwri_submit_buffers+0x128/0x230 [xfs]
[<ffffffffc03660c0>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc0394c60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc03660c0>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc0394ebf>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc0394c60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff832c1c71>] kthread+0xd1/0xe0
[<ffffffff832c1ba0>] ? insert_kthread_work+0x40/0x40
[<ffffffff83974c24>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffff832c1ba0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #339011
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02bf3be
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc031b71e
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03b72e0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff93edeb10
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff93ee817c
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff93d4f0c9
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff93d4f18a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff93d529d8
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffff93d52bb2
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffff93d50d77
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffff93d51020
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x70
|
|
12
|
|
vmlinux |
0xffffffff93c884e5
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x115
|
|
13
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc0551003
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x2f3
|
|
14
|
|
xfs |
0xffffffffc0552b4a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1a
|
|
15
|
__xfs_buf_submit
|
xfs |
0xffffffffc05528c1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x61
|
|
16
|
xfs_buf_submit
|
xfs |
0xffffffffc0552b4a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1a
|
|
17
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc0552d9c
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x22c
|
|
18
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0553930
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x10
|
|
19
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc05823b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x90
|
|
20
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0553930
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x10
|
|
21
|
xfsaild
|
xfs |
0xffffffffc058262a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x27a
|
|
22
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc05823b0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x90
|
|
23
|
kthread
|
vmlinux |
0xffffffff93ac61f1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xd1
|
|
24
|
|
vmlinux |
0xffffffff93ac6120
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x40
|
|
25
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9418dd24
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xe
|
|
26
|
|
vmlinux |
0xffffffff93ac6120
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [xfsaild/sdb1:1332]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink iptable_filter ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 vmw_vsock_vmci_transport xt_conntrack vsock nf_conntrack ip6table_filter ip6_tables nfit ppdev vmw_balloon libnvdimm edac_mce_amd crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport pcc_cpufreq i2c_piix4 vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul
crct10dif_common mptspi crc32c_intel libata scsi_transport_spi mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 1332 Comm: xfsaild/sdb1 Kdump: loaded Tainted: G L ------------ 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9ec69c94b150 ti: ffff9ec13b954000 task.ti: ffff9ec13b954000
RIP: 0010:[<ffffffffc02bf3be>] [<ffffffffc02bf3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9ec13b957930 EFLAGS: 00000246
RAX: ffffac37c3580000 RBX: ffff9ec26784e440 RCX: 000000000000001f
RDX: ffff9ec6a057d800 RSI: ffff9ec6a6038000 RDI: 000000000000000e
RBP: ffff9ec13b957940 R08: 0000000000000003 R09: 00000001f4983fff
R10: ffff9ec6a05ea0d8 R11: ffff9ec20bfa24c0 R12: 0000000100000003
R13: ffff9ec688bbc900 R14: ffff9ec13b9578a4 R15: ffffffff93d5792b
FS: 00007f40eed2b840(0000) GS:ffff9ec6a5640000(0000) knlGS:00000000f77ce700
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 0000555b7c252190 CR3: 000000060eee8000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc031b71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03b72e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff93edeb10>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff93ee817c>] scsi_request_fn+0x4cc/0x680
[<ffffffff93d4f0c9>] __blk_run_queue+0x39/0x50
[<ffffffff93d4f18a>] queue_unplugged+0x2a/0xa0
[<ffffffff93d529d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff93d52bb2>] blk_queue_bio+0x182/0x400
[<ffffffff93d50d77>] generic_make_request+0x147/0x380
[<ffffffff93d51020>] submit_bio+0x70/0x150
[<ffffffff93c884e5>] ? bio_alloc_bioset+0x115/0x310
[<ffffffffc0551003>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc0552b4a>] ? xfs_buf_submit+0x1a/0x40 [xfs]
[<ffffffffc05528c1>] __xfs_buf_submit+0x61/0x210 [xfs]
[<ffffffffc0552b4a>] xfs_buf_submit+0x1a/0x40 [xfs]
[<ffffffffc0552d9c>] xfs_buf_delwri_submit_buffers+0x22c/0x240 [xfs]
[<ffffffffc0553930>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc05823b0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc0553930>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc058262a>] xfsaild+0x27a/0x760 [xfs]
[<ffffffffc05823b0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff93ac61f1>] kthread+0xd1/0xe0
[<ffffffff93ac6120>] ? insert_kthread_work+0x40/0x40
[<ffffffff9418dd24>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffff93ac6120>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 d3 2c
Complete report #252325
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03ce3be
Build id: 3.10.0-957.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc03e971e
Build id: 3.10.0-957.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04212e0
Build id: 3.10.0-957.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9dad0960
Build id: 3.10.0-957.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9dad9efc
Build id: 3.10.0-957.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9d942ff9
Build id: 3.10.0-957.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9d9430ba
Build id: 3.10.0-957.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9d9468e8
Build id: 3.10.0-957.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffff9d946ac2
Build id: 3.10.0-957.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffff9d944c87
Build id: 3.10.0-957.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffff9d944f30
Build id: 3.10.0-957.el7.x86_64
|
0x70
|
|
12
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc053c413
Build id: 3.10.0-957.el7.x86_64
|
0x2f3
|
|
13
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc053e2a8
Build id: 3.10.0-957.el7.x86_64
|
0x128
|
|
14
|
xfs_buf_submit
|
xfs |
0xffffffffc053dfcc
Build id: 3.10.0-957.el7.x86_64
|
0x6c
|
|
15
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc053e2a8
Build id: 3.10.0-957.el7.x86_64
|
0x128
|
|
16
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc053f0c0
Build id: 3.10.0-957.el7.x86_64
|
0x10
|
|
17
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc056dc60
Build id: 3.10.0-957.el7.x86_64
|
0x90
|
|
18
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc053f0c0
Build id: 3.10.0-957.el7.x86_64
|
0x10
|
|
19
|
xfsaild
|
xfs |
0xffffffffc056debf
Build id: 3.10.0-957.el7.x86_64
|
0x25f
|
|
20
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc056dc60
Build id: 3.10.0-957.el7.x86_64
|
0x90
|
|
21
|
kthread
|
vmlinux |
0xffffffff9d6c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
22
|
|
vmlinux |
0xffffffff9d6c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
23
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9dd74c1d
Build id: 3.10.0-957.el7.x86_64
|
0x7
|
|
24
|
|
vmlinux |
0xffffffff9d6c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 21s! [xfsaild/dm-0:4594]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack vmhgfs(OE) ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon btusb btrtl btbcm btintel bluetooth joydev pcspkr rfkill sg i2c_piix4
vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea mptspi sysfillrect e1000 sysimgblt scsi_transport_spi fb_sys_fops mptscsih ttm mptbase ata_piix drm libata nfit drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 4594 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G OE ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8d9b35da9040 ti: ffff8d9d2e2c0000 task.ti: ffff8d9d2e2c0000
RIP: 0010:[<ffffffffc03ce3be>] [<ffffffffc03ce3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8d9d2e2c3960 EFLAGS: 00000246
RAX: ffffa6f100d40000 RBX: ffff8d9d09755160 RCX: 0000000000000008
RDX: ffff8d9b35556800 RSI: ffff8d9d31556000 RDI: 000000000000000e
RBP: ffff8d9d2e2c3970 R08: 0000000000000003 R09: 0000000234c2efff
R10: ffff8d9d2f56b0d8 R11: ffff8d9d2f7e2680 R12: 0000000100000004
R13: ffff8d9bb9793a80 R14: ffff8d9d2e2c38d4 R15: ffffffff9d94b83b
FS: 0000000000000000(0000) GS:ffff8d9d35840000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbe22cef000 CR3: 000000021f782000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc03e971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04212e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9dad0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9dad9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff9d942ff9>] __blk_run_queue+0x39/0x50
[<ffffffff9d9430ba>] queue_unplugged+0x2a/0xa0
[<ffffffff9d9468e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9d946ac2>] blk_queue_bio+0x182/0x400
[<ffffffff9d944c87>] generic_make_request+0x147/0x380
[<ffffffff9d944f30>] submit_bio+0x70/0x150
[<ffffffffc053c413>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc053e2a8>] ? xfs_buf_delwri_submit_buffers+0x128/0x230 [xfs]
[<ffffffffc053dfcc>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc053e2a8>] xfs_buf_delwri_submit_buffers+0x128/0x230 [xfs]
[<ffffffffc053f0c0>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc056dc60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc053f0c0>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc056debf>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc056dc60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff9d6c1c31>] kthread+0xd1/0xe0
[<ffffffff9d6c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff9dd74c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff9d6c1b60>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 c3 3d
Complete report #230001
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc04873be
Build id: 3.10.0-862.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc04d671e
Build id: 3.10.0-862.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03e72e0
Build id: 3.10.0-862.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9fe9b050
Build id: 3.10.0-862.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9fea45bc
Build id: 3.10.0-862.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9fd18ad9
Build id: 3.10.0-862.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9fd18b9a
Build id: 3.10.0-862.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9fd1c358
Build id: 3.10.0-862.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffff9fd1c532
Build id: 3.10.0-862.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffff9fd1a6bb
Build id: 3.10.0-862.el7.x86_64
|
0x10b
|
|
11
|
submit_bio
|
vmlinux |
0xffffffff9fd1a940
Build id: 3.10.0-862.el7.x86_64
|
0x70
|
|
12
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc067d1e3
Build id: 3.10.0-862.el7.x86_64
|
0x2f3
|
|
13
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc067eda4
Build id: 3.10.0-862.el7.x86_64
|
0x134
|
|
14
|
xfs_buf_submit
|
xfs |
0xffffffffc067eabc
Build id: 3.10.0-862.el7.x86_64
|
0x6c
|
|
15
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc067eda4
Build id: 3.10.0-862.el7.x86_64
|
0x134
|
|
16
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc067fb20
Build id: 3.10.0-862.el7.x86_64
|
0x10
|
|
17
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc06ade80
Build id: 3.10.0-862.el7.x86_64
|
0x90
|
|
18
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc067fb20
Build id: 3.10.0-862.el7.x86_64
|
0x10
|
|
19
|
xfsaild
|
xfs |
0xffffffffc06ae0df
Build id: 3.10.0-862.el7.x86_64
|
0x25f
|
|
20
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc06ade80
Build id: 3.10.0-862.el7.x86_64
|
0x90
|
|
21
|
kthread
|
vmlinux |
0xffffffff9fabae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
22
|
|
vmlinux |
0xffffffff9fabad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
23
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa011f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
24
|
|
vmlinux |
0xffffffff9fabad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 28s! [xfsaild/dm-0:441]
Modules linked in: esn_cfs(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm coretemp snd_timer snd soundcore iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_balloon parport_pc parport shpchp vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul
syscopyarea crct10dif_common sysfillrect sysimgblt fb_sys_fops crc32c_intel ttm ata_piix drm mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase libata i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 441 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G W OEL ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff8870758d0000 ti: ffff8870b5854000 task.ti: ffff8870b5854000
RIP: 0010:[<ffffffffc04873be>] [<ffffffffc04873be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8870b5857960 EFLAGS: 00000246
RAX: ffffb42600380000 RBX: ffff88705740fe40 RCX: 0000000000000011
RDX: ffff887075b7a200 RSI: ffff887075b88000 RDI: 000000000000000e
RBP: ffff8870b5857970 R08: 0000000000000003 R09: 000000005becafff
R10: ffff887075df10d8 R11: ffff887075b7c8c0 R12: 0000000100000003
R13: ffff88705eeedc80 R14: ffff8870b58578d4 R15: ffffffff9fd212cb
FS: 0000000000000000(0000) GS:ffff8870bc6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f10af68b608 CR3: 000000000a20e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc04d671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03e72e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9fe9b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9fea45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffff9fd18ad9>] __blk_run_queue+0x39/0x50
[<ffffffff9fd18b9a>] queue_unplugged+0x2a/0xa0
[<ffffffff9fd1c358>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9fd1c532>] blk_queue_bio+0x182/0x400
[<ffffffff9fd1a6bb>] generic_make_request+0x10b/0x320
[<ffffffff9fd1a940>] submit_bio+0x70/0x150
[<ffffffffc067d1e3>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc067eda4>] ? xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc067eabc>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc067eda4>] xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc067fb20>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc06ade80>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc067fb20>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc06ae0df>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc06ade80>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff9fabae31>] kthread+0xd1/0xe0
[<ffffffff9fabad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa011f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9fabad60>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 53 49
Complete report #13158
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02ab3be
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc025771e
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03542e0
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9ec9b4f0
Build id: 3.10.0-862.3.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9eca4a5c
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9eb18f19
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9eb18fda
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9eb1c798
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffff9eb1c972
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffff9eb1aafb
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x10b
|
|
11
|
submit_bio
|
vmlinux |
0xffffffff9eb1ad80
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x70
|
|
12
|
|
vmlinux |
0xffffffff9ea576d5
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x115
|
|
13
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc04661e3
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x2f3
|
|
14
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc0467da4
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x134
|
|
15
|
xfs_buf_submit
|
xfs |
0xffffffffc0467abc
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x6c
|
|
16
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc0467da4
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x134
|
|
17
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0468b20
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x10
|
|
18
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0496e80
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x90
|
|
19
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0468b20
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x10
|
|
20
|
xfsaild
|
xfs |
0xffffffffc04970df
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x25f
|
|
21
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0496e80
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x90
|
|
22
|
kthread
|
vmlinux |
0xffffffff9e8bb161
Build id: 3.10.0-862.3.2.el7.x86_64
|
0xd1
|
|
23
|
|
vmlinux |
0xffffffff9e8bb090
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x40
|
|
24
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9ef20677
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x21
|
|
25
|
|
vmlinux |
0xffffffff9e8bb090
Build id: 3.10.0-862.3.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [xfsaild/sda3:308]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi_event sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw ac97_bus gf128mul snd_seq glue_helper ablk_helper cryptd snd_seq_device snd_pcm ppdev vmw_balloon snd_timer pcspkr joydev snd sg soundcore vmw_vmci i2c_piix4 shpchp parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi crct10dif_pclmul crct10dif_common crc32c_intel mptscsih drm mptbase ata_piix libata serio_raw e1000 i2c_core floppy
CPU: 1 PID: 308 Comm: xfsaild/sda3 Kdump: loaded Tainted: G L ------------ 3.10.0-862.3.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/20/2014
task: ffff9a4db4e44f10 ti: ffff9a4db4c7c000 task.ti: ffff9a4db4c7c000
RIP: 0010:[<ffffffffc02ab3be>] [<ffffffffc02ab3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9a4db4c7f960 EFLAGS: 00000246
RAX: ffffb7afc0400000 RBX: ffff9a4d93a2f600 RCX: 0000000000000005
RDX: ffff9a4d75bc3e00 RSI: ffff9a4d75b12000 RDI: 000000000000000e
RBP: ffff9a4db4c7f970 R08: 0000000000000002 R09: 00000000785f77ff
R10: ffff9a4db593d0d8 R11: ffff9a4d74dcebc0 R12: 0000000100000001
R13: ffff9a4d89b5d500 R14: ffff9a4db4c7f8d4 R15: ffffffff9eb2170b
FS: 0000000000000000(0000) GS:ffff9a4dbb640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdf2ddc58d0 CR3: 000000004620e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc025771e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03542e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9ec9b4f0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9eca4a5c>] scsi_request_fn+0x4cc/0x680
[<ffffffff9eb18f19>] __blk_run_queue+0x39/0x50
[<ffffffff9eb18fda>] queue_unplugged+0x2a/0xa0
[<ffffffff9eb1c798>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9eb1c972>] blk_queue_bio+0x182/0x400
[<ffffffff9eb1aafb>] generic_make_request+0x10b/0x320
[<ffffffff9eb1ad80>] submit_bio+0x70/0x150
[<ffffffff9ea576d5>] ? bio_alloc_bioset+0x115/0x310
[<ffffffffc04661e3>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc0467da4>] ? xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc0467abc>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc0467da4>] xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc0468b20>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc0496e80>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc0468b20>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc04970df>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc0496e80>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff9e8bb161>] kthread+0xd1/0xe0
[<ffffffff9e8bb090>] ? insert_kthread_work+0x40/0x40
[<ffffffff9ef20677>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9e8bb090>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 93 2b
Complete report #3958
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03f63be
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc045071e
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04112e0
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffadc9aff0
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffadca455c
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffadb18a79
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffadb18b3a
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffadb1c2f8
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffffadb1c4d2
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffffadb1a65b
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x10b
|
|
11
|
submit_bio
|
vmlinux |
0xffffffffadb1a8e0
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x70
|
|
12
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc06551e3
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x2f3
|
|
13
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc0656da4
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x134
|
|
14
|
xfs_buf_submit
|
xfs |
0xffffffffc0656abc
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x6c
|
|
15
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc0656da4
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x134
|
|
16
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0657b20
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x10
|
|
17
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0685e80
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x90
|
|
18
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc0657b20
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x10
|
|
19
|
xfsaild
|
xfs |
0xffffffffc06860df
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x25f
|
|
20
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0685e80
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x90
|
|
21
|
kthread
|
vmlinux |
0xffffffffad8bae31
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xd1
|
|
22
|
|
vmlinux |
0xffffffffad8bad60
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x40
|
|
23
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffadf1f5f7
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x21
|
|
24
|
|
vmlinux |
0xffffffffad8bad60
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [xfsaild/dm-0:447]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ip_set nfnetlink ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_security iptable_raw tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev vmw_balloon pcspkr sg nfit libnvdimm parport_pc parport shpchp vmw_vmci i2c_piix4 ip_tables xfs libcrc32c
sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix mptspi scsi_transport_spi mptscsih libata drm crct10dif_pclmul crct10dif_common e1000 crc32c_intel mptbase serio_raw i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 447 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G W L ------------ 3.10.0-862.2.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9bc37524af70 ti: ffff9bc375478000 task.ti: ffff9bc375478000
RIP: 0010:[<ffffffffc03f63be>] [<ffffffffc03f63be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9bc37547b960 EFLAGS: 00000246
RAX: ffffad76c0e80000 RBX: ffff9bc3f3dd0860 RCX: 0000000000000028
RDX: ffff9bc4f45cfe00 RSI: ffff9bc4f5284000 RDI: 000000000000000e
RBP: ffff9bc37547b970 R08: 0000000000000003 R09: 0000000099562fff
R10: ffff9bc4f52850d8 R11: ffff9bc4ddf861c0 R12: 0000000100000004
R13: ffff9bc3e411b080 R14: ffff9bc37547b8d4 R15: ffffffffadb2126b
FS: 0000000000000000(0000) GS:ffff9bc4ffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fb9ccf95000 CR3: 00000001aab06000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc045071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04112e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffadc9aff0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffadca455c>] scsi_request_fn+0x4cc/0x680
[<ffffffffadb18a79>] __blk_run_queue+0x39/0x50
[<ffffffffadb18b3a>] queue_unplugged+0x2a/0xa0
[<ffffffffadb1c2f8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffadb1c4d2>] blk_queue_bio+0x182/0x400
[<ffffffffadb1a65b>] generic_make_request+0x10b/0x320
[<ffffffffadb1a8e0>] submit_bio+0x70/0x150
[<ffffffffc06551e3>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc0656da4>] ? xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc0656abc>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc0656da4>] xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc0657b20>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc0685e80>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc0657b20>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc06860df>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc0685e80>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffad8bae31>] kthread+0xd1/0xe0
[<ffffffffad8bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffadf1f5f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffad8bad60>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 43 40
Complete report #2325
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffafb6a175
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0335622
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffaf8d9100
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffaf8d0bd0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffaf8da16c
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffaf743269
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffaf74332a
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffaf746b58
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffffaf746d32
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffffaf744ef7
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffffaf7451a0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x70
|
|
12
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc0520413
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x2f3
|
|
13
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc05222a8
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x128
|
|
14
|
xfs_buf_submit
|
xfs |
0xffffffffc0521fcc
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x6c
|
|
15
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc05222a8
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x128
|
|
16
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc05230c0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x10
|
|
17
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0551c60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x90
|
|
18
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc05230c0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x10
|
|
19
|
xfsaild
|
xfs |
0xffffffffc0551ebf
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x25f
|
|
20
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0551c60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x90
|
|
21
|
kthread
|
vmlinux |
0xffffffffaf4c1c31
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xd1
|
|
22
|
|
vmlinux |
0xffffffffaf4c1b60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x40
|
|
23
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffafb74c37
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x21
|
|
24
|
|
vmlinux |
0xffffffffaf4c1b60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [xfsaild/dm-0:3080]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper e1000e syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ptp pps_core drm ahci vmw_pvscsi libahci drm_panel_orientation_quirks ata_generic
pata_acpi nfit ata_piix libata libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3080 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G L ------------ 3.10.0-957.1.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff8e29641ad140 ti: ffff8e2963f08000 task.ti: ffff8e2963f08000
RIP: 0010:[<ffffffffafb6a175>] [<ffffffffafb6a175>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8e2963f0b9c8 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff8e2963f0b988 RCX: ffffffffb00343c0
RDX: ffffaa7403590000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8e2963f0b9c8 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8e2965ee08d8 R11: ffff8e2965f20800 R12: 0000000000000020
R13: ffff8e281e75a000 R14: ffffffffaf8d7e59 R15: ffff8e2963f0b940
FS: 0000000000000000(0000) GS:ffff8e297fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000268b6a0 CR3: 00000003f7f32000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0335622>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffaf8d9100>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffaf8d0bd0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffaf8da16c>] scsi_request_fn+0x4cc/0x680
[<ffffffffaf743269>] __blk_run_queue+0x39/0x50
[<ffffffffaf74332a>] queue_unplugged+0x2a/0xa0
[<ffffffffaf746b58>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffaf746d32>] blk_queue_bio+0x182/0x400
[<ffffffffaf744ef7>] generic_make_request+0x147/0x380
[<ffffffffaf7451a0>] submit_bio+0x70/0x150
[<ffffffffc0520413>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc05222a8>] ? xfs_buf_delwri_submit_buffers+0x128/0x230 [xfs]
[<ffffffffc0521fcc>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc05222a8>] xfs_buf_delwri_submit_buffers+0x128/0x230 [xfs]
[<ffffffffc05230c0>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc0551c60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc05230c0>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc0551ebf>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc0551c60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffaf4c1c31>] kthread+0xd1/0xe0
[<ffffffffaf4c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffafb74c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffaf4c1b60>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #614
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc006e3be
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc009071e
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00a82e0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb98d1700
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb98dac9c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb9743849
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb974390a
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb9747148
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffffb9747322
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffffb97454e7
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffffb9745790
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x70
|
|
12
|
_xfs_buf_ioapply
|
xfs |
0xffffffffc02db473
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x2f3
|
|
13
|
?
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc02dd034
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x134
|
|
14
|
xfs_buf_submit
|
xfs |
0xffffffffc02dcd4c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x6c
|
|
15
|
xfs_buf_delwri_submit_buffers
|
xfs |
0xffffffffc02dd034
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x134
|
|
16
|
?
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc02dde50
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x10
|
|
17
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc030cae0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x90
|
|
18
|
xfs_buf_delwri_submit_nowait
|
xfs |
0xffffffffc02dde50
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x10
|
|
19
|
xfsaild
|
xfs |
0xffffffffc030cd3f
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x25f
|
|
20
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc030cae0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x90
|
|
21
|
kthread
|
vmlinux |
0xffffffffb94c1da1
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xd1
|
|
22
|
|
vmlinux |
0xffffffffb94c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
23
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb9b75c37
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x21
|
|
24
|
|
vmlinux |
0xffffffffb94c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [xfsaild/dm-0:2466]
Modules linked in: veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype br_netfilter ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock overlay(T) coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev vmw_balloon pcspkr parport_pc parport sg vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic pata_acpi vmwgfx floppy drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix e1000 libata mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 2466 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G L ------------ T 3.10.0-957.21.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/30/2013
task: ffff97be35e36180 ti: ffff97bfb3a70000 task.ti: ffff97bfb3a70000
RIP: 0010:[<ffffffffc006e3be>] [<ffffffffc006e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff97bfb3a73960 EFLAGS: 00000246
RAX: ffffb529c0f40000 RBX: ffff97bea8af0f60 RCX: 0000000000000019
RDX: ffff97bfb631cc00 RSI: ffff97bfb67b4000 RDI: 000000000000000e
RBP: ffff97bfb3a73970 R08: 0000000000000003 R09: 000000007de0cfff
R10: ffff97bfb67b20d8 R11: ffff97bf8a6c5180 R12: 0000000100000004
R13: ffff97be79622480 R14: ffff97bfb3a738d4 R15: ffffffffb974c09b
FS: 0000000000000000(0000) GS:ffff97bfbfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055b392735c2b CR3: 00000001a6a4c000 CR4: 00000000000007f0
Call Trace:
[<ffffffffc009071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc00a82e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb98d1700>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb98dac9c>] scsi_request_fn+0x4cc/0x680
[<ffffffffb9743849>] __blk_run_queue+0x39/0x50
[<ffffffffb974390a>] queue_unplugged+0x2a/0xa0
[<ffffffffb9747148>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb9747322>] blk_queue_bio+0x182/0x400
[<ffffffffb97454e7>] generic_make_request+0x147/0x380
[<ffffffffb9745790>] submit_bio+0x70/0x150
[<ffffffffc02db473>] _xfs_buf_ioapply+0x2f3/0x460 [xfs]
[<ffffffffc02dd034>] ? xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc02dcd4c>] xfs_buf_submit+0x6c/0x220 [xfs]
[<ffffffffc02dd034>] xfs_buf_delwri_submit_buffers+0x134/0x240 [xfs]
[<ffffffffc02dde50>] ? xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc030cae0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc02dde50>] xfs_buf_delwri_submit_nowait+0x10/0x20 [xfs]
[<ffffffffc030cd3f>] xfsaild+0x25f/0x6f0 [xfs]
[<ffffffffc030cae0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffb94c1da1>] kthread+0xd1/0xe0
[<ffffffffb94c1cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb9b75c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb94c1cd0>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 c3 07