Complete report #1122679
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01d33be
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01f571e
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02032e0
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9c6a0140
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9c6a96ac
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9c51d5e9
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9c51d6aa
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9c520e68
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9c5212d4
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff9c3de0e8
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xc8
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffff9c3c8a62
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x812
|
|
12
|
|
vmlinux |
0xffffffff9c43f375
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x25
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff9c3caefd
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x39d
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff9c920547
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x197
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff9c9208d5
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffff9c91c758
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 39s! [systemd:1]
Modules linked in: nf_conntrack_netlink xt_addrtype br_netfilter nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 binfmt_misc xt_conntrack overlay(T) ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock tun sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ppdev snd_rawmidi ghash_clmulni_intel snd_ac97_codec aesni_intel ac97_bus vmw_balloon snd_seq lrw
gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm joydev pcspkr snd_timer snd sg nfit soundcore vmw_vmci i2c_piix4 shpchp libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect crct10dif_pclmul sysimgblt crct10dif_common fb_sys_fops ttm crc32c_intel ata_piix drm libata e1000 mptspi serio_raw scsi_transport_spi mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 1 Comm: systemd Kdump: loaded Tainted: G L ------------ T 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9080bafd0000 ti: ffff9080bafcc000 task.ti: ffff9080bafcc000
RIP: 0010:[<ffffffffc01d33be>] [<ffffffffc01d33be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9080bafcfaa8 EFLAGS: 00000246
RAX: ffffb0bb81940000 RBX: ffff908286ac8fa0 RCX: 000000000000000c
RDX: ffff90823928f800 RSI: ffff908238f8c000 RDI: 000000000000000e
RBP: ffff9080bafcfab8 R08: 0000000000000003 R09: 0000000319391fff
R10: ffff9082b212f0d8 R11: ffff90822329a840 R12: ffff9082a1e8cd80
R13: ffff9080bafcfa1c R14: ffffffff9c525ddb R15: ffff9080bafcfa60
FS: 00007f75632df940(0000) GS:ffff9082b02c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7560134db8 CR3: 000000036c3bc000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc01f571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02032e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9c6a0140>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9c6a96ac>] scsi_request_fn+0x4cc/0x680
[<ffffffff9c51d5e9>] __blk_run_queue+0x39/0x50
[<ffffffff9c51d6aa>] queue_unplugged+0x2a/0xa0
[<ffffffff9c520e68>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9c5212d4>] blk_finish_plug+0x14/0x40
[<ffffffff9c3de0e8>] swapin_readahead+0xc8/0x110
[<ffffffff9c3c8a62>] handle_pte_fault+0x812/0xd10
[<ffffffff9c43f375>] ? fd_install+0x25/0x30
[<ffffffff9c3caefd>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9c920547>] __do_page_fault+0x197/0x4f0
[<ffffffff9c9208d5>] do_page_fault+0x35/0x90
[<ffffffff9c91c758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 1e
Complete report #783914
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00d23be
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc00f471e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc014c2e0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff886e4860
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff886edf8c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff88553f39
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff88553ffa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff885578d8
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff88557d44
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff8840a451
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff883f288f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffff8846f995
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff883f6627
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xaa7
|
|
14
|
?
autofs_dev_ioctl_closemount
|
vmlinux |
0xffffffff884ea4f0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x20
|
|
15
|
|
vmlinux |
0xffffffff884ea7a8
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1a8
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff88990653
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffff88990975
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffff8898c778
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 33s! [systemd:1]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon joydev pcspkr sg parport_pc vmw_vmci parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix nfit crct10dif_pclmul mptspi crct10dif_common libata crc32c_intel scsi_transport_spi libnvdimm
serio_raw mptscsih mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 1 Comm: systemd Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/09/2019
task: ffff905e7ae18000 ti: ffff905e7ae14000 task.ti: ffff905e7ae14000
RIP: 0010:[<ffffffffc00d23be>] [<ffffffffc00d23be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff905e7ae17a88 EFLAGS: 00000246
RAX: ffff9da601cc0000 RBX: ffff9061332f27a0 RCX: 000000000000000d
RDX: ffff906133b88e00 RSI: ffff905f354f4000 RDI: 000000000000000e
RBP: ffff905e7ae17a98 R08: 0000000000000002 R09: 000000015e379fff
R10: ffff9061330e4400 R11: ffff905f344cdf80 R12: ffff905d5a019800
R13: ffff905e7ae179fc R14: ffffffff8855c8fb R15: ffff905e7ae17a40
FS: 00007f6137b5d940(0000) GS:ffff905f37800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6134d38db8 CR3: 00000002377f6000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc00f471e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc014c2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff886e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff886edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff88553f39>] __blk_run_queue+0x39/0x50
[<ffffffff88553ffa>] queue_unplugged+0x2a/0xa0
[<ffffffff885578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff88557d44>] blk_finish_plug+0x14/0x40
[<ffffffff8840a451>] swapin_readahead+0x191/0x210
[<ffffffff883f288f>] do_swap_page+0x23f/0x7c0
[<ffffffff8846f995>] ? fd_install+0x25/0x30
[<ffffffff883f6627>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff884ea4f0>] ? autofs_dev_ioctl_closemount+0x20/0x20
[<ffffffff884ea7a8>] ? _autofs_dev_ioctl+0x1a8/0x3c0
[<ffffffff88990653>] __do_page_fault+0x213/0x500
[<ffffffff88990975>] do_page_fault+0x35/0x90
[<ffffffff8898c778>] page_fault+0x28/0x30
Complete report #1107929
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa998b795
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0091632
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffa96ecf70
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa96e4860
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa96edf8c
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa9553f39
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa9553ffa
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa95578d8
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa9557d44
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa940a451
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffa93f288f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffa946f995
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x25
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffffa93f6627
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xaa7
|
|
14
|
?
autofs_dev_ioctl_closemount
|
vmlinux |
0xffffffffa94ea4f0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x20
|
|
15
|
|
vmlinux |
0xffffffffa94ea7a8
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x1a8
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffffa9990653
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffffa9990975
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
18
|
|
vmlinux |
0xffffffffa998cac9
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xaa
|
|
19
|
page_fault
|
vmlinux |
0xffffffffa998c778
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [java:116426]
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 25s! [systemd:1]
Modules linked in: vmsec_nfq(OE) binfmt_misc nfnetlink_queue vmsecmod(OE) veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp ppdev vmw_balloon pcspkr sg joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic
pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper crct10dif_common ata_piix syscopyarea ahci sysfillrect sysimgblt fb_sys_fops ttm libahci nfit drm libnvdimm libata serio_raw vmw_pvscsi vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: vmsec_nfq]
CPU: 2 PID: 1 Comm: systemd Kdump: loaded Tainted: G OE ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffffa0adb63a8000 ti: ffffa0adb5c20000 task.ti: ffffa0adb5c20000
RIP: 0010:[<ffffffffa998b795>] [<ffffffffa998b795>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffffa0adb5c23af0 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffa95b2f83 RCX: ffffffffa9e34f40
RDX: ffffbcf9c18f0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffffa0adb5c23af0 R08: 0000000000000001 R09: 0000000000000000
R10: ffffa0ac75ec8400 R11: ffffa0ac75ff6800 R12: 0000000000000000
R13: 0000000000000020 R14: ffffa0b06ace7600 R15: ffffffffa96ebc29
FS: 00007ffba2d85940(0000) GS:ffffa0b06d680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffb9f95fdb8 CR3: 0000000428752000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc0091632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa96ecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa96e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa96edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa9553f39>] __blk_run_queue+0x39/0x50
[<ffffffffa9553ffa>] queue_unplugged+0x2a/0xa0
[<ffffffffa95578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa9557d44>] blk_finish_plug+0x14/0x40
[<ffffffffa940a451>] swapin_readahead+0x191/0x210
[<ffffffffa93f288f>] do_swap_page+0x23f/0x7c0
[<ffffffffa946f995>] ? fd_install+0x25/0x30
[<ffffffffa93f6627>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffa94ea4f0>] ? autofs_dev_ioctl_closemount+0x20/0x20
[<ffffffffa94ea7a8>] ? _autofs_dev_ioctl+0x1a8/0x3c0
[<ffffffffa9990653>] __do_page_fault+0x213/0x500
[<ffffffffa9990975>] do_page_fault+0x35/0x90
[<ffffffffa998cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa998c778>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48