Complete report #1407558
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03d544e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc045d74e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04e32f0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb2f03030
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb2f0cbdc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb2d687d9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb2d688aa
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb2d6c2f8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb2d6c764
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffb2c16661
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffb2bfe42f
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffb2c0225f
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xabf
|
|
13
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffb31b7006
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa6
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffb31bf7d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffb31bfb05
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffffb31bb7b8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 33s! [node:40722]
Modules linked in: i2dtrack(OE) xt_CHECKSUM iscsi_target_mod iptable_mangle target_core_mod ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 sfs(OE) nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nbd(E) nf_reject_ipv4 tun dattobd(OE) bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev sg pcspkr vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm drm crct10dif_pclmul crct10dif_common ata_piix nfit mptspi libata crc32c_intel scsi_transport_spi mptscsih libnvdimm e1000 mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 40722 Comm: node Kdump: loaded Tainted: G OE ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8a1db14de300 ti: ffff8a1d8619c000 task.ti: ffff8a1d8619c000
RIP: 0010:[<ffffffffc03d544e>] [<ffffffffc03d544e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffff8a1d8619fa88 EFLAGS: 00000246
RAX: ffffb5e880700000 RBX: ffff8a1db6f4e2a0 RCX: 0000000000000020
RDX: ffff8a1d354cf400 RSI: ffff8a1e30543000 RDI: 000000000000000e
RBP: ffff8a1d8619fa98 R08: 0000000000000002 R09: 000000011bcf1fff
R10: ffff8a1d351af800 R11: ffff8a1e2f9c01c0 R12: ffff8a1e33da1380
R13: ffff8a1d8619f9fc R14: ffffffffb2d7158b R15: ffff8a1d8619fa40
FS: 00007f7ea8b417c0(0000) GS:ffff8a1e39680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00002f2a0b2c7658 CR3: 00000000b77ea000 CR4: 0000000000760fe0
PKRU: 55555554
Call Trace:
[<ffffffffc045d74e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04e32f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb2f03030>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffb2f0cbdc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb2d687d9>] __blk_run_queue+0x39/0x50
[<ffffffffb2d688aa>] queue_unplugged+0x2a/0xa0
[<ffffffffb2d6c2f8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb2d6c764>] blk_finish_plug+0x14/0x50
[<ffffffffb2c16661>] swapin_readahead+0x191/0x210
[<ffffffffb2bfe42f>] do_swap_page+0x23f/0x7c0
[<ffffffffb2c0225f>] handle_mm_fault+0xabf/0x1190
[<ffffffffb31b7006>] ? schedule_hrtimeout_range_clock+0xa6/0x160
[<ffffffffb31bf7d3>] __do_page_fault+0x213/0x510
[<ffffffffb31bfb05>] do_page_fault+0x35/0x90
[<ffffffffb31bb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7
Complete report #1121567
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00f344e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc013474e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01992f0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9f702ae0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9f70c68c
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9f568159
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9f56822a
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9f56bc78
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9f56c0e4
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff9f4162e1
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff9f3fe26f
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x23f
|
|
12
|
?
xfs_file_buffered_aio_read
|
xfs |
0xffffffffc033e685
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xa5
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff9f402087
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xaa7
|
|
14
|
|
vmlinux |
0xffffffff9f45ad93
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x93
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff9f9bf7d3
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff9f9bfb05
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff9f9bb7b8
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 34s! [mysqld:9025]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw pcspkr gf128mul glue_helper ablk_helper joydev cryptd vmw_balloon sg i2c_piix4 parport_pc vmw_vmci parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm mptspi libata scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common crc32c_intel serio_raw mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 9025 Comm: mysqld Kdump: loaded Tainted: G L ------------ 3.10.0-1160.83.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff9149f3601080 ti: ffff914933828000 task.ti: ffff914933828000
RIP: 0010:[<ffffffffc00f344e>] [<ffffffffc00f344e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffff91493382ba88 EFLAGS: 00000246
RAX: ffffb75480ec0000 RBX: ffff9148caba8aa0 RCX: 0000000000000008
RDX: ffff9147f670c000 RSI: ffff91493a80e000 RDI: 000000000000000e
RBP: ffff91493382ba98 R08: 0000000000000003 R09: 00000000076e9fff
R10: ffff9149f36c4000 R11: ffff91484020f480 R12: ffff9148e4679380
R13: ffff91493382b9fc R14: ffffffff9f570f0b R15: ffff91493382ba40
FS: 00007f222331d700(0000) GS:ffff9149ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2116622009 CR3: 00000001d58f4000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc013474e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01992f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9f702ae0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff9f70c68c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9f568159>] __blk_run_queue+0x39/0x50
[<ffffffff9f56822a>] queue_unplugged+0x2a/0xa0
[<ffffffff9f56bc78>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9f56c0e4>] blk_finish_plug+0x14/0x50
[<ffffffff9f4162e1>] swapin_readahead+0x191/0x210
[<ffffffff9f3fe26f>] do_swap_page+0x23f/0x7c0
[<ffffffffc033e685>] ? xfs_file_buffered_aio_read+0xa5/0x110 [xfs]
[<ffffffff9f402087>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff9f45ad93>] ? do_sync_read+0x93/0xe0
[<ffffffff9f9bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff9f9bfb05>] do_page_fault+0x35/0x90
[<ffffffff9f9bb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7
Complete report #990255
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01163be
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc017071e
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01312e0
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9dae4640
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9daedd6c
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9d953cf9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9d953dba
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9d9576b8
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9d957b24
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff9d80a441
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff9d7f287f
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff9d7f6617
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xaa7
|
|
13
|
|
vmlinux |
0xffffffff9d89d76e
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x31e
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff9dd94653
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x213
|
|
15
|
|
vmlinux |
0xffffffff9d89eb14
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xa4
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff9dd94975
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff9dd90778
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 66s! [dockerd:5633]
Modules linked in: rpcsec_gss_krb5 veth xt_nat xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_ens1371 snd_rawmidi snd_ac97_codec glue_helper ppdev ablk_helper vmw_balloon cryptd ac97_bus snd_seq snd_seq_device snd_pcm joydev pcspkr snd_timer snd sg soundcore i2c_piix4 vmw_vmci parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm drm crct10dif_pclmul ata_piix crct10dif_common crc32c_intel libata mptspi serio_raw nfit e1000 scsi_transport_spi mptscsih libnvdimm mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 5633 Comm: dockerd Kdump: loaded Tainted: G ------------ T 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9c49b1e88000 ti: ffff9c49b1e84000 task.ti: ffff9c49b1e84000
RIP: 0010:[<ffffffffc01163be>] [<ffffffffc01163be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9c49b1e87a88 EFLAGS: 00000246
RAX: ffffc16100d00000 RBX: ffff9c49b0b5c8d0 RCX: 000000000000003d
RDX: ffff9c4b7109e800 RSI: ffff9c4b72223000 RDI: 000000000000000e
RBP: ffff9c49b1e87a98 R08: 0000000000000003 R09: 00000001421b2fff
R10: ffff9c4b7697d800 R11: ffff9c49f99f6840 R12: ffff9c4b767f5380
R13: ffff9c49b1e879fc R14: ffffffff9d95c6db R15: ffff9c49b1e87a40
FS: 00007f8d1afd5700(0000) GS:ffff9c4b75680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000556855f60098 CR3: 000000022bd4a000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc017071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01312e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9dae4640>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9daedd6c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9d953cf9>] __blk_run_queue+0x39/0x50
[<ffffffff9d953dba>] queue_unplugged+0x2a/0xa0
[<ffffffff9d9576b8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9d957b24>] blk_finish_plug+0x14/0x40
[<ffffffff9d80a441>] swapin_readahead+0x191/0x210
[<ffffffff9d7f287f>] do_swap_page+0x23f/0x7c0
[<ffffffff9d7f6617>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff9d89d76e>] ? ep_poll+0x31e/0x360
[<ffffffff9dd94653>] __do_page_fault+0x213/0x500
[<ffffffff9d89eb14>] ? SyS_epoll_wait+0xa4/0x100
[<ffffffff9dd94975>] do_page_fault+0x35/0x90
[<ffffffff9dd90778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 43 12
Complete report #923716
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02503be
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc030a71e
Build id: 3.10.0-1160.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02ed2e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa84e3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa84ed0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa83534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa835359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa8356dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa8357244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa8209a71
Build id: 3.10.0-1160.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffa81f1f1f
Build id: 3.10.0-1160.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffa81bdf6b
Build id: 3.10.0-1160.el7.x86_64
|
0x2b
|
|
13
|
|
vmlinux |
0xffffffffa81ee4d9
Build id: 3.10.0-1160.el7.x86_64
|
0x139
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffffa81f5cb7
Build id: 3.10.0-1160.el7.x86_64
|
0xaa7
|
|
15
|
?
ep_scan_ready_list.isra.7
|
vmlinux |
0xffffffffa829cb59
Build id: 3.10.0-1160.el7.x86_64
|
0x1b9
|
|
16
|
|
vmlinux |
0xffffffffa80dfb48
Build id: 3.10.0-1160.el7.x86_64
|
0x78
|
|
17
|
__do_page_fault
|
vmlinux |
0xffffffffa878e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
18
|
do_page_fault
|
vmlinux |
0xffffffffa878e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
19
|
page_fault
|
vmlinux |
0xffffffffa878a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 32s! [pickup:1270]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event btusb crc32_pclmul btrtl btbcm ppdev btintel snd_ens1371 bluetooth snd_rawmidi snd_ac97_codec ac97_bus ghash_clmulni_intel snd_seq aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm pcspkr joydev snd_timer snd sg rfkill soundcore i2c_piix4 vmw_vmci parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi
vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel ata_piix drm_kms_helper libata serio_raw mptspi syscopyarea sysfillrect sysimgblt fb_sys_fops scsi_transport_spi ttm e1000 mptscsih drm mptbase nfit drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 1270 Comm: pickup Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff97327e646300 ti: ffff9731f4b8c000 task.ti: ffff9731f4b8c000
RIP: 0010:[<ffffffffc02503be>] [<ffffffffc02503be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9731f4b8fa88 EFLAGS: 00000246
RAX: ffffa4e840fc0000 RBX: ffff9731f87722a0 RCX: 000000000000000e
RDX: ffff973175e7ca00 RSI: ffff97327d5bf000 RDI: 000000000000000e
RBP: ffff9731f4b8fa98 R08: 0000000000000003 R09: 00000000617a8fff
R10: ffff97327d0c9000 R11: ffff9731ee0bed80 R12: ffff9731d82b4300
R13: ffff9731f4b8f9fc R14: ffffffffa835bdfb R15: ffff9731f4b8fa40
FS: 00007f24e1cbd880(0000) GS:ffff97328b840000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f24dfaace88 CR3: 00000000b0c20000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffffc030a71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02ed2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa84e3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa84ed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffffa83534d9>] __blk_run_queue+0x39/0x50
[<ffffffffa835359a>] queue_unplugged+0x2a/0xa0
[<ffffffffa8356dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa8357244>] blk_finish_plug+0x14/0x40
[<ffffffffa8209a71>] swapin_readahead+0x191/0x210
[<ffffffffa81f1f1f>] do_swap_page+0x23f/0x7c0
[<ffffffffa81bdf6b>] ? unlock_page+0x2b/0x30
[<ffffffffa81ee4d9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffa81f5cb7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffa829cb59>] ? ep_scan_ready_list.isra.7+0x1b9/0x1f0
[<ffffffffa80dfb48>] ? __enqueue_entity+0x78/0x80
[<ffffffffa878e653>] __do_page_fault+0x213/0x500
[<ffffffffa878e975>] do_page_fault+0x35/0x90
[<ffffffffa878a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 25
Complete report #877366
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03d444e
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc045b74e
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03ef2f0
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb9502fe0
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb950cb8c
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb9368649
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb936871a
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb936c168
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb936c5d4
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffb92165a1
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffb91fe36f
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffb91197c4
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xa4
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffffb920219f
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xabf
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffb97bf7d3
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffb97bfb05
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffffb97bb7b8
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [HangDetector:886]
Modules linked in: mfe_fileaccess_100717487(OE) mfe_aac_100717487(OE) event_collector_3_1_1777950(OE) mfe_fileaccess_1007161222(OE) mfe_aac_1007161222(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc event_collector_3_0_1194840(OE) ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix mptspi scsi_transport_spi mptscsih libata vmxnet3 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: mfe_aac_1007161049]
CPU: 1 PID: 886 Comm: HangDetector Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.90.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffffa1163341e300 ti: ffffa114b94b4000 task.ti: ffffa114b94b4000
RIP: 0010:[<ffffffffc03d444e>] [<ffffffffc03d444e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffffa114b94b7a88 EFLAGS: 00000246
RAX: ffffbfed00ec0000 RBX: ffffa114b878f2a0 RCX: 0000000000000000
RDX: ffffa11632b84e00 RSI: ffffa116326cb000 RDI: 000000000000000e
RBP: ffffa114b94b7a98 R08: 0000000000000003 R09: 0000000072fdcfff
R10: ffffa11632749400 R11: ffffa11562fea000 R12: ffffa115c9662900
R13: ffffa114b94b79fc R14: ffffffffb93713fb R15: ffffa114b94b7a40
FS: 00007f0363dc6700(0000) GS:ffffa1163fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f035c00fff0 CR3: 00000002369ea000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc045b74e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03ef2f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb9502fe0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffb950cb8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb9368649>] __blk_run_queue+0x39/0x50
[<ffffffffb936871a>] queue_unplugged+0x2a/0xa0
[<ffffffffb936c168>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb936c5d4>] blk_finish_plug+0x14/0x50
[<ffffffffb92165a1>] swapin_readahead+0x191/0x210
[<ffffffffb91fe36f>] do_swap_page+0x23f/0x7c0
[<ffffffffb91197c4>] ? futex_wait_queue_me+0xa4/0x130
[<ffffffffb920219f>] handle_mm_fault+0xabf/0x1190
[<ffffffffb97bf7d3>] __do_page_fault+0x213/0x510
[<ffffffffb97bfb05>] do_page_fault+0x35/0x90
[<ffffffffb97bb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7
Complete report #771616
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc018d44e
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01dc74e
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01f02f0
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffad302fe0
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffad30cb8c
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffad168649
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffad16871a
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffad16c168
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffad16c5d4
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffad0165a1
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffacffe36f
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffad06e0ed
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x3d
|
|
13
|
|
vmlinux |
0xffffffffad06f342
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x72
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffffad00219f
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xabf
|
|
15
|
|
vmlinux |
0xffffffffad061c35
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x165
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffffad5bf7d3
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffffad5bfb05
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffffad5bb7b8
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 44s! [ContainerBackgr:2289]
Modules linked in: binfmt_misc tcp_lp nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 devlink tun ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_ens1371 cryptd snd_rawmidi snd_ac97_codec ac97_bus snd_seq ppdev snd_seq_device snd_pcm snd_timer snd
soundcore vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi crct10dif_pclmul crct10dif_common vmwgfx crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit libnvdimm drm serio_raw ata_piix libata mptspi scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: eset_rtp]
CPU: 0 PID: 2289 Comm: ContainerBackgr Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.90.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9093c76e8000 ti: ffff9093c76e4000 task.ti: ffff9093c76e4000
RIP: 0010:[<ffffffffc018d44e>] [<ffffffffc018d44e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffff9093c76e7a88 EFLAGS: 00000246
RAX: ffff9e6100400000 RBX: ffff9093fbf439a0 RCX: 000000000000000c
RDX: ffff9093f5633e00 RSI: ffff9093f5648000 RDI: 000000000000000e
RBP: ffff9093c76e7a98 R08: 0000000000000002 R09: 000000004a0a2fff
R10: ffff9093f44da800 R11: ffff9094269c9a40 R12: ffff909424b45800
R13: ffff9093c76e79fc R14: ffffffffad1713fb R15: ffff9093c76e7a40
FS: 00007f1c6d3b5700(0000) GS:ffff90943b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000f8535000 CR3: 00000000694c8000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc01dc74e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01f02f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffad302fe0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffad30cb8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffad168649>] __blk_run_queue+0x39/0x50
[<ffffffffad16871a>] queue_unplugged+0x2a/0xa0
[<ffffffffad16c168>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffad16c5d4>] blk_finish_plug+0x14/0x50
[<ffffffffad0165a1>] swapin_readahead+0x191/0x210
[<ffffffffacffe36f>] do_swap_page+0x23f/0x7c0
[<ffffffffad06e0ed>] ? putname+0x3d/0x70
[<ffffffffad06f342>] ? user_path_at_empty+0x72/0xc0
[<ffffffffad00219f>] handle_mm_fault+0xabf/0x1190
[<ffffffffad061c35>] ? cp_new_stat+0x165/0x1a0
[<ffffffffad5bf7d3>] __do_page_fault+0x213/0x510
[<ffffffffad5bfb05>] do_page_fault+0x35/0x90
[<ffffffffad5bb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7
Complete report #640389
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02b344e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc02ce74e
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03102f0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8ed02ae0
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8ed0c68c
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8eb68159
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8eb6822a
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff8eb6bc78
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff8eb6c0e4
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff8ea162e1
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff8e9fe26f
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffff8e9c8f6b
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x2b
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff8ea02087
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xaa7
|
|
14
|
|
vmlinux |
0xffffffff8ea5cbd6
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x1a6
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff8efbf7d3
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff8efbfb05
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff8efbb7b8
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [gnome-shell:1663]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ppdev crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw ac97_bus gf128mul snd_seq glue_helper ablk_helper vmw_balloon cryptd snd_seq_device snd_pcm joydev pcspkr snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul
crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit serio_raw drm libnvdimm libata mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 1663 Comm: gnome-shell Kdump: loaded Not tainted 3.10.0-1160.83.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff94039d2cb180 ti: ffff94039bdc0000 task.ti: ffff94039bdc0000
RIP: 0010:[<ffffffffc02b344e>] [<ffffffffc02b344e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffff94039bdc3a88 EFLAGS: 00000246
RAX: ffffbb3580780000 RBX: ffff9403a4a67d88 RCX: 0000000000000001
RDX: ffff940336336400 RSI: ffff940335df1000 RDI: 000000000000000e
RBP: ffff94039bdc3a98 R08: 0000000000000002 R09: 0000000027d51fff
R10: ffff94033614a000 R11: ffff94039ff548c0 R12: ffff9403aa61e280
R13: ffff94039bdc39fc R14: ffffffff8eb70f0b R15: ffff94039bdc3a40
FS: 00007fd6af895a80(0000) GS:ffff9403ba400000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000001ea18ff0 CR3: 000000009bcf2000 CR4: 00000000000007f0
Call Trace:
[<ffffffffc02ce74e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03102f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8ed02ae0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff8ed0c68c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8eb68159>] __blk_run_queue+0x39/0x50
[<ffffffff8eb6822a>] queue_unplugged+0x2a/0xa0
[<ffffffff8eb6bc78>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8eb6c0e4>] blk_finish_plug+0x14/0x50
[<ffffffff8ea162e1>] swapin_readahead+0x191/0x210
[<ffffffff8e9fe26f>] do_swap_page+0x23f/0x7c0
[<ffffffff8e9c8f6b>] ? unlock_page+0x2b/0x40
[<ffffffff8ea02087>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff8ea5cbd6>] ? do_readv_writev+0x1a6/0x270
[<ffffffff8efbf7d3>] __do_page_fault+0x213/0x510
[<ffffffff8efbfb05>] do_page_fault+0x35/0x90
[<ffffffff8efbb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7
Complete report #588328
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc048b3be
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc04ad71e
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04262e0
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa08e4690
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa08eddbc
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa0753d19
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa0753dda
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa07576d8
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa0757b44
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa060a451
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffa05f28bf
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffa05be47b
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x2b
|
|
13
|
|
vmlinux |
0xffffffffa05eee79
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x139
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffffa05f6657
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0xaa7
|
|
15
|
|
vmlinux |
0xffffffffa06541a5
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x165
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffffa0b94653
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffffa0b94975
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffffa0b90778
Build id: 3.10.0-1160.76.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 34s! [pool:25374]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg joydev i2c_piix4 parport_pc vmw_vmci parport ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crc32c_intel serio_raw drm mptspi scsi_transport_spi e1000 mptscsih mptbase ata_piix
libata drm_panel_orientation_quirks nfit libnvdimm floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 25374 Comm: pool Kdump: loaded Tainted: G L ------------ 3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff890e158ba100 ti: ffff890e5a994000 task.ti: ffff890e5a994000
RIP: 0010:[<ffffffffc048b3be>] [<ffffffffc048b3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff890e5a997a88 EFLAGS: 00000246
RAX: ffff9df540780000 RBX: ffff890e6702fca0 RCX: 0000000000000000
RDX: ffff890ef36c9800 RSI: ffff890ef35c6000 RDI: 000000000000000e
RBP: ffff890e5a997a98 R08: 0000000000000003 R09: 0000000040d3efff
R10: ffff890df4caf000 R11: ffff890ef499fdc0 R12: ffff890e1ef59500
R13: ffff890e5a9979fc R14: ffffffffa075c6fb R15: ffff890e5a997a40
FS: 00007ff2d5688700(0000) GS:ffff890effd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001dd7d84 CR3: 00000000710f8000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc04ad71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04262e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa08e4690>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa08eddbc>] scsi_request_fn+0x4ac/0x680
[<ffffffffa0753d19>] __blk_run_queue+0x39/0x50
[<ffffffffa0753dda>] queue_unplugged+0x2a/0xa0
[<ffffffffa07576d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa0757b44>] blk_finish_plug+0x14/0x40
[<ffffffffa060a451>] swapin_readahead+0x191/0x210
[<ffffffffa05f28bf>] do_swap_page+0x23f/0x7c0
[<ffffffffa05be47b>] ? unlock_page+0x2b/0x30
[<ffffffffa05eee79>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffa05f6657>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffa06541a5>] ? cp_new_stat+0x165/0x1a0
[<ffffffffa0b94653>] __do_page_fault+0x213/0x500
[<ffffffffa0b94975>] do_page_fault+0x35/0x90
[<ffffffffa0b90778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 93 49
Complete report #581874
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02013be
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01da71e
Build id: 3.10.0-1160.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02f12e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa8ee3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa8eed0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa8d534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa8d5359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa8d56dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa8d57244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa8c09a71
Build id: 3.10.0-1160.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffa8bf1f1f
Build id: 3.10.0-1160.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffa8bf5cb7
Build id: 3.10.0-1160.el7.x86_64
|
0xaa7
|
|
13
|
|
vmlinux |
0xffffffffa9033731
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffffa8c4cf83
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffffa918e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffffa918e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffffa918a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 27s! [trivial-rewrite:98737]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [postgres_export:44949]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi ppdev snd_ac97_codec ac97_bus aesni_intel
snd_seq lrw gf128mul snd_seq_device glue_helper ablk_helper vmw_balloon snd_pcm cryptd snd_timer joydev pcspkr snd soundcore i2c_piix4 sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_generic pata_acpi crct10dif_pclmul mptspi fb_sys_fops crct10dif_common ttm scsi_transport_spi drm ata_piix e1000 mptscsih crc32c_intel serio_raw mptbase nfit libnvdimm libata drm_panel_orientation_quirks fuse
CPU: 1 PID: 44949 Comm: postgres_export Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff88969b226300 ti: ffff88968c5b8000 task.ti: ffff88968c5b8000
RIP: 0010:[<ffffffffc02013be>] [<ffffffffc02013be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff88968c5bba88 EFLAGS: 00000246
RAX: ffffb5f640d40000 RBX: ffff889769d16988 RCX: 0000000000000000
RDX: ffff8897ac02f200 RSI: ffff8897abc00000 RDI: 000000000000000e
RBP: ffff88968c5bba98 R08: 0000000000000003 R09: 0000000215b6efff
R10: ffff8897ac24c800 R11: ffff8897a3bec8c0 R12: ffff889619b69080
R13: ffff88968c5bb9fc R14: ffffffffa8d5bdfb R15: ffff88968c5bba40
FS: 00007f799e67f700(0000) GS:ffff8897af240000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f799faa8648 CR3: 000000011b0e6000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc01da71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02f12e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa8ee3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa8eed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffffa8d534d9>] __blk_run_queue+0x39/0x50
[<ffffffffa8d5359a>] queue_unplugged+0x2a/0xa0
[<ffffffffa8d56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa8d57244>] blk_finish_plug+0x14/0x40
[<ffffffffa8c09a71>] swapin_readahead+0x191/0x210
[<ffffffffa8bf1f1f>] do_swap_page+0x23f/0x7c0
[<ffffffffa8bf5cb7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffa9033731>] ? sock_aio_read+0x21/0x30
[<ffffffffa8c4cf83>] ? do_sync_read+0x93/0xe0
[<ffffffffa918e653>] __do_page_fault+0x213/0x500
[<ffffffffa918e975>] do_page_fault+0x35/0x90
[<ffffffffa918a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 f3 20
Complete report #565253
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00c73be
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc00e271e
Build id: 3.10.0-1160.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01782e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff85ce3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff85ced0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff85b534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff85b5359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff85b56dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff85b57244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff85a09a71
Build id: 3.10.0-1160.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff859f1f1f
Build id: 3.10.0-1160.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffff85a5fb5d
Build id: 3.10.0-1160.el7.x86_64
|
0x3d
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff859f5cb7
Build id: 3.10.0-1160.el7.x86_64
|
0xaa7
|
|
14
|
|
vmlinux |
0xffffffff85a53915
Build id: 3.10.0-1160.el7.x86_64
|
0x165
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff85f8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff85f8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff85f8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [gnome-shell:1964]
Modules linked in: xt_addrtype br_netfilter overlay(T) tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod ppdev snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel cryptd vmw_balloon joydev pcspkr parport_pc parport snd_ens1371 snd_rawmidi snd_ac97_codec
ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm nfit ata_piix libnvdimm serio_raw mptspi libata scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 1964 Comm: gnome-shell Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8f1e1dd55280 ti: ffff8f1e11570000 task.ti: ffff8f1e11570000
RIP: 0010:[<ffffffffc00c73be>] [<ffffffffc00c73be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8f1e11573a88 EFLAGS: 00000246
RAX: ffff9a6440200000 RBX: ffff8f1e02ca3e88 RCX: 000000000000001c
RDX: ffff8f1e35953400 RSI: ffff8f1e36110000 RDI: 000000000000000e
RBP: ffff8f1e11573a98 R08: 0000000000000003 R09: 000000001f630fff
R10: ffff8f1e3601a400 R11: ffff8f1e1fc33d40 R12: ffff8f1e333bc300
R13: ffff8f1e115739fc R14: ffffffff85b5bdfb R15: ffff8f1e11573a40
FS: 00007f9046bdda80(0000) GS:ffff8f1e3c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000046cad90 CR3: 000000000eefa000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc00e271e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01782e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff85ce3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff85ced0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff85b534d9>] __blk_run_queue+0x39/0x50
[<ffffffff85b5359a>] queue_unplugged+0x2a/0xa0
[<ffffffff85b56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff85b57244>] blk_finish_plug+0x14/0x40
[<ffffffff85a09a71>] swapin_readahead+0x191/0x210
[<ffffffff859f1f1f>] do_swap_page+0x23f/0x7c0
[<ffffffff85a5fb5d>] ? putname+0x3d/0x60
[<ffffffff859f5cb7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff85a53915>] ? cp_new_stat+0x165/0x1a0
[<ffffffff85f8e653>] __do_page_fault+0x213/0x500
[<ffffffff85f8e975>] do_page_fault+0x35/0x90
[<ffffffff85f8a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 53 0d
Complete report #554514
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc010544e
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc012774e
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01322f0
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff89102a90
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8910c52c
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff88f68119
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff88f681ea
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff88f6bc38
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff88f6c0a4
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff88e162a1
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff88dfe22f
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffff88cd8de1
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x91
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff88e02047
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0xaa7
|
|
14
|
|
vmlinux |
0xffffffff88e5843a
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x1ca
|
|
15
|
|
vmlinux |
0xffffffff88e5843a
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x1ca
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff893bf7d3
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffff893bfb05
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffff893bb7b8
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [dbus-daemon:609]
Modules linked in: ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 ip6table_filter nf_log_ipv4 nf_log_common nf_nat_ftp xt_REDIRECT nf_nat_redirect xt_conntrack nf_conntrack_ftp xt_LOG xt_limit xt_multiport iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 ip6table_mangle ip6table_raw ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nf_nat nf_conntrack ip6_tables iptable_mangle iptable_raw ipt_REJECT nf_reject_ipv4 iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ac97_bus snd_seq ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper snd_seq_device cryptd snd_pcm snd_timer joydev pcspkr sg snd vmw_vmci i2c_piix4
soundcore parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm libnvdimm ata_piix crct10dif_pclmul crct10dif_common e1000 crc32c_intel libata mptspi scsi_transport_spi mptscsih mptbase serio_raw drm_panel_orientation_quirks fuse
CPU: 0 PID: 609 Comm: dbus-daemon Kdump: loaded Tainted: G L ------------ 3.10.0-1160.80.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9791e075a100 ti: ffff9791e4210000 task.ti: ffff9791e4210000
RIP: 0010:[<ffffffffc010544e>] [<ffffffffc010544e>] mpt_put_msg_frame+0x5e/0x90 [mptbase]
RSP: 0000:ffff9791e4213a88 EFLAGS: 00000246
RAX: ffffa54541c00000 RBX: ffff978fa7637d88 RCX: 0000000000000005
RDX: ffff9791787dfa00 RSI: ffff9791e63ac000 RDI: 000000000000000e
RBP: ffff9791e4213a98 R08: 0000000000000003 R09: 00000000a0ab8fff
R10: ffff9791df8cc800 R11: ffff9791a440dc00 R12: ffff979096991980
R13: ffff9791e42139fc R14: ffffffff88f70ecb R15: ffff9791e4213a40
FS: 00007f741e4fc880(0000) GS:ffff9791e4800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005599ac478028 CR3: 00000002a34d0000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc012774e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01322f0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff89102a90>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff8910c52c>] scsi_request_fn+0x4ac/0x680
[<ffffffff88f68119>] __blk_run_queue+0x39/0x50
[<ffffffff88f681ea>] queue_unplugged+0x2a/0xa0
[<ffffffff88f6bc38>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff88f6c0a4>] blk_finish_plug+0x14/0x50
[<ffffffff88e162a1>] swapin_readahead+0x191/0x210
[<ffffffff88dfe22f>] do_swap_page+0x23f/0x7c0
[<ffffffff88cd8de1>] ? __wake_up_common_lock+0x91/0xc0
[<ffffffff88e02047>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff88e5843a>] ? __check_object_size+0x1ca/0x250
[<ffffffff88e5843a>] ? __check_object_size+0x1ca/0x250
[<ffffffff893bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff893bfb05>] do_page_fault+0x35/0x90
[<ffffffff893bb7b8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 14 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 cc cc cc cc 48 8d 76 08 0f b7 c8 44 89 e2 48 c7
Complete report #536641
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02333be
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc027171e
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02d02e0
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb08e4810
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb08edf3c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb0753ee9
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb0753faa
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb0757888
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb0757cf4
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffb060a421
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffb05f286f
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffb05f6607
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xaa7
|
|
13
|
?
schedule_hrtimeout_range_clock
|
vmlinux |
0xffffffffb0b88556
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xa6
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffb0b90653
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffb0b90975
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffffb0b8c778
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 29s! [I/O dispatcher :13228]
Modules linked in: rfcomm veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink bnep vmw_vsock_vmci_transport vsock nfit snd_seq_midi snd_seq_midi_event libnvdimm snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus snd_seq crc32_pclmul snd_seq_device snd_pcm btusb ghash_clmulni_intel aesni_intel btrtl snd_timer btbcm snd btintel lrw bluetooth gf128mul glue_helper ppdev soundcore ablk_helper cryptd rfkill pcspkr joydev sg vmw_balloon parport_pc parport
i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul ata_piix crct10dif_common drm crc32c_intel mptspi libata scsi_transport_spi mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 13228 Comm: I/O dispatcher Kdump: loaded Tainted: G L ------------ 3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8c05941a2100 ti: ffff8c042365c000 task.ti: ffff8c042365c000
RIP: 0010:[<ffffffffc02333be>] [<ffffffffc02333be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8c042365fa88 EFLAGS: 00000246
RAX: ffff9a2bc0d40000 RBX: ffff8c041d1883a0 RCX: 0000000000000017
RDX: ffff8c0435ab4a00 RSI: ffff8c05b6a97000 RDI: 000000000000000e
RBP: ffff8c042365fa98 R08: 0000000000000003 R09: 00000001abb2cfff
R10: ffff8c05b665a800 R11: ffff8c05b7607800 R12: ffff8c04ae62f180
R13: ffff8c042365f9fc R14: ffffffffb075c8ab R15: ffff8c042365fa40
FS: 00007fcba94da700(0000) GS:ffff8c05bb540000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000f2349000 CR3: 000000007cd2a000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc027171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02d02e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb08e4810>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb08edf3c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb0753ee9>] __blk_run_queue+0x39/0x50
[<ffffffffb0753faa>] queue_unplugged+0x2a/0xa0
[<ffffffffb0757888>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb0757cf4>] blk_finish_plug+0x14/0x40
[<ffffffffb060a421>] swapin_readahead+0x191/0x210
[<ffffffffb05f286f>] do_swap_page+0x23f/0x7c0
[<ffffffffb05f6607>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffb0b88556>] ? schedule_hrtimeout_range_clock+0xa6/0x150
[<ffffffffb0b90653>] __do_page_fault+0x213/0x500
[<ffffffffb0b90975>] do_page_fault+0x35/0x90
[<ffffffffb0b8c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 24
Complete report #506624
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01b63be
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01d871e
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc021d2e0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb7ee4650
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb7eedd7c
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb7d53d09
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb7d53dca
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb7d576c8
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb7d57b34
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffb7c0a451
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffb7bf288f
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffb7bbe45b
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x2b
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffffb7bf6627
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xaa7
|
|
14
|
|
vmlinux |
0xffffffffb7a7dfe9
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x109
|
|
15
|
|
vmlinux |
0xffffffffb7ae495c
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x14c
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffffb8194653
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffffb8194975
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffffb8190778
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [java:48895]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables br_netfilter overlay(T) tcp_lp rfcomm tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi ppdev aesni_intel snd_ac97_codec lrw btusb gf128mul glue_helper ac97_bus btrtl snd_seq ablk_helper btbcm btintel cryptd snd_seq_device bluetooth snd_pcm vmw_balloon snd_timer snd rfkill pcspkr soundcore sg joydev parport_pc parport i2c_piix4 vmw_vmci xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel nfit libnvdimm libata serio_raw mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 48895 Comm: java Tainted: G L ------------ T 3.10.0-1160.66.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8a9e4821c200 ti: ffff8a9e58344000 task.ti: ffff8a9e58344000
RIP: 0010:[<ffffffffc01b63be>] [<ffffffffc01b63be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8a9e58347a88 EFLAGS: 00000246
RAX: ffffab9340280000 RBX: ffff8a9e45cdb3a0 RCX: 0000000000000007
RDX: ffff8a9e75a71400 RSI: ffff8a9e75532000 RDI: 000000000000000e
RBP: ffff8a9e58347a98 R08: 0000000000000002 R09: 000000002cab1fff
R10: ffff8a9e75aae400 R11: ffff8a9e45d26140 R12: ffff8a9e4b42c480
R13: ffff8a9e583479fc R14: ffffffffb7d5c6eb R15: ffff8a9e58347a40
FS: 00007fb01ddc8ab0(0000) GS:ffff8a9e7c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb01d4d4d68 CR3: 000000000ea38000 CR4: 0000000000740ff0
PKRU: 55555554
Call Trace:
[<ffffffffc01d871e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc021d2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb7ee4650>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb7eedd7c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb7d53d09>] __blk_run_queue+0x39/0x50
[<ffffffffb7d53dca>] queue_unplugged+0x2a/0xa0
[<ffffffffb7d576c8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb7d57b34>] blk_finish_plug+0x14/0x40
[<ffffffffb7c0a451>] swapin_readahead+0x191/0x210
[<ffffffffb7bf288f>] do_swap_page+0x23f/0x7c0
[<ffffffffb7bbe45b>] ? unlock_page+0x2b/0x30
[<ffffffffb7bf6627>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffb7a7dfe9>] ? switch_mm_irqs_off+0x109/0x290
[<ffffffffb7ae495c>] ? update_curr+0x14c/0x1e0
[<ffffffffb8194653>] __do_page_fault+0x213/0x500
[<ffffffffb8194975>] do_page_fault+0x35/0x90
[<ffffffffb8190778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 43 1c
Complete report #505399
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc04523be
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc047971e
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04912e0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa1ee4860
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa1eedf8c
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa1d53f39
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa1d53ffa
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa1d578d8
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa1d57d44
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa1c0a451
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffa1bf288f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffa1bf6627
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xaa7
|
|
13
|
|
vmlinux |
0xffffffffa1ae4766
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x86
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffa2190653
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffa2190975
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffffa218c778
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [Nacos-Watch-Tas:16748]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul snd_seq ghash_clmulni_intel aesni_intel lrw snd_seq_device gf128mul snd_pcm snd_timer
glue_helper snd ablk_helper cryptd ppdev soundcore joydev vmw_balloon sg pcspkr parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops libata ttm e1000 nfit drm crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel mptspi scsi_transport_spi mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 16748 Comm: Nacos-Watch-Tas Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9e8d59aba100 ti: ffff9e88a4f68000 task.ti: ffff9e88a4f68000
RIP: 0010:[<ffffffffc04523be>] [<ffffffffc04523be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9e88a4f6ba88 EFLAGS: 00000246
RAX: ffffb23a031c0000 RBX: ffff9e86c231fea0 RCX: 000000000000000f
RDX: ffff9e8dd37a8a00 RSI: ffff9e8dda6b5000 RDI: 000000000000000e
RBP: ffff9e88a4f6ba98 R08: 0000000000000002 R09: 000000034530afff
R10: ffff9e8dd2b5d000 R11: ffff9e874b104a80 R12: ffff9e8809036880
R13: ffff9e88a4f6b9fc R14: ffffffffa1d5c8fb R15: ffff9e88a4f6ba40
FS: 00007f973cbbb700(0000) GS:ffff9e8dd8800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f97a623cce8 CR3: 00000001e644a000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc047971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04912e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa1ee4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa1eedf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa1d53f39>] __blk_run_queue+0x39/0x50
[<ffffffffa1d53ffa>] queue_unplugged+0x2a/0xa0
[<ffffffffa1d578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa1d57d44>] blk_finish_plug+0x14/0x40
[<ffffffffa1c0a451>] swapin_readahead+0x191/0x210
[<ffffffffa1bf288f>] do_swap_page+0x23f/0x7c0
[<ffffffffa1bf6627>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffa1ae4766>] ? update_curr+0x86/0x1e0
[<ffffffffa2190653>] __do_page_fault+0x213/0x500
[<ffffffffa2190975>] do_page_fault+0x35/0x90
[<ffffffffa218c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 03 46
Complete report #476912
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00b03be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc012671e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc011b2e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffab8e2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffab8ec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffab7527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffab75286a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffab7560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffab756514
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffab609bd1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffab5f204f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffab5ef907
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x47
|
|
13
|
|
vmlinux |
0xffffffffab5efa23
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x23
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffffab5f5e07
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xaa7
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffffabb8d653
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffffabb8d975
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffffabb89778
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [snmpd:24552]
Modules linked in: binfmt_misc xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi crct10dif_pclmul crct10dif_common ata_piix crc32c_intel scsi_transport_spi mptscsih serio_raw
libata mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 24552 Comm: snmpd Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff946b39dc5230 ti: ffff946bca24c000 task.ti: ffff946bca24c000
RIP: 0010:[<ffffffffc00b03be>] [<ffffffffc00b03be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff946bca24fa88 EFLAGS: 00000246
RAX: ffffad39807c0000 RBX: ffff946bf6f2a1a0 RCX: 0000000000000012
RDX: ffff946af5532200 RSI: ffff946bf4a2a000 RDI: 000000000000000e
RBP: ffff946bca24fa98 R08: 0000000000000003 R09: 0000000027e9cfff
R10: ffff946bf3e4bc00 R11: ffff946b46a676c0 R12: ffff946b72b05e00
R13: ffff946bca24f9fc R14: ffffffffab75b0cb R15: ffff946bca24fa40
FS: 00007f22bd937880(0000) GS:ffff946bffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055a880a60478 CR3: 00000001264fc000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc012671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc011b2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffab8e2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffab8ec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffab7527a9>] __blk_run_queue+0x39/0x50
[<ffffffffab75286a>] queue_unplugged+0x2a/0xa0
[<ffffffffab7560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffab756514>] blk_finish_plug+0x14/0x40
[<ffffffffab609bd1>] swapin_readahead+0x191/0x210
[<ffffffffab5f204f>] do_swap_page+0x23f/0x7c0
[<ffffffffab5ef907>] ? arch_tlb_finish_mmu+0x47/0x80
[<ffffffffab5efa23>] ? tlb_finish_mmu+0x23/0x30
[<ffffffffab5f5e07>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffabb8d653>] __do_page_fault+0x213/0x500
[<ffffffffabb8d975>] do_page_fault+0x35/0x90
[<ffffffffabb89778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 0b
Complete report #440751
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00fd3be
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc014271e
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00f02e0
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb1ee4640
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb1eedd6c
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb1d53cf9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb1d53dba
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb1d576b8
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb1d57b24
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffb1c0a441
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffb1bf287f
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffb1adaefb
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x5b
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffffb1bf6617
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xaa7
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffb2194653
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffb2194975
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x35
|
|
16
|
|
vmlinux |
0xffffffffb2190ac9
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0xaa
|
|
17
|
page_fault
|
vmlinux |
0xffffffffb2190778
Build id: 3.10.0-1160.62.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [in:imjournal:1598]
Modules linked in: tcp_diag udp_diag inet_diag xt_nat xt_mark xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables bridge stp llc ip_set vmw_vsock_vmci_transport vsock sunrpc ppdev coretemp vmw_balloon joydev pcspkr parport_pc sg parport i2c_piix4 vmw_vmci binfmt_misc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_common vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm serio_raw mptspi scsi_transport_spi libata e1000 mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash
dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 1598 Comm: in:imjournal Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.62.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff924af4916300 ti: ffff924b7ccc0000 task.ti: ffff924b7ccc0000
RIP: 0010:[<ffffffffc00fd3be>] [<ffffffffc00fd3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff924b7ccc3a88 EFLAGS: 00000246
RAX: ffff9ec840f40000 RBX: ffff924a563dfda0 RCX: 0000000000000011
RDX: ffff924b7e0d2c00 RSI: ffff924a75d57000 RDI: 000000000000000e
RBP: ffff924b7ccc3a98 R08: 0000000000000002 R09: 000000011cb0afff
R10: ffff924a75ccf800 R11: ffff924ab59f16c0 R12: ffff924a50066a80
R13: ffff924b7ccc39fc R14: ffffffffb1d5c6db R15: ffff924b7ccc3a40
FS: 00007f88344a4700(0000) GS:ffff924b86400000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8830139798 CR3: 000000013c91a000 CR4: 00000000000407f0
Call Trace:
[<ffffffffc014271e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc00f02e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb1ee4640>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb1eedd6c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb1d53cf9>] __blk_run_queue+0x39/0x50
[<ffffffffb1d53dba>] queue_unplugged+0x2a/0xa0
[<ffffffffb1d576b8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb1d57b24>] blk_finish_plug+0x14/0x40
[<ffffffffb1c0a441>] swapin_readahead+0x191/0x210
[<ffffffffb1bf287f>] do_swap_page+0x23f/0x7c0
[<ffffffffb1adaefb>] ? wake_up_q+0x5b/0x80
[<ffffffffb1bf6617>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffb2194653>] __do_page_fault+0x213/0x500
[<ffffffffb2194975>] do_page_fault+0x35/0x90
[<ffffffffb2190ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffb2190778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 b3 10
Complete report #344092
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc046a3be
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc051d71e
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04592e0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9a6e4860
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9a6edf8c
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9a553f39
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9a553ffa
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9a5578d8
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9a557d44
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff9a40a451
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff9a3f288f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff9a3f6627
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xaa7
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff9a990653
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x213
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff9a990975
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x35
|
|
15
|
|
vmlinux |
0xffffffff9a98cac9
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xaa
|
|
16
|
page_fault
|
vmlinux |
0xffffffff9a98c778
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [opcmona:28136]
Modules linked in: tcp_lp xt_comment ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_security iptable_raw xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ip_set ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sb_edac nfit iosf_mbi crc32_pclmul libnvdimm ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc
ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix mptspi drm scsi_transport_spi mptscsih libata e1000 crct10dif_pclmul crct10dif_common mptbase crc32c_intel serio_raw drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 28136 Comm: opcmona Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8def96895280 ti: ffff8def96940000 task.ti: ffff8def96940000
RIP: 0010:[<ffffffffc046a3be>] [<ffffffffc046a3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8def96943a88 EFLAGS: 00000246
RAX: ffffb8b2835c0000 RBX: ffff8dea033f5ba0 RCX: 000000000000000a
RDX: ffff8de9f5dd8000 RSI: ffff8defe71b4000 RDI: 000000000000000e
RBP: ffff8def96943a98 R08: 0000000000000002 R09: 0000000146dbffff
R10: ffff8defe1de4000 R11: ffff8decc6884700 R12: ffff8dee9e02f800
R13: ffff8def969439fc R14: ffffffff9a55c8fb R15: ffff8def96943a40
FS: 00007f273b7f7700(0000) GS:ffff8defffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f274c02dff8 CR3: 00000002a6df6000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc051d71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04592e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9a6e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9a6edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9a553f39>] __blk_run_queue+0x39/0x50
[<ffffffff9a553ffa>] queue_unplugged+0x2a/0xa0
[<ffffffff9a5578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9a557d44>] blk_finish_plug+0x14/0x40
[<ffffffff9a40a451>] swapin_readahead+0x191/0x210
[<ffffffff9a3f288f>] do_swap_page+0x23f/0x7c0
[<ffffffff9a3f6627>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff9a990653>] __do_page_fault+0x213/0x500
[<ffffffff9a990975>] do_page_fault+0x35/0x90
[<ffffffff9a98cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff9a98c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 83 47
Complete report #325273
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01703be
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01bf71e
Build id: 3.10.0-1160.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02002e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9e4e3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9e4ed0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9e3534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9e35359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9e356dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9e357244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff9e209a71
Build id: 3.10.0-1160.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff9e1f1f1f
Build id: 3.10.0-1160.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff9e1f5cb7
Build id: 3.10.0-1160.el7.x86_64
|
0xaa7
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff9e78e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff9e78e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
15
|
|
vmlinux |
0xffffffff9e78aac9
Build id: 3.10.0-1160.el7.x86_64
|
0xaa
|
|
16
|
page_fault
|
vmlinux |
0xffffffff9e78a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 159s! [java:19394]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_intel8x0 intel_powerclamp snd_ac97_codec iosf_mbi crc32_pclmul ac97_bus snd_seq ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel ppdev lrw snd_timer gf128mul sg glue_helper ablk_helper cryptd snd i2c_piix4 pcspkr parport_pc soundcore parport video ip_tables xfs libcrc32c ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi ata_piix libata mptspi scsi_transport_spi mptscsih e1000 mptbase crct10dif_pclmul crct10dif_common crc32c_intel serio_raw dm_mirror dm_region_hash dm_log dm_mod
fuse
CPU: 0 PID: 19394 Comm: java Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff955693e68000 ti: ffff955690d7c000 task.ti: ffff955690d7c000
RIP: 0010:[<ffffffffc01703be>] [<ffffffffc01703be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff955690d7fa88 EFLAGS: 00000246
RAX: ffffb83cc0440000 RBX: ffff9556f7ac2da0 RCX: 0000000000000014
RDX: ffff9556b6316800 RSI: ffff9556b5cbc000 RDI: 000000000000000e
RBP: ffff955690d7fa98 R08: 0000000000000002 R09: 0000000026672fff
R10: ffff9556b6185000 R11: ffff9556f5127e00 R12: ffff9556f6555900
R13: ffff955690d7f9fc R14: ffffffff9e35bdfb R15: ffff955690d7fa40
FS: 00007f780bbfd700(0000) GS:ffff9556ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f782db61dc4 CR3: 000000007702e000 CR4: 00000000000606f0
Call Trace:
[<ffffffffc01bf71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02002e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9e4e3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9e4ed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff9e3534d9>] __blk_run_queue+0x39/0x50
[<ffffffff9e35359a>] queue_unplugged+0x2a/0xa0
[<ffffffff9e356dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9e357244>] blk_finish_plug+0x14/0x40
[<ffffffff9e209a71>] swapin_readahead+0x191/0x210
[<ffffffff9e1f1f1f>] do_swap_page+0x23f/0x7c0
[<ffffffff9e1f5cb7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff9e78e653>] __do_page_fault+0x213/0x500
[<ffffffff9e78e975>] do_page_fault+0x35/0x90
[<ffffffff9e78aac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff9e78a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 17
Complete report #288668
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03453be
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc036071e
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc039a2e0
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa60e4840
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa60edf6c
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa5f53f19
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa5f53fda
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa5f578b8
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa5f57d24
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa5e0a451
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffa5df288f
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffa5df6627
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0xaa7
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffffa6390653
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x213
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffffa6390975
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffffa638c778
Build id: 3.10.0-1160.41.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 35s! [java:6334]
Modules linked in: veth vxlan ip6_udp_tunnel udp_tunnel xt_mark xt_nat nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr vmw_vmci joydev vmw_balloon sg i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm ata_piix drm crct10dif_pclmul mptspi libata crct10dif_common crc32c_intel scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 6334 Comm: java Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.41.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff9cfb0d8f1080 ti: ffff9cfc41304000 task.ti: ffff9cfc41304000
RIP: 0010:[<ffffffffc03453be>] [<ffffffffc03453be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9cfc41307a88 EFLAGS: 00000246
RAX: ffffb98641c40000 RBX: ffff9cfc2c3101a0 RCX: 0000000000000006
RDX: ffff9cfd5b83fc00 RSI: ffff9cfd5bdcf000 RDI: 000000000000000e
RBP: ffff9cfc41307a98 R08: 0000000000000003 R09: 00000001df5c2fff
R10: ffff9cfb35798c00 R11: ffff9cfd5c4179c0 R12: ffff9cfb07055500
R13: ffff9cfc413079fc R14: ffffffffa5f5c8db R15: ffff9cfc41307a40
FS: 00007f2bda554700(0000) GS:ffff9cfd6a140000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2bafbaa490 CR3: 000000025b52e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc036071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc039a2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa60e4840>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa60edf6c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa5f53f19>] __blk_run_queue+0x39/0x50
[<ffffffffa5f53fda>] queue_unplugged+0x2a/0xa0
[<ffffffffa5f578b8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa5f57d24>] blk_finish_plug+0x14/0x40
[<ffffffffa5e0a451>] swapin_readahead+0x191/0x210
[<ffffffffa5df288f>] do_swap_page+0x23f/0x7c0
[<ffffffffa5df6627>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffa6390653>] __do_page_fault+0x213/0x500
[<ffffffffa6390975>] do_page_fault+0x35/0x90
[<ffffffffa638c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 33 35
Complete report #243908
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc011a3be
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc016471e
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01e72e0
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9fae3e70
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9faed59c
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9f953809
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9f9538ca
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9f957208
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9f957674
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff9f809bf1
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff9f7f203f
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffff9f7be0fb
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x2b
|
|
13
|
|
vmlinux |
0xffffffff9f7ee5f9
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x139
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff9f7f5dd7
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xaa7
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffff9fd90653
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffff9fd90975
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffff9fd8c778
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [pulseaudio:2262]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device vmw_balloon snd_pcm joydev
pcspkr snd_timer snd soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx ata_piix drm_kms_helper serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi nfit scsi_transport_spi libnvdimm libata mptscsih mptbase e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 2262 Comm: pulseaudio Kdump: loaded Tainted: G L ------------ 3.10.0-1160.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9dd0a6aec200 ti: ffff9dd053ee4000 task.ti: ffff9dd053ee4000
RIP: 0010:[<ffffffffc011a3be>] [<ffffffffc011a3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9dd053ee7a88 EFLAGS: 00000246
RAX: ffffacd8407c0000 RBX: ffff9dd066a9efa0 RCX: 0000000000000005
RDX: ffff9dd07617b400 RSI: ffff9dd075612000 RDI: 000000000000000e
RBP: ffff9dd053ee7a98 R08: 0000000000000003 R09: 00000000544eefff
R10: ffff9dd075525800 R11: ffff9dd09f3c6bc0 R12: ffff9dd053d6cd80
R13: ffff9dd053ee79fc R14: ffffffff9f95c22b R15: ffff9dd053ee7a40
FS: 00007f3a97e958c0(0000) GS:ffff9dd0bb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000564a819f8e20 CR3: 0000000013ee8000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc016471e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01e72e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9fae3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9faed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9f953809>] __blk_run_queue+0x39/0x50
[<ffffffff9f9538ca>] queue_unplugged+0x2a/0xa0
[<ffffffff9f957208>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9f957674>] blk_finish_plug+0x14/0x40
[<ffffffff9f809bf1>] swapin_readahead+0x191/0x210
[<ffffffff9f7f203f>] do_swap_page+0x23f/0x7c0
[<ffffffff9f7be0fb>] ? unlock_page+0x2b/0x30
[<ffffffff9f7ee5f9>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff9f7f5dd7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff9fd90653>] __do_page_fault+0x213/0x500
[<ffffffff9fd90975>] do_page_fault+0x35/0x90
[<ffffffff9fd8c778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 83 12
Complete report #225238
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02b93be
Build id: 3.10.0-1127.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc031071e
Build id: 3.10.0-1127.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc036c2e0
Build id: 3.10.0-1127.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffabae2850
Build id: 3.10.0-1127.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffabaebefc
Build id: 3.10.0-1127.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffab9526f9
Build id: 3.10.0-1127.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffab9527ba
Build id: 3.10.0-1127.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffab955ff8
Build id: 3.10.0-1127.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffab956464
Build id: 3.10.0-1127.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffab809b41
Build id: 3.10.0-1127.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffab7f1fcf
Build id: 3.10.0-1127.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffab7f5d87
Build id: 3.10.0-1127.el7.x86_64
|
0xaa7
|
|
13
|
|
vmlinux |
0xffffffffab84e3ee
Build id: 3.10.0-1127.el7.x86_64
|
0x19e
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffabd8d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffabd8d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffffabd89778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 503s! [gnome-shell:91616]
<EOI>
Modules linked in:
xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event coretemp iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel fuse ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd joydev btusb pcspkr snd_ens1371 btrtl btbcm btintel snd_rawmidi bluetooth snd_ac97_codec ac97_bus snd_seq snd_seq_device rfkill snd_pcm snd_timer sg snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom
crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common vmwgfx crc32c_intel drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi nfit serio_raw libnvdimm mptscsih e1000 drm_panel_orientation_quirks mptbase libata
CPU: 0 PID: 91616 Comm: gnome-shell Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff91955a9362a0 ti: ffff9195acfdc000 task.ti: ffff9195acfdc000
RIP: 0010:[<ffffffffc02b93be>] [<ffffffffc02b93be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9195acfdfa88 EFLAGS: 00000246
RAX: ffffbd9b40680000 RBX: ffff919501e6a488 RCX: 0000000000000019
RDX: ffff919535980000 RSI: ffff91953594c000 RDI: 000000000000000e
RBP: ffff9195acfdfa98 R08: 0000000000000003 R09: 000000008165ffff
R10: ffff919535820400 R11: ffff91956ebc6f40 R12: ffff91950550f000
R13: ffff9195acfdf9fc R14: ffffffffab95b01b R15: ffff9195acfdfa40
FS: 00007f2bf853da80(0000) GS:ffff9195ba600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2b81d3e000 CR3: 00000000acff8000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc031071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc036c2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffabae2850>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffabaebefc>] scsi_request_fn+0x4ac/0x660
[<ffffffffab9526f9>] __blk_run_queue+0x39/0x50
[<ffffffffab9527ba>] queue_unplugged+0x2a/0xa0
[<ffffffffab955ff8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffab956464>] blk_finish_plug+0x14/0x40
[<ffffffffab809b41>] swapin_readahead+0x191/0x210
[<ffffffffab7f1fcf>] do_swap_page+0x23f/0x7c0
[<ffffffffab7f5d87>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffab84e3ee>] ? do_readv_writev+0x19e/0x260
[<ffffffffabd8d653>] __do_page_fault+0x213/0x500
[<ffffffffabd8d975>] do_page_fault+0x35/0x90
[<ffffffffabd89778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 2c
Complete report #155700
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc033b3be
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc035d71e
Build id: 3.10.0-1160.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03a72e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb9ee3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb9eed0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb9d534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb9d5359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb9d56dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb9d57244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffb9c09a71
Build id: 3.10.0-1160.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffb9bf1f1f
Build id: 3.10.0-1160.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffb9b11db8
Build id: 3.10.0-1160.el7.x86_64
|
0x1c8
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffffb9bf5cb7
Build id: 3.10.0-1160.el7.x86_64
|
0xaa7
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffba18e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffba18e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffffba18a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [puma_sampler:3949]
Modules linked in: binfmt_misc tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi ppdev snd_ac97_codec ac97_bus snd_seq iosf_mbi btusb btrtl crc32_pclmul btbcm snd_seq_device ghash_clmulni_intel btintel vmw_balloon bluetooth
snd_pcm aesni_intel lrw snd_timer gf128mul glue_helper ablk_helper snd cryptd soundcore rfkill pcspkr sg joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit libnvdimm crct10dif_pclmul crct10dif_common drm crc32c_intel ata_piix libata mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 3949 Comm: puma_sampler Kdump: loaded Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff983d0a3a1080 ti: ffff983d940a4000 task.ti: ffff983d940a4000
RIP: 0010:[<ffffffffc033b3be>] [<ffffffffc033b3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff983d940a7a88 EFLAGS: 00000246
RAX: ffffac5d40d00000 RBX: ffff983e85fa0ba0 RCX: 0000000000000012
RDX: ffff983cb5d19e00 RSI: ffff983eb294c000 RDI: 000000000000000e
RBP: ffff983d940a7a98 R08: 0000000000000003 R09: 00000000ba8bdfff
R10: ffff983eb1c71400 R11: ffff983d0a381880 R12: ffff983cbd1fe580
R13: ffff983d940a79fc R14: ffffffffb9d5bdfb R15: ffff983d940a7a40
FS: 00007f0a401ff700(0000) GS:ffff983eb5640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0a49e7ff70 CR3: 00000000a6a24000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc035d71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03a72e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb9ee3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb9eed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffffb9d534d9>] __blk_run_queue+0x39/0x50
[<ffffffffb9d5359a>] queue_unplugged+0x2a/0xa0
[<ffffffffb9d56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb9d57244>] blk_finish_plug+0x14/0x40
[<ffffffffb9c09a71>] swapin_readahead+0x191/0x210
[<ffffffffb9bf1f1f>] do_swap_page+0x23f/0x7c0
[<ffffffffb9b11db8>] ? get_futex_key+0x1c8/0x2c0
[<ffffffffb9bf5cb7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffba18e653>] __do_page_fault+0x213/0x500
[<ffffffffba18e975>] do_page_fault+0x35/0x90
[<ffffffffba18a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 93 34
Complete report #138551
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc041c3be
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc043e71e
Build id: 3.10.0-1160.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04832e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff96ee3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff96eed0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff96d534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff96d5359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff96d56dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff96d57244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff96c09a71
Build id: 3.10.0-1160.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff96bf1f1f
Build id: 3.10.0-1160.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff96bf5cb7
Build id: 3.10.0-1160.el7.x86_64
|
0xaa7
|
|
13
|
|
vmlinux |
0xffffffff96d0eb49
Build id: 3.10.0-1160.el7.x86_64
|
0xc9
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff9718e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff9718e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffff9718a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 55s! [rtkit-daemon:731]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport bnep vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel snd_ens1371 lrw gf128mul snd_rawmidi glue_helper vmw_balloon ablk_helper cryptd snd_ac97_codec btusb btrtl ac97_bus snd_seq
btbcm btintel bluetooth snd_seq_device pcspkr joydev snd_pcm snd_timer snd sg rfkill soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm nfit ata_piix libnvdimm serio_raw mptspi libata scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 731 Comm: rtkit-daemon Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9458b8899080 ti: ffff9458b88a4000 task.ti: ffff9458b88a4000
RIP: 0010:[<ffffffffc041c3be>] [<ffffffffc041c3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9458b88a7a88 EFLAGS: 00000246
RAX: ffffabd5c0280000 RBX: ffff9458828e17a0 RCX: 0000000000000008
RDX: ffff9458b5fce800 RSI: ffff9458b5de6000 RDI: 000000000000000e
RBP: ffff9458b88a7a98 R08: 0000000000000002 R09: 000000002aadcfff
R10: ffff9458b5dcfc00 R11: ffff9458b3449500 R12: ffff9458801a2a00
R13: ffff9458b88a79fc R14: ffffffff96d5bdfb R15: ffff9458b88a7a40
FS: 00007f20106d8700(0000) GS:ffff9458bc600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f20137f32b0 CR3: 0000000038c32000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc043e71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04832e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff96ee3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff96eed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff96d534d9>] __blk_run_queue+0x39/0x50
[<ffffffff96d5359a>] queue_unplugged+0x2a/0xa0
[<ffffffff96d56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff96d57244>] blk_finish_plug+0x14/0x40
[<ffffffff96c09a71>] swapin_readahead+0x191/0x210
[<ffffffff96bf1f1f>] do_swap_page+0x23f/0x7c0
[<ffffffff96bf5cb7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff96d0eb49>] ? file_has_perm+0xc9/0x160
[<ffffffff9718e653>] __do_page_fault+0x213/0x500
[<ffffffff9718e975>] do_page_fault+0x35/0x90
[<ffffffff9718a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 a3 42
Complete report #45931
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02303be
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc02a971e
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc024b2e0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff862e3b90
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff862ed2bc
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff861536d9
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8615379a
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff86156fd8
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff86157444
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff86009c51
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff85ff20ff
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x23f
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff85ff5e97
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xaa7
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff8658e653
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x213
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff8658e975
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffff8658a778
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 42s! [java:26041]
Modules linked in: xt_nat veth nf_conntrack_netlink xt_CHECKSUM xt_addrtype ipt_MASQUERADE nf_nat_masquerade_ipv4 br_netfilter tun overlay(T) devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd pcspkr joydev vmw_vmci sg i2c_piix4 parport_pc parport
ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit ata_piix drm libata libnvdimm mptspi scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common crc32c_intel mptbase e1000 serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 26041 Comm: java Tainted: G W L ------------ T 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff893c1f24e300 ti: ffff893d6054c000 task.ti: ffff893d6054c000
RIP: 0010:[<ffffffffc02303be>] [<ffffffffc02303be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff893d6054fa88 EFLAGS: 00000246
RAX: ffffb3f200d40000 RBX: ffff893cc8a0f2a0 RCX: 0000000000000000
RDX: ffff893d71236c00 RSI: ffff893d71951000 RDI: 000000000000000e
RBP: ffff893d6054fa98 R08: 0000000000000002 R09: 000000014c3d6fff
R10: ffff893d71a83400 R11: ffff893bb56024c0 R12: ffff893d4ff66580
R13: ffff893d6054f9fc R14: ffffffff8615bffb R15: ffff893d6054fa40
FS: 00007fb3d7907700(0000) GS:ffff893d76640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb3d631e060 CR3: 00000001cbd2c000 CR4: 00000000003607e0
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 34s! [ksoftirqd/2:19]
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc02a971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc024b2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff862e3b90>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff862ed2bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff861536d9>] __blk_run_queue+0x39/0x50
[<ffffffff8615379a>] queue_unplugged+0x2a/0xa0
[<ffffffff86156fd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff86157444>] blk_finish_plug+0x14/0x40
[<ffffffff86009c51>] swapin_readahead+0x191/0x210
[<ffffffff85ff20ff>] do_swap_page+0x23f/0x7c0
[<ffffffff85ff5e97>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff8658e653>] __do_page_fault+0x213/0x500
[<ffffffff8658e975>] do_page_fault+0x35/0x90
[<ffffffff8658a778>] page_fault+0x28/0x30
Complete report #20661
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02473be
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc026971e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02812e0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff98ee39d0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff98eed0fc
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff98d53519
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff98d535da
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff98d56e18
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff98d57284
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff98c09ab1
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff98bf1f5f
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffff98bbdfab
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2b
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff98bf5cf7
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xaa7
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff9918f653
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff9918f975
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffff9918b778
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [gnome-shell:2334]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel snd_ens1371 lrw gf128mul glue_helper ablk_helper cryptd snd_rawmidi vmw_balloon btusb snd_ac97_codec ac97_bus snd_seq btrtl
btbcm btintel snd_seq_device bluetooth snd_pcm joydev pcspkr snd_timer snd soundcore rfkill sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul fb_sys_fops crct10dif_common crc32c_intel ttm ata_piix nfit drm serio_raw libnvdimm libata e1000 mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 2334 Comm: gnome-shell Not tainted 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9a8ee4562100 ti: ffff9a8ed2030000 task.ti: ffff9a8ed2030000
RIP: 0010:[<ffffffffc02473be>] [<ffffffffc02473be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9a8ed2033a88 EFLAGS: 00000246
RAX: ffffc09c002c0000 RBX: ffff9a8ec103eca0 RCX: 0000000000000017
RDX: ffff9a8ef50a6600 RSI: ffff9a8ef50b9000 RDI: 000000000000000e
RBP: ffff9a8ed2033a98 R08: 0000000000000002 R09: 0000000017a43fff
R10: ffff9a8ef6386400 R11: ffff9a8ee6f8e840 R12: ffff9a8ef6a56700
R13: ffff9a8ed20339fc R14: ffffffff98d5be3b R15: ffff9a8ed2033a40
FS: 00007f9f5562ea80(0000) GS:ffff9a8efa600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000003f08b90 CR3: 000000000968a000 CR4: 00000000003407f0
Call Trace:
[<ffffffffc026971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02812e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff98ee39d0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff98eed0fc>] scsi_request_fn+0x4ac/0x680
[<ffffffff98d53519>] __blk_run_queue+0x39/0x50
[<ffffffff98d535da>] queue_unplugged+0x2a/0xa0
[<ffffffff98d56e18>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff98d57284>] blk_finish_plug+0x14/0x40
[<ffffffff98c09ab1>] swapin_readahead+0x191/0x210
[<ffffffff98bf1f5f>] do_swap_page+0x23f/0x7c0
[<ffffffff98bbdfab>] ? unlock_page+0x2b/0x30
[<ffffffff98bf5cf7>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff9918f653>] __do_page_fault+0x213/0x500
[<ffffffff9918f975>] do_page_fault+0x35/0x90
[<ffffffff9918b778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 53 25
Complete report #14640
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01df3be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc020171e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc028c2e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff84ce2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff84cec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff84b527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff84b5286a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff84b560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff84b56514
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff84a09bd1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff849f204f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffff849be7ab
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2b
|
|
13
|
|
vmlinux |
0xffffffff849ee609
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x139
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff849f5e07
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xaa7
|
|
15
|
|
vmlinux |
0xffffffff84b0de19
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc9
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff84f8d653
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffff84f8d975
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
18
|
|
vmlinux |
0xffffffff84f89ac9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xaa
|
|
19
|
page_fault
|
vmlinux |
0xffffffff84f89778
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 67s! [systemd-journal:564]
Modules linked in: binfmt_misc fuse udp_diag tcp_diag inet_diag drbg ansi_cprng cmac arc4 md4 nls_utf8 cifs ccm dns_resolver nf_conntrack_netbios_ns nf_conntrack_broadcast ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper ablk_helper cryptd vmw_balloon joydev pcspkr sg parport_pc vmw_vmci parport i2c_piix4 sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata serio_raw scsi_transport_spi mptscsih mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 564 Comm: systemd-journal Tainted: G W ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff96d47bb91070 ti: ffff96d4f41c8000 task.ti: ffff96d4f41c8000
RIP: 0010:[<ffffffffc01df3be>] [<ffffffffc01df3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff96d4f41cba88 EFLAGS: 00000246
RAX: ffffb64440840000 RBX: ffff96d43f7c43a0 RCX: 000000000000002f
RDX: ffff96d3f5c19200 RSI: ffff96d4f4966000 RDI: 000000000000000e
RBP: ffff96d4f41cba98 R08: 0000000000000003 R09: 000000002e3ebfff
R10: ffff96d3f59aec00 R11: ffff96d45270a700 R12: ffff96d460ab5480
R13: ffff96d4f41cb9fc R14: ffffffff84b5b0cb R15: ffff96d4f41cba40
FS: 00007f71a7c9c880(0000) GS:ffff96d4ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fff7d113988 CR3: 0000000137f8a000 CR4: 00000000000007f0
Call Trace:
[<ffffffffc020171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc028c2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff84ce2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff84cec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff84b527a9>] __blk_run_queue+0x39/0x50
[<ffffffff84b5286a>] queue_unplugged+0x2a/0xa0
[<ffffffff84b560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff84b56514>] blk_finish_plug+0x14/0x40
[<ffffffff84a09bd1>] swapin_readahead+0x191/0x210
[<ffffffff849f204f>] do_swap_page+0x23f/0x7c0
[<ffffffff849be7ab>] ? unlock_page+0x2b/0x30
[<ffffffff849ee609>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff849f5e07>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff84b0de19>] ? file_has_perm+0xc9/0x160
[<ffffffff84f8d653>] __do_page_fault+0x213/0x500
[<ffffffff84f8d975>] do_page_fault+0x35/0x90
[<ffffffff84f89ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff84f89778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 d3 1e
Complete report #13967
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02e83be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc033771e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03702e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa3ee2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa3eec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa3d527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa3d5286a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa3d560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa3d56514
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa3c09bd1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffffa3bf204f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffffa3bbe7ab
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2b
|
|
13
|
|
vmlinux |
0xffffffffa3bee609
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x139
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffffa3bf5e07
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xaa7
|
|
15
|
|
vmlinux |
0xffffffffa3ad3c0c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3c
|
|
16
|
|
vmlinux |
0xffffffffa3d0de19
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc9
|
|
17
|
__do_page_fault
|
vmlinux |
0xffffffffa418d653
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
18
|
do_page_fault
|
vmlinux |
0xffffffffa418d975
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
19
|
|
vmlinux |
0xffffffffa4189ac9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xaa
|
|
20
|
page_fault
|
vmlinux |
0xffffffffa4189778
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 28s! [gdbus:3114]
Modules linked in: fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod ata_generic crc_t10dif
crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi crct10dif_pclmul crct10dif_common scsi_transport_spi crc32c_intel mptscsih nfit libnvdimm serio_raw mptbase ata_piix libata vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 3114 Comm: gdbus Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9f7be3ee0000 ti: ffff9f7bedb88000 task.ti: ffff9f7bedb88000
RIP: 0010:[<ffffffffc02e83be>] [<ffffffffc02e83be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9f7bedb8ba88 EFLAGS: 00000246
RAX: ffffc494c0740000 RBX: ffff9f7cb7d450a0 RCX: 0000000000000012
RDX: ffff9f7cb340c000 RSI: ffff9f7bb5968000 RDI: 000000000000000e
RBP: ffff9f7bedb8ba98 R08: 0000000000000003 R09: 000000011d28efff
R10: ffff9f7bb5f8e000 R11: ffff9f7c2e9239c0 R12: ffff9f7c1ec02e80
R13: ffff9f7bedb8b9fc R14: ffffffffa3d5b0cb R15: ffff9f7bedb8ba40
FS: 00007f3cbfaca700(0000) GS:ffff9f7cbae40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000563f734a1430 CR3: 000000013612e000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc033771e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03702e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa3ee2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa3eec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffa3d527a9>] __blk_run_queue+0x39/0x50
[<ffffffffa3d5286a>] queue_unplugged+0x2a/0xa0
[<ffffffffa3d560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa3d56514>] blk_finish_plug+0x14/0x40
[<ffffffffa3c09bd1>] swapin_readahead+0x191/0x210
[<ffffffffa3bf204f>] do_swap_page+0x23f/0x7c0
[<ffffffffa3bbe7ab>] ? unlock_page+0x2b/0x30
[<ffffffffa3bee609>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffa3bf5e07>] handle_mm_fault+0xaa7/0xfb0
[<ffffffffa3ad3c0c>] ? __wake_up_common+0x3c/0x120
[<ffffffffa3d0de19>] ? file_has_perm+0xc9/0x160
[<ffffffffa418d653>] __do_page_fault+0x213/0x500
[<ffffffffa418d975>] do_page_fault+0x35/0x90
[<ffffffffa4189ac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa4189778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 63 2f
Complete report #7315
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02e03be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc030271e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc036e2e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9cce2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9ccec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9cb527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9cb5286a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9cb560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9cb56514
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff9ca09bd1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x191
|
|
11
|
do_swap_page
|
vmlinux |
0xffffffff9c9f204f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x23f
|
|
12
|
|
vmlinux |
0xffffffff9c9be7ab
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2b
|
|
13
|
|
vmlinux |
0xffffffff9c9ee609
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x139
|
|
14
|
handle_mm_fault
|
vmlinux |
0xffffffff9c9f5e07
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xaa7
|
|
15
|
|
vmlinux |
0xffffffff9cb0de19
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc9
|
|
16
|
__do_page_fault
|
vmlinux |
0xffffffff9cf8d653
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
17
|
do_page_fault
|
vmlinux |
0xffffffff9cf8d975
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
18
|
page_fault
|
vmlinux |
0xffffffff9cf89778
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 289s! [rtkit-daemon:702]
Modules linked in: tcp_lp fuse xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock overlay(T) sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi ppdev snd_ac97_codec ac97_bus snd_seq snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd snd_timer joydev pcspkr snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic
sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm nfit libnvdimm serio_raw ata_piix e1000 mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks
CPU: 0 PID: 702 Comm: rtkit-daemon Kdump: loaded Tainted: G ------------ T 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
sched: RT throttling activated
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 289s! [rtkit-daemon:702]
Modules linked in: tcp_lp fuse xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock overlay(T) sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi ppdev snd_ac97_codec ac97_bus snd_seq snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd snd_timer joydev pcspkr snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic
sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm nfit libnvdimm serio_raw ata_piix e1000 mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks
CPU: 0 PID: 702 Comm: rtkit-daemon Kdump: loaded Tainted: G ------------ T 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
RIP: 0010:[<ffffffffc02e03be>] [<ffffffffc02e03be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9bb180147a88 EFLAGS: 00000246
RAX: ffffb71c80780000 RBX: ffff9bb1815e6288 RCX: 000000000000001e
RDX: ffff9bb1b6193e00 RSI: ffff9bb1b5b11000 RDI: 000000000000000e
RBP: ffff9bb180147a98 R08: 0000000000000002 R09: 000000005afe0fff
R10: ffff9bb1b57d8400 R11: ffff9bb1bc56a4c0 R12: ffff9bb187e99f80
R13: ffff9bb1801479fc R14: ffffffff9cb5b0cb R15: ffff9bb180147a40
FS: 00007fab86b9e700(0000) GS:ffff9bb1fb600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fab89cbf2b0 CR3: 0000000075906000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc030271e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc036e2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9cce2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9ccec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff9cb527a9>] __blk_run_queue+0x39/0x50
[<ffffffff9cb5286a>] queue_unplugged+0x2a/0xa0
[<ffffffff9cb560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9cb56514>] blk_finish_plug+0x14/0x40
[<ffffffff9ca09bd1>] swapin_readahead+0x191/0x210
[<ffffffff9c9f204f>] do_swap_page+0x23f/0x7c0
[<ffffffff9c9be7ab>] ? unlock_page+0x2b/0x30
[<ffffffff9c9ee609>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffff9c9f5e07>] handle_mm_fault+0xaa7/0xfb0
[<ffffffff9cb0de19>] ? file_has_perm+0xc9/0x160
[<ffffffff9cf8d653>] __do_page_fault+0x213/0x500
[<ffffffff9cf8d975>] do_page_fault+0x35/0x90
[<ffffffff9cf89778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 2e
Complete report #1359681
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00693be
Build id: 3.10.0-693.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc00d8729
Build id: 3.10.0-693.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00e32b0
Build id: 3.10.0-693.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff811c4678
Build id: 3.10.0-693.el7.x86_64
|
0xc8
|
|
11
|
handle_mm_fault
|
vmlinux |
0xffffffff811b235b
Build id: 3.10.0-693.el7.x86_64
|
0xadb
|
|
12
|
|
vmlinux |
0xffffffff81212f4b
Build id: 3.10.0-693.el7.x86_64
|
0x4b
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [ora_scmn_orcl:2743]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev nfit sg libnvdimm parport_pc parport shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif pata_acpi crct10dif_generic vmwgfx ata_piix mptspi crct10dif_pclmul drm_kms_helper crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm
e1000 scsi_transport_spi crc32c_intel mptscsih libata serio_raw mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 2743 Comm: ora_scmn_orcl Not tainted 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff88021cb23f40 ti: ffff880223e3c000 task.ti: ffff880223e3c000
RIP: 0010:[<ffffffffc00693be>] [<ffffffffc00693be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff880223e3fb58 EFLAGS: 00000246
RAX: ffffc90000cc0000 RBX: ffff8802365318a0 RCX: 0000000000000008
RDX: ffff8800354bd200 RSI: ffff8802375af000 RDI: 000000000000000e
RBP: ffff880223e3fb68 R08: 0000000000000003 R09: ffff880035eb40d8
R10: ffff880221e1b800 R11: ffff880221e1b800 R12: ffff880005665e00
R13: ffff880223e3facc R14: ffffffff812ff13b R15: ffff880223e3fb10
FS: 00007f4175b923c0(0000) GS:ffff880236680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000018edc580 CR3: 00000001f3ef1000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8802375afd30 000000000000003c ffff880223e3fc10 ffffffffc00d8729
ffff8802375af008 0000000023e3fbd0 0000000000000008 ffff880221e1b800
0000000000000020 ffff8802375af188 0000006000000008 ffff880231ec2b30
Call Trace:
[<ffffffffc00d8729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00e32b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff811c4678>] swapin_readahead+0xc8/0x110
[<ffffffff811b235b>] handle_mm_fault+0xadb/0xfa0
[<ffffffff81212f4b>] ? do_filp_open+0x4b/0xb0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 07
Complete report #1228880
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc04423be
Build id: 3.10.0-862.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc046471e
Build id: 3.10.0-862.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04102e0
Build id: 3.10.0-862.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff98e9b050
Build id: 3.10.0-862.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff98ea45bc
Build id: 3.10.0-862.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff98d18ad9
Build id: 3.10.0-862.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff98d18b9a
Build id: 3.10.0-862.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff98d1c358
Build id: 3.10.0-862.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff98d1c7c4
Build id: 3.10.0-862.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff98bda828
Build id: 3.10.0-862.el7.x86_64
|
0xc8
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffff98bc5777
Build id: 3.10.0-862.el7.x86_64
|
0x777
|
|
12
|
|
vmlinux |
0xffffffff98b033a0
Build id: 3.10.0-862.el7.x86_64
|
0x90
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff98bc747d
Build id: 3.10.0-862.el7.x86_64
|
0x39d
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff9911a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff9911a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffff99116768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 57s! [HikariPool-1 ho:17020]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmhgfs(OE) bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi crc32_pclmul snd_ac97_codec ghash_clmulni_intel ac97_bus snd_seq btusb snd_seq_device aesni_intel ppdev lrw gf128mul btrtl glue_helper btbcm ablk_helper btintel cryptd bluetooth snd_pcm snd_timer pcspkr joydev rfkill snd sg vmw_vmci soundcore nfit i2c_piix4 shpchp libnvdimm parport_pc parport ip_tables xfs libcrc32c
sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul drm crct10dif_common crc32c_intel ata_piix serio_raw libata mptspi scsi_transport_spi e1000 mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 17020 Comm: HikariPool-1 ho Kdump: loaded Tainted: G OEL ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff915d773f8fd0 ti: ffff915e37fc0000 task.ti: ffff915e37fc0000
RIP: 0010:[<ffffffffc04423be>] [<ffffffffc04423be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff915e37fc3aa8 EFLAGS: 00010246
RAX: ffffb966c1c00000 RBX: ffff915d4e630aa0 RCX: 0000000000000001
RDX: ffff915d38961c00 RSI: ffff915b75fa2000 RDI: 000000000000000e
RBP: ffff915e37fc3ab8 R08: 0000000000000003 R09: 00000001139b2fff
R10: ffff915b75fa40d8 R11: ffff915d40246bc0 R12: ffff915e0e701500
R13: ffff915e37fc3a1c R14: ffffffff98d212cb R15: ffff915e37fc3a60
FS: 00007f6be6ff7700(0000) GS:ffff915e79540000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6cd0051820 CR3: 000000030f228000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc046471e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04102e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff98e9b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff98ea45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffff98d18ad9>] __blk_run_queue+0x39/0x50
[<ffffffff98d18b9a>] queue_unplugged+0x2a/0xa0
[<ffffffff98d1c358>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff98d1c7c4>] blk_finish_plug+0x14/0x40
[<ffffffff98bda828>] swapin_readahead+0xc8/0x110
[<ffffffff98bc5777>] handle_pte_fault+0x777/0xc30
[<ffffffff98b033a0>] ? futex_wake+0x90/0x180
[<ffffffff98bc747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9911a597>] __do_page_fault+0x197/0x4f0
[<ffffffff9911a925>] do_page_fault+0x35/0x90
[<ffffffff99116768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 03 45
Complete report #1098045
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03c83be
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc052c71e
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc045b2e0
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa129b4f0
Build id: 3.10.0-862.3.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa12a4a5c
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa1118f19
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa1118fda
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa111c798
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa111cc04
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa0fdab68
Build id: 3.10.0-862.3.3.el7.x86_64
|
0xc8
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffffa0fc5ab7
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x777
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffa0fc77bd
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x39d
|
|
13
|
|
vmlinux |
0xffffffffa0ed849c
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x14c
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffa151b5c7
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x197
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffa151b955
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffffa1517788
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 30s! [gnome-shell:50450]
Modules linked in: l2tp_ppp l2tp_netlink l2tp_core pppoe pppox ppp_generic slhc xt_multiport xt_policy dummy xt_nat veth tcp_lp fuse nf_conntrack_netlink xt_addrtype br_netfilter dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp
iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev snd_seq_midi snd_seq_midi_event snd_ens1371 cryptd snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore joydev pcspkr sg vmw_balloon vmw_vmci parport_pc parport i2c_piix4 shpchp ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi ata_piix mptscsih drm e1000 crct10dif_pclmul crct10dif_common libata i2c_core serio_raw crc32c_intel mptbase floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 50450 Comm: gnome-shell Kdump: loaded Tainted: G L ------------ 3.10.0-862.3.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/20/2014
task: ffffa09b2c12dee0 ti: ffffa09b40fec000 task.ti: ffffa09b40fec000
RIP: 0010:[<ffffffffc03c83be>] [<ffffffffc03c83be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffffa09b40fefaa8 EFLAGS: 00000246
RAX: ffffbf9d00800000 RBX: ffffa09bf50e32a0 RCX: 000000000000000e
RDX: ffffa09af5616a00 RSI: ffffa09af51c8000 RDI: 000000000000000e
RBP: ffffa09b40fefab8 R08: 0000000000000003 R09: 0000000026a15fff
R10: ffffa09bf7fe60d8 R11: ffffa09bf3e4d340 R12: ffffa09af5632700
R13: ffffa09b40fefa1c R14: ffffffffa112170b R15: ffffa09b40fefa60
FS: 00007fbbc3b72ac0(0000) GS:ffffa09bfa600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000001e3475e0 CR3: 000000001ced0000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc052c71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc045b2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa129b4f0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa12a4a5c>] scsi_request_fn+0x4cc/0x680
[<ffffffffa1118f19>] __blk_run_queue+0x39/0x50
[<ffffffffa1118fda>] queue_unplugged+0x2a/0xa0
[<ffffffffa111c798>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa111cc04>] blk_finish_plug+0x14/0x40
[<ffffffffa0fdab68>] swapin_readahead+0xc8/0x110
[<ffffffffa0fc5ab7>] handle_pte_fault+0x777/0xc30
[<ffffffffa0fc77bd>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa0ed849c>] ? update_curr+0x14c/0x1e0
[<ffffffffa151b5c7>] __do_page_fault+0x197/0x4f0
[<ffffffffa151b955>] do_page_fault+0x35/0x90
[<ffffffffa1517788>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 63 3d
Complete report #923387
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00123be
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc00b9729
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00ab2b0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff814654da
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e29f
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f7293
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812f734a
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812fa7d8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812fabe4
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff811c45e8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xc8
|
|
11
|
handle_mm_fault
|
vmlinux |
0xffffffff811b22cb
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xadb
|
|
12
|
__do_page_fault
|
vmlinux |
0xffffffff816b0074
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x154
|
|
13
|
do_page_fault
|
vmlinux |
0xffffffff816b03a5
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x35
|
|
14
|
page_fault
|
vmlinux |
0xffffffff816ac5c8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [abrt-applet:2251]
Modules linked in: tcp_lp binfmt_misc ext4 mbcache jbd2 fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmhgfs(OE) vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus iosf_mbi snd_seq crc32_pclmul ghash_clmulni_intel snd_seq_device aesni_intel snd_pcm lrw
gf128mul glue_helper ablk_helper cryptd snd_timer snd soundcore ppdev vmw_balloon sg nfit joydev pcspkr libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm mptspi scsi_transport_spi ata_piix mptscsih serio_raw libata e1000 mptbase i2c_core
CPU: 0 PID: 2251 Comm: abrt-applet Tainted: G OEL ------------ 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff88000aee0fd0 ti: ffff88000d390000 task.ti: ffff88000d390000
RIP: 0010:[<ffffffffc00123be>] [<ffffffffc00123be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff88000d393b58 EFLAGS: 00000246
RAX: ffffc90000200000 RBX: ffff88000375b988 RCX: 0000000000000000
RDX: ffff880035537e00 RSI: ffff8800363ed000 RDI: 000000000000000e
RBP: ffff88000d393b68 R08: 0000000000000003 R09: 0000000021068fff
R10: ffff88003834dc00 R11: ffff88003834dc00 R12: ffff88000932ca80
R13: ffff88000d393acc R14: ffffffff812ff1fb R15: ffff88000d393b10
FS: 00007ff6fee47ac0(0000) GS:ffff88003be00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 000055d3ca275280 CR3: 000000000d2e3000 CR4: 00000000000407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8800363edd30 0000000000000060 ffff88000d393c10 ffffffffc00b9729
ffff8800363ed008 040000000d393bd0 0000000000000000 ffff88003834dc00
0000000000000000 ffff8800363ed188 0000006000000000 ffff88000000000b
Call Trace:
[<ffffffffc00b9729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00ab2b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff814654da>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e29f>] scsi_request_fn+0x4df/0x680
[<ffffffff812f7293>] __blk_run_queue+0x33/0x40
[<ffffffff812f734a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa7d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fabe4>] blk_finish_plug+0x14/0x40
[<ffffffff811c45e8>] swapin_readahead+0xc8/0x110
[<ffffffff811b22cb>] handle_mm_fault+0xadb/0xfa0
[<ffffffff816b0074>] __do_page_fault+0x154/0x450
[<ffffffff816b03a5>] do_page_fault+0x35/0x90
[<ffffffff816ac5c8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 03 02
Complete report #626443
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00cc3be
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc00af729
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00622b0
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146782a
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff814705ef
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f96a3
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812f975a
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812fcbe8
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812fcff4
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff811c6718
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xc8
|
|
11
|
handle_mm_fault
|
vmlinux |
0xffffffff811b43fb
Build id: 3.10.0-693.17.1.el7.x86_64
|
0xadb
|
|
12
|
__do_page_fault
|
vmlinux |
0xffffffff816b37e4
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x154
|
|
13
|
do_page_fault
|
vmlinux |
0xffffffff816b3b15
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x35
|
|
14
|
|
vmlinux |
0xffffffff816afcda
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x13b
|
|
15
|
page_fault
|
vmlinux |
0xffffffff816af8f8
Build id: 3.10.0-693.17.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [gnome-terminal-:2985]
Modules linked in: tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables fuse tun ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg vmw_balloon joydev pcspkr vmw_vmci shpchp i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace
sunrpc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel serio_raw mptspi scsi_transport_spi mptscsih mptbase ata_piix vmxnet3 libata i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 1 PID: 2985 Comm: gnome-terminal- Tainted: G L ------------ 3.10.0-693.17.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/30/2013
task: ffff8801377c8fd0 ti: ffff88007958c000 task.ti: ffff88007958c000
RIP: 0010:[<ffffffffc00cc3be>] [<ffffffffc00cc3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff88007958fb58 EFLAGS: 00000246
RAX: ffffc90000780000 RBX: ffff8801122436a0 RCX: 0000000000000011
RDX: ffff880035cb6200 RSI: ffff880134fb4000 RDI: 000000000000000e
RBP: ffff88007958fb68 R08: 0000000000000003 R09: ffff880134aaa0d8
R10: ffff8800b3c6e700 R11: ffff8800b3c6e700 R12: ffffffff816b9bff
R13: ffffffff816b9c06 R14: ffffffff816b9c0d R15: ffffffff816b9c14
FS: 00007f0ed38d8a40(0000) GS:ffff88013fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0ecfec3a40 CR3: 00000000795b0000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc00af729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00622b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146782a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff814705ef>] scsi_request_fn+0x4df/0x680
[<ffffffff812f96a3>] __blk_run_queue+0x33/0x40
[<ffffffff812f975a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fcbe8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fcff4>] blk_finish_plug+0x14/0x40
[<ffffffff811c6718>] swapin_readahead+0xc8/0x110
[<ffffffff811b43fb>] handle_mm_fault+0xadb/0xfa0
[<ffffffff816b37e4>] __do_page_fault+0x154/0x450
[<ffffffff816b3b15>] do_page_fault+0x35/0x90
[<ffffffff816afcda>] ? error_swapgs+0x13b/0x18d
[<ffffffff816af8f8>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 a3 0d
Complete report #541610
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00b43be
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc018e71e
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc019e2e0
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb6e9bb60
Build id: 3.10.0-862.9.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb6ea50cc
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb6d19519
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb6d195da
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb6d1cd98
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb6d1d204
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffb6bdafe8
Build id: 3.10.0-862.9.1.el7.x86_64
|
0xc8
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffffb6bc5f37
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x777
|
|
12
|
|
vmlinux |
0xffffffffb6b03b90
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x90
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffffb6bc7c3d
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x39d
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffb711b557
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x197
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffb711b8e5
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffffb7117758
Build id: 3.10.0-862.9.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [mysqld:2407]
Modules linked in: tcp_lp fuse veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype xt_CHECKSUM iptable_mangle br_netfilter ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ac97_bus snd_seq aesni_intel lrw gf128mul snd_seq_device glue_helper ablk_helper ppdev snd_pcm cryptd vmw_balloon snd_timer pcspkr joydev snd vmw_vmci nfit sg soundcore i2c_piix4 shpchp libnvdimm parport_pc parport binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif
crct10dif_generic sr_mod cdrom vmwgfx ata_generic mptspi pata_acpi drm_kms_helper scsi_transport_spi syscopyarea mptscsih sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common drm e1000 mptbase crc32c_intel serio_raw libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 2407 Comm: mysqld Kdump: loaded Tainted: G W L ------------ T 3.10.0-862.9.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff93903a51af70 ti: ffff93903a530000 task.ti: ffff93903a530000
RIP: 0010:[<ffffffffc00b43be>] [<ffffffffc00b43be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff93903a533aa8 EFLAGS: 00000246
RAX: ffffbb57c0980000 RBX: ffff93904936d7a0 RCX: 0000000000000021
RDX: ffff938ff567a200 RSI: ffff9390f196b000 RDI: 000000000000000e
RBP: ffff93903a533ab8 R08: 0000000000000003 R09: 000000012dbecfff
R10: ffff9390f190e0d8 R11: ffff939031104c40 R12: ffff9390462d1e00
R13: ffff93903a533a1c R14: ffffffffb6d21d0b R15: ffff93903a533a60
FS: 00007f33ebb1d700(0000) GS:ffff9390f96c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f34053c2728 CR3: 000000007a470000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc018e71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc019e2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb6e9bb60>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb6ea50cc>] scsi_request_fn+0x4cc/0x680
[<ffffffffb6d19519>] __blk_run_queue+0x39/0x50
[<ffffffffb6d195da>] queue_unplugged+0x2a/0xa0
[<ffffffffb6d1cd98>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb6d1d204>] blk_finish_plug+0x14/0x40
[<ffffffffb6bdafe8>] swapin_readahead+0xc8/0x110
[<ffffffffb6bc5f37>] handle_pte_fault+0x777/0xc30
[<ffffffffb6b03b90>] ? futex_wake+0x90/0x180
[<ffffffffb6bc7c3d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffb711b557>] __do_page_fault+0x197/0x4f0
[<ffffffffb711b8e5>] do_page_fault+0x35/0x90
[<ffffffffb7117758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 23 0c
Complete report #476615
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01e03be
Build id: 3.10.0-1062.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01fb71e
Build id: 3.10.0-1062.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02322e0
Build id: 3.10.0-1062.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff914dc890
Build id: 3.10.0-1062.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff914e5efc
Build id: 3.10.0-1062.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9134cf59
Build id: 3.10.0-1062.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9134d01a
Build id: 3.10.0-1062.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff91350858
Build id: 3.10.0-1062.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff91350cc4
Build id: 3.10.0-1062.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff91205d31
Build id: 3.10.0-1062.el7.x86_64
|
0x191
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffff911efe36
Build id: 3.10.0-1062.el7.x86_64
|
0xd66
|
|
12
|
|
vmlinux |
0xffffffff911102d8
Build id: 3.10.0-1062.el7.x86_64
|
0x1c8
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff911f200d
Build id: 3.10.0-1062.el7.x86_64
|
0x39d
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff91786633
Build id: 3.10.0-1062.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff91786955
Build id: 3.10.0-1062.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffff91782768
Build id: 3.10.0-1062.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 33s! [java:71692]
Modules linked in: vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event crc32_pclmul ppdev ghash_clmulni_intel snd_ens1371 vmw_balloon snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device btusb snd_pcm btrtl aesni_intel btbcm btintel bluetooth lrw gf128mul glue_helper ablk_helper cryptd snd_timer snd sg pcspkr soundcore joydev rfkill vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix libata syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm mptspi scsi_transport_spi mptscsih crc32c_intel mptbase e1000 nfit libnvdimm serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 71692 Comm: java Not tainted 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9c9f48afa0e0 ti: ffff9ca004530000 task.ti: ffff9ca004530000
RIP: 0010:[<ffffffffc01e03be>] [<ffffffffc01e03be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9ca004533a80 EFLAGS: 00000246
RAX: ffffaa53809c0000 RBX: ffff9c9f93382400 RCX: 0000000000000015
RDX: ffff9ca0329f7c00 RSI: ffff9ca032c2d000 RDI: 000000000000000e
RBP: ffff9ca004533a90 R08: 0000000000000002 R09: 000000008cfb3fff
R10: ffff9c9f3662d0d8 R11: ffff9ca00fca1f80 R12: 0000000100000001
R13: ffff9c9f1e883000 R14: ffff9ca0045339f4 R15: ffffffff913557ab
FS: 00007f760444f700(0000) GS:ffff9ca0396c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7608044fe0 CR3: 0000000054054000 CR4: 00000000003407e0
Call Trace:
[<ffffffffc01fb71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02322e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff914dc890>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff914e5efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff9134cf59>] __blk_run_queue+0x39/0x50
[<ffffffff9134d01a>] queue_unplugged+0x2a/0xa0
[<ffffffff91350858>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff91350cc4>] blk_finish_plug+0x14/0x40
[<ffffffff91205d31>] swapin_readahead+0x191/0x210
[<ffffffff911efe36>] handle_pte_fault+0xd66/0xe20
[<ffffffff911102d8>] ? get_futex_key+0x1c8/0x2c0
[<ffffffff911f200d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff91786633>] __do_page_fault+0x213/0x500
[<ffffffff91786955>] do_page_fault+0x35/0x90
[<ffffffff91782768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 1e
Complete report #396637
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02cc3be
Build id: 3.10.0-1062.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc031b71e
Build id: 3.10.0-1062.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc032f2e0
Build id: 3.10.0-1062.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff846dc890
Build id: 3.10.0-1062.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff846e5efc
Build id: 3.10.0-1062.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8454cf59
Build id: 3.10.0-1062.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8454d01a
Build id: 3.10.0-1062.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff84550858
Build id: 3.10.0-1062.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff84550cc4
Build id: 3.10.0-1062.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff84405d31
Build id: 3.10.0-1062.el7.x86_64
|
0x191
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffff843efe36
Build id: 3.10.0-1062.el7.x86_64
|
0xd66
|
|
12
|
|
vmlinux |
0xffffffff842e48b8
Build id: 3.10.0-1062.el7.x86_64
|
0x148
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff843f200d
Build id: 3.10.0-1062.el7.x86_64
|
0x39d
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff84986633
Build id: 3.10.0-1062.el7.x86_64
|
0x213
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff84986955
Build id: 3.10.0-1062.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffff84982768
Build id: 3.10.0-1062.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [oracle:3188]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ppdev ac97_bus iosf_mbi crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device snd_pcm vmw_balloon aesni_intel lrw gf128mul snd_timer snd glue_helper ablk_helper cryptd soundcore sg pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi
vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel nfit drm libnvdimm ata_piix libata serio_raw mptspi scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3188 Comm: oracle Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff902c517ce2a0 ti: ffff902cf509c000 task.ti: ffff902cf509c000
RIP: 0010:[<ffffffffc02cc3be>] [<ffffffffc02cc3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff902cf509fa80 EFLAGS: 00000246
RAX: ffffad5d006c0000 RBX: ffff902c4b7ece60 RCX: 000000000000001b
RDX: ffff902cf1a5a200 RSI: ffff902bf5eb1000 RDI: 000000000000000e
RBP: ffff902cf509fa90 R08: 0000000000000003 R09: 0000000005fe7fff
R10: ffff902cf1fe10d8 R11: ffff902c076c0a80 R12: 0000000100000004
R13: ffff902cc2317180 R14: ffff902cf509f9f4 R15: ffffffff845557ab
FS: 00007f42ebab2740(0000) GS:ffff902cf9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f42e9558478 CR3: 0000000133646000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc031b71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc032f2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff846dc890>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff846e5efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff8454cf59>] __blk_run_queue+0x39/0x50
[<ffffffff8454d01a>] queue_unplugged+0x2a/0xa0
[<ffffffff84550858>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff84550cc4>] blk_finish_plug+0x14/0x40
[<ffffffff84405d31>] swapin_readahead+0x191/0x210
[<ffffffff843efe36>] handle_pte_fault+0xd66/0xe20
[<ffffffff842e48b8>] ? check_preempt_wakeup+0x148/0x250
[<ffffffff843f200d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff84986633>] __do_page_fault+0x213/0x500
[<ffffffff84986955>] do_page_fault+0x35/0x90
[<ffffffff84982768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 a3 2d
Complete report #320545
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc013c3be
Build id: 3.10.0-862.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc018b71e
Build id: 3.10.0-862.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc019c2e0
Build id: 3.10.0-862.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9ee9b050
Build id: 3.10.0-862.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9eea45bc
Build id: 3.10.0-862.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9ed18ad9
Build id: 3.10.0-862.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9ed18b9a
Build id: 3.10.0-862.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9ed1c358
Build id: 3.10.0-862.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9ed1c7c4
Build id: 3.10.0-862.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff9ebda828
Build id: 3.10.0-862.el7.x86_64
|
0xc8
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffff9ebc5777
Build id: 3.10.0-862.el7.x86_64
|
0x777
|
|
12
|
|
vmlinux |
0xffffffff9ebcf45d
Build id: 3.10.0-862.el7.x86_64
|
0x5cd
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff9ebc747d
Build id: 3.10.0-862.el7.x86_64
|
0x39d
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff9f11a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff9f11a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
16
|
|
vmlinux |
0xffffffff9f116ab6
Build id: 3.10.0-862.el7.x86_64
|
0xa7
|
|
17
|
page_fault
|
vmlinux |
0xffffffff9f116768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [gnome-shell:1716]
Modules linked in: xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter ip_tables xt_conntrack nf_nat nf_conntrack br_netfilter overlay(T) tun devlink ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event edac_mce_amd crc32_pclmul ghash_clmulni_intel snd_ens1371 aesni_intel lrw snd_rawmidi gf128mul snd_ac97_codec glue_helper ablk_helper ac97_bus cryptd snd_seq snd_seq_device snd_pcm snd_timer ppdev snd soundcore nfit vmw_balloon libnvdimm pcspkr joydev parport_pc parport sg i2c_piix4 vmw_vmci shpchp xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi scsi_transport_spi serio_raw mptscsih e1000 mptbase i2c_core [last unloaded: ip_tables]
CPU: 0 PID: 1716 Comm: gnome-shell Tainted: G ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9742a41c0000 ti: ffff9742ab7b8000 task.ti: ffff9742ab7b8000
RIP: 0010:[<ffffffffc013c3be>] [<ffffffffc013c3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9742ab7bbaa8 EFLAGS: 00000246
RAX: ffffa79a80380000 RBX: ffff9742817f5288 RCX: 000000000000000a
RDX: ffff9742b5868200 RSI: ffff9742b5881000 RDI: 000000000000000e
RBP: ffff9742ab7bbab8 R08: 0000000000000003 R09: 000000003c892fff
R10: ffff9742b58860d8 R11: ffff97428a762300 R12: ffff9742b0244480
R13: ffff9742ab7bba1c R14: ffffffff9ed212cb R15: ffff9742ab7bba60
FS: 00007fdff3afbac0(0000) GS:ffff9742cc200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdfa2727000 CR3: 0000000024328000 CR4: 00000000000407f0
Call Trace:
[<ffffffffc018b71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc019c2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9ee9b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9eea45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffff9ed18ad9>] __blk_run_queue+0x39/0x50
[<ffffffff9ed18b9a>] queue_unplugged+0x2a/0xa0
[<ffffffff9ed1c358>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9ed1c7c4>] blk_finish_plug+0x14/0x40
[<ffffffff9ebda828>] swapin_readahead+0xc8/0x110
[<ffffffff9ebc5777>] handle_pte_fault+0x777/0xc30
[<ffffffff9ebcf45d>] ? change_protection+0x5cd/0x680
[<ffffffff9ebc747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9f11a597>] __do_page_fault+0x197/0x4f0
[<ffffffff9f11a925>] do_page_fault+0x35/0x90
[<ffffffff9f116ab6>] ? error_swapgs+0xa7/0xbd
[<ffffffff9f116768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 a3 14
Complete report #276393
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02173be
Build id: 3.10.0-862.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc023971e
Build id: 3.10.0-862.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01e52e0
Build id: 3.10.0-862.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa3c9b050
Build id: 3.10.0-862.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa3ca45bc
Build id: 3.10.0-862.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa3b18ad9
Build id: 3.10.0-862.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa3b18b9a
Build id: 3.10.0-862.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa3b1c358
Build id: 3.10.0-862.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa3b1c7c4
Build id: 3.10.0-862.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa39da828
Build id: 3.10.0-862.el7.x86_64
|
0xc8
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffffa39c5777
Build id: 3.10.0-862.el7.x86_64
|
0x777
|
|
12
|
|
vmlinux |
0xffffffffa39033a0
Build id: 3.10.0-862.el7.x86_64
|
0x90
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffffa39c747d
Build id: 3.10.0-862.el7.x86_64
|
0x39d
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffffa3f1a597
Build id: 3.10.0-862.el7.x86_64
|
0x197
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffffa3f1a925
Build id: 3.10.0-862.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffffa3f16768
Build id: 3.10.0-862.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [java:3701]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 snd_rawmidi snd_ac97_codec btusb joydev pcspkr btrtl btbcm btintel ac97_bus snd_seq bluetooth snd_seq_device snd_pcm snd_timer snd sg rfkill nfit soundcore libnvdimm vmw_vmci i2c_piix4 shpchp parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom vmwgfx ata_generic pata_acpi
sd_mod drm_kms_helper crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ata_piix serio_raw libata mptspi e1000 scsi_transport_spi mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3701 Comm: java Kdump: loaded Not tainted 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9e3553949fa0 ti: ffff9e3558928000 task.ti: ffff9e3558928000
RIP: 0010:[<ffffffffc02173be>] [<ffffffffc02173be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9e355892baa8 EFLAGS: 00000246
RAX: ffffacbd40380000 RBX: ffff9e35219485a0 RCX: 000000000000001e
RDX: ffff9e3535a80400 RSI: ffff9e3535599000 RDI: 000000000000000e
RBP: ffff9e355892bab8 R08: 0000000000000003 R09: 0000000013a7dfff
R10: ffff9e353559c0d8 R11: ffff9e3577763800 R12: ffff9e3564214a80
R13: ffff9e355892ba1c R14: ffffffffa3b212cb R15: ffff9e355892ba60
FS: 00007fc1149c9700(0000) GS:ffff9e357b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc1149c7940 CR3: 0000000078b9a000 CR4: 00000000003407f0
Call Trace:
[<ffffffffc023971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01e52e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa3c9b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa3ca45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffffa3b18ad9>] __blk_run_queue+0x39/0x50
[<ffffffffa3b18b9a>] queue_unplugged+0x2a/0xa0
[<ffffffffa3b1c358>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa3b1c7c4>] blk_finish_plug+0x14/0x40
[<ffffffffa39da828>] swapin_readahead+0xc8/0x110
[<ffffffffa39c5777>] handle_pte_fault+0x777/0xc30
[<ffffffffa39033a0>] ? futex_wake+0x90/0x180
[<ffffffffa39c747d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa3f1a597>] __do_page_fault+0x197/0x4f0
[<ffffffffa3f1a925>] do_page_fault+0x35/0x90
[<ffffffffa3f16768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 53 22
Complete report #212824
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc042d3be
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc041871e
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc047e2e0
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8f2d1630
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8f2dabcc
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8f143789
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8f14384a
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff8f147078
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff8f1474e4
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff8efffb0b
Build id: 3.10.0-957.12.2.el7.x86_64
|
0xcb
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffff8efe9be2
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x812
|
|
12
|
|
vmlinux |
0xffffffff8ef0cd58
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x1c8
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffff8efec1fd
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x39d
|
|
14
|
__do_page_fault
|
vmlinux |
0xffffffff8f570603
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x203
|
|
15
|
do_page_fault
|
vmlinux |
0xffffffff8f570925
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x35
|
|
16
|
page_fault
|
vmlinux |
0xffffffff8f56c768
Build id: 3.10.0-957.12.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 35s! [TaskSchedulerFo:30077]
Modules linked in: cdc_acm tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmhgfs(OE) vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon joydev pcspkr sg snd_seq_midi snd_seq_midi_event parport_pc parport snd_ens1371 snd_rawmidi snd_ac97_codec
ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ata_generic pata_acpi serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi e1000 mptscsih mptbase ata_piix libata drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 30077 Comm: TaskSchedulerFo Kdump: loaded Tainted: G OEL ------------ 3.10.0-957.12.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8e5445265140 ti: ffff8e52d3a84000 task.ti: ffff8e52d3a84000
RIP: 0010:[<ffffffffc042d3be>] [<ffffffffc042d3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8e52d3a87aa8 EFLAGS: 00000246
RAX: ffffad1cc0d40000 RBX: ffff8e525ca9b3a0 RCX: 000000000000000d
RDX: ffff8e52754d6600 RSI: ffff8e527561a000 RDI: 000000000000000e
RBP: ffff8e52d3a87ab8 R08: 0000000000000003 R09: 000000000413bfff
R10: ffff8e5275c130d8 R11: ffff8e52c02b1880 R12: ffff8e53f9a70480
R13: ffff8e52d3a87a1c R14: ffffffff8f14bfcb R15: ffff8e52d3a87a60
FS: 00007f861716b700(0000) GS:ffff8e5475600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f861d3ac9c8 CR3: 000000005adbc000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc041871e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc047e2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8f2d1630>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8f2dabcc>] scsi_request_fn+0x4cc/0x680
[<ffffffff8f143789>] __blk_run_queue+0x39/0x50
[<ffffffff8f14384a>] queue_unplugged+0x2a/0xa0
[<ffffffff8f147078>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8f1474e4>] blk_finish_plug+0x14/0x40
[<ffffffff8efffb0b>] swapin_readahead+0xcb/0x110
[<ffffffff8efe9be2>] handle_pte_fault+0x812/0xd10
[<ffffffff8ef0cd58>] ? get_futex_key+0x1c8/0x2c0
[<ffffffff8efec1fd>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8f570603>] __do_page_fault+0x203/0x4f0
[<ffffffff8f570925>] do_page_fault+0x35/0x90
[<ffffffff8f56c768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 b3 43
Complete report #203788
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffa009a3be
Build id: 3.10.0-327.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffa0080729
Build id: 3.10.0-327.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffa00be2b0
Build id: 3.10.0-327.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff81417b1a
Build id: 3.10.0-327.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff81420aa1
Build id: 3.10.0-327.el7.x86_64
|
0x501
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812c73e3
Build id: 3.10.0-327.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812c749a
Build id: 3.10.0-327.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812cbd18
Build id: 3.10.0-327.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812cc124
Build id: 3.10.0-327.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff811a99c8
Build id: 3.10.0-327.el7.x86_64
|
0xc8
|
|
11
|
handle_mm_fault
|
vmlinux |
0xffffffff81197512
Build id: 3.10.0-327.el7.x86_64
|
0xa42
|
|
12
|
__do_page_fault
|
vmlinux |
0xffffffff81640e22
Build id: 3.10.0-327.el7.x86_64
|
0x152
|
|
13
|
do_page_fault
|
vmlinux |
0xffffffff81641113
Build id: 3.10.0-327.el7.x86_64
|
0x23
|
|
14
|
page_fault
|
vmlinux |
0xffffffff8163d408
Build id: 3.10.0-327.el7.x86_64
|
0x28
|
BUG: soft lockup - CPU#2 stuck for 21s! [java:4033]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter fuse vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event coretemp snd_ens1371 snd_rawmidi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus aesni_intel lrw snd_seq snd_seq_device gf128mul snd_pcm snd_timer glue_helper ablk_helper snd soundcore cryptd pcspkr sg ppdev vmw_balloon parport_pc parport i2c_piix4 shpchp vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic ata_generic pata_acpi crct10dif_pclmul
crct10dif_common vmwgfx drm_kms_helper ttm crc32c_intel drm serio_raw mptspi scsi_transport_spi mptscsih mptbase ata_piix libata e1000 i2c_core
CPU: 2 PID: 4033 Comm: java Tainted: G W L ------------ 3.10.0-327.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff88022fecae00 ti: ffff88022dcac000 task.ti: ffff88022dcac000
RIP: 0010:[<ffffffffa009a3be>] [<ffffffffa009a3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff88022dcafb70 EFLAGS: 00000246
RAX: ffffc90008cc0000 RBX: ffff88022dcafb40 RCX: 0000000000000012
RDX: ffff8800361d3e00 RSI: ffff88022d055000 RDI: 000000000000000e
RBP: ffff88022dcafb80 R08: 0000000000000002 R09: ffff8802326360d8
R10: ffff88022d20e300 R11: ffff88022d20e300 R12: 0000000100000001
R13: ffff880034e1c000 R14: ffff88022dcafae4 R15: ffffffff812d06bb
FS: 00007f59cfa4d700(0000) GS:ffff880236640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f59ec010ce0 CR3: 0000000231230000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff88022d055d30 000000000000003c ffff88022dcafc28 ffffffffa0080729
ffff88022d055008 040000002dcafbe8 0000000000000012 ffff88022d20e300
0000000000000048 ffff88022d055188 0000006000000012 ffff880035a82ef0
Call Trace:
[<ffffffffa0080729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffa00be2b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff81417b1a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff81420aa1>] scsi_request_fn+0x501/0x770
[<ffffffff812c73e3>] __blk_run_queue+0x33/0x40
[<ffffffff812c749a>] queue_unplugged+0x2a/0xa0
[<ffffffff812cbd18>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812cc124>] blk_finish_plug+0x14/0x40
[<ffffffff811a99c8>] swapin_readahead+0xc8/0x110
[<ffffffff81197512>] handle_mm_fault+0xa42/0xf50
[<ffffffff81640e22>] __do_page_fault+0x152/0x420
[<ffffffff81641113>] do_page_fault+0x23/0x80
[<ffffffff8163d408>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 83 0a
Complete report #170420
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00503be
Build id: 3.10.0-693.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc0095729
Build id: 3.10.0-693.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00492b0
Build id: 3.10.0-693.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff811c4678
Build id: 3.10.0-693.el7.x86_64
|
0xc8
|
|
11
|
handle_mm_fault
|
vmlinux |
0xffffffff811b235b
Build id: 3.10.0-693.el7.x86_64
|
0xadb
|
|
12
|
|
vmlinux |
0xffffffff811df72c
Build id: 3.10.0-693.el7.x86_64
|
0x3c
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [vmtoolsd:2423]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev sg nfit snd_seq_midi snd_seq_midi_event libnvdimm snd_ens1371 snd_rawmidi snd_ac97_codec parport_pc parport ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore i2c_piix4 vmw_vmci shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel ata_piix libata serio_raw mptspi scsi_transport_spi e1000 mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 2423 Comm: vmtoolsd Not tainted 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff880012bd3f40 ti: ffff880010c28000 task.ti: ffff880010c28000
RIP: 0010:[<ffffffffc00503be>] [<ffffffffc00503be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff880010c2bb58 EFLAGS: 00000246
RAX: ffffc90000200000 RBX: ffff8800050f22a0 RCX: 0000000000000002
RDX: ffff880036250600 RSI: ffff8800358d4000 RDI: 000000000000000e
RBP: ffff880010c2bb68 R08: 0000000000000003 R09: 000000002e3e7fff
R10: ffff8800225e3800 R11: ffff8800225e3800 R12: ffff880008769680
R13: ffff880010c2bacc R14: ffffffff812ff13b R15: ffff880010c2bb10
FS: 00007fb3b7f05880(0000) GS:ffff88003c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb3b7d082d9 CR3: 0000000010cff000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8800358d4d30 0000000000000050 ffff880010c2bc10 ffffffffc0095729
ffff8800358d4008 0000000010c2bbd0 0000000000000002 ffff8800225e3800
0000000000000008 ffff8800358d4188 0000006000000002 ffff8800363c28f0
Call Trace:
[<ffffffffc0095729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00492b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff811c4678>] swapin_readahead+0xc8/0x110
[<ffffffff811b235b>] handle_mm_fault+0xadb/0xfa0
[<ffffffff811df72c>] ? kmem_cache_alloc_trace+0x3c/0x200
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 05
Complete report #122920
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00503be
Build id: 3.10.0-693.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc006b729
Build id: 3.10.0-693.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00492b0
Build id: 3.10.0-693.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff811c4678
Build id: 3.10.0-693.el7.x86_64
|
0xc8
|
|
11
|
handle_mm_fault
|
vmlinux |
0xffffffff811b235b
Build id: 3.10.0-693.el7.x86_64
|
0xadb
|
|
12
|
|
vmlinux |
0xffffffff810b1671
Build id: 3.10.0-693.el7.x86_64
|
0x31
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 32s! [java:7860]
Modules linked in: binfmt_misc tcp_lp fuse vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev nfit vmw_balloon pcspkr joydev libnvdimm sg parport_pc parport shpchp i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix e1000 libata mptspi scsi_transport_spi mptscsih serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 7860 Comm: java Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff880131db2f70 ti: ffff88009050c000 task.ti: ffff88009050c000
RIP: 0010:[<ffffffffc00503be>] [<ffffffffc00503be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff88009050fb58 EFLAGS: 00000246
RAX: ffffc90000700000 RBX: ffff880131e0e850 RCX: 0000000000000000
RDX: ffff880035681000 RSI: ffff8800356d2000 RDI: 000000000000000e
RBP: ffff88009050fb68 R08: 0000000000000003 R09: ffff880131c7a0d8
R10: ffff8800b3d4b2c0 R11: ffff8800b3d4b2c0 R12: ffff880090710180
R13: ffff88009050facc R14: ffffffff812ff13b R15: ffff88009050fb10
FS: 00007f9d68e52700(0000) GS:ffff880139680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000ee3f7000 CR3: 00000000b3d19000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8800356d2d30 0000000000000024 ffff88009050fc10 ffffffffc006b729
ffff8800356d2008 000000009050fbd0 0000000000000000 ffff8800b3d4b2c0
0000000000000000 ffff8800356d2188 0000006000000000 ffff880034882830
Call Trace:
[<ffffffffc006b729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00492b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff811c4678>] swapin_readahead+0xc8/0x110
[<ffffffff811b235b>] handle_mm_fault+0xadb/0xfa0
[<ffffffff810b1671>] ? remove_wait_queue+0x31/0x40
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 05
Complete report #24743
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc041e3be
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc044071e
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04d02e0
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8a4a0140
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8a4a96ac
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8a31d5e9
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8a31d6aa
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff8a320e68
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff8a3212d4
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff8a1de0e8
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xc8
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffff8a1c8a62
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x812
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff8a1caefd
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x39d
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff8a720547
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x197
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff8a7208d5
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffff8a71c758
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 23s! [rtkit-daemon:999]
Modules linked in: uas usb_storage tcp_lp nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack 8021q garp mrp ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock vboxpci(OE) vboxnetadp(OE) vboxnetflt(OE) vboxdrv(OE) sunrpc snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi
aesni_intel snd_ac97_codec lrw gf128mul glue_helper ablk_helper ac97_bus cryptd ppdev snd_seq vmw_balloon snd_seq_device snd_pcm snd_timer snd nfit soundcore pcspkr joydev sg libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 sch_fq_codel ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel mptspi libata scsi_transport_spi e1000 mptscsih serio_raw mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 999 Comm: rtkit-daemon Kdump: loaded Tainted: G OEL ------------ 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8cab774b3f40 ti: ffff8cab7d57c000 task.ti: ffff8cab7d57c000
RIP: 0010:[<ffffffffc041e3be>] [<ffffffffc041e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8cab7d57faa8 EFLAGS: 00000246
RAX: ffffab9b86600000 RBX: ffff8ca1473ed1a0 RCX: 0000000000000022
RDX: ffff8cab79397200 RSI: ffff8cab790e4000 RDI: 000000000000000e
RBP: ffff8cab7d57fab8 R08: 0000000000000003 R09: 00000001dab07fff
R10: ffff8c9ce92450d8 R11: ffff8ca8e3f3ebc0 R12: ffff8cab0da82d00
R13: ffff8cab7d57fa1c R14: ffffffff8a325ddb R15: ffff8cab7d57fa60
FS: 00007f07f451c700(0000) GS:ffff8cab7d840000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f07f7634780 CR3: 0000000fecb0a000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc044071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04d02e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8a4a0140>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8a4a96ac>] scsi_request_fn+0x4cc/0x680
[<ffffffff8a31d5e9>] __blk_run_queue+0x39/0x50
[<ffffffff8a31d6aa>] queue_unplugged+0x2a/0xa0
[<ffffffff8a320e68>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8a3212d4>] blk_finish_plug+0x14/0x40
[<ffffffff8a1de0e8>] swapin_readahead+0xc8/0x110
[<ffffffff8a1c8a62>] handle_pte_fault+0x812/0xd10
[<ffffffff8a1caefd>] handle_mm_fault+0x39d/0x9b0
[<ffffffff8a720547>] __do_page_fault+0x197/0x4f0
[<ffffffff8a7208d5>] do_page_fault+0x35/0x90
[<ffffffff8a71c758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 c3 42
Complete report #19386
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc036b3be
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc03e171e
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03862e0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffba6d0fe0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffba6da57c
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffba5435d9
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffba54369a
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffba546ec8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffba547334
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffba3ff92b
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xcb
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffffba3e9a02
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x812
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffba3ec01d
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x39d
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffffba96f5e3
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x203
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffffba96f915
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x35
|
|
15
|
|
vmlinux |
0xffffffffba96ba96
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xa7
|
|
16
|
page_fault
|
vmlinux |
0xffffffffba96b758
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 107s! [miniserv.pl:9050]
Modules linked in: fuse xt_CHECKSUM xt_set xt_multiport ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip_set_hash_ip devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd snd_seq_midi vmw_balloon snd_seq_midi_event pcspkr snd_ens1371 snd_rawmidi snd_ac97_codec joydev ac97_bus
snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg floppy parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw pata_acpi nfit vmwgfx libnvdimm e1000 drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi scsi_transport_spi mptscsih libata mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 9050 Comm: miniserv.pl Kdump: loaded Tainted: G L ------------ 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff8b9c51b00000 ti: ffff8b9bc89d0000 task.ti: ffff8b9bc89d0000
RIP: 0010:[<ffffffffc036b3be>] [<ffffffffc036b3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8b9bc89d3aa8 EFLAGS: 00000246
RAX: ffffb7f640680000 RBX: ffff8b9c31974ea0 RCX: 0000000000000011
RDX: ffff8b9bf5694600 RSI: ffff8b9bf55c3000 RDI: 000000000000000e
RBP: ffff8b9bc89d3ab8 R08: 0000000000000003 R09: 0000000046eb2fff
R10: ffff8b9bf55350d8 R11: ffff8b9c4932ed80 R12: ffff8b9bc5d74a80
R13: ffff8b9bc89d3a1c R14: ffffffffba54be1b R15: ffff8b9bc89d3a60
FS: 00007f3a1f0e0740(0000) GS:ffff8b9c7b440000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001812ee8 CR3: 0000000006b2e000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc03e171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03862e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffba6d0fe0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffba6da57c>] scsi_request_fn+0x4cc/0x680
[<ffffffffba5435d9>] __blk_run_queue+0x39/0x50
[<ffffffffba54369a>] queue_unplugged+0x2a/0xa0
[<ffffffffba546ec8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffba547334>] blk_finish_plug+0x14/0x40
[<ffffffffba3ff92b>] swapin_readahead+0xcb/0x110
[<ffffffffba3e9a02>] handle_pte_fault+0x812/0xd10
[<ffffffffba3ec01d>] handle_mm_fault+0x39d/0x9b0
[<ffffffffba96f5e3>] __do_page_fault+0x203/0x500
[<ffffffffba96f915>] do_page_fault+0x35/0x90
[<ffffffffba96ba96>] ? error_swapgs+0xa7/0xbd
[<ffffffffba96b758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 93 37
Complete report #13344
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01433be
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc016571e
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00f82e0
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9aa9aff0
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9aaa455c
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9a918a79
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9a918b3a
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9a91c2f8
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9a91c764
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff9a7da7c8
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xc8
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffff9a7c5717
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x777
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff9a7c741d
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x39d
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff9ad1a557
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x197
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff9ad1a8e5
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x35
|
|
15
|
|
vmlinux |
0xffffffff9ad16aa6
Build id: 3.10.0-862.2.3.el7.x86_64
|
0xa7
|
|
16
|
page_fault
|
vmlinux |
0xffffffff9ad16758
Build id: 3.10.0-862.2.3.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [/opt/zimbra/com:499]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr joydev parport_pc nfit parport libnvdimm sg shpchp vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw e1000 mptspi scsi_transport_spi mptscsih mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 499 Comm: /opt/zimbra/com Kdump: loaded Tainted: G W L ------------ 3.10.0-862.2.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9dea5e749fa0 ti: ffff9dea6bb2c000 task.ti: ffff9dea6bb2c000
RIP: 0010:[<ffffffffc01433be>] [<ffffffffc01433be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9dea6bb2faa8 EFLAGS: 00000246
RAX: ffffba7700e80000 RBX: ffff9de8e68734a0 RCX: 0000000000000001
RDX: ffff9de8f5c04e00 RSI: ffff9dea752cc000 RDI: 000000000000000e
RBP: ffff9dea6bb2fab8 R08: 0000000000000003 R09: 0000000113f95fff
R10: ffff9dea752c80d8 R11: ffff9de902f63500 R12: ffff9de906725800
R13: ffff9dea6bb2fa1c R14: ffffffff9a92126b R15: ffff9dea6bb2fa60
FS: 00007fbe58da7740(0000) GS:ffff9dea7fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000005834786 CR3: 00000001a0312000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc016571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc00f82e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9aa9aff0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9aaa455c>] scsi_request_fn+0x4cc/0x680
[<ffffffff9a918a79>] __blk_run_queue+0x39/0x50
[<ffffffff9a918b3a>] queue_unplugged+0x2a/0xa0
[<ffffffff9a91c2f8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9a91c764>] blk_finish_plug+0x14/0x40
[<ffffffff9a7da7c8>] swapin_readahead+0xc8/0x110
[<ffffffff9a7c5717>] handle_pte_fault+0x777/0xc30
[<ffffffff9a7c741d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff9ad1a557>] __do_page_fault+0x197/0x4f0
[<ffffffff9ad1a8e5>] do_page_fault+0x35/0x90
[<ffffffff9ad16aa6>] ? error_swapgs+0xa7/0xbd
[<ffffffff9ad16758>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 15
Complete report #10251
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00813be
Build id: 3.10.0-693.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc00b9729
Build id: 3.10.0-693.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00a12b0
Build id: 3.10.0-693.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff811c4678
Build id: 3.10.0-693.el7.x86_64
|
0xc8
|
|
11
|
handle_mm_fault
|
vmlinux |
0xffffffff811b235b
Build id: 3.10.0-693.el7.x86_64
|
0xadb
|
|
12
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
13
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
14
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [4_scheduler:1512]
Modules linked in: nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 iosf_mbi snd_rawmidi crc32_pclmul snd_ac97_codec ghash_clmulni_intel ac97_bus snd_seq aesni_intel ppdev lrw gf128mul glue_helper ablk_helper snd_seq_device cryptd vmw_balloon snd_pcm pcspkr snd_timer
joydev snd soundcore nfit libnvdimm parport_pc parport sg vmw_vmci i2c_piix4 shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata mptspi scsi_transport_spi crct10dif_pclmul crct10dif_common mptscsih mptbase crc32c_intel e1000 serio_raw i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 1512 Comm: 4_scheduler Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff88005fbceeb0 ti: ffff88006240c000 task.ti: ffff88006240c000
RIP: 0010:[<ffffffffc00813be>] [<ffffffffc00813be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff88006240fb58 EFLAGS: 00000246
RAX: ffffc90000380000 RBX: ffff880018b4f6a0 RCX: 0000000000000015
RDX: ffff880035beba00 RSI: ffff880035bfe000 RDI: 000000000000000e
RBP: ffff88006240fb68 R08: 0000000000000003 R09: 00000000390b1fff
R10: ffff88003595ea00 R11: ffff88003595ea00 R12: ffff88005dde5500
R13: ffff88006240facc R14: ffffffff812ff13b R15: ffff88006240fb10
FS: 00007f77939bd700(0000) GS:ffff88007b6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7819287490 CR3: 0000000076f81000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880035bfed30 0000000000000018 ffff88006240fc10 ffffffffc00b9729
ffff880035bfe008 000000006240fbd0 0000000000000015 ffff88003595ea00
0000000000000054 ffff880035bfe188 0000006000000015 ffff880034fc3010
Call Trace:
[<ffffffffc00b9729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc00a12b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff811c4678>] swapin_readahead+0xc8/0x110
[<ffffffff811b235b>] handle_mm_fault+0xadb/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 f3 08
Complete report #6243
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01c33be
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01e671e
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01de2e0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff960d1700
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff960dac9c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff95f43849
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff95f4390a
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff95f47148
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff95f475b4
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff95dffb8b
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xcb
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffff95de9c62
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x812
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffff95dec27d
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x39d
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffff96370603
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x203
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffff96370925
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffff9636c768
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 21s! [in:imjournal:1927]
Modules linked in: tcp_diag inet_diag xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon pcspkr sg joydev vmw_vmci i2c_piix4 parport_pc parport
ip_tables xfs libcrc32c vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper ata_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm pata_acpi drm nfit mptspi scsi_transport_spi e1000 mptscsih ata_piix libnvdimm libata crct10dif_pclmul crct10dif_common mptbase crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 1927 Comm: in:imjournal Kdump: loaded Tainted: G W L ------------ 3.10.0-957.21.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff94c9355db0c0 ti: ffff94cd1aea8000 task.ti: ffff94cd1aea8000
RIP: 0010:[<ffffffffc01c33be>] [<ffffffffc01c33be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff94cd1aeabaa8 EFLAGS: 00000246
RAX: ffffaaa401c00000 RBX: ffff94cca36e7bd0 RCX: 0000000000000025
RDX: ffff94cd2a306800 RSI: ffff94cd2acef000 RDI: 000000000000000e
RBP: ffff94cd1aeabab8 R08: 0000000000000003 R09: 000000041cf18fff
R10: ffff94cd2afc50d8 R11: ffff94cb363af640 R12: ffff94ca9fa7d080
R13: ffff94cd1aeaba1c R14: ffffffff95f4c09b R15: ffff94cd1aeaba60
FS: 00007f2bab1a2700(0000) GS:ffff94cd3fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2ba47c76e0 CR3: 000000042577a000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc01e671e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01de2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff960d1700>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff960dac9c>] scsi_request_fn+0x4cc/0x680
[<ffffffff95f43849>] __blk_run_queue+0x39/0x50
[<ffffffff95f4390a>] queue_unplugged+0x2a/0xa0
[<ffffffff95f47148>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff95f475b4>] blk_finish_plug+0x14/0x40
[<ffffffff95dffb8b>] swapin_readahead+0xcb/0x110
[<ffffffff95de9c62>] handle_pte_fault+0x812/0xd10
[<ffffffff95dec27d>] handle_mm_fault+0x39d/0x9b0
[<ffffffff96370603>] __do_page_fault+0x203/0x4f0
[<ffffffff96370925>] do_page_fault+0x35/0x90
[<ffffffff9636c768>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 1d
Complete report #4579
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02023be
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc021d71e
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc026c2e0
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa689b4f0
Build id: 3.10.0-862.3.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa68a4a5c
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa6718f19
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa6718fda
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa671c798
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa671cc04
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa65dab68
Build id: 3.10.0-862.3.3.el7.x86_64
|
0xc8
|
|
11
|
handle_pte_fault
|
vmlinux |
0xffffffffa65c5ab7
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x777
|
|
12
|
handle_mm_fault
|
vmlinux |
0xffffffffa65c77bd
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x39d
|
|
13
|
__do_page_fault
|
vmlinux |
0xffffffffa6b1b5c7
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x197
|
|
14
|
do_page_fault
|
vmlinux |
0xffffffffa6b1b955
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x35
|
|
15
|
page_fault
|
vmlinux |
0xffffffffa6b17788
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 44s! [rtkit-daemon:5444]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd joydev pcspkr sg nfit parport_pc parport libnvdimm vmw_vmci i2c_piix4 shpchp ip_tables xfs libcrc32c
sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw mptspi e1000 scsi_transport_spi ahci mptscsih libahci mptbase vmwgfx ata_generic pata_acpi drm_kms_helper floppy syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 5444 Comm: rtkit-daemon Kdump: loaded Tainted: G L ------------ 3.10.0-862.3.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/19/2018
task: ffff8a8e76b30fd0 ti: ffff8a8e76b3c000 task.ti: ffff8a8e76b3c000
RIP: 0010:[<ffffffffc02023be>] [<ffffffffc02023be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8a8e76b3faa8 EFLAGS: 00000246
RAX: ffffb17680400000 RBX: ffff8a8e7acfdea0 RCX: 0000000000000004
RDX: ffff8a8e35c1ea00 RSI: ffff8a8e35f6c000 RDI: 000000000000000e
RBP: ffff8a8e76b3fab8 R08: 0000000000000003 R09: 000000004ff7bfff
R10: ffff8a8e35f6d0d8 R11: ffff8a8e7af90a80 R12: ffff8a8e61cc4c00
R13: ffff8a8e76b3fa1c R14: ffffffffa672170b R15: ffff8a8e76b3fa60
FS: 00007f0c0ddc2700(0000) GS:ffff8a8e7fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f0c10edf2b0 CR3: 000000007a3cc000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc021d71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc026c2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa689b4f0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa68a4a5c>] scsi_request_fn+0x4cc/0x680
[<ffffffffa6718f19>] __blk_run_queue+0x39/0x50
[<ffffffffa6718fda>] queue_unplugged+0x2a/0xa0
[<ffffffffa671c798>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa671cc04>] blk_finish_plug+0x14/0x40
[<ffffffffa65dab68>] swapin_readahead+0xc8/0x110
[<ffffffffa65c5ab7>] handle_pte_fault+0x777/0xc30
[<ffffffffa65c77bd>] handle_mm_fault+0x39d/0x9b0
[<ffffffffa6b1b5c7>] __do_page_fault+0x197/0x4f0
[<ffffffffa6b1b955>] do_page_fault+0x35/0x90
[<ffffffffa6b17788>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 03 21