Complete report #203142
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc020b3be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc022d71e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02722e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffab4e2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffab4ec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffab3527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffab35286a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffab3560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffffab356282
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffffab354437
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x147
|
|
11
|
|
xfs |
0xffffffffc04add60
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x6d0
|
|
12
|
submit_bio
|
vmlinux |
0xffffffffab3546e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x70
|
|
13
|
mpage_bio_submit
|
vmlinux |
0xffffffffab292a4a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
14
|
mpage_readpages
|
vmlinux |
0xffffffffab293bef
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x13f
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 10414s! [yumBackend.py:51713]
Modules linked in: binfmt_misc ext4 mbcache jbd2 vfat fat uas usb_storage tcp_lp nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi
snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm joydev pcspkr snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic cdrom crct10dif_pclmul crct10dif_common vmwgfx crc32c_intel ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt serio_raw fb_sys_fops ttm nfit drm ata_piix libnvdimm libata mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 51713 Comm: yumBackend.py Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff933873a08000 ti: ffff933874dec000 task.ti: ffff933874dec000
RIP: 0010:[<ffffffffc020b3be>] [<ffffffffc020b3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff933874def710 EFLAGS: 00000246
RAX: ffffbe4b00980000 RBX: ffff93387396e200 RCX: 0000000000000018
RDX: ffff9338719a2800 RSI: ffff933871994000 RDI: 000000000000000e
RBP: ffff933874def720 R08: 0000000000000003 R09: 0000000072f73fff
R10: ffff933775f93c00 R11: ffff9337ddd8aa00 R12: 0000000100000011
R13: ffff9337f2816280 R14: ffff933874def684 R15: ffffffffab35b0cb
FS: 00007f6fe5b7a740(0000) GS:ffff933879600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000189dec839928 CR3: 0000000135daa000 CR4: 00000000001007f0
Call Trace:
[<ffffffffc022d71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02722e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffab4e2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffab4ec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffab3527a9>] __blk_run_queue+0x39/0x50
[<ffffffffab35286a>] queue_unplugged+0x2a/0xa0
[<ffffffffab3560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffab356282>] blk_queue_bio+0x182/0x400
[<ffffffffab354437>] generic_make_request+0x147/0x380
[<ffffffffc04add60>] ? __xfs_get_blocks+0x6d0/0x6d0 [xfs]
[<ffffffffab3546e0>] submit_bio+0x70/0x150
[<ffffffffab292a4a>] mpage_bio_submit+0x2a/0x40
[<ffffffffab293bef>] mpage_readpages+0x13f/0x170
Complete report #1419079
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01733be
Build id: 3.10.0-957.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01e271e
Build id: 3.10.0-957.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc014e2e0
Build id: 3.10.0-957.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb50d0960
Build id: 3.10.0-957.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb50d9efc
Build id: 3.10.0-957.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb4f42ff9
Build id: 3.10.0-957.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb4f430ba
Build id: 3.10.0-957.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb4f468e8
Build id: 3.10.0-957.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffffb4f46ac2
Build id: 3.10.0-957.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffffb4f44c87
Build id: 3.10.0-957.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffffb4f44f30
Build id: 3.10.0-957.el7.x86_64
|
0x70
|
|
12
|
?
init_emergency_isa_pool
|
vmlinux |
0xffffffffb4dfe5b0
Build id: 3.10.0-957.el7.x86_64
|
0x60
|
|
13
|
__swap_writepage
|
vmlinux |
0xffffffffb4dfeb59
Build id: 3.10.0-957.el7.x86_64
|
0x239
|
|
14
|
|
vmlinux |
0xffffffffb4df8b49
Build id: 3.10.0-957.el7.x86_64
|
0x2b9
|
|
15
|
|
vmlinux |
0xffffffffb4dff962
Build id: 3.10.0-957.el7.x86_64
|
0x12
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [kswapd0:40]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event kvm_intel kvm irqbypass crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_ens1371 snd_rawmidi
snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm joydev snd_timer pcspkr snd soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul ata_generic pata_acpi crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm e1000 ata_piix mptspi scsi_transport_spi mptscsih drm_panel_orientation_quirks libata mptbase nfit libnvdimm
CPU: 2 PID: 40 Comm: kswapd0 Tainted: G W L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff930d35ff1040 ti: ffff930d31cf0000 task.ti: ffff930d31cf0000
RIP: 0010:[<ffffffffc01733be>] [<ffffffffc01733be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff930d31cf35c0 EFLAGS: 00000246
RAX: ffffb6b280cc0000 RBX: ffff930d1fa1cee0 RCX: 0000000000000009
RDX: ffff930d31a4b400 RSI: ffff930d31899000 RDI: 000000000000000e
RBP: ffff930d31cf35d0 R08: 0000000000000003 R09: 00000001bb6d1fff
R10: ffff930d318980d8 R11: ffff930d318b5340 R12: 0000000100000078
R13: ffff930cc6ea8900 R14: ffff930d31cf3534 R15: ffffffffb4f4b83b
FS: 0000000000000000(0000) GS:ffff930d35680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f29c4cb9a48 CR3: 0000000049a10000 CR4: 0000000000760fe0
PKRU: 00000000
Call Trace:
[<ffffffffc01e271e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc014e2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb50d0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb50d9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffffb4f42ff9>] __blk_run_queue+0x39/0x50
[<ffffffffb4f430ba>] queue_unplugged+0x2a/0xa0
[<ffffffffb4f468e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb4f46ac2>] blk_queue_bio+0x182/0x400
[<ffffffffb4f44c87>] generic_make_request+0x147/0x380
[<ffffffffb4f44f30>] submit_bio+0x70/0x150
[<ffffffffb4dfe5b0>] ? init_emergency_isa_pool+0x60/0x60
[<ffffffffb4dfeb59>] __swap_writepage+0x239/0x280
[<ffffffffb4df8b49>] ? rmap_walk+0x2b9/0x360
[<ffffffffb4dff962>] ? _swap_info_get+0x12/0x60
Complete report #719797
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc04ae71e
Build id: 3.10.0-957.el7.x86_64
|
0x24e
|
|
2
|
mptspi_qcmd
|
mptspi |
0xffffffffc04b92e0
Build id: 3.10.0-957.el7.x86_64
|
0x50
|
|
3
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa4cd0960
Build id: 3.10.0-957.el7.x86_64
|
0xb0
|
|
4
|
scsi_request_fn
|
vmlinux |
0xffffffffa4cd9efc
Build id: 3.10.0-957.el7.x86_64
|
0x4cc
|
|
5
|
__blk_run_queue
|
vmlinux |
0xffffffffa4b42ff9
Build id: 3.10.0-957.el7.x86_64
|
0x39
|
|
6
|
queue_unplugged
|
vmlinux |
0xffffffffa4b430ba
Build id: 3.10.0-957.el7.x86_64
|
0x2a
|
|
7
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa4b468e8
Build id: 3.10.0-957.el7.x86_64
|
0x1d8
|
|
8
|
blk_queue_bio
|
vmlinux |
0xffffffffa4b46ac2
Build id: 3.10.0-957.el7.x86_64
|
0x182
|
|
9
|
generic_make_request
|
vmlinux |
0xffffffffa4b44c87
Build id: 3.10.0-957.el7.x86_64
|
0x147
|
|
10
|
submit_bio
|
vmlinux |
0xffffffffa4b44f30
Build id: 3.10.0-957.el7.x86_64
|
0x70
|
|
11
|
?
init_emergency_isa_pool
|
vmlinux |
0xffffffffa49fe5b0
Build id: 3.10.0-957.el7.x86_64
|
0x60
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 35s! [java:128301]
RAX: ffffa36546640000 RBX: ffff95a290957fe0 RCX: 0000000000000011
RDX: ffff95a89679bc00 RSI: ffff95ad1c38d000 RDI: 000000000000000e
RBP: ffff95ad1de275d0 R08: 0000000000000003 R09: 000000042a152fff
R10: ffff95ad1c38e0d8 R11: ffff95a2f2fe1500 R12: 0000000100000080
R13: ffff95a2e9002580 R14: ffff95ad1de27534 R15: ffffffffa4b4b83b
FS: 0000000000000000(0000) GS:ffff95ad21a00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f511c3e1019 CR3: 0000000616610000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc04ae71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04b92e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa4cd0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa4cd9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffffa4b42ff9>] __blk_run_queue+0x39/0x50
[<ffffffffa4b430ba>] queue_unplugged+0x2a/0xa0
[<ffffffffa4b468e8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa4b46ac2>] blk_queue_bio+0x182/0x400
[<ffffffffa4b44c87>] generic_make_request+0x147/0x380
[<ffffffffa4b44f30>] submit_bio+0x70/0x150
[<ffffffffa49fe5b0>] ? init_emergency_isa_pool+0x60/0x60
Complete report #18138
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc019d3be
Build id: 3.10.0-1127.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01ec71e
Build id: 3.10.0-1127.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01b82e0
Build id: 3.10.0-1127.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff874e2850
Build id: 3.10.0-1127.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff874ebefc
Build id: 3.10.0-1127.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff873526f9
Build id: 3.10.0-1127.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff873527ba
Build id: 3.10.0-1127.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff87355ff8
Build id: 3.10.0-1127.el7.x86_64
|
0x1d8
|
|
9
|
blk_queue_bio
|
vmlinux |
0xffffffff873561d2
Build id: 3.10.0-1127.el7.x86_64
|
0x182
|
|
10
|
generic_make_request
|
vmlinux |
0xffffffff87354387
Build id: 3.10.0-1127.el7.x86_64
|
0x147
|
|
11
|
submit_bio
|
vmlinux |
0xffffffff87354630
Build id: 3.10.0-1127.el7.x86_64
|
0x70
|
|
12
|
?
init_emergency_isa_pool
|
vmlinux |
0xffffffff87208920
Build id: 3.10.0-1127.el7.x86_64
|
0x60
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 27s! [kswapd0:30]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper joydev vmw_balloon sg cryptd pcspkr parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel nfit libnvdimm libata mptspi serio_raw
scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 30 Comm: kswapd0 Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff89c1f69f9070 ti: ffff89c1f5c40000 task.ti: ffff89c1f5c40000
RIP: 0010:[<ffffffffc019d3be>] [<ffffffffc019d3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff89c1f5c435c0 EFLAGS: 00000246
RAX: ffffb24b00240000 RBX: ffff89c1c7a5afe0 RCX: 0000000000000014
RDX: ffff89c1f55aee00 RSI: ffff89c1f5f44000 RDI: 000000000000000e
RBP: ffff89c1f5c435d0 R08: 0000000000000003 R09: 0000000013578fff
R10: ffff89c1f555e800 R11: ffff89c1f601e840 R12: 0000000100000080
R13: ffff89c1f4414180 R14: ffff89c1f5c43534 R15: ffffffff8735b01b
FS: 0000000000000000(0000) GS:ffff89c1fc600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4e1584f720 CR3: 0000000030010000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc01ec71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01b82e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff874e2850>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff874ebefc>] scsi_request_fn+0x4ac/0x660
[<ffffffff873526f9>] __blk_run_queue+0x39/0x50
[<ffffffff873527ba>] queue_unplugged+0x2a/0xa0
[<ffffffff87355ff8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff873561d2>] blk_queue_bio+0x182/0x400
[<ffffffff87354387>] generic_make_request+0x147/0x380
[<ffffffff87354630>] submit_bio+0x70/0x150
[<ffffffff87208920>] ? init_emergency_isa_pool+0x60/0x60