Complete report #1091000
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01163be
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc014271e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01b02e0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9f4e3e70
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9f4ed59c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9f353869
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39
|
|
7
|
blk_delay_work
|
vmlinux |
0xffffffff9f353c85
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
|
8
|
process_one_work
|
vmlinux |
0xffffffff9f0bde3f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x17f
|
|
9
|
worker_thread
|
vmlinux |
0xffffffff9f0bef56
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x126
|
|
10
|
|
vmlinux |
0xffffffff9f0bee30
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a0
|
|
11
|
kthread
|
vmlinux |
0xffffffff9f0c5e11
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffff9f0c5d40
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9f794df7
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffff9f0c5d40
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 25s! [kworker/4:1H:2214]
Modules linked in: binfmt_misc resguard_linux(OE) secmodel_linux(OE) syshook_linux(OE) secmodel3(OE) xt_set ip_set_hash_net xt_NFLOG nfnetlink_log ip_set xt_CHECKSUM iptable_raw ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat iptable_mangle xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock nf_conntrack_netlink nfnetlink nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack sunrpc ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev vmw_balloon pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 2214 Comm: kworker/4:1H Kdump: loaded Tainted: G W OEL ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: kblockd blk_delay_work
task: ffff8d24b45a0000 ti: ffff8d25b6ffc000 task.ti: ffff8d25b6ffc000
RIP: 0010:[<ffffffffc01163be>] [<ffffffffc01163be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8d25b6fffc78 EFLAGS: 00000246
RAX: ffff9d74c6580000 RBX: ffff8d24cc2a2100 RCX: 000000000000001f
RDX: ffff8d259ffab200 RSI: ffff8d347f4f0000 RDI: 000000000000000e
RBP: ffff8d25b6fffc88 R08: 0000000000000003 R09: 00000008a991cfff
R10: cb68f428deff31d0 R11: 0000000000000005 R12: ffff8d25b6fffbf8
R13: ffff8d24cc2a2100 R14: ffff8d347d75acc0 R15: ffffffff9f0d64fe
FS: 0000000000000000(0000) GS:ffff8d347d700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fcdce3b4980 CR3: 0000000530210000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc014271e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01b02e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9f4e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9f4ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9f353869>] __blk_run_queue+0x39/0x50
[<ffffffff9f353c85>] blk_delay_work+0x25/0x40
[<ffffffff9f0bde3f>] process_one_work+0x17f/0x440
[<ffffffff9f0bef56>] worker_thread+0x126/0x3c0
[<ffffffff9f0bee30>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff9f0c5e11>] kthread+0xd1/0xe0
[<ffffffff9f0c5d40>] ? insert_kthread_work+0x40/0x40
[<ffffffff9f794df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9f0c5d40>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 43 12
Complete report #975987
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc012f3be
Build id: 3.10.0-957.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc015171e
Build id: 3.10.0-957.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01692e0
Build id: 3.10.0-957.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff870d0960
Build id: 3.10.0-957.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff870d9efc
Build id: 3.10.0-957.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff86f42ff9
Build id: 3.10.0-957.el7.x86_64
|
0x39
|
|
7
|
blk_delay_work
|
vmlinux |
0xffffffff86f43665
Build id: 3.10.0-957.el7.x86_64
|
0x25
|
|
8
|
process_one_work
|
vmlinux |
0xffffffff86cb9d4f
Build id: 3.10.0-957.el7.x86_64
|
0x17f
|
|
9
|
worker_thread
|
vmlinux |
0xffffffff86cbade6
Build id: 3.10.0-957.el7.x86_64
|
0x126
|
|
10
|
|
vmlinux |
0xffffffff86cbacc0
Build id: 3.10.0-957.el7.x86_64
|
0x2a0
|
|
11
|
kthread
|
vmlinux |
0xffffffff86cc1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffff86cc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff87374c1d
Build id: 3.10.0-957.el7.x86_64
|
0x7
|
|
14
|
|
vmlinux |
0xffffffff86cc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [kworker/0:1H:5385]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 ppdev joydev crc32_pclmul ghash_clmulni_intel pcspkr aesni_intel lrw gf128mul glue_helper ablk_helper cryptd nfit vmw_balloon sg e1000 libnvdimm vmw_vmci parport_pc parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic pata_acpi vmwgfx floppy drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix drm_panel_orientation_quirks
libata mptspi scsi_transport_spi mptscsih mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 5385 Comm: kworker/0:1H Kdump: loaded Tainted: G L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
Workqueue: kblockd blk_delay_work
task: ffff8e34b4475140 ti: ffff8e34334d0000 task.ti: ffff8e34334d0000
RIP: 0010:[<ffffffffc012f3be>] [<ffffffffc012f3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8e34334d3c78 EFLAGS: 00000246
RAX: ffffb09500800000 RBX: ffff8e339d27a8a0 RCX: 000000000000003f
RDX: ffff8e34b4723c00 RSI: ffff8e33b5724000 RDI: 000000000000000e
RBP: ffff8e34334d3c88 R08: 0000000000000003 R09: 00000000ad72bfff
R10: ffff8e33b5dcb0d8 R11: ffff8e341621d6c0 R12: ffff8e33c60f1e00
R13: ffff8e34334d3bec R14: ffffffff86f4b83b R15: ffff8e34334d3c30
FS: 0000000000000000(0000) GS:ffff8e34bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000007a9c24000 CR3: 00000000b5574000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc015171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01692e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff870d0960>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff870d9efc>] scsi_request_fn+0x4cc/0x680
[<ffffffff86f42ff9>] __blk_run_queue+0x39/0x50
[<ffffffff86f43665>] blk_delay_work+0x25/0x40
[<ffffffff86cb9d4f>] process_one_work+0x17f/0x440
[<ffffffff86cbade6>] worker_thread+0x126/0x3c0
[<ffffffff86cbacc0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffff86cc1c31>] kthread+0xd1/0xe0
[<ffffffff86cc1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff87374c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff86cc1b60>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 d3 13
Complete report #420099
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03573be
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc037971e
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04012e0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9b0e4860
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9b0edf8c
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff9ac2b59e
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xce
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff9af53f39
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x39
|
|
8
|
blk_delay_work
|
vmlinux |
0xffffffff9af54355
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x25
|
|
9
|
process_one_work
|
vmlinux |
0xffffffff9acbde8f
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x17f
|
|
10
|
worker_thread
|
vmlinux |
0xffffffff9acbefa6
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x126
|
|
11
|
|
vmlinux |
0xffffffff9acbee80
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x2a0
|
|
12
|
kthread
|
vmlinux |
0xffffffff9acc5e61
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xd1
|
|
13
|
|
vmlinux |
0xffffffff9acc5d90
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x40
|
|
14
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9b395df7
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x21
|
|
15
|
|
vmlinux |
0xffffffff9acc5d90
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [kworker/3:1H:554]
Modules linked in: tcp_lp nls_utf8 isofs br_netfilter overlay(T) tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 iosf_mbi snd_rawmidi crc32_pclmul snd_ac97_codec ghash_clmulni_intel ac97_bus snd_seq ppdev snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper snd_timer cryptd snd vmw_balloon soundcore joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common nfit crc32c_intel ata_piix libnvdimm libata mptspi scsi_transport_spi serio_raw e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash
dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 3 PID: 554 Comm: kworker/3:1H Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
Workqueue: kblockd blk_delay_work
task: ffff9c562602d280 ti: ffff9c5626148000 task.ti: ffff9c5626148000
RIP: 0010:[<ffffffffc03573be>] [<ffffffffc03573be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9c562614bc78 EFLAGS: 00000246
RAX: ffffad2101c40000 RBX: 0000000100000000 RCX: 0000000000000015
RDX: ffff9c562879da00 RSI: ffff9c54a89d2000 RDI: 000000000000000e
RBP: ffff9c562614bc88 R08: 0000000000000002 R09: 0000000180d33fff
R10: 8ea700b422a88110 R11: 00000000000003ff R12: 00000000000003ff
R13: 0000000000000119 R14: 0000000000000119 R15: 0000000000000119
FS: 0000000000000000(0000) GS:ffff9c562d6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb32ab68000 CR3: 00000003fa416000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc037971e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04012e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9b0e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9b0edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9ac2b59e>] ? __switch_to+0xce/0x580
[<ffffffff9af53f39>] __blk_run_queue+0x39/0x50
[<ffffffff9af54355>] blk_delay_work+0x25/0x40
[<ffffffff9acbde8f>] process_one_work+0x17f/0x440
[<ffffffff9acbefa6>] worker_thread+0x126/0x3c0
[<ffffffff9acbee80>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff9acc5e61>] kthread+0xd1/0xe0
[<ffffffff9acc5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffff9b395df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9acc5d90>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 53 36
Complete report #204480
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01513be
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc017871e
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01e02e0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8bae4120
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8baed84c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff8b62b59e
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xce
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff8b9539f9
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x39
|
|
8
|
blk_delay_work
|
vmlinux |
0xffffffff8b953e15
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x25
|
|
9
|
process_one_work
|
vmlinux |
0xffffffff8b6bde5f
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x17f
|
|
10
|
worker_thread
|
vmlinux |
0xffffffff8b6bef76
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x126
|
|
11
|
|
vmlinux |
0xffffffff8b6bee50
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x2a0
|
|
12
|
kthread
|
vmlinux |
0xffffffff8b6c5e31
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xd1
|
|
13
|
|
vmlinux |
0xffffffff8b6c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
|
14
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8bd95df7
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x21
|
|
15
|
|
vmlinux |
0xffffffff8b6c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [kworker/1:1H:572]
Modules linked in: xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) rpcsec_gss_krb5 ipmi_devintf ipmi_msghandler binfmt_misc vmw_vsock_vmci_transport vsock vfat fat coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd pcspkr vmw_balloon joydev sg parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel mptspi libata scsi_transport_spi
mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 572 Comm: kworker/1:1H Tainted: G L ------------ T 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware7,1/440BX Desktop Reference Platform, BIOS VMW71.00V.0.B64.1506250318 06/25/2015
Workqueue: kblockd blk_delay_work
task: ffff9e5bf696e300 ti: ffff9e5bf9a4c000 task.ti: ffff9e5bf9a4c000
RIP: 0010:[<ffffffffc01513be>] [<ffffffffc01513be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9e5bf9a4fc78 EFLAGS: 00000246
RAX: ffffaf7643500000 RBX: ffff9e5a33b27000 RCX: 000000000000001d
RDX: ffff9e5bf9bab600 RSI: ffff9e5bf9d24000 RDI: 000000000000000e
RBP: ffff9e5bf9a4fc88 R08: 0000000000000002 R09: 00000003efed8fff
R10: ffff9e5bf883d000 R11: ffff9e5596f05dc0 R12: ffff9e5bc764eb80
R13: ffff9e5bf9a4fbec R14: ffffffff8b95c3bb R15: ffff9e5bf9a4fc30
FS: 0000000000000000(0000) GS:ffff9e5bfd640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055abd0177000 CR3: 000000082da10000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc017871e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01e02e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff8bae4120>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8baed84c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8b62b59e>] ? __switch_to+0xce/0x580
[<ffffffff8b9539f9>] __blk_run_queue+0x39/0x50
[<ffffffff8b953e15>] blk_delay_work+0x25/0x40
[<ffffffff8b6bde5f>] process_one_work+0x17f/0x440
[<ffffffff8b6bef76>] worker_thread+0x126/0x3c0
[<ffffffff8b6bee50>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff8b6c5e31>] kthread+0xd1/0xe0
[<ffffffff8b6c5d60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8bd95df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8b6c5d60>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 f3 15
Complete report #56072
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01df3be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc020171e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01c92e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffac8e2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffac8ec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffac7527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
blk_delay_work
|
vmlinux |
0xffffffffac752bc5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x25
|
|
8
|
process_one_work
|
vmlinux |
0xffffffffac4be6bf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x17f
|
|
9
|
worker_thread
|
vmlinux |
0xffffffffac4bf7d6
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x126
|
|
10
|
|
vmlinux |
0xffffffffac4bf6b0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a0
|
|
11
|
kthread
|
vmlinux |
0xffffffffac4c6691
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffffac4c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffacb92d24
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xe
|
|
14
|
|
vmlinux |
0xffffffffac4c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 29s! [kworker/1:1H:550]
Modules linked in: nls_utf8 isofs xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables fuse ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq crc32_pclmul ghash_clmulni_intel ppdev snd_seq_device aesni_intel lrw gf128mul snd_pcm glue_helper ablk_helper snd_timer cryptd snd soundcore
vmw_balloon sg joydev pcspkr parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif crct10dif_generic cdrom ata_generic pata_acpi crct10dif_pclmul crct10dif_common vmwgfx crc32c_intel ata_piix drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw libata drm e1000 nfit mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 550 Comm: kworker/1:1H Kdump: loaded Not tainted 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
Workqueue: kblockd blk_delay_work
task: ffff8e1470eb62a0 ti: ffff8e1474788000 task.ti: ffff8e1474788000
RIP: 0010:[<ffffffffc01df3be>] [<ffffffffc01df3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8e147478bc78 EFLAGS: 00000246
RAX: ffffa4d801080000 RBX: ffff8e12ef09f6a0 RCX: 000000000000001b
RDX: ffff8e1470a14600 RSI: ffff8e1275f89000 RDI: 000000000000000e
RBP: ffff8e147478bc88 R08: 0000000000000002 R09: 00000001cfac01ff
R10: ffff8e1275817000 R11: ffff8e1462f12300 R12: ffff8e12c3aa3900
R13: ffff8e147478bbec R14: ffffffffac75b0cb R15: ffff8e147478bc30
FS: 00007ff450d30700(0000) GS:ffff8e1475640000(0000) knlGS:000000069dab0000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff45599f558 CR3: 00000000af1d6000 CR4: 00000000003407e0
Call Trace:
[<ffffffffc020171e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01c92e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffac8e2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffac8ec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffac7527a9>] __blk_run_queue+0x39/0x50
[<ffffffffac752bc5>] blk_delay_work+0x25/0x40
[<ffffffffac4be6bf>] process_one_work+0x17f/0x440
[<ffffffffac4bf7d6>] worker_thread+0x126/0x3c0
[<ffffffffac4bf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffac4c6691>] kthread+0xd1/0xe0
[<ffffffffac4c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffacb92d24>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffffac4c65c0>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 d3 1e
Complete report #3902
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02023be
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc021d71e
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc026c2e0
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa689b4f0
Build id: 3.10.0-862.3.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa68a4a5c
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa6718f19
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x39
|
|
7
|
blk_delay_work
|
vmlinux |
0xffffffffa6719585
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x25
|
|
8
|
process_one_work
|
vmlinux |
0xffffffffa64b312f
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x17f
|
|
9
|
worker_thread
|
vmlinux |
0xffffffffa64b3df6
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x126
|
|
10
|
|
vmlinux |
0xffffffffa64b3cd0
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x2a0
|
|
11
|
kthread
|
vmlinux |
0xffffffffa64bb161
Build id: 3.10.0-862.3.3.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffffa64bb090
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa6b20677
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffffa64bb090
Build id: 3.10.0-862.3.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 77s! [kworker/0:1H:2796]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd joydev pcspkr sg nfit parport_pc parport libnvdimm vmw_vmci i2c_piix4 shpchp ip_tables xfs libcrc32c
sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw mptspi e1000 scsi_transport_spi ahci mptscsih libahci mptbase vmwgfx ata_generic pata_acpi drm_kms_helper floppy syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 2796 Comm: kworker/0:1H Kdump: loaded Tainted: G L ------------ 3.10.0-862.3.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/19/2018
Workqueue: kblockd blk_delay_work
task: ffff8a8e771f2f70 ti: ffff8a8e768c0000 task.ti: ffff8a8e768c0000
RIP: 0010:[<ffffffffc02023be>] [<ffffffffc02023be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff8a8e768c3c78 EFLAGS: 00000246
RAX: ffffb17680400000 RBX: ffff8a8e6c093d00 RCX: 0000000000000010
RDX: ffff8a8e35c1ea00 RSI: ffff8a8e35f6c000 RDI: 000000000000000e
RBP: ffff8a8e768c3c88 R08: 0000000000000002 R09: 000000006047afff
R10: ffff8a8e35f6d0d8 R11: ffff8a8e7a276700 R12: ffff8a8e797f4900
R13: ffff8a8e768c3bec R14: ffffffffa672170b R15: ffff8a8e768c3c30
FS: 0000000000000000(0000) GS:ffff8a8e7fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f06f5d64000 CR3: 0000000006eec000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc021d71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc026c2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa689b4f0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa68a4a5c>] scsi_request_fn+0x4cc/0x680
[<ffffffffa6718f19>] __blk_run_queue+0x39/0x50
[<ffffffffa6719585>] blk_delay_work+0x25/0x40
[<ffffffffa64b312f>] process_one_work+0x17f/0x440
[<ffffffffa64b3df6>] worker_thread+0x126/0x3c0
[<ffffffffa64b3cd0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffffa64bb161>] kthread+0xd1/0xe0
[<ffffffffa64bb090>] ? insert_kthread_work+0x40/0x40
[<ffffffffa6b20677>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa64bb090>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 03 21
Complete report #3335
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00503be
Build id: 3.10.0-693.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc00da729
Build id: 3.10.0-693.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc006b2b0
Build id: 3.10.0-693.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
|
0x4df
|
|
6
|
|
vmlinux |
0xffffffff81029557
Build id: 3.10.0-693.el7.x86_64
|
0xd7
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
|
0x33
|
|
8
|
blk_delay_work
|
vmlinux |
0xffffffff812f77f5
Build id: 3.10.0-693.el7.x86_64
|
0x25
|
|
9
|
process_one_work
|
vmlinux |
0xffffffff810a881a
Build id: 3.10.0-693.el7.x86_64
|
0x17a
|
|
10
|
worker_thread
|
vmlinux |
0xffffffff810a94e6
Build id: 3.10.0-693.el7.x86_64
|
0x126
|
|
11
|
|
vmlinux |
0xffffffff810a93c0
Build id: 3.10.0-693.el7.x86_64
|
0x2a0
|
|
12
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
13
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
14
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
15
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [kworker/0:1H:480]
Modules linked in: fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec edac_mce_amd edac_core ac97_bus snd_seq snd_seq_device snd_pcm kvm_amd kvm snd_timer snd ppdev soundcore irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper
ablk_helper cryptd nfit sg vmw_balloon libnvdimm pcspkr joydev parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common drm_kms_helper crc32c_intel syscopyarea sysfillrect sysimgblt serio_raw fb_sys_fops ttm drm mptspi scsi_transport_spi mptscsih ata_piix libata e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 480 Comm: kworker/0:1H Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
Workqueue: kblockd blk_delay_work
task: ffff88003b260000 ti: ffff88003b230000 task.ti: ffff88003b230000
RIP: 0010:[<ffffffffc00503be>] [<ffffffffc00503be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff88003b233c78 EFLAGS: 00000246
RAX: ffffc90000300000 RBX: ffff88003c616cc0 RCX: 0000000000000000
RDX: ffff880035ad9c00 RSI: ffff8800358af000 RDI: 000000000000000e
RBP: ffff88003b233c88 R08: 0000000000000002 R09: 000000003251ffff
R10: ffff88001b20f2c0 R11: 000000bc04761300 R12: ffffffff810c1309
R13: ffff88003b233c00 R14: ffff880039780fd0 R15: ffffffff810c12d5
FS: 00007f3cd0a8e700(0000) GS:ffff88003c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 0000562f33815ca9 CR3: 000000001f23e000 CR4: 00000000000407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8800358afd30 0000000000000038 ffff88003b233d30 ffffffffc00da729
ffff8800358af008 000000003b233cc0 0000000000000000 ffff88001b20f2c0
0000000000000000 ffff8800358af188 0000006000000000 ffff880035182830
Call Trace:
[<ffffffffc00da729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc006b2b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff81029557>] ? __switch_to+0xd7/0x510
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f77f5>] blk_delay_work+0x25/0x40
[<ffffffff810a881a>] process_one_work+0x17a/0x440
[<ffffffff810a94e6>] worker_thread+0x126/0x3c0
[<ffffffff810a93c0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 05