Complete report #396316
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0d8b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc020c632
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffa0aecf70
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa0ae4860
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa0aedf8c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa0953f39
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa0953ffa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa09578d8
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa0957d44
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffa07cbe31
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffffa07cc451
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffffa07c0e35
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc041f91e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc041fb1c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffffa07ee7aa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x8a
|
|
16
|
|
vmlinux |
0xffffffffa07ce0be
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xe
|
|
17
|
|
vmlinux |
0xffffffffa07be42b
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2b
|
|
18
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffa07eed5c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4c
|
|
19
|
handle_mm_fault
|
vmlinux |
0xffffffffa07f65a0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa20
|
|
20
|
|
vmlinux |
0xffffffffa07fd36c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39c
|
|
21
|
__do_page_fault
|
vmlinux |
0xffffffffa0d90653
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x213
|
|
22
|
do_page_fault
|
vmlinux |
0xffffffffa0d90975
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
23
|
|
vmlinux |
0xffffffffa0d8cac9
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xaa
|
|
24
|
page_fault
|
vmlinux |
0xffffffffa0d8c778
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 31s! [crond:19957]
Modules linked in: xt_owner xt_nat xt_NFLOG xt_set xt_multiport ip_set_bitmap_port ip_set_hash_net nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfnetlink_log vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper
ppdev cryptd sg joydev pcspkr vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c ata_generic pata_acpi drm_kms_helper sd_mod crc_t10dif nfit syscopyarea sysfillrect crct10dif_generic sysimgblt fb_sys_fops ahci libnvdimm ttm libahci ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 19957 Comm: crond Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8a87caee3180 ti: ffff8a87f9818000 task.ti: ffff8a87f9818000
RIP: 0010:[<ffffffffa0d8b7d5>] [<ffffffffa0d8b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8a87f981b980 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffa09b2f83 RCX: ffff8a89790c1060
RDX: ffff9b6400e90000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8a87f981b980 R08: 0000000000000000 R09: ffff8a88c2489900
R10: ffff8a87f5295000 R11: ffff8a894d6c5000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8a88cb36a480 R15: ffffffffa0aebc29
FS: 00007fa2c970c840(0000) GS:ffff8a897fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa2c10f4dc8 CR3: 000000001dc8c000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc020c632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa0aecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa0ae4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa0aedf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa0953f39>] __blk_run_queue+0x39/0x50
[<ffffffffa0953ffa>] queue_unplugged+0x2a/0xa0
[<ffffffffa09578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa0957d44>] blk_finish_plug+0x14/0x40
[<ffffffffa07cbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa07cc451>] ra_submit+0x21/0x30
[<ffffffffa07c0e35>] filemap_fault+0x105/0x420
[<ffffffffc041f91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc041fb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffa07ee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa07ce0be>] ? lru_cache_add+0xe/0x10
[<ffffffffa07be42b>] ? unlock_page+0x2b/0x30
[<ffffffffa07eed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa07f65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa07fd36c>] ? do_mmap+0x39c/0x590
[<ffffffffa0d90653>] __do_page_fault+0x213/0x500
[<ffffffffa0d90975>] do_page_fault+0x35/0x90
[<ffffffffa0d8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa0d8c778>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #142807
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc027e3be
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc02d571e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc033c2e0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff94ae3e70
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff94aed59c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff94953869
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9495392a
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff94957268
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff949576d4
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff947cb3d1
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff947cb9f1
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff947c0b65
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc051e91e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc051eb1c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffff947edfba
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x8a
|
|
16
|
|
vmlinux |
0xffffffff947cd65e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xe
|
|
17
|
|
vmlinux |
0xffffffff947be15b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2b
|
|
18
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff947ee56c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4c
|
|
19
|
handle_mm_fault
|
vmlinux |
0xffffffff947f5db0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa20
|
|
20
|
|
vmlinux |
0xffffffff947fcb7c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39c
|
|
21
|
|
vmlinux |
0xffffffff947fe559
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1b9
|
|
22
|
__do_page_fault
|
vmlinux |
0xffffffff94d8f653
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x213
|
|
23
|
do_page_fault
|
vmlinux |
0xffffffff94d8f975
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x35
|
|
24
|
page_fault
|
vmlinux |
0xffffffff94d8b778
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 30s! [pgrep:14715]
Modules linked in: lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul snd_seq_midi snd_seq_midi_event ghash_clmulni_intel ppdev aesni_intel lrw gf128mul vmw_balloon glue_helper snd_ens1371 ablk_helper snd_rawmidi cryptd snd_ac97_codec btusb ac97_bus
btrtl snd_seq btbcm btintel bluetooth snd_seq_device joydev pcspkr snd_pcm rfkill snd_timer snd soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel nfit drm ata_piix libnvdimm mptspi serio_raw libata scsi_transport_spi mptscsih e1000 drm_panel_orientation_quirks mptbase fuse
CPU: 1 PID: 14715 Comm: pgrep Kdump: loaded Tainted: G L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8fb541355280 ti: ffff8fb5146e4000 task.ti: ffff8fb5146e4000
RIP: 0010:[<ffffffffc027e3be>] [<ffffffffc027e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8fb5146e7918 EFLAGS: 00000246
RAX: ffffa90280440000 RBX: ffff8fb552eb5440 RCX: 0000000000000016
RDX: ffff8fb534c1a000 RSI: ffff8fb534c38000 RDI: 000000000000000e
RBP: ffff8fb5146e7928 R08: 0000000000000003 R09: 000000005216dfff
R10: ffff8fb572a80400 R11: ffff8fb5666e0fc0 R12: ffff8fb519905680
R13: ffff8fb5146e788c R14: ffffffff9495c28b R15: ffff8fb5146e78d0
FS: 0000000000000000(0000) GS:ffff8fb57b640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f105636cdd8 CR3: 00000000099fc000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc02d571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc033c2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff94ae3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff94aed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff94953869>] __blk_run_queue+0x39/0x50
[<ffffffff9495392a>] queue_unplugged+0x2a/0xa0
[<ffffffff94957268>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff949576d4>] blk_finish_plug+0x14/0x40
[<ffffffff947cb3d1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff947cb9f1>] ra_submit+0x21/0x30
[<ffffffff947c0b65>] filemap_fault+0x105/0x420
[<ffffffffc051e91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc051eb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff947edfba>] __do_fault.isra.61+0x8a/0x100
[<ffffffff947cd65e>] ? lru_cache_add+0xe/0x10
[<ffffffff947be15b>] ? unlock_page+0x2b/0x30
[<ffffffff947ee56c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff947f5db0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff947fcb7c>] ? do_mmap+0x39c/0x590
[<ffffffff947fe559>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffff94d8f653>] __do_page_fault+0x213/0x500
[<ffffffff94d8f975>] do_page_fault+0x35/0x90
[<ffffffff94d8b778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 c3 28
Complete report #79411
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03bd3be
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc046b71e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04852e0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff942e39d0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff942ed0fc
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff94153519
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff941535da
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff94156e18
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff94157284
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff93fcb2a1
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff93fcb8c1
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff93fc09b5
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc063c91e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc063cb1c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffff93fede7a
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x8a
|
|
16
|
|
vmlinux |
0xffffffff93fcd52e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xe
|
|
17
|
|
vmlinux |
0xffffffff93fbdfab
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2b
|
|
18
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff93fee42c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x4c
|
|
19
|
handle_mm_fault
|
vmlinux |
0xffffffff93ff5c70
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xa20
|
|
20
|
|
vmlinux |
0xffffffff93ffca18
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x378
|
|
21
|
|
event_collector_2_1_364486 |
0xffffffffc0947650
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x70
|
|
22
|
__do_page_fault
|
vmlinux |
0xffffffff9458f653
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x213
|
|
23
|
do_page_fault
|
vmlinux |
0xffffffff9458f975
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
24
|
|
vmlinux |
0xffffffff9458bac9
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xaa
|
|
25
|
page_fault
|
vmlinux |
0xffffffff9458b778
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [savscand:128691]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [python:2015]
Modules linked in: talpa_vfshook(OE) talpa_pedconnector(OE) talpa_pedevice(OE) talpa_vcdevice(OE) talpa_core(OE) talpa_linux(OE) talpa_syscallhook(OE) event_collector_2_1_364486(OE) tcp_diag inet_diag binfmt_misc xt_physdev br_netfilter ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg
joydev pcspkr vmw_balloon parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit mptspi serio_raw scsi_transport_spi mptscsih libata libnvdimm mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: talpa_syscallhook]
CPU: 1 PID: 2015 Comm: python Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff90b994f33180 ti: ffff90b9f32c8000 task.ti: ffff90b9f32c8000
RIP: 0010:[<ffffffffc03bd3be>] [<ffffffffc03bd3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff90b9f32cb918 EFLAGS: 00000246
RAX: ffffacf3c0d00000 RBX: ffff90b81e3ca3a0 RCX: 000000000000001c
RDX: ffff90ba33baa800 RSI: ffff90ba374ea000 RDI: 000000000000000e
RBP: ffff90b9f32cb928 R08: 0000000000000002 R09: 000000008b5bcfff
R10: ffff90b8367c6400 R11: ffff90b915dbf480 R12: ffff90b816108900
R13: ffff90b9f32cb88c R14: ffffffff9415be3b R15: ffff90b9f32cb8d0
FS: 00007fa1851dd740(0000) GS:ffff90ba35640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa17be47bf8 CR3: 0000000105938000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc046b71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04852e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff942e39d0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff942ed0fc>] scsi_request_fn+0x4ac/0x680
[<ffffffff94153519>] __blk_run_queue+0x39/0x50
[<ffffffff941535da>] queue_unplugged+0x2a/0xa0
[<ffffffff94156e18>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff94157284>] blk_finish_plug+0x14/0x40
[<ffffffff93fcb2a1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff93fcb8c1>] ra_submit+0x21/0x30
[<ffffffff93fc09b5>] filemap_fault+0x105/0x420
[<ffffffffc063c91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc063cb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff93fede7a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff93fcd52e>] ? lru_cache_add+0xe/0x10
[<ffffffff93fbdfab>] ? unlock_page+0x2b/0x30
[<ffffffff93fee42c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff93ff5c70>] handle_mm_fault+0xa20/0xfb0
[<ffffffff93ffca18>] ? do_mmap+0x378/0x530
[<ffffffffc0947650>] ? lsm_shutdown+0x70/0x70 [event_collector_2_1_364486]
[<ffffffff9458f653>] __do_page_fault+0x213/0x500
[<ffffffff9458f975>] do_page_fault+0x35/0x90
[<ffffffff9458bac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff9458b778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 b3 3c
Complete report #8986
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01903be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01da71e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01ab2e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9e4e2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9e4ec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9e3527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9e35286a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9e3560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9e356514
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff9e1cb6e1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff9e1cbd01
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff9e1c0e75
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc042c98e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc042cb8c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffff9e1edf6a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x8a
|
|
16
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff9e1ee51c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4c
|
|
17
|
handle_mm_fault
|
vmlinux |
0xffffffff9e1f5d80
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa20
|
|
18
|
|
vmlinux |
0xffffffff9e1fcb28
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x378
|
|
19
|
|
vmlinux |
0xffffffff9e1fe4c9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1b9
|
|
20
|
__do_page_fault
|
vmlinux |
0xffffffff9e78d653
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
21
|
do_page_fault
|
vmlinux |
0xffffffff9e78d975
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
22
|
page_fault
|
vmlinux |
0xffffffff9e789778
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [abrt-dump-oops:60314]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event coretemp snd_ens1371 iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel snd_rawmidi snd_ac97_codec aesni_intel ac97_bus snd_seq lrw gf128mul btusb snd_seq_device
glue_helper ablk_helper btrtl snd_pcm btbcm btintel cryptd bluetooth snd_timer snd vmw_balloon soundcore rfkill pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw libata mptspi drm scsi_transport_spi e1000 mptscsih nfit libnvdimm mptbase drm_panel_orientation_quirks
CPU: 0 PID: 60314 Comm: abrt-dump-oops Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff941eba088000 ti: ffff941e85a44000 task.ti: ffff941e85a44000
RIP: 0010:[<ffffffffc01903be>] [<ffffffffc01903be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff941e85a47918 EFLAGS: 00000246
RAX: ffffad77c0240000 RBX: ffff941ea0b66488 RCX: 000000000000001b
RDX: ffff941eb50b0000 RSI: ffff941eb5ee6000 RDI: 000000000000000e
RBP: ffff941e85a47928 R08: 0000000000000002 R09: 000000000eefcfff
R10: ffff941eb5bb2000 R11: ffff941e9f88ebc0 R12: ffff941eba8d0c00
R13: ffff941e85a4788c R14: ffffffff9e35b0cb R15: ffff941e85a478d0
FS: 0000000000000000(0000) GS:ffff941ebc600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f72b7768bb0 CR3: 000000000f124000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc01da71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01ab2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9e4e2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9e4ec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff9e3527a9>] __blk_run_queue+0x39/0x50
[<ffffffff9e35286a>] queue_unplugged+0x2a/0xa0
[<ffffffff9e3560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9e356514>] blk_finish_plug+0x14/0x40
[<ffffffff9e1cb6e1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff9e1cbd01>] ra_submit+0x21/0x30
[<ffffffff9e1c0e75>] filemap_fault+0x105/0x420
[<ffffffffc042c98e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc042cb8c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff9e1edf6a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff9e1ee51c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff9e1f5d80>] handle_mm_fault+0xa20/0xfb0
[<ffffffff9e1fcb28>] ? do_mmap+0x378/0x530
[<ffffffff9e1fe4c9>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffff9e78d653>] __do_page_fault+0x213/0x500
[<ffffffff9e78d975>] do_page_fault+0x35/0x90
[<ffffffff9e789778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 19