Complete report #1020596
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
scsi_request_fn
|
vmlinux |
0xffffffffa170c862
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x132
|
|
2
|
__blk_run_queue
|
vmlinux |
0xffffffffa15687d9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x39
|
|
3
|
queue_unplugged
|
vmlinux |
0xffffffffa15688aa
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2a
|
|
4
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa156c2f8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1d8
|
|
5
|
blk_finish_plug
|
vmlinux |
0xffffffffa156c764
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x14
|
|
6
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffa13d6f91
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e1
|
|
7
|
ra_submit
|
vmlinux |
0xffffffffa13d75c1
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x21
|
|
8
|
filemap_fault
|
vmlinux |
0xffffffffa13cbc35
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x105
|
|
9
|
__xfs_filemap_fault
|
xfs |
0xffffffffc0503ffe
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x7e
|
|
10
|
xfs_filemap_fault
|
xfs |
0xffffffffc050420c
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2c
|
|
11
|
__do_fault.isra.61
|
vmlinux |
0xffffffffa13fa21a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x8a
|
|
12
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffa13fa7cc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4c
|
|
13
|
handle_mm_fault
|
vmlinux |
0xffffffffa14021d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa33
|
|
14
|
|
vmlinux |
0xffffffffa15226b9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xc9
|
|
15
|
__do_page_fault
|
vmlinux |
0xffffffffa19bf7d3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x213
|
|
16
|
do_page_fault
|
vmlinux |
0xffffffffa19bfb05
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x35
|
|
17
|
page_fault
|
vmlinux |
0xffffffffa19bb7b8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 24s! [rtkit-daemon:846]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd
ppdev sg joydev pcspkr vmw_balloon parport_pc vmw_vmci i2c_piix4 parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul libata crct10dif_common mptspi crc32c_intel scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 846 Comm: rtkit-daemon Kdump: loaded Tainted: G L ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/30/2013
task: ffff9ba7f508d280 ti: ffff9baaef778000 task.ti: ffff9baaef778000
RIP: 0010:[<ffffffffa170c862>] [<ffffffffa170c862>] scsi_request_fn+0x132/0x680
RSP: 0018:ffff9baaef77ba30 EFLAGS: 00000296
RAX: 0000000000000000 RBX: 0000000000000086 RCX: 0000000000000000
RDX: 0000000000000004 RSI: 0000000000000086 RDI: ffff9baaede25250
RBP: ffff9baaef77ba88 R08: ffff9baaffd14ce8 R09: 0000000000000000
R10: ffff9baaeeb4a800 R11: ffff9baad5c72f40 R12: ffffffffa12b3bcc
R13: ffff9baaef77b9e8 R14: 0000000000000086 R15: ffff9baaede25348
FS: 00007f20729c2700(0000) GS:ffff9baaffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe5340e00a0 CR3: 000000003563c000 CR4: 00000000000407e0
Call Trace:
[<ffffffffa15687d9>] __blk_run_queue+0x39/0x50
[<ffffffffa15688aa>] queue_unplugged+0x2a/0xa0
[<ffffffffa156c2f8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa156c764>] blk_finish_plug+0x14/0x50
[<ffffffffa13d6f91>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa13d75c1>] ra_submit+0x21/0x30
[<ffffffffa13cbc35>] filemap_fault+0x105/0x420
[<ffffffffc0503ffe>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc050420c>] xfs_filemap_fault+0x2c/0x40 [xfs]
[<ffffffffa13fa21a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa13fa7cc>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa14021d3>] handle_mm_fault+0xa33/0x1190
[<ffffffffa15226b9>] ? file_has_perm+0xc9/0x160
[<ffffffffa19bf7d3>] __do_page_fault+0x213/0x510
[<ffffffffa19bfb05>] do_page_fault+0x35/0x90
[<ffffffffa19bb7b8>] page_fault+0x28/0x30
Code: 73 a7 49 8b 85 40 04 00 00 a8 02 0f 85 18 01 00 00 4c 89 f7 e8 40 f3 e5 ff 49 8b bd 58 04 00 00 c6 07 00 66 66 66 90 fb 66 66 90 <66> 66 90 4d 8b be 00 01 00 00 4d 85 ff 0f 84 3d 04 00 00 49 8b
Complete report #884503
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc006e3be
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc009071e
Build id: 3.10.0-1160.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00892e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff836e3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff836ed0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff835534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8355359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff83556dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff83557244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff833cb261
Build id: 3.10.0-1160.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff833cb881
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff833c0975
Build id: 3.10.0-1160.el7.x86_64
|
0x105
|
|
13
|
|
vmlinux |
0xffffffff832e5ec1
Build id: 3.10.0-1160.el7.x86_64
|
0x31
|
|
14
|
__xfs_filemap_fault
|
xfs |
0xffffffffc031d91e
Build id: 3.10.0-1160.el7.x86_64
|
0x7e
|
|
15
|
xfs_filemap_fault
|
xfs |
0xffffffffc031db1c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
16
|
__do_fault.isra.61
|
vmlinux |
0xffffffff833ede3a
Build id: 3.10.0-1160.el7.x86_64
|
0x8a
|
|
17
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff833ee3ec
Build id: 3.10.0-1160.el7.x86_64
|
0x4c
|
|
18
|
handle_mm_fault
|
vmlinux |
0xffffffff833f5c30
Build id: 3.10.0-1160.el7.x86_64
|
0xa20
|
|
19
|
|
vmlinux |
0xffffffff8349cece
Build id: 3.10.0-1160.el7.x86_64
|
0x31e
|
|
20
|
|
vmlinux |
0xffffffff832e23a9
Build id: 3.10.0-1160.el7.x86_64
|
0xa9
|
|
21
|
__do_page_fault
|
vmlinux |
0xffffffff8398e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
22
|
do_page_fault
|
vmlinux |
0xffffffff8398e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
23
|
page_fault
|
vmlinux |
0xffffffff8398a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 54s! [dockerd:1837]
Modules linked in: tcp_diag inet_diag xt_NFLOG xt_comment nfnetlink_log xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 snd_rawmidi iosf_mbi crc32_pclmul snd_ac97_codec ghash_clmulni_intel ppdev ac97_bus snd_seq snd_seq_device aesni_intel snd_pcm vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd snd_timer joydev sg snd pcspkr soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c
sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel nfit ata_piix libnvdimm mptspi libata serio_raw scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 1837 Comm: dockerd Kdump: loaded Tainted: G ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff906a9a2a2100 ti: ffff906a959cc000 task.ti: ffff906a959cc000
RIP: 0010:[<ffffffffc006e3be>] [<ffffffffc006e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff906a959cf918 EFLAGS: 00000246
RAX: ffffb14c41980000 RBX: ffff9068d6f74010 RCX: 0000000000000001
RDX: ffff906aabb09200 RSI: ffff906aaf43d000 RDI: 000000000000000e
RBP: ffff906a959cf928 R08: 0000000000000003 R09: 0000000237a1efff
R10: ffff906aaba2f000 R11: ffff906aab9e81c0 R12: ffff9068035d5980
R13: ffff906a959cf88c R14: ffffffff8355bdfb R15: ffff906a959cf8d0
FS: 00007f0be9ffb700(0000) GS:ffff906aad6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002030a20 CR3: 000000017fe6c000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc009071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc00892e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff836e3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff836ed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff835534d9>] __blk_run_queue+0x39/0x50
[<ffffffff8355359a>] queue_unplugged+0x2a/0xa0
[<ffffffff83556dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff83557244>] blk_finish_plug+0x14/0x40
[<ffffffff833cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff833cb881>] ra_submit+0x21/0x30
[<ffffffff833c0975>] filemap_fault+0x105/0x420
[<ffffffff832e5ec1>] ? put_prev_entity+0x31/0x400
[<ffffffffc031d91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc031db1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff833ede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff833ee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff833f5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffff8349cece>] ? ep_poll+0x31e/0x360
[<ffffffff832e23a9>] ? pick_next_entity+0xa9/0x190
[<ffffffff8398e653>] __do_page_fault+0x213/0x500
[<ffffffff8398e975>] do_page_fault+0x35/0x90
[<ffffffff8398a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 c3 07
Complete report #577290
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff90f89785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc040b632
Build id: 3.10.0-1160.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff90cec090
Build id: 3.10.0-1160.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff90ce3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff90ced0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff90b534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff90b5359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff90b56dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff90b57244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff909cb261
Build id: 3.10.0-1160.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff909cb881
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff909c0975
Build id: 3.10.0-1160.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc066291e
Build id: 3.10.0-1160.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc0662b1c
Build id: 3.10.0-1160.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffff909ede3a
Build id: 3.10.0-1160.el7.x86_64
|
0x8a
|
|
16
|
|
vmlinux |
0xffffffff90a5fbcf
Build id: 3.10.0-1160.el7.x86_64
|
0x4f
|
|
17
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff909ee3ec
Build id: 3.10.0-1160.el7.x86_64
|
0x4c
|
|
18
|
handle_mm_fault
|
vmlinux |
0xffffffff909f5c30
Build id: 3.10.0-1160.el7.x86_64
|
0xa20
|
|
19
|
|
vmlinux |
0xffffffff90b0eb49
Build id: 3.10.0-1160.el7.x86_64
|
0xc9
|
|
20
|
__do_page_fault
|
vmlinux |
0xffffffff90f8e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
21
|
do_page_fault
|
vmlinux |
0xffffffff90f8e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
22
|
page_fault
|
vmlinux |
0xffffffff90f8a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [rtkit-daemon:747]
Modules linked in: tcp_lp xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper pcspkr ablk_helper ppdev cryptd joydev vmw_balloon sg parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm nfit ata_piix libnvdimm crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks
dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 747 Comm: rtkit-daemon Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/28/2017
task: ffff96ccf6a18000 ti: ffff96ccf6a14000 task.ti: ffff96ccf6a14000
RIP: 0010:[<ffffffff90f89785>] [<ffffffff90f89785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff96ccf6a17980 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff90ceadbe RCX: ffffffff9142f0a0
RDX: ffffb980c03f0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff96ccf6a17980 R08: ffffffffffffffff R09: 00000000354f5fff
R10: ffff96ccb5593400 R11: ffff96ccb60b0800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff96cc88f85900 R15: ffffffff90cead49
FS: 00007fa7e998e700(0000) GS:ffff96ccffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000562745749310 CR3: 0000000077970000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc040b632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff90cec090>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff90ce3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff90ced0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff90b534d9>] __blk_run_queue+0x39/0x50
[<ffffffff90b5359a>] queue_unplugged+0x2a/0xa0
[<ffffffff90b56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff90b57244>] blk_finish_plug+0x14/0x40
[<ffffffff909cb261>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff909cb881>] ra_submit+0x21/0x30
[<ffffffff909c0975>] filemap_fault+0x105/0x420
[<ffffffffc066291e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0662b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff909ede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff90a5fbcf>] ? getname_flags+0x4f/0x1a0
[<ffffffff909ee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff909f5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffff90b0eb49>] ? file_has_perm+0xc9/0x160
[<ffffffff90f8e653>] __do_page_fault+0x213/0x500
[<ffffffff90f8e975>] do_page_fault+0x35/0x90
[<ffffffff90f8a778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #516422
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc017b3be
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01ca71e
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01962e0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb2ee4680
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb2eeddac
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb2d53d39
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb2d53dfa
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb2d576f8
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb2d57b64
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffb2bcbe91
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffffb2bcc4b1
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffffb2bc0eb5
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x105
|
|
13
|
|
vmlinux |
0xffffffffb2ae495c
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x14c
|
|
14
|
__xfs_filemap_fault
|
xfs |
0xffffffffc041e91e
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x7e
|
|
15
|
xfs_filemap_fault
|
xfs |
0xffffffffc041eb1c
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x2c
|
|
16
|
__do_fault.isra.61
|
vmlinux |
0xffffffffb2bee7fa
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x8a
|
|
17
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffb2beedac
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x4c
|
|
18
|
handle_mm_fault
|
vmlinux |
0xffffffffb2bf65f0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa20
|
|
19
|
|
vmlinux |
0xffffffffb2d0f3a9
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xc9
|
|
20
|
__do_page_fault
|
vmlinux |
0xffffffffb3194653
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x213
|
|
21
|
do_page_fault
|
vmlinux |
0xffffffffb3194975
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x35
|
|
22
|
page_fault
|
vmlinux |
0xffffffffb3190778
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 28s! [systemd:1]
Modules linked in: xt_nat xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype nf_conntrack_netlink iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables veth br_netfilter overlay(T) tcp_lp rfcomm tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 ppdev aesni_intel snd_rawmidi snd_ac97_codec lrw gf128mul glue_helper ac97_bus ablk_helper snd_seq cryptd btusb btrtl btbcm vmw_balloon btintel snd_seq_device bluetooth snd_pcm snd_timer snd rfkill joydev pcspkr soundcore sg parport_pc parport i2c_piix4 vmw_vmci xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common nfit ata_piix crc32c_intel libnvdimm libata mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 1 Comm: systemd Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff924339e30000 ti: ffff924339dbc000 task.ti: ffff924339dbc000
RIP: 0010:[<ffffffffc017b3be>] [<ffffffffc017b3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff924339dbf918 EFLAGS: 00000246
RAX: ffffa1b5403c0000 RBX: ffff9242dfb664d0 RCX: 0000000000000018
RDX: ffff9242f5471a00 RSI: ffff9242f5502000 RDI: 000000000000000e
RBP: ffff924339dbf928 R08: 0000000000000003 R09: 00000000208ebfff
R10: ffff9242f5416c00 R11: ffff9242f5e0f100 R12: ffff9242c2493d80
R13: ffff924339dbf88c R14: ffffffffb2d5c71b R15: ffff924339dbf8d0
FS: 00007f2960ac8940(0000) GS:ffff92433b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005601c52550bc CR3: 0000000078d96000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc01ca71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01962e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb2ee4680>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb2eeddac>] scsi_request_fn+0x4ac/0x680
[<ffffffffb2d53d39>] __blk_run_queue+0x39/0x50
[<ffffffffb2d53dfa>] queue_unplugged+0x2a/0xa0
[<ffffffffb2d576f8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb2d57b64>] blk_finish_plug+0x14/0x40
[<ffffffffb2bcbe91>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffb2bcc4b1>] ra_submit+0x21/0x30
[<ffffffffb2bc0eb5>] filemap_fault+0x105/0x420
[<ffffffffb2ae495c>] ? update_curr+0x14c/0x1e0
[<ffffffffc041e91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc041eb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffb2bee7fa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffb2beedac>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffb2bf65f0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffb2d0f3a9>] ? file_has_perm+0xc9/0x160
[<ffffffffb3194653>] __do_page_fault+0x213/0x500
[<ffffffffb3194975>] do_page_fault+0x35/0x90
[<ffffffffb3190778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 93 18
Complete report #208633
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8a18b805
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0337632
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff89eec830
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff89ee4120
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff89eed84c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff89d539f9
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff89d53aba
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff89d57398
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff89d57804
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff89bcb931
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff89bcbf51
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff89bc0935
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc057591e
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc0575b1c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffff89bee2aa
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x8a
|
|
16
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff89bee85c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x4c
|
|
17
|
handle_mm_fault
|
vmlinux |
0xffffffff89bf60a0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa20
|
|
18
|
|
vmlinux |
0xffffffff89d0efd9
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xc9
|
|
19
|
__do_page_fault
|
vmlinux |
0xffffffff8a190653
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x213
|
|
20
|
do_page_fault
|
vmlinux |
0xffffffff8a190975
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x35
|
|
21
|
page_fault
|
vmlinux |
0xffffffff8a18c778
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [rtkit-daemon:913]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink authenc drbg ansi_cprng rmd160 crypto_null ip_vti ip_tunnel af_key ah6 ah4 esp6 esp4 xfrm4_mode_beet xfrm4_tunnel tunnel4 xfrm4_mode_tunnel xfrm4_mode_transport xfrm6_mode_transport xfrm6_mode_ro xfrm6_mode_beet xfrm6_mode_tunnel ipcomp ipcomp6 xfrm6_tunnel xfrm_ipcomp tunnel6 cmac camellia_generic camellia_aesni_avx_x86_64 camellia_x86_64 cast6_avx_x86_64 cast6_generic cast5_avx_x86_64 cast5_generic cast_common deflate cts gcm ccm serpent_avx_x86_64 serpent_sse2_x86_64 serpent_generic blowfish_generic blowfish_x86_64 blowfish_common twofish_generic twofish_avx_x86_64 twofish_x86_64_3way xts twofish_x86_64 twofish_common xcbc sha512_ssse3 sha512_generic des_generic symap_custom_3_10_0_1160_31_1_el7_x86_64(POE) symev_custom_3_10_0_1160_31_1_el7_x86_64(OE) nf_nat_ftp nf_conntrack_ftp ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev vmw_vmci i2c_piix4 sg parport_pc parport nfsd nfs_acl lockd grace auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix ahci serio_raw libahci libata vmxnet3 vmw_pvscsi nfit libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 913 Comm: rtkit-daemon Kdump: loaded Tainted: P OE ------------ 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff89a7f1bb8000 ti: ffff89a7f0424000 task.ti: ffff89a7f0424000
RIP: 0010:[<ffffffff8a18b805>] [<ffffffff8a18b805>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff89a7f0427980 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffff89db2a33 RCX: ffff89a637e3b060
RDX: ffff9796c1b90000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff89a7f0427980 R08: 0000000000000000 R09: ffff89a7efe1b700
R10: ffff89a7edad9000 R11: ffff89a7ee5ad800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff89a75229d080 R15: ffffffff89eeb4e9
FS: 00007fecea288700(0000) GS:ffff89a7ffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005616977f9310 CR3: 000000032fd0e000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc0337632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff89eec830>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff89ee4120>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff89eed84c>] scsi_request_fn+0x4ac/0x680
[<ffffffff89d539f9>] __blk_run_queue+0x39/0x50
[<ffffffff89d53aba>] queue_unplugged+0x2a/0xa0
[<ffffffff89d57398>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff89d57804>] blk_finish_plug+0x14/0x40
[<ffffffff89bcb931>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff89bcbf51>] ra_submit+0x21/0x30
[<ffffffff89bc0935>] filemap_fault+0x105/0x420
[<ffffffffc057591e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0575b1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff89bee2aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffff89bee85c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff89bf60a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff89d0efd9>] ? file_has_perm+0xc9/0x160
[<ffffffff8a190653>] __do_page_fault+0x213/0x500
[<ffffffff8a190975>] do_page_fault+0x35/0x90
[<ffffffff8a18c778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #155296
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03b93be
Build id: 3.10.0-1127.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc041071e
Build id: 3.10.0-1127.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04742e0
Build id: 3.10.0-1127.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff89ce2850
Build id: 3.10.0-1127.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff89cebefc
Build id: 3.10.0-1127.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff89b526f9
Build id: 3.10.0-1127.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff89b527ba
Build id: 3.10.0-1127.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff89b55ff8
Build id: 3.10.0-1127.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff89b56464
Build id: 3.10.0-1127.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff899cb631
Build id: 3.10.0-1127.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff899cbc81
Build id: 3.10.0-1127.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff899c0dc5
Build id: 3.10.0-1127.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc0640a4e
Build id: 3.10.0-1127.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc0640c4c
Build id: 3.10.0-1127.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffff899edeea
Build id: 3.10.0-1127.el7.x86_64
|
0x8a
|
|
16
|
|
vmlinux |
0xffffffff89a5f13f
Build id: 3.10.0-1127.el7.x86_64
|
0x4f
|
|
17
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff899ee49c
Build id: 3.10.0-1127.el7.x86_64
|
0x4c
|
|
18
|
handle_mm_fault
|
vmlinux |
0xffffffff899f5d00
Build id: 3.10.0-1127.el7.x86_64
|
0xa20
|
|
19
|
|
vmlinux |
0xffffffff89b0dd99
Build id: 3.10.0-1127.el7.x86_64
|
0xc9
|
|
20
|
__do_page_fault
|
vmlinux |
0xffffffff89f8d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
21
|
do_page_fault
|
vmlinux |
0xffffffff89f8d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
22
|
page_fault
|
vmlinux |
0xffffffff89f89778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [rtkit-daemon:658]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle xt_addrtype ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat br_netfilter nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq aesni_intel snd_seq_device lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon snd_pcm pcspkr joydev snd_timer snd soundcore sg vmw_vmci i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod
crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops crct10dif_pclmul crct10dif_common ttm crc32c_intel drm mptspi nfit scsi_transport_spi ata_piix libnvdimm mptscsih e1000 serio_raw mptbase libata drm_panel_orientation_quirks
CPU: 1 PID: 658 Comm: rtkit-daemon Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff959632f10000 ti: ffff959637860000 task.ti: ffff959637860000
RIP: 0010:[<ffffffffc03b93be>] [<ffffffffc03b93be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff959637863918 EFLAGS: 00000246
RAX: ffffa6c440380000 RBX: ffff95960bb80e70 RCX: 0000000000000013
RDX: ffff9595f5023600 RSI: ffff9595f4ed8000 RDI: 000000000000000e
RBP: ffff959637863928 R08: 0000000000000003 R09: 000000003679ffff
R10: ffff959633873800 R11: ffff95960ba7cc40 R12: ffff959633b55b00
R13: ffff95963786388c R14: ffffffff89b5b01b R15: ffff9596378638d0
FS: 00007f853d2b9700(0000) GS:ffff959639a40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055afe6826310 CR3: 00000000759ee000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc041071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04742e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff89ce2850>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff89cebefc>] scsi_request_fn+0x4ac/0x660
[<ffffffff89b526f9>] __blk_run_queue+0x39/0x50
[<ffffffff89b527ba>] queue_unplugged+0x2a/0xa0
[<ffffffff89b55ff8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff89b56464>] blk_finish_plug+0x14/0x40
[<ffffffff899cb631>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff899cbc81>] ra_submit+0x21/0x30
[<ffffffff899c0dc5>] filemap_fault+0x105/0x420
[<ffffffffc0640a4e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0640c4c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff899edeea>] __do_fault.isra.61+0x8a/0x100
[<ffffffff89a5f13f>] ? getname_flags+0x4f/0x1a0
[<ffffffff899ee49c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff899f5d00>] handle_mm_fault+0xa20/0xfb0
[<ffffffff89b0dd99>] ? file_has_perm+0xc9/0x160
[<ffffffff89f8d653>] __do_page_fault+0x213/0x500
[<ffffffff89f8d975>] do_page_fault+0x35/0x90
[<ffffffff89f89778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 3c
Complete report #42756
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffad1883c5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc01fd632
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffaceeb0a0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffacee2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffaceec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffacd527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffacd5286a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffacd560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffacd56514
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffacbcb6e1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffffacbcbd01
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffffacbc0e75
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc048498e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc0484b8c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffffacbedf6a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x8a
|
|
16
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffacbee51c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4c
|
|
17
|
handle_mm_fault
|
vmlinux |
0xffffffffacbf5d80
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa20
|
|
18
|
|
vmlinux |
0xffffffffacd0de19
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc9
|
|
19
|
__do_page_fault
|
vmlinux |
0xffffffffad18d653
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
20
|
do_page_fault
|
vmlinux |
0xffffffffad18d975
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
21
|
page_fault
|
vmlinux |
0xffffffffad189778
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 232s! [rtkit-daemon:836]
Modules linked in: nf_nat_tftp nf_conntrack_tftp ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd sg pcspkr joydev vmw_vmci i2c_piix4 parport_pc parport xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm sd_mod crc_t10dif ahci crct10dif_generic drm libahci nfit ata_piix libnvdimm crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 836 Comm: rtkit-daemon Kdump: loaded Not tainted 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/03/2018
task: ffff8f83fc1ba0e0 ti: ffff8f83fad80000 task.ti: ffff8f83fad80000
RIP: 0010:[<ffffffffad1883c5>] [<ffffffffad1883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8f83fad83980 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffacee9dce RCX: ffffffffad62f0a0
RDX: ffffb6dcc0770000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8f83fad83980 R08: ffffffffffffffff R09: 00000000351f1fff
R10: ffff8f8374db5800 R11: ffff8f83d75aa800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8f8347a49600 R15: ffffffffacee9d59
FS: 00007f5358e78700(0000) GS:ffff8f83ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005573a0077310 CR3: 00000000bbdc4000 CR4: 00000000007607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 55555554
Call Trace:
[<ffffffffc01fd632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffaceeb0a0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffacee2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffaceec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffacd527a9>] __blk_run_queue+0x39/0x50
[<ffffffffacd5286a>] queue_unplugged+0x2a/0xa0
[<ffffffffacd560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffacd56514>] blk_finish_plug+0x14/0x40
[<ffffffffacbcb6e1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffacbcbd01>] ra_submit+0x21/0x30
[<ffffffffacbc0e75>] filemap_fault+0x105/0x420
[<ffffffffc048498e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc0484b8c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffacbedf6a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffacbee51c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffacbf5d80>] handle_mm_fault+0xa20/0xfb0
[<ffffffffacd0de19>] ? file_has_perm+0xc9/0x160
[<ffffffffad18d653>] __do_page_fault+0x213/0x500
[<ffffffffad18d975>] do_page_fault+0x35/0x90
[<ffffffffad189778>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #9338
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00123be
Build id: 3.10.0-693.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc0060729
Build id: 3.10.0-693.el7.x86_64
|
0x249
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc000b2b0
Build id: 3.10.0-693.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146540a
Build id: 3.10.0-693.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e1cf
Build id: 3.10.0-693.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f71d3
Build id: 3.10.0-693.el7.x86_64
|
0x33
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff812f728a
Build id: 3.10.0-693.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff812fa718
Build id: 3.10.0-693.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff812fab24
Build id: 3.10.0-693.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff8118f3ee
Build id: 3.10.0-693.el7.x86_64
|
0x1de
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff8118fa71
Build id: 3.10.0-693.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff81184e45
Build id: 3.10.0-693.el7.x86_64
|
0x105
|
|
13
|
?
poll_select_copy_remaining
|
vmlinux |
0xffffffff81215dd0
Build id: 3.10.0-693.el7.x86_64
|
0x150
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc025690f
Build id: 3.10.0-693.el7.x86_64
|
0x5f
|
|
15
|
__do_fault
|
vmlinux |
0xffffffff811ad162
Build id: 3.10.0-693.el7.x86_64
|
0x52
|
|
16
|
do_read_fault.isra.44
|
vmlinux |
0xffffffff811ad60b
Build id: 3.10.0-693.el7.x86_64
|
0x4b
|
|
17
|
handle_mm_fault
|
vmlinux |
0xffffffff811b1f11
Build id: 3.10.0-693.el7.x86_64
|
0x691
|
|
18
|
__do_page_fault
|
vmlinux |
0xffffffff816affb4
Build id: 3.10.0-693.el7.x86_64
|
0x154
|
|
19
|
do_page_fault
|
vmlinux |
0xffffffff816b02e5
Build id: 3.10.0-693.el7.x86_64
|
0x35
|
|
20
|
page_fault
|
vmlinux |
0xffffffff816ac508
Build id: 3.10.0-693.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [rtkit-daemon:622]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmhgfs(OE) vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd pcspkr vmw_balloon nfit joydev sg libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops
ttm crc32c_intel drm ata_piix serio_raw libata mptspi scsi_transport_spi mptscsih e1000 mptbase i2c_core
CPU: 0 PID: 622 Comm: rtkit-daemon Tainted: G OE ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff88003a0e2f70 ti: ffff8800392f8000 task.ti: ffff8800392f8000
RIP: 0010:[<ffffffffc00123be>] [<ffffffffc00123be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8800392fb9c8 EFLAGS: 00000246
RAX: ffffc90000200000 RBX: ffff880014ebb870 RCX: 0000000000000011
RDX: ffff8800367bce00 RSI: ffff8800367ab000 RDI: 000000000000000e
RBP: ffff8800392fb9d8 R08: 0000000000000003 R09: 000000002d9e9fff
R10: ffff880039016f40 R11: ffff880039016f40 R12: ffff88001b4b6400
R13: ffff8800392fb93c R14: ffffffff812ff13b R15: ffff8800392fb980
FS: 00007fe41aad7700(0000) GS:ffff88003c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005570a884e310 CR3: 0000000036f39000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8800367abd30 0000000000000018 ffff8800392fba80 ffffffffc0060729
ffff8800367ab008 00000000392fba40 0000000000000011 ffff880039016f40
0000000000000044 ffff8800367ab188 0000006000000011 ffff880035582e90
Call Trace:
[<ffffffffc0060729>] mptscsih_qcmd+0x249/0x820 [mptscsih]
[<ffffffffc000b2b0>] mptspi_qcmd+0x50/0xe0 [mptspi]
[<ffffffff8146540a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e1cf>] scsi_request_fn+0x4df/0x680
[<ffffffff812f71d3>] __blk_run_queue+0x33/0x40
[<ffffffff812f728a>] queue_unplugged+0x2a/0xa0
[<ffffffff812fa718>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812fab24>] blk_finish_plug+0x14/0x40
[<ffffffff8118f3ee>] __do_page_cache_readahead+0x1de/0x250
[<ffffffff8118fa71>] ra_submit+0x21/0x30
[<ffffffff81184e45>] filemap_fault+0x105/0x410
[<ffffffff81215dd0>] ? poll_select_copy_remaining+0x150/0x150
[<ffffffffc025690f>] xfs_filemap_fault+0x5f/0xf0 [xfs]
[<ffffffff811ad162>] __do_fault+0x52/0xe0
[<ffffffff811ad60b>] do_read_fault.isra.44+0x4b/0x130
[<ffffffff811b1f11>] handle_mm_fault+0x691/0xfa0
[<ffffffff816affb4>] __do_page_fault+0x154/0x450
[<ffffffff816b02e5>] do_page_fault+0x35/0x90
[<ffffffff816ac508>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 03 02
Complete report #396316
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0d8b7d5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc020c632
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffa0aecf70
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa0ae4860
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa0aedf8c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa0953f39
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa0953ffa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa09578d8
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa0957d44
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffffa07cbe31
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffffa07cc451
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffffa07c0e35
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc041f91e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc041fb1c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffffa07ee7aa
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x8a
|
|
16
|
|
vmlinux |
0xffffffffa07ce0be
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xe
|
|
17
|
|
vmlinux |
0xffffffffa07be42b
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x2b
|
|
18
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffa07eed5c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4c
|
|
19
|
handle_mm_fault
|
vmlinux |
0xffffffffa07f65a0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa20
|
|
20
|
|
vmlinux |
0xffffffffa07fd36c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39c
|
|
21
|
__do_page_fault
|
vmlinux |
0xffffffffa0d90653
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x213
|
|
22
|
do_page_fault
|
vmlinux |
0xffffffffa0d90975
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x35
|
|
23
|
|
vmlinux |
0xffffffffa0d8cac9
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xaa
|
|
24
|
page_fault
|
vmlinux |
0xffffffffa0d8c778
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 31s! [crond:19957]
Modules linked in: xt_owner xt_nat xt_NFLOG xt_set xt_multiport ip_set_bitmap_port ip_set_hash_net nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfnetlink_log vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper
ppdev cryptd sg joydev pcspkr vmw_balloon parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c ata_generic pata_acpi drm_kms_helper sd_mod crc_t10dif nfit syscopyarea sysfillrect crct10dif_generic sysimgblt fb_sys_fops ahci libnvdimm ttm libahci ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 19957 Comm: crond Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8a87caee3180 ti: ffff8a87f9818000 task.ti: ffff8a87f9818000
RIP: 0010:[<ffffffffa0d8b7d5>] [<ffffffffa0d8b7d5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8a87f981b980 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffa09b2f83 RCX: ffff8a89790c1060
RDX: ffff9b6400e90000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8a87f981b980 R08: 0000000000000000 R09: ffff8a88c2489900
R10: ffff8a87f5295000 R11: ffff8a894d6c5000 R12: 0000000000000000
R13: 0000000000000020 R14: ffff8a88cb36a480 R15: ffffffffa0aebc29
FS: 00007fa2c970c840(0000) GS:ffff8a897fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa2c10f4dc8 CR3: 000000001dc8c000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc020c632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffa0aecf70>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffa0ae4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa0aedf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa0953f39>] __blk_run_queue+0x39/0x50
[<ffffffffa0953ffa>] queue_unplugged+0x2a/0xa0
[<ffffffffa09578d8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa0957d44>] blk_finish_plug+0x14/0x40
[<ffffffffa07cbe31>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffffa07cc451>] ra_submit+0x21/0x30
[<ffffffffa07c0e35>] filemap_fault+0x105/0x420
[<ffffffffc041f91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc041fb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffffa07ee7aa>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa07ce0be>] ? lru_cache_add+0xe/0x10
[<ffffffffa07be42b>] ? unlock_page+0x2b/0x30
[<ffffffffa07eed5c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa07f65a0>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa07fd36c>] ? do_mmap+0x39c/0x590
[<ffffffffa0d90653>] __do_page_fault+0x213/0x500
[<ffffffffa0d90975>] do_page_fault+0x35/0x90
[<ffffffffa0d8cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffffa0d8c778>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #142807
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc027e3be
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc02d571e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc033c2e0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff94ae3e70
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff94aed59c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff94953869
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9495392a
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff94957268
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff949576d4
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff947cb3d1
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff947cb9f1
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff947c0b65
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc051e91e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc051eb1c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffff947edfba
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x8a
|
|
16
|
|
vmlinux |
0xffffffff947cd65e
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xe
|
|
17
|
|
vmlinux |
0xffffffff947be15b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2b
|
|
18
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff947ee56c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4c
|
|
19
|
handle_mm_fault
|
vmlinux |
0xffffffff947f5db0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa20
|
|
20
|
|
vmlinux |
0xffffffff947fcb7c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x39c
|
|
21
|
|
vmlinux |
0xffffffff947fe559
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1b9
|
|
22
|
__do_page_fault
|
vmlinux |
0xffffffff94d8f653
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x213
|
|
23
|
do_page_fault
|
vmlinux |
0xffffffff94d8f975
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x35
|
|
24
|
page_fault
|
vmlinux |
0xffffffff94d8b778
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 30s! [pgrep:14715]
Modules linked in: lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul snd_seq_midi snd_seq_midi_event ghash_clmulni_intel ppdev aesni_intel lrw gf128mul vmw_balloon glue_helper snd_ens1371 ablk_helper snd_rawmidi cryptd snd_ac97_codec btusb ac97_bus
btrtl snd_seq btbcm btintel bluetooth snd_seq_device joydev pcspkr snd_pcm rfkill snd_timer snd soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel nfit drm ata_piix libnvdimm mptspi serio_raw libata scsi_transport_spi mptscsih e1000 drm_panel_orientation_quirks mptbase fuse
CPU: 1 PID: 14715 Comm: pgrep Kdump: loaded Tainted: G L ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8fb541355280 ti: ffff8fb5146e4000 task.ti: ffff8fb5146e4000
RIP: 0010:[<ffffffffc027e3be>] [<ffffffffc027e3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8fb5146e7918 EFLAGS: 00000246
RAX: ffffa90280440000 RBX: ffff8fb552eb5440 RCX: 0000000000000016
RDX: ffff8fb534c1a000 RSI: ffff8fb534c38000 RDI: 000000000000000e
RBP: ffff8fb5146e7928 R08: 0000000000000003 R09: 000000005216dfff
R10: ffff8fb572a80400 R11: ffff8fb5666e0fc0 R12: ffff8fb519905680
R13: ffff8fb5146e788c R14: ffffffff9495c28b R15: ffff8fb5146e78d0
FS: 0000000000000000(0000) GS:ffff8fb57b640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f105636cdd8 CR3: 00000000099fc000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc02d571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc033c2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff94ae3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff94aed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff94953869>] __blk_run_queue+0x39/0x50
[<ffffffff9495392a>] queue_unplugged+0x2a/0xa0
[<ffffffff94957268>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff949576d4>] blk_finish_plug+0x14/0x40
[<ffffffff947cb3d1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff947cb9f1>] ra_submit+0x21/0x30
[<ffffffff947c0b65>] filemap_fault+0x105/0x420
[<ffffffffc051e91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc051eb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff947edfba>] __do_fault.isra.61+0x8a/0x100
[<ffffffff947cd65e>] ? lru_cache_add+0xe/0x10
[<ffffffff947be15b>] ? unlock_page+0x2b/0x30
[<ffffffff947ee56c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff947f5db0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff947fcb7c>] ? do_mmap+0x39c/0x590
[<ffffffff947fe559>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffff94d8f653>] __do_page_fault+0x213/0x500
[<ffffffff94d8f975>] do_page_fault+0x35/0x90
[<ffffffff94d8b778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 c3 28
Complete report #79411
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03bd3be
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc046b71e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04852e0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff942e39d0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff942ed0fc
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff94153519
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff941535da
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff94156e18
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff94157284
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff93fcb2a1
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff93fcb8c1
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff93fc09b5
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc063c91e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc063cb1c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffff93fede7a
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x8a
|
|
16
|
|
vmlinux |
0xffffffff93fcd52e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xe
|
|
17
|
|
vmlinux |
0xffffffff93fbdfab
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2b
|
|
18
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff93fee42c
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x4c
|
|
19
|
handle_mm_fault
|
vmlinux |
0xffffffff93ff5c70
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xa20
|
|
20
|
|
vmlinux |
0xffffffff93ffca18
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x378
|
|
21
|
|
event_collector_2_1_364486 |
0xffffffffc0947650
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x70
|
|
22
|
__do_page_fault
|
vmlinux |
0xffffffff9458f653
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x213
|
|
23
|
do_page_fault
|
vmlinux |
0xffffffff9458f975
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
24
|
|
vmlinux |
0xffffffff9458bac9
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xaa
|
|
25
|
page_fault
|
vmlinux |
0xffffffff9458b778
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 25s! [savscand:128691]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 25s! [python:2015]
Modules linked in: talpa_vfshook(OE) talpa_pedconnector(OE) talpa_pedevice(OE) talpa_vcdevice(OE) talpa_core(OE) talpa_linux(OE) talpa_syscallhook(OE) event_collector_2_1_364486(OE) tcp_diag inet_diag binfmt_misc xt_physdev br_netfilter ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg
joydev pcspkr vmw_balloon parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit mptspi serio_raw scsi_transport_spi mptscsih libata libnvdimm mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: talpa_syscallhook]
CPU: 1 PID: 2015 Comm: python Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff90b994f33180 ti: ffff90b9f32c8000 task.ti: ffff90b9f32c8000
RIP: 0010:[<ffffffffc03bd3be>] [<ffffffffc03bd3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff90b9f32cb918 EFLAGS: 00000246
RAX: ffffacf3c0d00000 RBX: ffff90b81e3ca3a0 RCX: 000000000000001c
RDX: ffff90ba33baa800 RSI: ffff90ba374ea000 RDI: 000000000000000e
RBP: ffff90b9f32cb928 R08: 0000000000000002 R09: 000000008b5bcfff
R10: ffff90b8367c6400 R11: ffff90b915dbf480 R12: ffff90b816108900
R13: ffff90b9f32cb88c R14: ffffffff9415be3b R15: ffff90b9f32cb8d0
FS: 00007fa1851dd740(0000) GS:ffff90ba35640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa17be47bf8 CR3: 0000000105938000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc046b71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04852e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff942e39d0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff942ed0fc>] scsi_request_fn+0x4ac/0x680
[<ffffffff94153519>] __blk_run_queue+0x39/0x50
[<ffffffff941535da>] queue_unplugged+0x2a/0xa0
[<ffffffff94156e18>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff94157284>] blk_finish_plug+0x14/0x40
[<ffffffff93fcb2a1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff93fcb8c1>] ra_submit+0x21/0x30
[<ffffffff93fc09b5>] filemap_fault+0x105/0x420
[<ffffffffc063c91e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc063cb1c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff93fede7a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff93fcd52e>] ? lru_cache_add+0xe/0x10
[<ffffffff93fbdfab>] ? unlock_page+0x2b/0x30
[<ffffffff93fee42c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff93ff5c70>] handle_mm_fault+0xa20/0xfb0
[<ffffffff93ffca18>] ? do_mmap+0x378/0x530
[<ffffffffc0947650>] ? lsm_shutdown+0x70/0x70 [event_collector_2_1_364486]
[<ffffffff9458f653>] __do_page_fault+0x213/0x500
[<ffffffff9458f975>] do_page_fault+0x35/0x90
[<ffffffff9458bac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff9458b778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 b3 3c
Complete report #8986
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc01903be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01da71e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc01ab2e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9e4e2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9e4ec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9e3527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9e35286a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9e3560a8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9e356514
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x14
|
|
10
|
__do_page_cache_readahead
|
vmlinux |
0xffffffff9e1cb6e1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1e1
|
|
11
|
ra_submit
|
vmlinux |
0xffffffff9e1cbd01
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
12
|
filemap_fault
|
vmlinux |
0xffffffff9e1c0e75
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x105
|
|
13
|
__xfs_filemap_fault
|
xfs |
0xffffffffc042c98e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x7e
|
|
14
|
xfs_filemap_fault
|
xfs |
0xffffffffc042cb8c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x2c
|
|
15
|
__do_fault.isra.61
|
vmlinux |
0xffffffff9e1edf6a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x8a
|
|
16
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff9e1ee51c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4c
|
|
17
|
handle_mm_fault
|
vmlinux |
0xffffffff9e1f5d80
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa20
|
|
18
|
|
vmlinux |
0xffffffff9e1fcb28
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x378
|
|
19
|
|
vmlinux |
0xffffffff9e1fe4c9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1b9
|
|
20
|
__do_page_fault
|
vmlinux |
0xffffffff9e78d653
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x213
|
|
21
|
do_page_fault
|
vmlinux |
0xffffffff9e78d975
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x35
|
|
22
|
page_fault
|
vmlinux |
0xffffffff9e789778
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [abrt-dump-oops:60314]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event coretemp snd_ens1371 iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel snd_rawmidi snd_ac97_codec aesni_intel ac97_bus snd_seq lrw gf128mul btusb snd_seq_device
glue_helper ablk_helper btrtl snd_pcm btbcm btintel cryptd bluetooth snd_timer snd vmw_balloon soundcore rfkill pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw libata mptspi drm scsi_transport_spi e1000 mptscsih nfit libnvdimm mptbase drm_panel_orientation_quirks
CPU: 0 PID: 60314 Comm: abrt-dump-oops Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff941eba088000 ti: ffff941e85a44000 task.ti: ffff941e85a44000
RIP: 0010:[<ffffffffc01903be>] [<ffffffffc01903be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff941e85a47918 EFLAGS: 00000246
RAX: ffffad77c0240000 RBX: ffff941ea0b66488 RCX: 000000000000001b
RDX: ffff941eb50b0000 RSI: ffff941eb5ee6000 RDI: 000000000000000e
RBP: ffff941e85a47928 R08: 0000000000000002 R09: 000000000eefcfff
R10: ffff941eb5bb2000 R11: ffff941e9f88ebc0 R12: ffff941eba8d0c00
R13: ffff941e85a4788c R14: ffffffff9e35b0cb R15: ffff941e85a478d0
FS: 0000000000000000(0000) GS:ffff941ebc600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f72b7768bb0 CR3: 000000000f124000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc01da71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc01ab2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9e4e2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9e4ec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffff9e3527a9>] __blk_run_queue+0x39/0x50
[<ffffffff9e35286a>] queue_unplugged+0x2a/0xa0
[<ffffffff9e3560a8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9e356514>] blk_finish_plug+0x14/0x40
[<ffffffff9e1cb6e1>] __do_page_cache_readahead+0x1e1/0x260
[<ffffffff9e1cbd01>] ra_submit+0x21/0x30
[<ffffffff9e1c0e75>] filemap_fault+0x105/0x420
[<ffffffffc042c98e>] __xfs_filemap_fault+0x7e/0x1d0 [xfs]
[<ffffffffc042cb8c>] xfs_filemap_fault+0x2c/0x30 [xfs]
[<ffffffff9e1edf6a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff9e1ee51c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff9e1f5d80>] handle_mm_fault+0xa20/0xfb0
[<ffffffff9e1fcb28>] ? do_mmap+0x378/0x530
[<ffffffff9e1fe4c9>] ? mprotect_fixup+0x1b9/0x3a0
[<ffffffff9e78d653>] __do_page_fault+0x213/0x500
[<ffffffff9e78d975>] do_page_fault+0x35/0x90
[<ffffffff9e789778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 e3 19