Complete report #744804
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff975ba385
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc01ea6a2
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff9730bb30
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff97302fe0
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9730cb8c
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff97168649
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff9716871a
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff9716c168
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff9716c5d4
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff970165a1
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x191
|
|
11
|
shmem_swapin
|
vmlinux |
0xffffffff96fe3b5d
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x6d
|
|
12
|
|
vmlinux |
0xffffffff971a865b
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x32b
|
|
13
|
|
vmlinux |
0xffffffff971a39d4
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x84
|
|
14
|
|
vmlinux |
0xffffffff971a3a72
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x22
|
|
15
|
|
vmlinux |
0xffffffff96fc853e
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x1e
|
|
16
|
|
vmlinux |
0xffffffff96fc85ce
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xe
|
|
17
|
shmem_getpage_gfp
|
vmlinux |
0xffffffff96fe5232
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x622
|
|
18
|
shmem_fault
|
vmlinux |
0xffffffff96fe5584
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x84
|
|
19
|
|
vmlinux |
0xffffffff9706ab88
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x238
|
|
20
|
__do_fault.isra.61
|
vmlinux |
0xffffffff96ffa15a
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x8a
|
|
21
|
do_shared_fault.isra.64
|
vmlinux |
0xffffffff96ffa8bc
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x4c
|
|
22
|
handle_mm_fault
|
vmlinux |
0xffffffff97001b39
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x459
|
|
23
|
|
vmlinux |
0xffffffff97061c35
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x165
|
|
24
|
__do_page_fault
|
vmlinux |
0xffffffff975bf7d3
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x213
|
|
25
|
do_page_fault
|
vmlinux |
0xffffffff975bfb05
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x35
|
|
26
|
page_fault
|
vmlinux |
0xffffffff975bb7b8
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 38s! [systemd-journal:8076]
Modules linked in: tcp_lp nls_utf8 isofs nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) vmw_vsock_vmci_transport vsock sunrpc sb_edac ppdev iosf_mbi crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper joydev cryptd pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm nfit ata_piix sd_mod libahci crc_t10dif crct10dif_generic libnvdimm libata
crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 5 PID: 8076 Comm: systemd-journal Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.88.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8c4fdedec200 ti: ffff8c51f6da0000 task.ti: ffff8c51f6da0000
RIP: 0010:[<ffffffff975ba385>] [<ffffffff975ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8c51f6da3828 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff8c51f6da37e8 RCX: ffffffff97a34f40
RDX: ffffb14f41bf0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8c51f6da3828 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8c51f3a69c00 R11: ffff8c4ff7c7d800 R12: 0000000000000020
R13: ffff8c50eb4f9e00 R14: ffffffff9730a769 R15: ffff8c51f6da37a0
FS: 00007fcbbcda3880(0000) GS:ffff8c4ff7d40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f31dd55e4b8 CR3: 000000042d496000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc01ea6a2>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff9730bb30>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff97302fe0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff9730cb8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff97168649>] __blk_run_queue+0x39/0x50
[<ffffffff9716871a>] queue_unplugged+0x2a/0xa0
[<ffffffff9716c168>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff9716c5d4>] blk_finish_plug+0x14/0x50
[<ffffffff970165a1>] swapin_readahead+0x191/0x210
[<ffffffff96fe3b5d>] shmem_swapin+0x6d/0xc0
[<ffffffff971a865b>] ? number.isra.2+0x32b/0x360
[<ffffffff971a39d4>] ? __radix_tree_lookup+0x84/0x100
[<ffffffff971a3a72>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff96fc853e>] ? __find_get_page+0x1e/0xa0
[<ffffffff96fc85ce>] ? find_get_page+0xe/0x20
[<ffffffff96fe5232>] shmem_getpage_gfp+0x622/0x860
[<ffffffff96fe5584>] shmem_fault+0x84/0x1f0
[<ffffffff9706ab88>] ? link_path_walk+0x238/0x8b0
[<ffffffff96ffa15a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff96ffa8bc>] do_shared_fault.isra.64+0x4c/0x280
[<ffffffff97001b39>] handle_mm_fault+0x459/0x1190
[<ffffffff97061c35>] ? cp_new_stat+0x165/0x1a0
[<ffffffff975bf7d3>] __do_page_fault+0x213/0x510
[<ffffffff975bfb05>] do_page_fault+0x35/0x90
[<ffffffff975bb7b8>] page_fault+0x28/0x30
Code: 07 00 0f 1f 40 00 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #712182
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb91ba385
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc01c9275
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc01c5e60
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb8f02fe0
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb8f0cb8c
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb8d68649
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb8d6871a
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb8d6c168
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb8d6c5d4
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffb8c165a1
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x191
|
|
11
|
shmem_swapin
|
vmlinux |
0xffffffffb8be3b5d
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x6d
|
|
12
|
|
vmlinux |
0xffffffffb91b0cd5
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x1d2
|
|
13
|
|
vmlinux |
0xffffffffb8da865b
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x32b
|
|
14
|
|
vmlinux |
0xffffffffb8da39d4
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x84
|
|
15
|
|
vmlinux |
0xffffffffb8da3a72
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x22
|
|
16
|
|
vmlinux |
0xffffffffb8bc853e
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x1e
|
|
17
|
|
vmlinux |
0xffffffffb8bc85ce
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0xe
|
|
18
|
shmem_getpage_gfp
|
vmlinux |
0xffffffffb8be5232
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x622
|
|
19
|
shmem_fault
|
vmlinux |
0xffffffffb8be5584
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x84
|
|
20
|
|
vmlinux |
0xffffffffb8c6ab88
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x238
|
|
21
|
__do_fault.isra.61
|
vmlinux |
0xffffffffb8bfa15a
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x8a
|
|
22
|
do_shared_fault.isra.64
|
vmlinux |
0xffffffffb8bfa8bc
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x4c
|
|
23
|
handle_mm_fault
|
vmlinux |
0xffffffffb8c01b39
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x459
|
|
24
|
|
vmlinux |
0xffffffffb8c61c35
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x165
|
|
25
|
__do_page_fault
|
vmlinux |
0xffffffffb91bf7d3
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x213
|
|
26
|
do_page_fault
|
vmlinux |
0xffffffffb91bfb05
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x35
|
|
27
|
page_fault
|
vmlinux |
0xffffffffb91bb7b8
Build id: 3.10.0-1160.88.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [systemd-journal:605]
Modules linked in: lp tcp_lp nls_utf8 isofs rfcomm tun devlink bridge stp llc ip_set bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec aesni_intel ac97_bus btusb lrw snd_seq gf128mul btrtl glue_helper btbcm snd_seq_device ablk_helper btintel snd_pcm cryptd bluetooth ppdev snd_timer snd pcspkr rfkill soundcore joydev vmw_balloon sg parport_pc parport i2c_piix4 vmw_vmci xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect crct10dif_pclmul sysimgblt fb_sys_fops crct10dif_common crc32c_intel serio_raw ttm ahci ata_piix drm libahci nfit libata pcnet32 libnvdimm mii drm_panel_orientation_quirks dm_mirror dm_region_hash
dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 1 PID: 605 Comm: systemd-journal Kdump: loaded Tainted: G L ------------ 3.10.0-1160.88.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff96d10588b180 ti: ffff96d108480000 task.ti: ffff96d108480000
RIP: 0010:[<ffffffffb91ba385>] [<ffffffffb91ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff96d108483858 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffffffffc017a844 RCX: 0000000000000000
RDX: ffff96cff64c7418 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff96d108483858 R08: 0000000000000000 R09: 000000004e084fff
R10: ffff96cff6771c00 R11: ffff96d0d1827180 R12: ffffffffb8dc9d43
R13: ffff96d108483800 R14: ffff96d105898548 R15: ffff96d112493940
FS: 00007f2f0c79d880(0000) GS:ffff96d112480000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2f0a395120 CR3: 0000000149bfe000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc01c9275>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc01c5e60>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffb8f02fe0>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffffb8f0cb8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb8d68649>] __blk_run_queue+0x39/0x50
[<ffffffffb8d6871a>] queue_unplugged+0x2a/0xa0
[<ffffffffb8d6c168>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb8d6c5d4>] blk_finish_plug+0x14/0x50
[<ffffffffb8c165a1>] swapin_readahead+0x191/0x210
[<ffffffffb8be3b5d>] shmem_swapin+0x6d/0xc0
[<ffffffffb91b0cd5>] ? avc_compute_av+0x1d2/0x1e8
[<ffffffffb8da865b>] ? number.isra.2+0x32b/0x360
[<ffffffffb8da39d4>] ? __radix_tree_lookup+0x84/0x100
[<ffffffffb8da3a72>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffb8bc853e>] ? __find_get_page+0x1e/0xa0
[<ffffffffb8bc85ce>] ? find_get_page+0xe/0x20
[<ffffffffb8be5232>] shmem_getpage_gfp+0x622/0x860
[<ffffffffb8be5584>] shmem_fault+0x84/0x1f0
[<ffffffffb8c6ab88>] ? link_path_walk+0x238/0x8b0
[<ffffffffb8bfa15a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffb8bfa8bc>] do_shared_fault.isra.64+0x4c/0x280
[<ffffffffb8c01b39>] handle_mm_fault+0x459/0x1190
[<ffffffffb8c61c35>] ? cp_new_stat+0x165/0x1a0
[<ffffffffb91bf7d3>] __do_page_fault+0x213/0x510
[<ffffffffb91bfb05>] do_page_fault+0x35/0x90
[<ffffffffb91bb7b8>] page_fault+0x28/0x30
Code: 07 00 66 66 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 cc cc cc cc 66 66 66 66 90 55 48 89 e5 48
Complete report #585246
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02013be
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc01da71e
Build id: 3.10.0-1160.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc02f12e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa8ee3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa8eed0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa8d534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffa8d5359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffa8d56dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffa8d57244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffa8c09a71
Build id: 3.10.0-1160.el7.x86_64
|
0x191
|
|
11
|
shmem_swapin
|
vmlinux |
0xffffffffa8bd7bbd
Build id: 3.10.0-1160.el7.x86_64
|
0x6d
|
|
12
|
|
vmlinux |
0xffffffffa8d8cfe4
Build id: 3.10.0-1160.el7.x86_64
|
0x84
|
|
13
|
|
vmlinux |
0xffffffffa8da5bbd
Build id: 3.10.0-1160.el7.x86_64
|
0xd
|
|
14
|
|
vmlinux |
0xffffffffa8d8cfe4
Build id: 3.10.0-1160.el7.x86_64
|
0x84
|
|
15
|
|
vmlinux |
0xffffffffa8d8d072
Build id: 3.10.0-1160.el7.x86_64
|
0x22
|
|
16
|
|
vmlinux |
0xffffffffa8bbd45e
Build id: 3.10.0-1160.el7.x86_64
|
0x1e
|
|
17
|
|
vmlinux |
0xffffffffa8bbd4ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
18
|
shmem_getpage_gfp
|
vmlinux |
0xffffffffa8bd9242
Build id: 3.10.0-1160.el7.x86_64
|
0x622
|
|
19
|
shmem_fault
|
vmlinux |
0xffffffffa8bd9594
Build id: 3.10.0-1160.el7.x86_64
|
0x84
|
|
20
|
__do_fault.isra.61
|
vmlinux |
0xffffffffa8bede3a
Build id: 3.10.0-1160.el7.x86_64
|
0x8a
|
|
21
|
|
vmlinux |
0xffffffffa8aa32d2
Build id: 3.10.0-1160.el7.x86_64
|
0x12
|
|
22
|
|
vmlinux |
0xffffffffa8c576ef
Build id: 3.10.0-1160.el7.x86_64
|
0x48f
|
|
23
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffa8bee3ec
Build id: 3.10.0-1160.el7.x86_64
|
0x4c
|
|
24
|
handle_mm_fault
|
vmlinux |
0xffffffffa8bf5c30
Build id: 3.10.0-1160.el7.x86_64
|
0xa20
|
|
25
|
|
vmlinux |
0xffffffffa8c4d063
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
|
26
|
__do_page_fault
|
vmlinux |
0xffffffffa918e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
27
|
do_page_fault
|
vmlinux |
0xffffffffa918e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
28
|
page_fault
|
vmlinux |
0xffffffffa918a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 43s! [journalctl:55191]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi ppdev snd_ac97_codec ac97_bus aesni_intel
snd_seq lrw gf128mul snd_seq_device glue_helper ablk_helper vmw_balloon snd_pcm cryptd snd_timer joydev pcspkr snd soundcore i2c_piix4 sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_generic pata_acpi crct10dif_pclmul mptspi fb_sys_fops crct10dif_common ttm scsi_transport_spi drm ata_piix e1000 mptscsih crc32c_intel serio_raw mptbase nfit libnvdimm libata drm_panel_orientation_quirks fuse
CPU: 0 PID: 55191 Comm: journalctl Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8896b7886300 ti: ffff8896802a0000 task.ti: ffff8896802a0000
RIP: 0010:[<ffffffffc02013be>] [<ffffffffc02013be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff8896802a37c0 EFLAGS: 00000246
RAX: ffffb5f640d40000 RBX: ffff88968d76efe0 RCX: 0000000000000019
RDX: ffff8897ac02f200 RSI: ffff8897abc00000 RDI: 000000000000000e
RBP: ffff8896802a37d0 R08: 0000000000000003 R09: 00000001869d2fff
R10: ffff8897ac24c800 R11: ffff8895947cad80 R12: 0000000100000008
R13: ffff88969197e280 R14: ffff8896802a3734 R15: ffffffffa8d5bdfb
FS: 00007f07f6112880(0000) GS:ffff8897af200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f07e926b0d8 CR3: 00000001119ee000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc01da71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc02f12e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffa8ee3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa8eed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffffa8d534d9>] __blk_run_queue+0x39/0x50
[<ffffffffa8d5359a>] queue_unplugged+0x2a/0xa0
[<ffffffffa8d56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffa8d57244>] blk_finish_plug+0x14/0x40
[<ffffffffa8c09a71>] swapin_readahead+0x191/0x210
[<ffffffffa8bd7bbd>] shmem_swapin+0x6d/0xc0
[<ffffffffa8d8cfe4>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffffa8da5bbd>] ? list_del+0xd/0x30
[<ffffffffa8d8cfe4>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffffa8d8d072>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffa8bbd45e>] ? __find_get_page+0x1e/0xa0
[<ffffffffa8bbd4ee>] ? find_get_page+0xe/0x20
[<ffffffffa8bd9242>] shmem_getpage_gfp+0x622/0x860
[<ffffffffa8bd9594>] shmem_fault+0x84/0x1f0
[<ffffffffa8bede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffa8aa32d2>] ? current_fs_time+0x12/0x60
[<ffffffffa8c576ef>] ? pipe_write+0x48f/0x540
[<ffffffffa8bee3ec>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffa8bf5c30>] handle_mm_fault+0xa20/0xfb0
[<ffffffffa8c4d063>] ? do_sync_write+0x93/0xe0
[<ffffffffa918e653>] __do_page_fault+0x213/0x500
[<ffffffffa918e975>] do_page_fault+0x35/0x90
[<ffffffffa918a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 f3 20
Complete report #535219
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03bb3be
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc032271e
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03522e0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff98ee4680
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff98eeddac
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff98d53d39
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff98d53dfa
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff98d576f8
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff98d57b64
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff98c0a471
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x191
|
|
11
|
shmem_swapin
|
vmlinux |
0xffffffff98bd87ed
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x6d
|
|
12
|
|
vmlinux |
0xffffffff98d8da64
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x84
|
|
13
|
|
vmlinux |
0xffffffff98d8da64
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x84
|
|
14
|
|
vmlinux |
0xffffffff98d8daf2
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x22
|
|
15
|
|
vmlinux |
0xffffffff98bbd98e
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x1e
|
|
16
|
|
vmlinux |
0xffffffff98bbda1e
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xe
|
|
17
|
shmem_getpage_gfp
|
vmlinux |
0xffffffff98bd9e72
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x622
|
|
18
|
shmem_fault
|
vmlinux |
0xffffffff98bda1c4
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x84
|
|
19
|
__do_fault.isra.61
|
vmlinux |
0xffffffff98bee7fa
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x8a
|
|
20
|
do_read_fault.isra.63
|
vmlinux |
0xffffffff98beedac
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x4c
|
|
21
|
handle_mm_fault
|
vmlinux |
0xffffffff98bf65f0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa20
|
|
22
|
__do_page_fault
|
vmlinux |
0xffffffff99194653
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x213
|
|
23
|
do_page_fault
|
vmlinux |
0xffffffff99194975
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x35
|
|
24
|
page_fault
|
vmlinux |
0xffffffff99190778
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 49s! [ora_mz00_iis:70974]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul ghash_clmulni_intel snd_seq snd_seq_device snd_pcm aesni_intel snd_timer ppdev snd lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon soundcore joydev pcspkr sg parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops mptspi scsi_transport_spi nfit ttm ata_piix mptscsih drm mptbase libnvdimm crct10dif_pclmul crct10dif_common libata e1000 crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 70974 Comm: ora_mz00_iis Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9b1657a7d280 ti: ffff9b1659278000 task.ti: ffff9b1659278000
RIP: 0010:[<ffffffffc03bb3be>] [<ffffffffc03bb3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9b165927b7c0 EFLAGS: 00000246
RAX: ffffc04a00d00000 RBX: ffff9b177dbbdc00 RCX: 000000000000000d
RDX: ffff9b17ae652400 RSI: ffff9b17ae55f000 RDI: 000000000000000e
RBP: ffff9b165927b7d0 R08: 0000000000000002 R09: 0000000019e62fff
R10: ffff9b1675f8f400 R11: ffff9b16ed089340 R12: 0000000100000001
R13: ffff9b16504ccf00 R14: ffff9b165927b734 R15: ffffffff98d5c71b
FS: 00007f551d10f3c0(0000) GS:ffff9b17b8640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000702b1fb8 CR3: 00000001703ee000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc032271e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03522e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff98ee4680>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff98eeddac>] scsi_request_fn+0x4ac/0x680
[<ffffffff98d53d39>] __blk_run_queue+0x39/0x50
[<ffffffff98d53dfa>] queue_unplugged+0x2a/0xa0
[<ffffffff98d576f8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff98d57b64>] blk_finish_plug+0x14/0x40
[<ffffffff98c0a471>] swapin_readahead+0x191/0x210
[<ffffffff98bd87ed>] shmem_swapin+0x6d/0xc0
[<ffffffff98d8da64>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffff98d8da64>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffff98d8daf2>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff98bbd98e>] ? __find_get_page+0x1e/0xa0
[<ffffffff98bbda1e>] ? find_get_page+0xe/0x20
[<ffffffff98bd9e72>] shmem_getpage_gfp+0x622/0x860
[<ffffffff98bda1c4>] shmem_fault+0x84/0x1f0
[<ffffffff98bee7fa>] __do_fault.isra.61+0x8a/0x100
[<ffffffff98beedac>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffff98bf65f0>] handle_mm_fault+0xa20/0xfb0
[<ffffffff99194653>] __do_page_fault+0x213/0x500
[<ffffffff99194975>] do_page_fault+0x35/0x90
[<ffffffff99190778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 93 3c
Complete report #269982
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc041d3be
Build id: 3.10.0-1160.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc046571e
Build id: 3.10.0-1160.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc040a2e0
Build id: 3.10.0-1160.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff970e3980
Build id: 3.10.0-1160.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff970ed0ac
Build id: 3.10.0-1160.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff96f534d9
Build id: 3.10.0-1160.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff96f5359a
Build id: 3.10.0-1160.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff96f56dd8
Build id: 3.10.0-1160.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff96f57244
Build id: 3.10.0-1160.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff96e09a71
Build id: 3.10.0-1160.el7.x86_64
|
0x191
|
|
11
|
shmem_swapin
|
vmlinux |
0xffffffff96dd7bbd
Build id: 3.10.0-1160.el7.x86_64
|
0x6d
|
|
12
|
|
vmlinux |
0xffffffff96f8cfe4
Build id: 3.10.0-1160.el7.x86_64
|
0x84
|
|
13
|
|
vmlinux |
0xffffffff96f8d072
Build id: 3.10.0-1160.el7.x86_64
|
0x22
|
|
14
|
|
vmlinux |
0xffffffff96dbd45e
Build id: 3.10.0-1160.el7.x86_64
|
0x1e
|
|
15
|
|
vmlinux |
0xffffffff96dbd4ee
Build id: 3.10.0-1160.el7.x86_64
|
0xe
|
|
16
|
shmem_getpage_gfp
|
vmlinux |
0xffffffff96dd9242
Build id: 3.10.0-1160.el7.x86_64
|
0x622
|
|
17
|
shmem_fault
|
vmlinux |
0xffffffff96dd9594
Build id: 3.10.0-1160.el7.x86_64
|
0x84
|
|
18
|
|
vmlinux |
0xffffffff96e5bff8
Build id: 3.10.0-1160.el7.x86_64
|
0x238
|
|
19
|
__do_fault.isra.61
|
vmlinux |
0xffffffff96dede3a
Build id: 3.10.0-1160.el7.x86_64
|
0x8a
|
|
20
|
do_shared_fault.isra.64
|
vmlinux |
0xffffffff96dee59c
Build id: 3.10.0-1160.el7.x86_64
|
0x4c
|
|
21
|
handle_mm_fault
|
vmlinux |
0xffffffff96df5663
Build id: 3.10.0-1160.el7.x86_64
|
0x453
|
|
22
|
|
vmlinux |
0xffffffff96e60e9d
Build id: 3.10.0-1160.el7.x86_64
|
0x4d
|
|
23
|
__do_page_fault
|
vmlinux |
0xffffffff9738e653
Build id: 3.10.0-1160.el7.x86_64
|
0x213
|
|
24
|
do_page_fault
|
vmlinux |
0xffffffff9738e975
Build id: 3.10.0-1160.el7.x86_64
|
0x35
|
|
25
|
page_fault
|
vmlinux |
0xffffffff9738a778
Build id: 3.10.0-1160.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [systemd-journal:379]
Modules linked in: tcp_lp xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_ens1371 gf128mul glue_helper vmw_balloon snd_rawmidi ablk_helper cryptd snd_ac97_codec ac97_bus snd_seq
snd_seq_device snd_pcm joydev pcspkr snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit serio_raw ata_piix libnvdimm mptspi scsi_transport_spi libata mptscsih e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 379 Comm: systemd-journal Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff99b8b5815280 ti: ffff99b8b588c000 task.ti: ffff99b8b588c000
RIP: 0010:[<ffffffffc041d3be>] [<ffffffffc041d3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff99b8b588f7c0 EFLAGS: 00000246
RAX: ffffa6cf402c0000 RBX: ffff99b895c2a060 RCX: 0000000000000019
RDX: ffff99b8b5b3f000 RSI: ffff99b8b610a000 RDI: 000000000000000e
RBP: ffff99b8b588f7d0 R08: 0000000000000003 R09: 00000000166e5fff
R10: ffff99b8b5b1d800 R11: ffff99b89cf89f80 R12: 0000000100000004
R13: ffff99b89a0f5080 R14: ffff99b8b588f734 R15: ffffffff96f5bdfb
FS: 00007fc0a2b8e880(0000) GS:ffff99b8bc600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc0a08c70d0 CR3: 000000003593c000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc046571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc040a2e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff970e3980>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff970ed0ac>] scsi_request_fn+0x4ac/0x680
[<ffffffff96f534d9>] __blk_run_queue+0x39/0x50
[<ffffffff96f5359a>] queue_unplugged+0x2a/0xa0
[<ffffffff96f56dd8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff96f57244>] blk_finish_plug+0x14/0x40
[<ffffffff96e09a71>] swapin_readahead+0x191/0x210
[<ffffffff96dd7bbd>] shmem_swapin+0x6d/0xc0
[<ffffffff96f8cfe4>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffff96f8d072>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff96dbd45e>] ? __find_get_page+0x1e/0xa0
[<ffffffff96dbd4ee>] ? find_get_page+0xe/0x20
[<ffffffff96dd9242>] shmem_getpage_gfp+0x622/0x860
[<ffffffff96dd9594>] shmem_fault+0x84/0x1f0
[<ffffffff96e5bff8>] ? link_path_walk+0x238/0x8b0
[<ffffffff96dede3a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff96dee59c>] do_shared_fault.isra.64+0x4c/0x280
[<ffffffff96df5663>] handle_mm_fault+0x453/0xfb0
[<ffffffff96e60e9d>] ? do_filp_open+0x4d/0xb0
[<ffffffff9738e653>] __do_page_fault+0x213/0x500
[<ffffffff9738e975>] do_page_fault+0x35/0x90
[<ffffffff9738a778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 b3 42
Complete report #197637
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8a78b495
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc0179632
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff8a4ec580
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8a4e3e70
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8a4ed59c
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8a353809
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff8a3538ca
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff8a357208
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff8a357674
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff8a209bf1
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x191
|
|
11
|
shmem_swapin
|
vmlinux |
0xffffffff8a1d7ccd
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x6d
|
|
12
|
|
vmlinux |
0xffffffff8a38d464
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x84
|
|
13
|
|
vmlinux |
0xffffffff8a38d4f2
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x22
|
|
14
|
|
vmlinux |
0xffffffff8a1bd5ee
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x1e
|
|
15
|
|
vmlinux |
0xffffffff8a1bd67e
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xe
|
|
16
|
shmem_getpage_gfp
|
vmlinux |
0xffffffff8a1d9352
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x622
|
|
17
|
shmem_fault
|
vmlinux |
0xffffffff8a1d96a4
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x84
|
|
18
|
|
vmlinux |
0xffffffff8a25c178
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x238
|
|
19
|
__do_fault.isra.61
|
vmlinux |
0xffffffff8a1edf5a
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x8a
|
|
20
|
do_shared_fault.isra.64
|
vmlinux |
0xffffffff8a1ee6bc
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x4c
|
|
21
|
handle_mm_fault
|
vmlinux |
0xffffffff8a1f5783
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x453
|
|
22
|
|
vmlinux |
0xffffffff8a26101d
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x4d
|
|
23
|
__do_page_fault
|
vmlinux |
0xffffffff8a790653
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x213
|
|
24
|
do_page_fault
|
vmlinux |
0xffffffff8a790975
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x35
|
|
25
|
|
vmlinux |
0xffffffff8a78cac9
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0xaa
|
|
26
|
page_fault
|
vmlinux |
0xffffffff8a78c778
Build id: 3.10.0-1160.21.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 25s! [kworker/5:1H:2174]
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 25s! [systemd-journal:14636]
Modules linked in: vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev pcspkr sg joydev vmw_balloon parport_pc vmw_vmci parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea sysfillrect sysimgblt crc_t10dif fb_sys_fops crct10dif_generic ttm drm ata_piix crct10dif_pclmul crct10dif_common nfit libata crc32c_intel serio_raw libnvdimm vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 8 PID: 14636 Comm: systemd-journal Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8ee0e7bd3180 ti: ffff8edf4fd80000 task.ti: ffff8edf4fd80000
RIP: 0010:[<ffffffff8a78b495>] [<ffffffff8a78b495>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8edf4fd83828 EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff8edf4fd837e8 RCX: ffffffff8ac34f40
RDX: ffffb0a081bd0000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8edf4fd83828 R08: 0000000000000001 R09: 0000000000000000
R10: ffff8edff7ea9800 R11: ffff8edff9d3b000 R12: 0000000000000020
R13: ffff8edfebf27980 R14: ffffffff8a4eb239 R15: ffff8edf4fd837a0
FS: 00007f32d7218880(0000) GS:ffff8ee17fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f32d4d12428 CR3: 00000002b9d0c000 CR4: 00000000000407e0
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 23s! [swapper/9:0]
Call Trace:
[<ffffffffc0179632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8a4ec580>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8a4e3e70>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff8a4ed59c>] scsi_request_fn+0x4ac/0x680
[<ffffffff8a353809>] __blk_run_queue+0x39/0x50
[<ffffffff8a3538ca>] queue_unplugged+0x2a/0xa0
[<ffffffff8a357208>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff8a357674>] blk_finish_plug+0x14/0x40
[<ffffffff8a209bf1>] swapin_readahead+0x191/0x210
[<ffffffff8a1d7ccd>] shmem_swapin+0x6d/0xc0
[<ffffffff8a38d464>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffff8a38d4f2>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff8a1bd5ee>] ? __find_get_page+0x1e/0xa0
[<ffffffff8a1bd67e>] ? find_get_page+0xe/0x20
[<ffffffff8a1d9352>] shmem_getpage_gfp+0x622/0x860
[<ffffffff8a1d96a4>] shmem_fault+0x84/0x1f0
[<ffffffff8a25c178>] ? link_path_walk+0x238/0x8b0
[<ffffffff8a1edf5a>] __do_fault.isra.61+0x8a/0x100
[<ffffffff8a1ee6bc>] do_shared_fault.isra.64+0x4c/0x280
[<ffffffff8a1f5783>] handle_mm_fault+0x453/0xfb0
[<ffffffff8a26101d>] ? do_filp_open+0x4d/0xb0
[<ffffffff8a790653>] __do_page_fault+0x213/0x500
[<ffffffff8a790975>] do_page_fault+0x35/0x90
[<ffffffff8a78cac9>] ? error_swapgs+0xaa/0xc0
[<ffffffff8a78c778>] page_fault+0x28/0x30
Complete report #109044
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc041a3be
Build id: 3.10.0-1127.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc043c71e
Build id: 3.10.0-1127.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc04542e0
Build id: 3.10.0-1127.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff85ae2850
Build id: 3.10.0-1127.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff85aebefc
Build id: 3.10.0-1127.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff859526f9
Build id: 3.10.0-1127.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffff859527ba
Build id: 3.10.0-1127.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffff85955ff8
Build id: 3.10.0-1127.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffff85956464
Build id: 3.10.0-1127.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffff85809b41
Build id: 3.10.0-1127.el7.x86_64
|
0x191
|
|
11
|
shmem_swapin
|
vmlinux |
0xffffffff857d7fbd
Build id: 3.10.0-1127.el7.x86_64
|
0x6d
|
|
12
|
|
vmlinux |
0xffffffff8598c104
Build id: 3.10.0-1127.el7.x86_64
|
0x84
|
|
13
|
|
vmlinux |
0xffffffff8598c104
Build id: 3.10.0-1127.el7.x86_64
|
0x84
|
|
14
|
|
vmlinux |
0xffffffff8598c192
Build id: 3.10.0-1127.el7.x86_64
|
0x22
|
|
15
|
|
vmlinux |
0xffffffff857bdbee
Build id: 3.10.0-1127.el7.x86_64
|
0x1e
|
|
16
|
|
vmlinux |
0xffffffff857bdc7e
Build id: 3.10.0-1127.el7.x86_64
|
0xe
|
|
17
|
shmem_getpage_gfp
|
vmlinux |
0xffffffff857d9642
Build id: 3.10.0-1127.el7.x86_64
|
0x622
|
|
18
|
shmem_fault
|
vmlinux |
0xffffffff857d9994
Build id: 3.10.0-1127.el7.x86_64
|
0x84
|
|
19
|
|
vmlinux |
0xffffffff8585b568
Build id: 3.10.0-1127.el7.x86_64
|
0x238
|
|
20
|
__do_fault.isra.61
|
vmlinux |
0xffffffff857edeea
Build id: 3.10.0-1127.el7.x86_64
|
0x8a
|
|
21
|
do_shared_fault.isra.64
|
vmlinux |
0xffffffff857ee64c
Build id: 3.10.0-1127.el7.x86_64
|
0x4c
|
|
22
|
handle_mm_fault
|
vmlinux |
0xffffffff857f5733
Build id: 3.10.0-1127.el7.x86_64
|
0x453
|
|
23
|
|
vmlinux |
0xffffffff8586040d
Build id: 3.10.0-1127.el7.x86_64
|
0x4d
|
|
24
|
__do_page_fault
|
vmlinux |
0xffffffff85d8d653
Build id: 3.10.0-1127.el7.x86_64
|
0x213
|
|
25
|
do_page_fault
|
vmlinux |
0xffffffff85d8d975
Build id: 3.10.0-1127.el7.x86_64
|
0x35
|
|
26
|
page_fault
|
vmlinux |
0xffffffff85d89778
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [systemd-journal:509]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev snd_ens1371 snd_rawmidi coretemp snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device btusb btrtl btbcm btintel bluetooth snd_pcm aesni_intel
vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr snd_timer snd rfkill soundcore sg vmw_vmci i2c_piix4 parport_pc parport fuse ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm ata_piix crct10dif_pclmul crct10dif_common e1000 crc32c_intel serio_raw libata mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 509 Comm: systemd-journal Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff97ce754a3150 ti: ffff97ce75b1c000 task.ti: ffff97ce75b1c000
RIP: 0010:[<ffffffffc041a3be>] [<ffffffffc041a3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff97ce75b1f7c0 EFLAGS: 00000246
RAX: ffffaf0c80980000 RBX: ffff97cebf5632e0 RCX: 0000000000000001
RDX: ffff97ce75786a00 RSI: ffff97ce75d01000 RDI: 000000000000000e
RBP: ffff97ce75b1f7d0 R08: 0000000000000003 R09: 00000000ad8c3fff
R10: ffff97ce7568e000 R11: ffff97ceb4ddb480 R12: 0000000100000008
R13: ffff97cedc7c4480 R14: ffff97ce75b1f734 R15: ffffffff8595b01b
FS: 00007fbe49df1880(0000) GS:ffff97cefac80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbe4797f000 CR3: 00000000b12d2000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc043c71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc04542e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff85ae2850>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff85aebefc>] scsi_request_fn+0x4ac/0x660
[<ffffffff859526f9>] __blk_run_queue+0x39/0x50
[<ffffffff859527ba>] queue_unplugged+0x2a/0xa0
[<ffffffff85955ff8>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff85956464>] blk_finish_plug+0x14/0x40
[<ffffffff85809b41>] swapin_readahead+0x191/0x210
[<ffffffff857d7fbd>] shmem_swapin+0x6d/0xc0
[<ffffffff8598c104>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffff8598c104>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffff8598c192>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff857bdbee>] ? __find_get_page+0x1e/0xa0
[<ffffffff857bdc7e>] ? find_get_page+0xe/0x20
[<ffffffff857d9642>] shmem_getpage_gfp+0x622/0x860
[<ffffffff857d9994>] shmem_fault+0x84/0x1f0
[<ffffffff8585b568>] ? link_path_walk+0x238/0x8b0
[<ffffffff857edeea>] __do_fault.isra.61+0x8a/0x100
[<ffffffff857ee64c>] do_shared_fault.isra.64+0x4c/0x280
[<ffffffff857f5733>] handle_mm_fault+0x453/0xfb0
[<ffffffff8586040d>] ? do_filp_open+0x4d/0xb0
[<ffffffff85d8d653>] __do_page_fault+0x213/0x500
[<ffffffff85d8d975>] do_page_fault+0x35/0x90
[<ffffffff85d89778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 83 42
Complete report #22752
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc00633be
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc008571e
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc00562e0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb52e2950
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb52ec07c
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb5152769
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffb515282a
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffb5156068
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffb51564d4
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffb5009bd1
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x191
|
|
11
|
shmem_swapin
|
vmlinux |
0xffffffffb4fd803d
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x6d
|
|
12
|
|
vmlinux |
0xffffffffb4ee0628
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x78
|
|
13
|
|
vmlinux |
0xffffffffb4ee69fb
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x8b
|
|
14
|
|
vmlinux |
0xffffffffb4ee2e89
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xa9
|
|
15
|
|
vmlinux |
0xffffffffb518c1c4
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x84
|
|
16
|
|
vmlinux |
0xffffffffb518c252
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x22
|
|
17
|
|
vmlinux |
0xffffffffb4fbdc9e
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x1e
|
|
18
|
|
vmlinux |
0xffffffffb4fbdd2e
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xe
|
|
19
|
shmem_getpage_gfp
|
vmlinux |
0xffffffffb4fd96c2
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x622
|
|
20
|
shmem_fault
|
vmlinux |
0xffffffffb4fd9a14
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x84
|
|
21
|
|
vmlinux |
0xffffffffb505b5e8
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x238
|
|
22
|
__do_fault.isra.61
|
vmlinux |
0xffffffffb4fedf6a
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x8a
|
|
23
|
do_read_fault.isra.63
|
vmlinux |
0xffffffffb4fee51c
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x4c
|
|
24
|
handle_mm_fault
|
vmlinux |
0xffffffffb4ff5d80
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xa20
|
|
25
|
|
vmlinux |
0xffffffffb5052f85
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x165
|
|
26
|
__do_page_fault
|
vmlinux |
0xffffffffb558d653
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x213
|
|
27
|
do_page_fault
|
vmlinux |
0xffffffffb558d975
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x35
|
|
28
|
page_fault
|
vmlinux |
0xffffffffb5589778
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [systemd-journal:25400]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus aesni_intel snd_seq ppdev lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm vmw_balloon
joydev pcspkr snd_timer snd soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel drm serio_raw libata mptspi nfit libnvdimm e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 25400 Comm: systemd-journal Tainted: G L ------------ 3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff9dadb4b6e2a0 ti: ffff9dad87a94000 task.ti: ffff9dad87a94000
RIP: 0010:[<ffffffffc00633be>] [<ffffffffc00633be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9dad87a977c0 EFLAGS: 00000246
RAX: ffffc149c03c0000 RBX: ffff9dad02b87820 RCX: 0000000000000010
RDX: ffff9dad35046e00 RSI: ffff9dad35adf000 RDI: 000000000000000e
RBP: ffff9dad87a977d0 R08: 0000000000000002 R09: 000000000db9afff
R10: ffff9dad35af9400 R11: ffff9dad229272c0 R12: 0000000100000002
R13: ffff9dad61816880 R14: ffff9dad87a97734 R15: ffffffffb515b08b
FS: 00007ff0c5580880(0000) GS:ffff9dad7c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff0c2095d68 CR3: 000000008199a000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc008571e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc00562e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb52e2950>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb52ec07c>] scsi_request_fn+0x4ac/0x680
[<ffffffffb5152769>] __blk_run_queue+0x39/0x50
[<ffffffffb515282a>] queue_unplugged+0x2a/0xa0
[<ffffffffb5156068>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffb51564d4>] blk_finish_plug+0x14/0x40
[<ffffffffb5009bd1>] swapin_readahead+0x191/0x210
[<ffffffffb4fd803d>] shmem_swapin+0x6d/0xc0
[<ffffffffb4ee0628>] ? __enqueue_entity+0x78/0x80
[<ffffffffb4ee69fb>] ? put_prev_entity+0x8b/0x400
[<ffffffffb4ee2e89>] ? pick_next_entity+0xa9/0x190
[<ffffffffb518c1c4>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffffb518c252>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffb4fbdc9e>] ? __find_get_page+0x1e/0xa0
[<ffffffffb4fbdd2e>] ? find_get_page+0xe/0x20
[<ffffffffb4fd96c2>] shmem_getpage_gfp+0x622/0x860
[<ffffffffb4fd9a14>] shmem_fault+0x84/0x1f0
[<ffffffffb505b5e8>] ? link_path_walk+0x238/0x8b0
[<ffffffffb4fedf6a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffb4fee51c>] do_read_fault.isra.63+0x4c/0x1b0
[<ffffffffb4ff5d80>] handle_mm_fault+0xa20/0xfb0
[<ffffffffb5052f85>] ? cp_new_stat+0x165/0x1a0
[<ffffffffb558d653>] __do_page_fault+0x213/0x500
[<ffffffffb558d975>] do_page_fault+0x35/0x90
[<ffffffffb5589778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 13 07
Complete report #21279
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02993be
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc02bb71e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03272e0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffbcce39d0
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffbcced0fc
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffbcb53519
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x39
|
|
7
|
queue_unplugged
|
vmlinux |
0xffffffffbcb535da
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x2a
|
|
8
|
blk_flush_plug_list
|
vmlinux |
0xffffffffbcb56e18
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1d8
|
|
9
|
blk_finish_plug
|
vmlinux |
0xffffffffbcb57284
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x14
|
|
10
|
swapin_readahead
|
vmlinux |
0xffffffffbca09ab1
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x191
|
|
11
|
shmem_swapin
|
vmlinux |
0xffffffffbc9d7bfd
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x6d
|
|
12
|
|
vmlinux |
0xffffffffbcb8b935
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x15
|
|
13
|
|
vmlinux |
0xffffffffbcb8d024
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x84
|
|
14
|
|
vmlinux |
0xffffffffbcb8d0b2
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x22
|
|
15
|
|
vmlinux |
0xffffffffbc9bd49e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x1e
|
|
16
|
|
vmlinux |
0xffffffffbc9bd52e
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0xe
|
|
17
|
shmem_getpage_gfp
|
vmlinux |
0xffffffffbc9d9282
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x622
|
|
18
|
shmem_fault
|
vmlinux |
0xffffffffbc9d95d4
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x84
|
|
19
|
|
vmlinux |
0xffffffffbca5c038
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x238
|
|
20
|
__do_fault.isra.61
|
vmlinux |
0xffffffffbc9ede7a
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x8a
|
|
21
|
do_shared_fault.isra.64
|
vmlinux |
0xffffffffbc9ee5dc
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x4c
|
|
22
|
handle_mm_fault
|
vmlinux |
0xffffffffbc9f56a3
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x453
|
|
23
|
|
vmlinux |
0xffffffffbca53955
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x165
|
|
24
|
__do_page_fault
|
vmlinux |
0xffffffffbcf8f653
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x213
|
|
25
|
do_page_fault
|
vmlinux |
0xffffffffbcf8f975
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x35
|
|
26
|
page_fault
|
vmlinux |
0xffffffffbcf8b778
Build id: 3.10.0-1160.6.1.el7.x86_64
|
0x28
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [systemd-journal:524]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables tcp_lp nls_utf8 isofs rfcomm tun devlink bridge stp llc ip_set nfnetlink bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel snd_ens1371 aesni_intel snd_rawmidi btusb lrw snd_ac97_codec gf128mul btrtl btbcm glue_helper btintel ablk_helper ac97_bus
bluetooth cryptd snd_seq vmw_balloon snd_seq_device snd_pcm joydev pcspkr snd_timer snd rfkill soundcore sg parport_pc parport vmw_vmci i2c_piix4 xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul syscopyarea sysfillrect sysimgblt crct10dif_common fb_sys_fops ttm crc32c_intel drm nfit serio_raw libnvdimm ata_piix e1000 mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 0 PID: 524 Comm: systemd-journal Tainted: G L ------------ 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9705e9b64200 ti: ffff9705b4e24000 task.ti: ffff9705b4e24000
RIP: 0010:[<ffffffffc02993be>] [<ffffffffc02993be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9705b4e277c0 EFLAGS: 00000246
RAX: ffffb759c0440000 RBX: ffff9705a28ff520 RCX: 0000000000000012
RDX: ffff9705b4c23c00 RSI: ffff9705b590d000 RDI: 000000000000000e
RBP: ffff9705b4e277d0 R08: 0000000000000002 R09: 00000000138a8fff
R10: ffff9705b4f77400 R11: ffff9705b5b8ad80 R12: 0000000100000002
R13: ffff9705943e6700 R14: ffff9705b4e27734 R15: ffffffffbcb5be3b
FS: 00007fa4cb922880(0000) GS:ffff9705f3000000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa4c946b260 CR3: 000000003559c000 CR4: 00000000001607f0
Call Trace:
[<ffffffffc02bb71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03272e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffbcce39d0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffbcced0fc>] scsi_request_fn+0x4ac/0x680
[<ffffffffbcb53519>] __blk_run_queue+0x39/0x50
[<ffffffffbcb535da>] queue_unplugged+0x2a/0xa0
[<ffffffffbcb56e18>] blk_flush_plug_list+0x1d8/0x230
[<ffffffffbcb57284>] blk_finish_plug+0x14/0x40
[<ffffffffbca09ab1>] swapin_readahead+0x191/0x210
[<ffffffffbc9d7bfd>] shmem_swapin+0x6d/0xc0
[<ffffffffbcb8b935>] ? radix_tree_descend+0x15/0x60
[<ffffffffbcb8d024>] ? __radix_tree_lookup+0x84/0xf0
[<ffffffffbcb8d0b2>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffbc9bd49e>] ? __find_get_page+0x1e/0xa0
[<ffffffffbc9bd52e>] ? find_get_page+0xe/0x20
[<ffffffffbc9d9282>] shmem_getpage_gfp+0x622/0x860
[<ffffffffbc9d95d4>] shmem_fault+0x84/0x1f0
[<ffffffffbca5c038>] ? link_path_walk+0x238/0x8b0
[<ffffffffbc9ede7a>] __do_fault.isra.61+0x8a/0x100
[<ffffffffbc9ee5dc>] do_shared_fault.isra.64+0x4c/0x280
[<ffffffffbc9f56a3>] handle_mm_fault+0x453/0xfb0
[<ffffffffbca53955>] ? cp_new_stat+0x165/0x1a0
[<ffffffffbcf8f653>] __do_page_fault+0x213/0x500
[<ffffffffbcf8f975>] do_page_fault+0x35/0x90
[<ffffffffbcf8b778>] page_fault+0x28/0x30
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 73 2a