Info

Permalink
Function
_raw_spin_unlock_irqrestore
First occurrence
2020-09-24
Last occurrence
2023-06-02
State
NEW
Components
kernel
Quality
-55

Statistics

Operating system Count
CentOS 7 170
Architecture Count
x86_64 170
Related packages Count
kernel 170
 0:3.10.0-1160.71.1.el7 60
 0:3.10.0-862.el7 14
 0:3.10.0-957.el7 11
 0:3.10.0-1160.118.1.el7 10
 0:3.10.0-1160.el7 10
 0:3.10.0-1127.el7 9
 0:3.10.0-1062.el7 7
 0:3.10.0-1160.41.1.el7 7
 0:3.10.0-1160.62.1.el7 6
 0:3.10.0-693.el7 6
 0:3.10.0-693.21.1.el7 6
 0:3.10.0-1127.19.1.el7 3
 0:3.10.0-1160.49.1.el7 3
 0:3.10.0-1062.12.1.el7 2
 0:3.10.0-1160.45.1.el7 2
 0:3.10.0-1160.59.1.el7 2
 0:3.10.0-1062.4.1.el7 1
 0:3.10.0-1160.105.1.el7 1
 0:3.10.0-1160.25.1.el7 1
 0:3.10.0-1160.83.1.el7 1
 0:3.10.0-1160.88.1.el7 1
 0:3.10.0-1160.90.1.el7 1
 0:3.10.0-1160.95.1.el7 1
 0:3.10.0-1127.18.2.el7 1
 0:3.10.0-1160.6.1.el7 1
 0:3.10.0-1160.11.1.el7 1
 0:3.10.0-1160.76.1.el7 1
 0:3.10.0-1160.102.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

Report backtrace


Complete report #358479
Frame # Function Binary Source or offset Line
1
? ata_sff_dev_classify
libata 0xffffffffc047e430
Build id: 3.10.0-1127.el7.x86_64 		0x140
2
? ata_sff_softreset
libata 0xffffffffc047e5f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
3
? piix_set_piomode
ata_piix 0xffffffffc04a4800
Build id: 3.10.0-1127.el7.x86_64 		0x20
4
? ata_sff_softreset
libata 0xffffffffc047e5f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
5
ata_eh_recover
libata 0xffffffffc047a18d
Build id: 3.10.0-1127.el7.x86_64 		0x2ad
6
? ata_sff_softreset
libata 0xffffffffc047e5f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
7
? ata_sff_dev_classify
libata 0xffffffffc047e430
Build id: 3.10.0-1127.el7.x86_64 		0x140
8
? piix_set_piomode
ata_piix 0xffffffffc04a4800
Build id: 3.10.0-1127.el7.x86_64 		0x20
9
? piix_set_piomode
ata_piix 0xffffffffc04a4800
Build id: 3.10.0-1127.el7.x86_64 		0x20
10
? ata_sff_dev_classify
libata 0xffffffffc047e430
Build id: 3.10.0-1127.el7.x86_64 		0x140
11
ata_do_eh
libata 0xffffffffc047bd39
Build id: 3.10.0-1127.el7.x86_64 		0x49
12
? ata_sff_softreset
libata 0xffffffffc047e5f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
13
? ata_sff_dev_classify
libata 0xffffffffc047e430
Build id: 3.10.0-1127.el7.x86_64 		0x140
14
ata_sff_error_handler
libata 0xffffffffc047e7e5
Build id: 3.10.0-1127.el7.x86_64 		0xb5
15
ata_bmdma_error_handler
libata 0xffffffffc047edc8
Build id: 3.10.0-1127.el7.x86_64 		0x58
16
ata_scsi_port_error_handler
libata 0xffffffffc047b842
Build id: 3.10.0-1127.el7.x86_64 		0x532
17
ata_scsi_error
libata 0xffffffffc047bcb0
Build id: 3.10.0-1127.el7.x86_64 		0xa0
18
scsi_error_handler
vmlinux 0xffffffffab0e7f06
Build id: 3.10.0-1127.el7.x86_64 		0xf6
19
? scsi_eh_get_sense
vmlinux 0xffffffffab0e7e10
Build id: 3.10.0-1127.el7.x86_64 		0x250
20
kthread
vmlinux 0xffffffffaacc6691
Build id: 3.10.0-1127.el7.x86_64 		0xd1
21
? insert_kthread_work
vmlinux 0xffffffffaacc65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40
22
ret_from_fork_nospec_begin
vmlinux 0xffffffffab392d37
Build id: 3.10.0-1127.el7.x86_64 		0x21
23
? insert_kthread_work
vmlinux 0xffffffffaacc65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 35s! [xfsaild/dm-0:455]
[<ffffffffc047e430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc047e5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc04a4800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc047e5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc047a18d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc047e5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc047e430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc04a4800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc04a4800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc047e430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc047bd39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc047e5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc047e430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc047e7e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc047edc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc047b842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc047bcb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffffab0e7f06>] scsi_error_handler+0xf6/0x8b0
[<ffffffffab0e7e10>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffffaacc6691>] kthread+0xd1/0xe0
[<ffffffffaacc65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffab392d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffaacc65c0>] ? insert_kthread_work+0x40/0x40
Complete report #1201636
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffb898b795
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x15
2
ata_eh_freeze_port
libata 0xffffffffc03ac00d
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x3d
3
ata_eh_reset
libata 0xffffffffc03ae6fc
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x80c
4
? ata_sff_dev_classify
libata 0xffffffffc03b3430
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x140
5
? ata_sff_softreset
libata 0xffffffffc03b35f0
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x1c0
6
? ata_sff_dev_classify
libata 0xffffffffc03b3430
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x140
7
? ata_sff_softreset
libata 0xffffffffc03b35f0
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x1c0
8
ata_eh_recover
libata 0xffffffffc03af18d
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x2ad
9
? ata_sff_softreset
libata 0xffffffffc03b35f0
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x1c0
10
? ata_sff_dev_classify
libata 0xffffffffc03b3430
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x140
11
? piix_set_piomode
ata_piix 0xffffffffc03f4800
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x20
12
? ata_sff_dev_classify
libata 0xffffffffc03b3430
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x140
13
? piix_set_piomode
ata_piix 0xffffffffc03f4800
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x20
14
? piix_set_piomode
ata_piix 0xffffffffc03f4800
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x20
15
? ata_sff_dev_classify
libata 0xffffffffc03b3430
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x140
16
ata_do_eh
libata 0xffffffffc03b0d39
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x49
17
? ata_sff_softreset
libata 0xffffffffc03b35f0
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x1c0
18
? ata_sff_dev_classify
libata 0xffffffffc03b3430
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x140
19
ata_sff_error_handler
libata 0xffffffffc03b37e5
Build id: 3.10.0-1160.49.1.el7.x86_64 		0xb5
20
ata_bmdma_error_handler
libata 0xffffffffc03b3dc8
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x58
21
ata_scsi_port_error_handler
libata 0xffffffffc03b0842
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x532
22
ata_scsi_error
libata 0xffffffffc03b0cb0
Build id: 3.10.0-1160.49.1.el7.x86_64 		0xa0
23
scsi_error_handler
vmlinux 0xffffffffb86e9f16
Build id: 3.10.0-1160.49.1.el7.x86_64 		0xf6
24
? scsi_eh_get_sense
vmlinux 0xffffffffb86e9e20
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x250
25
kthread
vmlinux 0xffffffffb82c5e61
Build id: 3.10.0-1160.49.1.el7.x86_64 		0xd1
26
? insert_kthread_work
vmlinux 0xffffffffb82c5d90
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x40
27
ret_from_fork_nospec_begin
vmlinux 0xffffffffb8995df7
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x21
28
? insert_kthread_work
vmlinux 0xffffffffb82c5d90
Build id: 3.10.0-1160.49.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#12 stuck for 22s! [scsi_eh_2:412]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac coretemp snd_ens1371 iosf_mbi crc32_pclmul snd_rawmidi snd_ac97_codec ac97_bus ghash_clmulni_intel snd_seq aesni_intel lrw gf128mul snd_seq_device glue_helper ppdev ablk_helper snd_pcm cryptd vmw_balloon snd_timer snd i2c_piix4 vmw_vmci soundcore pcspkr joydev sg parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix mptspi libata serio_raw scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 12 PID: 412 Comm: scsi_eh_2 Kdump: loaded Tainted: G             L ------------   3.10.0-1160.49.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/31/2013
task: ffff91c535cbe300 ti: ffff91c53bda8000 task.ti: ffff91c53bda8000
RIP: 0010:[<ffffffffb898b795>]  [<ffffffffb898b795>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff91c53bdabb58  EFLAGS: 00000282
RAX: 0000000000000020 RBX: ffff91c53bdabae0 RCX: 0000000000000001
RDX: 000000000000106a RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff91c53bdabb58 R08: 0000000000000001 R09: ffff91c53bdabaec
R10: 0000000000000039 R11: 00000000000000b0 R12: 0000000000000039
R13: 0000000000000000 R14: ffff91c53bdabac8 R15: 0000000000000206
FS:  0000000000000000(0000) GS:ffff91c53eb00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe5597b659e CR3: 00000001e1010000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc03ac00d>] ata_eh_freeze_port+0x3d/0x50 [libata]
[<ffffffffc03ae6fc>] ata_eh_reset+0x80c/0xe70 [libata]
[<ffffffffc03b3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc03b35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc03b3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc03b35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc03af18d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc03b35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc03b3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc03f4800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc03b3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc03f4800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc03f4800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc03b3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc03b0d39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc03b35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc03b3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc03b37e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc03b3dc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc03b0842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc03b0cb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffffb86e9f16>] scsi_error_handler+0xf6/0x8b0
[<ffffffffb86e9e20>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffffb82c5e61>] kthread+0xd1/0xe0
[<ffffffffb82c5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffffb8995df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb82c5d90>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #658764
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffa19883a5
Build id: 3.10.0-1127.el7.x86_64 		0x15
2
piix_set_timings
ata_piix 0xffffffffc01274ee
Build id: 3.10.0-1127.el7.x86_64 		0x15e
3
piix_set_piomode
ata_piix 0xffffffffc01277fb
Build id: 3.10.0-1127.el7.x86_64 		0x1b
4
ata_eh_reset
libata 0xffffffffc0205059
Build id: 3.10.0-1127.el7.x86_64 		0x169
5
? ata_sff_dev_classify
libata 0xffffffffc020a430
Build id: 3.10.0-1127.el7.x86_64 		0x140
6
? ata_sff_softreset
libata 0xffffffffc020a5f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
7
? piix_set_piomode
ata_piix 0xffffffffc0127800
Build id: 3.10.0-1127.el7.x86_64 		0x20
8
? ata_sff_softreset
libata 0xffffffffc020a5f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
9
ata_eh_recover
libata 0xffffffffc020618d
Build id: 3.10.0-1127.el7.x86_64 		0x2ad
10
? ata_sff_softreset
libata 0xffffffffc020a5f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
11
? ata_sff_dev_classify
libata 0xffffffffc020a430
Build id: 3.10.0-1127.el7.x86_64 		0x140
12
? piix_set_piomode
ata_piix 0xffffffffc0127800
Build id: 3.10.0-1127.el7.x86_64 		0x20
13
? scsi_eh_finish_cmd
vmlinux 0xffffffffa16e61a5
Build id: 3.10.0-1127.el7.x86_64 		0x35
14
? __ata_eh_qc_complete
libata 0xffffffffc020227a
Build id: 3.10.0-1127.el7.x86_64 		0x5a
15
? ata_sff_dev_classify
libata 0xffffffffc020a430
Build id: 3.10.0-1127.el7.x86_64 		0x140
16
? piix_set_piomode
ata_piix 0xffffffffc0127800
Build id: 3.10.0-1127.el7.x86_64 		0x20
17
? ata_sff_dev_classify
libata 0xffffffffc020a430
Build id: 3.10.0-1127.el7.x86_64 		0x140
18
ata_do_eh
libata 0xffffffffc0207d39
Build id: 3.10.0-1127.el7.x86_64 		0x49
19
? ata_sff_softreset
libata 0xffffffffc020a5f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
20
? ata_sff_dev_classify
libata 0xffffffffc020a430
Build id: 3.10.0-1127.el7.x86_64 		0x140
21
ata_sff_error_handler
libata 0xffffffffc020a7e5
Build id: 3.10.0-1127.el7.x86_64 		0xb5
22
ata_bmdma_error_handler
libata 0xffffffffc020adc8
Build id: 3.10.0-1127.el7.x86_64 		0x58
23
ata_scsi_port_error_handler
libata 0xffffffffc0207842
Build id: 3.10.0-1127.el7.x86_64 		0x532
24
ata_scsi_error
libata 0xffffffffc0207cb0
Build id: 3.10.0-1127.el7.x86_64 		0xa0
25
scsi_error_handler
vmlinux 0xffffffffa16e7f06
Build id: 3.10.0-1127.el7.x86_64 		0xf6
26
? scsi_eh_get_sense
vmlinux 0xffffffffa16e7e10
Build id: 3.10.0-1127.el7.x86_64 		0x250
27
kthread
vmlinux 0xffffffffa12c6691
Build id: 3.10.0-1127.el7.x86_64 		0xd1
28
? insert_kthread_work
vmlinux 0xffffffffa12c65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40
29
ret_from_fork_nospec_begin
vmlinux 0xffffffffa1992d37
Build id: 3.10.0-1127.el7.x86_64 		0x21
30
? insert_kthread_work
vmlinux 0xffffffffa12c65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 61s! [scsi_eh_2:349]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc btusb btrtl btbcm btintel bluetooth rfkill iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev pcspkr sg vmw_balloon parport_pc parport vmw_vmci i2c_piix4
ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata nfit e1000 crct10dif_pclmul crct10dif_common crc32c_intel mptspi libnvdimm scsi_transport_spi mptscsih mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 349 Comm: scsi_eh_2 Kdump: loaded Tainted: G             L ------------   3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9ee666df8000 ti: ffff9ee666df4000 task.ti: ffff9ee666df4000
RIP: 0010:[<ffffffffa19883a5>]  [<ffffffffa19883a5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9ee666df7b08  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000046 RCX: 0000000000000048
RDX: 0000000000000cfc RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff9ee666df7b08 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000039 R11: 0000000000000040 R12: ffffffffa1829728
R13: ffff9ee666df7aa0 R14: 0000000000000093 R15: 0000000000000093
FS:  0000000000000000(0000) GS:ffff9ee66d740000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffac1489000 CR3: 000000042a9b4000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc01274ee>] piix_set_timings+0x15e/0x240 [ata_piix]
[<ffffffffc01277fb>] piix_set_piomode+0x1b/0x20 [ata_piix]
[<ffffffffc0205059>] ata_eh_reset+0x169/0xe70 [libata]
[<ffffffffc020a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc020a5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc0127800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc020a5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc020618d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc020a5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc020a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0127800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffa16e61a5>] ? scsi_eh_finish_cmd+0x35/0x40
[<ffffffffc020227a>] ? __ata_eh_qc_complete+0x5a/0x80 [libata]
[<ffffffffc020a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0127800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc020a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0207d39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc020a5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc020a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc020a7e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc020adc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc0207842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc0207cb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffffa16e7f06>] scsi_error_handler+0xf6/0x8b0
[<ffffffffa16e7e10>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffffa12c6691>] kthread+0xd1/0xe0
[<ffffffffa12c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa1992d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa12c65c0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #544616
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff8c96a0f5
Build id: 3.10.0-957.el7.x86_64 		0x15
2
piix_set_timings
ata_piix 0xffffffffc046d4ee
Build id: 3.10.0-957.el7.x86_64 		0x15e
3
piix_set_piomode
ata_piix 0xffffffffc046d7fb
Build id: 3.10.0-957.el7.x86_64 		0x1b
4
ata_eh_reset
libata 0xffffffffc048b0d9
Build id: 3.10.0-957.el7.x86_64 		0x169
5
? ata_sff_dev_classify
libata 0xffffffffc04904b0
Build id: 3.10.0-957.el7.x86_64 		0x140
6
? ata_sff_softreset
libata 0xffffffffc0490670
Build id: 3.10.0-957.el7.x86_64 		0x1c0
7
? piix_set_piomode
ata_piix 0xffffffffc046d800
Build id: 3.10.0-957.el7.x86_64 		0x20
8
? ata_sff_softreset
libata 0xffffffffc0490670
Build id: 3.10.0-957.el7.x86_64 		0x1c0
9
ata_eh_recover
libata 0xffffffffc048c20d
Build id: 3.10.0-957.el7.x86_64 		0x2ad
10
? ata_sff_softreset
libata 0xffffffffc0490670
Build id: 3.10.0-957.el7.x86_64 		0x1c0
11
? ata_sff_dev_classify
libata 0xffffffffc04904b0
Build id: 3.10.0-957.el7.x86_64 		0x140
12
? piix_set_piomode
ata_piix 0xffffffffc046d800
Build id: 3.10.0-957.el7.x86_64 		0x20
13
? ata_sff_dev_classify
libata 0xffffffffc04904b0
Build id: 3.10.0-957.el7.x86_64 		0x140
14
? piix_set_piomode
ata_piix 0xffffffffc046d800
Build id: 3.10.0-957.el7.x86_64 		0x20
15
? piix_set_piomode
ata_piix 0xffffffffc046d800
Build id: 3.10.0-957.el7.x86_64 		0x20
16
? ata_sff_dev_classify
libata 0xffffffffc04904b0
Build id: 3.10.0-957.el7.x86_64 		0x140
17
ata_do_eh
libata 0xffffffffc048ddb9
Build id: 3.10.0-957.el7.x86_64 		0x49
18
? ata_sff_softreset
libata 0xffffffffc0490670
Build id: 3.10.0-957.el7.x86_64 		0x1c0
19
? ata_sff_dev_classify
libata 0xffffffffc04904b0
Build id: 3.10.0-957.el7.x86_64 		0x140
20
ata_sff_error_handler
libata 0xffffffffc0490865
Build id: 3.10.0-957.el7.x86_64 		0xb5
21
ata_bmdma_error_handler
libata 0xffffffffc0490e48
Build id: 3.10.0-957.el7.x86_64 		0x58
22
ata_scsi_port_error_handler
libata 0xffffffffc048d8c2
Build id: 3.10.0-957.el7.x86_64 		0x532
23
ata_scsi_error
libata 0xffffffffc048dd30
Build id: 3.10.0-957.el7.x86_64 		0xa0
24
scsi_error_handler
vmlinux 0xffffffff8c6d5f96
Build id: 3.10.0-957.el7.x86_64 		0xf6
25
? scsi_eh_get_sense
vmlinux 0xffffffff8c6d5ea0
Build id: 3.10.0-957.el7.x86_64 		0x250
26
kthread
vmlinux 0xffffffff8c2c1c31
Build id: 3.10.0-957.el7.x86_64 		0xd1
27
? insert_kthread_work
vmlinux 0xffffffff8c2c1b60
Build id: 3.10.0-957.el7.x86_64 		0x40
28
ret_from_fork_nospec_begin
vmlinux 0xffffffff8c974c1d
Build id: 3.10.0-957.el7.x86_64 		0x7
29
? insert_kthread_work
vmlinux 0xffffffff8c2c1b60
Build id: 3.10.0-957.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [scsi_eh_2:3617]
Modules linked in: tcp_lp nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmnet(OE) vmmon(OE) overlay(T) fuse vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm joydev pcspkr snd_timer snd soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic
ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper serio_raw syscopyarea sysfillrect ata_piix sysimgblt fb_sys_fops mptspi ttm scsi_transport_spi libata drm mptscsih nfit e1000 mptbase drm_panel_orientation_quirks libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 3617 Comm: scsi_eh_2 Tainted: G           OEL ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff92ec2a2a30c0 ti: ffff92e8f50b0000 task.ti: ffff92e8f50b0000
RIP: 0010:[<ffffffff8c96a0f5>]  [<ffffffff8c96a0f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff92e8f50b3b08  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000046 RCX: 0000000000000048
RDX: 0000000000000cfc RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff92e8f50b3b08 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000039 R11: 00000000000000b0 R12: ffffffff8c80f198
R13: ffff92e8f50b3aa0 R14: 0000000000000093 R15: 0000000000000093
FS:  0000000000000000(0000) GS:ffff92ec30240000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f749c286080 CR3: 000000033d67a000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc046d4ee>] piix_set_timings+0x15e/0x240 [ata_piix]
[<ffffffffc046d7fb>] piix_set_piomode+0x1b/0x20 [ata_piix]
[<ffffffffc048b0d9>] ata_eh_reset+0x169/0xe70 [libata]
[<ffffffffc04904b0>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0490670>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc046d800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc0490670>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc048c20d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc0490670>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc04904b0>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc046d800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc04904b0>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc046d800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc046d800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc04904b0>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc048ddb9>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc0490670>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc04904b0>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0490865>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc0490e48>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc048d8c2>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc048dd30>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffff8c6d5f96>] scsi_error_handler+0xf6/0x8b0
[<ffffffff8c6d5ea0>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffff8c2c1c31>] kthread+0xd1/0xe0
[<ffffffff8c2c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8c974c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff8c2c1b60>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #251704
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff86d883c5
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x15
2
piix_set_timings
ata_piix 0xffffffffc027c4ee
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x15e
3
piix_set_piomode
ata_piix 0xffffffffc027c7fb
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1b
4
ata_eh_reset
libata 0xffffffffc022c059
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x169
5
? ata_sff_dev_classify
libata 0xffffffffc0231430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
6
? ata_sff_softreset
libata 0xffffffffc02315f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
7
? piix_set_piomode
ata_piix 0xffffffffc027c800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
8
? ata_sff_softreset
libata 0xffffffffc02315f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
9
ata_eh_recover
libata 0xffffffffc022d18d
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x2ad
10
? ata_sff_softreset
libata 0xffffffffc02315f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
11
? ata_sff_dev_classify
libata 0xffffffffc0231430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
12
? piix_set_piomode
ata_piix 0xffffffffc027c800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
13
? piix_set_piomode
ata_piix 0xffffffffc027c800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
14
? ata_sff_dev_classify
libata 0xffffffffc0231430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
15
ata_do_eh
libata 0xffffffffc022ed39
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x49
16
? ata_sff_softreset
libata 0xffffffffc02315f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
17
? ata_sff_dev_classify
libata 0xffffffffc0231430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
18
ata_sff_error_handler
libata 0xffffffffc02317e5
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xb5
19
ata_bmdma_error_handler
libata 0xffffffffc0231dc8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x58
20
ata_scsi_port_error_handler
libata 0xffffffffc022e842
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x532
21
ata_scsi_error
libata 0xffffffffc022ecb0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xa0
22
scsi_error_handler
vmlinux 0xffffffff86ae8046
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xf6
23
? scsi_eh_get_sense
vmlinux 0xffffffff86ae7f50
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x250
24
kthread
vmlinux 0xffffffff866c6691
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xd1
25
? insert_kthread_work
vmlinux 0xffffffff866c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40
26
ret_from_fork_nospec_begin
vmlinux 0xffffffff86d92d37
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x21
27
? insert_kthread_work
vmlinux 0xffffffff866c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 28s! [scsi_eh_2:345]
Modules linked in: bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus crc32_pclmul ghash_clmulni_intel snd_seq aesni_intel snd_seq_device lrw gf128mul snd_pcm glue_helper ablk_helper cryptd snd_timer ppdev snd soundcore vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common libata crc32c_intel nfit mptspi scsi_transport_spi libnvdimm e1000 mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 4 PID: 345 Comm: scsi_eh_2 Kdump: loaded Tainted: G        W    L ------------   3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9aa42e6320e0 ti: ffff9aa428258000 task.ti: ffff9aa428258000
RIP: 0010:[<ffffffff86d883c5>]  [<ffffffff86d883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9aa42825bb08  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000046 RCX: 0000000000000048
RDX: 0000000000000cfc RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff9aa42825bb08 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000039 R11: 00000000000000b0 R12: ffffffff86c29988
R13: ffff9aa42825baa0 R14: 0000000000000093 R15: 0000000000000093
FS:  0000000000000000(0000) GS:ffff9aa42d700000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001e1d058 CR3: 000000010a1d2000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc027c4ee>] piix_set_timings+0x15e/0x240 [ata_piix]
[<ffffffffc027c7fb>] piix_set_piomode+0x1b/0x20 [ata_piix]
[<ffffffffc022c059>] ata_eh_reset+0x169/0xe70 [libata]
[<ffffffffc0231430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc02315f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc027c800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc02315f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc022d18d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc02315f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc0231430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc027c800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc027c800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc0231430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc022ed39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc02315f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc0231430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc02317e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc0231dc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc022e842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc022ecb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffff86ae8046>] scsi_error_handler+0xf6/0x8b0
[<ffffffff86ae7f50>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffff866c6691>] kthread+0xd1/0xe0
[<ffffffff866c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff86d92d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff866c65c0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #214374
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff9b7883c5
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x15
2
piix_set_timings
ata_piix 0xffffffffc04174ee
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x15e
3
piix_set_piomode
ata_piix 0xffffffffc04177fb
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1b
4
ata_eh_reset
libata 0xffffffffc03d5059
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x169
5
? async_page_fault
vmlinux 0xffffffff9b7897a8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x28
6
? ata_sff_dev_classify
libata 0xffffffffc03da430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
7
? ata_sff_softreset
libata 0xffffffffc03da5f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
8
? piix_set_piomode
ata_piix 0xffffffffc0417800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
9
? ata_sff_softreset
libata 0xffffffffc03da5f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
10
ata_eh_recover
libata 0xffffffffc03d618d
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x2ad
11
? ata_sff_softreset
libata 0xffffffffc03da5f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
12
? ata_sff_dev_classify
libata 0xffffffffc03da430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
13
? piix_set_piomode
ata_piix 0xffffffffc0417800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
14
? ata_sff_dev_classify
libata 0xffffffffc03da430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
15
? piix_set_piomode
ata_piix 0xffffffffc0417800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
16
? ata_sff_dev_classify
libata 0xffffffffc03da430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
17
? piix_set_piomode
ata_piix 0xffffffffc0417800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
18
? piix_set_piomode
ata_piix 0xffffffffc0417800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
19
? ata_sff_dev_classify
libata 0xffffffffc03da430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
20
ata_do_eh
libata 0xffffffffc03d7d39
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x49
21
? ata_sff_softreset
libata 0xffffffffc03da5f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
22
? ata_sff_dev_classify
libata 0xffffffffc03da430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
23
ata_sff_error_handler
libata 0xffffffffc03da7e5
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xb5
24
ata_bmdma_error_handler
libata 0xffffffffc03dadc8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x58
25
ata_scsi_port_error_handler
libata 0xffffffffc03d7842
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x532
26
ata_scsi_error
libata 0xffffffffc03d7cb0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xa0
27
scsi_error_handler
vmlinux 0xffffffff9b4e8046
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xf6
28
? scsi_eh_get_sense
vmlinux 0xffffffff9b4e7f50
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x250
29
kthread
vmlinux 0xffffffff9b0c6691
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xd1
30
? insert_kthread_work
vmlinux 0xffffffff9b0c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40
31
ret_from_fork_nospec_begin
vmlinux 0xffffffff9b792d37
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x21
32
? insert_kthread_work
vmlinux 0xffffffff9b0c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 33s! [scsi_eh_0:276]
Modules linked in: nf_conntrack_netbios_ns nf_conntrack_broadcast ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables tcp_lp fuse uinput devlink bridge stp llc ip_set nfnetlink sunrpc snd_hda_codec_generic iosf_mbi crc32_pclmul snd_hda_intel ghash_clmulni_intel aesni_intel lrw gf128mul snd_hda_codec snd_hda_core glue_helper ablk_helper cryptd snd_hwdep snd_seq ppdev pcspkr snd_seq_device i2c_piix4
joydev snd_pcm snd_timer parport_pc snd sg soundcore parport virtio_balloon xfs libcrc32c sr_mod cdrom ata_generic pata_acpi qxl drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm virtio_blk virtio_console ata_piix virtio_net net_failover failover libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw floppy virtio_pci virtio_ring virtio drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 276 Comm: scsi_eh_0 Tainted: G             L ------------   3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff924875f19070 ti: ffff9248759c8000 task.ti: ffff9248759c8000
RIP: 0010:[<ffffffff9b7883c5>]  [<ffffffff9b7883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9248759cbb08  EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff92489c89d000 RCX: 0000000000000040
RDX: 0000000000000cfc RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff9248759cbb08 R08: 0000000000000002 R09: 000000000000c000
R10: 0000000000000009 R11: 00000000000000b0 R12: ffff9248759cbaa8
R13: 0000000000000097 R14: 0000000000000097 R15: 0000000000000046
FS:  0000000000000000(0000) GS:ffff92489fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000078b89000 CR3: 000000005960c000 CR4: 00000000000406f0
Call Trace:
[<ffffffffc04174ee>] piix_set_timings+0x15e/0x240 [ata_piix]
[<ffffffffc04177fb>] piix_set_piomode+0x1b/0x20 [ata_piix]
[<ffffffffc03d5059>] ata_eh_reset+0x169/0xe70 [libata]
[<ffffffff9b7897a8>] ? async_page_fault+0x28/0x30
[<ffffffffc03da430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc03da5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc0417800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc03da5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc03d618d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc03da5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc03da430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0417800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc03da430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0417800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc03da430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0417800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc0417800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc03da430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc03d7d39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc03da5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc03da430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc03da7e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc03dadc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc03d7842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc03d7cb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffff9b4e8046>] scsi_error_handler+0xf6/0x8b0
[<ffffffff9b4e7f50>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffff9b0c6691>] kthread+0xd1/0xe0
[<ffffffff9b0c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff9b792d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9b0c65c0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48
Complete report #142533
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffac5883a5
Build id: 3.10.0-1127.el7.x86_64 		0x15
2
piix_set_timings
ata_piix 0xffffffffc03564ee
Build id: 3.10.0-1127.el7.x86_64 		0x15e
3
piix_set_piomode
ata_piix 0xffffffffc03567fb
Build id: 3.10.0-1127.el7.x86_64 		0x1b
4
ata_eh_reset
libata 0xffffffffc01ee059
Build id: 3.10.0-1127.el7.x86_64 		0x169
5
? ata_sff_dev_classify
libata 0xffffffffc01f3430
Build id: 3.10.0-1127.el7.x86_64 		0x140
6
? ata_sff_softreset
libata 0xffffffffc01f35f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
7
? piix_set_piomode
ata_piix 0xffffffffc0356800
Build id: 3.10.0-1127.el7.x86_64 		0x20
8
? ata_sff_softreset
libata 0xffffffffc01f35f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
9
ata_eh_recover
libata 0xffffffffc01ef18d
Build id: 3.10.0-1127.el7.x86_64 		0x2ad
10
? ata_sff_softreset
libata 0xffffffffc01f35f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
11
? ata_sff_dev_classify
libata 0xffffffffc01f3430
Build id: 3.10.0-1127.el7.x86_64 		0x140
12
? piix_set_piomode
ata_piix 0xffffffffc0356800
Build id: 3.10.0-1127.el7.x86_64 		0x20
13
? ata_sff_dev_classify
libata 0xffffffffc01f3430
Build id: 3.10.0-1127.el7.x86_64 		0x140
14
? piix_set_piomode
ata_piix 0xffffffffc0356800
Build id: 3.10.0-1127.el7.x86_64 		0x20
15
? piix_set_piomode
ata_piix 0xffffffffc0356800
Build id: 3.10.0-1127.el7.x86_64 		0x20
16
? ata_sff_dev_classify
libata 0xffffffffc01f3430
Build id: 3.10.0-1127.el7.x86_64 		0x140
17
ata_do_eh
libata 0xffffffffc01f0d39
Build id: 3.10.0-1127.el7.x86_64 		0x49
18
? ata_sff_softreset
libata 0xffffffffc01f35f0
Build id: 3.10.0-1127.el7.x86_64 		0x1c0
19
? ata_sff_dev_classify
libata 0xffffffffc01f3430
Build id: 3.10.0-1127.el7.x86_64 		0x140
20
ata_sff_error_handler
libata 0xffffffffc01f37e5
Build id: 3.10.0-1127.el7.x86_64 		0xb5
21
ata_bmdma_error_handler
libata 0xffffffffc01f3dc8
Build id: 3.10.0-1127.el7.x86_64 		0x58
22
ata_scsi_port_error_handler
libata 0xffffffffc01f0842
Build id: 3.10.0-1127.el7.x86_64 		0x532
23
ata_scsi_error
libata 0xffffffffc01f0cb0
Build id: 3.10.0-1127.el7.x86_64 		0xa0
24
scsi_error_handler
vmlinux 0xffffffffac2e7f06
Build id: 3.10.0-1127.el7.x86_64 		0xf6
25
? _raw_spin_unlock_irqrestore
vmlinux 0xffffffffac5883a5
Build id: 3.10.0-1127.el7.x86_64 		0x15
26
? scsi_eh_get_sense
vmlinux 0xffffffffac2e7e10
Build id: 3.10.0-1127.el7.x86_64 		0x250
27
kthread
vmlinux 0xffffffffabec6691
Build id: 3.10.0-1127.el7.x86_64 		0xd1
28
? insert_kthread_work
vmlinux 0xffffffffabec65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40
29
ret_from_fork_nospec_begin
vmlinux 0xffffffffac592d37
Build id: 3.10.0-1127.el7.x86_64 		0x21
30
? insert_kthread_work
vmlinux 0xffffffffabec65c0
Build id: 3.10.0-1127.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [scsi_eh_1:316]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi iosf_mbi snd_ac97_codec crc32_pclmul ghash_clmulni_intel ac97_bus snd_seq btusb aesni_intel snd_seq_device btrtl lrw gf128mul snd_pcm btbcm btintel ppdev glue_helper snd_timer bluetooth ablk_helper cryptd snd soundcore vmw_balloon rfkill pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci sch_fq_codel ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic
cdrom vmwgfx ata_generic mptspi drm_kms_helper pata_acpi syscopyarea sysfillrect sysimgblt scsi_transport_spi ata_piix fb_sys_fops ttm mptscsih crct10dif_pclmul drm crct10dif_common drm_panel_orientation_quirks crc32c_intel serio_raw e1000 libata mptbase nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 316 Comm: scsi_eh_1 Kdump: loaded Tainted: G             L ------------   3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8cd4b15620e0 ti: ffff8cd4b146c000 task.ti: ffff8cd4b146c000
RIP: 0010:[<ffffffffac5883a5>]  [<ffffffffac5883a5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8cd4b146fb08  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000046 RCX: 0000000000000048
RDX: 0000000000000cfc RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff8cd4b146fb08 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000039 R11: 00000000000000b0 R12: ffffffffac429728
R13: ffff8cd4b146faa0 R14: 0000000000000093 R15: 0000000000000093
FS:  0000000000000000(0000) GS:ffff8cd4b96c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7354c2b9e0 CR3: 0000000004c10000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc03564ee>] piix_set_timings+0x15e/0x240 [ata_piix]
[<ffffffffc03567fb>] piix_set_piomode+0x1b/0x20 [ata_piix]
[<ffffffffc01ee059>] ata_eh_reset+0x169/0xe70 [libata]
[<ffffffffc01f3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc01f35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc0356800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc01f35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc01ef18d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc01f35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc01f3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0356800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc01f3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0356800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc0356800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc01f3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc01f0d39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc01f35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc01f3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc01f37e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc01f3dc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc01f0842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc01f0cb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffffac2e7f06>] scsi_error_handler+0xf6/0x8b0
[<ffffffffac5883a5>] ? _raw_spin_unlock_irqrestore+0x15/0x20
[<ffffffffac2e7e10>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffffabec6691>] kthread+0xd1/0xe0
[<ffffffffabec65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffac592d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffabec65c0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #61980
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffa91893e5
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x15
2
piix_set_timings
ata_piix 0xffffffffc021b4ee
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x15e
3
piix_set_piomode
ata_piix 0xffffffffc021b7fb
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x1b
4
ata_eh_reset
libata 0xffffffffc0140059
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x169
5
? ata_sff_dev_classify
libata 0xffffffffc0145430
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x140
6
? ata_sff_softreset
libata 0xffffffffc01455f0
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x1c0
7
? piix_set_piomode
ata_piix 0xffffffffc021b800
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x20
8
? ata_sff_softreset
libata 0xffffffffc01455f0
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x1c0
9
ata_eh_recover
libata 0xffffffffc014118d
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x2ad
10
? ata_sff_softreset
libata 0xffffffffc01455f0
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x1c0
11
? ata_sff_dev_classify
libata 0xffffffffc0145430
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x140
12
? piix_set_piomode
ata_piix 0xffffffffc021b800
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x20
13
? piix_set_piomode
ata_piix 0xffffffffc021b800
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x20
14
? ata_sff_dev_classify
libata 0xffffffffc0145430
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x140
15
ata_do_eh
libata 0xffffffffc0142d39
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x49
16
? ata_sff_softreset
libata 0xffffffffc01455f0
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x1c0
17
? ata_sff_dev_classify
libata 0xffffffffc0145430
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x140
18
ata_sff_error_handler
libata 0xffffffffc01457e5
Build id: 3.10.0-1160.11.1.el7.x86_64 		0xb5
19
ata_bmdma_error_handler
libata 0xffffffffc0145dc8
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x58
20
ata_scsi_port_error_handler
libata 0xffffffffc0142842
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x532
21
ata_scsi_error
libata 0xffffffffc0142cb0
Build id: 3.10.0-1160.11.1.el7.x86_64 		0xa0
22
scsi_error_handler
vmlinux 0xffffffffa8ee9246
Build id: 3.10.0-1160.11.1.el7.x86_64 		0xf6
23
? scsi_eh_get_sense
vmlinux 0xffffffffa8ee9150
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x250
24
kthread
vmlinux 0xffffffffa8ac5e71
Build id: 3.10.0-1160.11.1.el7.x86_64 		0xd1
25
? insert_kthread_work
vmlinux 0xffffffffa8ac5da0
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x40
26
ret_from_fork_nospec_begin
vmlinux 0xffffffffa9193df7
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x21
27
? insert_kthread_work
vmlinux 0xffffffffa8ac5da0
Build id: 3.10.0-1160.11.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [scsi_eh_1:284]
Modules linked in: nls_utf8 isofs fuse ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop intel_powerclamp crc32_pclmul ghash_clmulni_intel snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device ppdev aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper cryptd snd_timer pcspkr sg snd video parport_pc parport vboxguest(OE) soundcore i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci libahci ata_piix crct10dif_pclmul
crct10dif_common crc32c_intel serio_raw libata e1000 drm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 284 Comm: scsi_eh_1 Kdump: loaded Tainted: G           OEL ------------   3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff93de842f2100 ti: ffff93dc35ffc000 task.ti: ffff93dc35ffc000
RIP: 0010:[<ffffffffa91893e5>]  [<ffffffffa91893e5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff93dc35fffb08  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000046 RCX: 0000000000000048
RDX: 0000000000000cfc RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff93dc35fffb08 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000009 R11: 00000000000000b0 R12: ffffffffa902ab58
R13: ffff93dc35fffaa0 R14: 0000000000000093 R15: 0000000000000093
FS:  0000000000000000(0000) GS:ffff93de90c00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000005fbabc9 CR3: 000000017cff6000 CR4: 00000000000606f0
Call Trace:
[<ffffffffc021b4ee>] piix_set_timings+0x15e/0x240 [ata_piix]
[<ffffffffc021b7fb>] piix_set_piomode+0x1b/0x20 [ata_piix]
[<ffffffffc0140059>] ata_eh_reset+0x169/0xe70 [libata]
[<ffffffffc0145430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc01455f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc021b800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc01455f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc014118d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc01455f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc0145430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc021b800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc021b800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc0145430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0142d39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc01455f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc0145430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc01457e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc0145dc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc0142842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc0142cb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffffa8ee9246>] scsi_error_handler+0xf6/0x8b0
[<ffffffffa8ee9150>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffffa8ac5e71>] kthread+0xd1/0xe0
[<ffffffffa8ac5da0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa9193df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa8ac5da0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #20837
Frame # Function Binary Source or offset Line
1
piix_set_piomode
ata_piix 0xffffffffc022d7e0
Build id: 3.10.0-1160.6.1.el7.x86_64 		-
2
? ata_eh_reset
libata 0xffffffffc01be059
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x169
3
? ata_sff_dev_classify
libata 0xffffffffc01c3430
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x140
4
? ata_sff_softreset
libata 0xffffffffc01c35f0
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x1c0
5
? piix_set_piomode
ata_piix 0xffffffffc022d800
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x20
6
? ata_sff_softreset
libata 0xffffffffc01c35f0
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x1c0
7
ata_eh_recover
libata 0xffffffffc01bf18d
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x2ad
8
? ata_sff_softreset
libata 0xffffffffc01c35f0
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x1c0
9
? ata_sff_dev_classify
libata 0xffffffffc01c3430
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x140
10
? piix_set_piomode
ata_piix 0xffffffffc022d800
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x20
11
? piix_set_piomode
ata_piix 0xffffffffc022d800
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x20
12
? ata_sff_dev_classify
libata 0xffffffffc01c3430
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x140
13
ata_do_eh
libata 0xffffffffc01c0d39
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x49
14
? ata_sff_softreset
libata 0xffffffffc01c35f0
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x1c0
15
? ata_sff_dev_classify
libata 0xffffffffc01c3430
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x140
16
ata_sff_error_handler
libata 0xffffffffc01c37e5
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xb5
17
ata_bmdma_error_handler
libata 0xffffffffc01c3dc8
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x58
18
ata_scsi_port_error_handler
libata 0xffffffffc01c0842
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x532
19
ata_scsi_error
libata 0xffffffffc01c0cb0
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xa0
20
scsi_error_handler
vmlinux 0xffffffff818e9086
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xf6
21
? scsi_eh_get_sense
vmlinux 0xffffffff818e8f90
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x250
22
kthread
vmlinux 0xffffffff814c5c21
Build id: 3.10.0-1160.6.1.el7.x86_64 		0xd1
23
? insert_kthread_work
vmlinux 0xffffffff814c5b50
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x40
24
ret_from_fork_nospec_begin
vmlinux 0xffffffff81b94df7
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x21
25
? insert_kthread_work
vmlinux 0xffffffff814c5b50
Build id: 3.10.0-1160.6.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [scsi_eh_2:291]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel aesni_intel snd_rawmidi lrw snd_ac97_codec gf128mul glue_helper ac97_bus ppdev ablk_helper cryptd snd_seq btusb snd_seq_device
btrtl snd_pcm btbcm vmw_balloon pcspkr btintel bluetooth snd_timer snd soundcore rfkill joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul ata_piix crct10dif_common nfit drm crc32c_intel libnvdimm libata mptspi serio_raw scsi_transport_spi mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 291 Comm: scsi_eh_2 Not tainted 3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8ac71e1c2100 ti: ffff8ac71e1a4000 task.ti: ffff8ac71e1a4000
RIP: 0010:[<ffffffffc022d7e0>]  [<ffffffffc022d7e0>] piix_set_piomode+0x0/0x20 [ata_piix]
RSP: 0000:ffff8ac71e1a7b80  EFLAGS: 00010282
RAX: ffff8ac71e19e2c0 RBX: ffff8ac71e1a7b58 RCX: 0000000000000100
RDX: ffffffffc022d7e0 RSI: ffff8ac71e19e2c0 RDI: ffff8ac71e19c000
RBP: ffff8ac71e1a7c38 R08: 0000000000000000 R09: ffffffffc01c35f0
R10: ffff8ac71e19c208 R11: 00000000000000b0 R12: ffff8ac71e1a7af8
R13: ffffffffc01d0139 R14: ffffffffc01af155 R15: ffff8ac71e1a7b48
FS:  0000000000000000(0000) GS:ffff8ac71aa00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000243c128 CR3: 000000001f102000 CR4: 00000000003607f0
Call Trace:
[<ffffffffc01be059>] ? ata_eh_reset+0x169/0xe70 [libata]
[<ffffffffc01c3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc01c35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc022d800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc01c35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc01bf18d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc01c35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc01c3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc022d800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc022d800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc01c3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc01c0d39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc01c35f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc01c3430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc01c37e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc01c3dc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc01c0842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc01c0cb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffff818e9086>] scsi_error_handler+0xf6/0x8b0
[<ffffffff818e8f90>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffff814c5c21>] kthread+0xd1/0xe0
[<ffffffff814c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff81b94df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff814c5b50>] ? insert_kthread_work+0x40/0x40
Code: 90 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 31 d2 48 89 e5 e8 00 fe ff ff 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 <0f> 1f 44 00 00 55 0f b6 86 f8 02 00 00 48 89 e5 8d 50 f8 0f b6
Complete report #20035
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff8eb883c5
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x15
2
piix_set_timings
ata_piix 0xffffffffc01634ee
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x15e
3
piix_set_piomode
ata_piix 0xffffffffc01637fb
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x1b
4
ata_eh_reset
libata 0xffffffffc0196059
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x169
5
? ata_sff_dev_classify
libata 0xffffffffc019b430
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x140
6
? ata_sff_softreset
libata 0xffffffffc019b5f0
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x1c0
7
? piix_set_piomode
ata_piix 0xffffffffc0163800
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x20
8
? ata_sff_softreset
libata 0xffffffffc019b5f0
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x1c0
9
ata_eh_recover
libata 0xffffffffc019718d
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x2ad
10
? ata_sff_softreset
libata 0xffffffffc019b5f0
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x1c0
11
? ata_sff_dev_classify
libata 0xffffffffc019b430
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x140
12
? piix_set_piomode
ata_piix 0xffffffffc0163800
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x20
13
? ata_sff_dev_classify
libata 0xffffffffc019b430
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x140
14
? piix_set_piomode
ata_piix 0xffffffffc0163800
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x20
15
? ata_sff_dev_classify
libata 0xffffffffc019b430
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x140
16
? piix_set_piomode
ata_piix 0xffffffffc0163800
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x20
17
? piix_set_piomode
ata_piix 0xffffffffc0163800
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x20
18
? ata_sff_dev_classify
libata 0xffffffffc019b430
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x140
19
ata_do_eh
libata 0xffffffffc0198d39
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x49
20
? ata_sff_softreset
libata 0xffffffffc019b5f0
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x1c0
21
? ata_sff_dev_classify
libata 0xffffffffc019b430
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x140
22
ata_sff_error_handler
libata 0xffffffffc019b7e5
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xb5
23
ata_bmdma_error_handler
libata 0xffffffffc019bdc8
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x58
24
ata_scsi_port_error_handler
libata 0xffffffffc0198842
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x532
25
ata_scsi_error
libata 0xffffffffc0198cb0
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xa0
26
scsi_error_handler
vmlinux 0xffffffff8e8e8006
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xf6
27
? scsi_eh_get_sense
vmlinux 0xffffffff8e8e7f10
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x250
28
kthread
vmlinux 0xffffffff8e4c6691
Build id: 3.10.0-1127.18.2.el7.x86_64 		0xd1
29
? insert_kthread_work
vmlinux 0xffffffff8e4c65c0
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x40
30
ret_from_fork_nospec_begin
vmlinux 0xffffffff8eb92d37
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x21
31
? insert_kthread_work
vmlinux 0xffffffff8e4c65c0
Build id: 3.10.0-1127.18.2.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [scsi_eh_1:274]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter sunrpc snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core ppdev snd_hwdep iosf_mbi snd_seq crc32_pclmul snd_seq_device ghash_clmulni_intel snd_pcm cryptd sg snd_timer joydev pcspkr snd virtio_balloon parport_pc soundcore parport i2c_piix4 ip_tables xfs libcrc32c qxl sr_mod drm_kms_helper cdrom ata_generic syscopyarea pata_acpi sysfillrect sysimgblt fb_sys_fops virtio_net ttm virtio_blk net_failover failover drm ata_piix libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw virtio_pci
virtio_ring drm_panel_orientation_quirks virtio floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 274 Comm: scsi_eh_1 Kdump: loaded Tainted: G             L ------------   3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011
task: ffff918e361d1070 ti: ffff918e361ac000 task.ti: ffff918e361ac000
RIP: 0010:[<ffffffff8eb883c5>]  [<ffffffff8eb883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff918e361afb08  EFLAGS: 00010246
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000042
RDX: 0000000000000cfe RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff918e361afb08 R08: 0000000000000002 R09: 000000000000c000
R10: 0000000000000009 R11: 00000000000000b0 R12: 0000000000000042
R13: ffff918e361c62c0 R14: ffff918e361c4000 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff918e7fc00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000a03c000 CR3: 000000007b67a000 CR4: 00000000001007f0
Call Trace:
[<ffffffffc01634ee>] piix_set_timings+0x15e/0x240 [ata_piix]
[<ffffffffc01637fb>] piix_set_piomode+0x1b/0x20 [ata_piix]
[<ffffffffc0196059>] ata_eh_reset+0x169/0xe70 [libata]
[<ffffffffc019b430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc019b5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc0163800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc019b5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc019718d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc019b5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc019b430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0163800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc019b430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0163800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc019b430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0163800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc0163800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc019b430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0198d39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc019b5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc019b430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc019b7e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc019bdc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc0198842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc0198cb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffff8e8e8006>] scsi_error_handler+0xf6/0x8b0
[<ffffffff8e8e7f10>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffff8e4c6691>] kthread+0xd1/0xe0
[<ffffffff8e4c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff8eb92d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8e4c65c0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #2817
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffffacf15375
Build id: 3.10.0-862.el7.x86_64 		0x15
2
piix_set_timings
ata_piix 0xffffffffc01224ee
Build id: 3.10.0-862.el7.x86_64 		0x15e
3
piix_set_piomode
ata_piix 0xffffffffc01227fb
Build id: 3.10.0-862.el7.x86_64 		0x1b
4
ata_eh_reset
libata 0xffffffffc00dee69
Build id: 3.10.0-862.el7.x86_64 		0x169
5
? ata_sff_dev_classify
libata 0xffffffffc00e4240
Build id: 3.10.0-862.el7.x86_64 		0x140
6
? ata_sff_softreset
libata 0xffffffffc00e4400
Build id: 3.10.0-862.el7.x86_64 		0x1c0
7
? piix_set_piomode
ata_piix 0xffffffffc0122800
Build id: 3.10.0-862.el7.x86_64 		0x20
8
? ata_sff_softreset
libata 0xffffffffc00e4400
Build id: 3.10.0-862.el7.x86_64 		0x1c0
9
ata_eh_recover
libata 0xffffffffc00dff9d
Build id: 3.10.0-862.el7.x86_64 		0x2ad
10
? ata_sff_softreset
libata 0xffffffffc00e4400
Build id: 3.10.0-862.el7.x86_64 		0x1c0
11
? ata_sff_dev_classify
libata 0xffffffffc00e4240
Build id: 3.10.0-862.el7.x86_64 		0x140
12
? piix_set_piomode
ata_piix 0xffffffffc0122800
Build id: 3.10.0-862.el7.x86_64 		0x20
13
? piix_set_piomode
ata_piix 0xffffffffc0122800
Build id: 3.10.0-862.el7.x86_64 		0x20
14
? ata_sff_dev_classify
libata 0xffffffffc00e4240
Build id: 3.10.0-862.el7.x86_64 		0x140
15
ata_do_eh
libata 0xffffffffc00e1b49
Build id: 3.10.0-862.el7.x86_64 		0x49
16
? ata_sff_softreset
libata 0xffffffffc00e4400
Build id: 3.10.0-862.el7.x86_64 		0x1c0
17
? ata_sff_dev_classify
libata 0xffffffffc00e4240
Build id: 3.10.0-862.el7.x86_64 		0x140
18
ata_sff_error_handler
libata 0xffffffffc00e45f5
Build id: 3.10.0-862.el7.x86_64 		0xb5
19
ata_bmdma_error_handler
libata 0xffffffffc00e4bd8
Build id: 3.10.0-862.el7.x86_64 		0x58
20
ata_scsi_port_error_handler
libata 0xffffffffc00e1652
Build id: 3.10.0-862.el7.x86_64 		0x532
21
ata_scsi_error
libata 0xffffffffc00e1ac0
Build id: 3.10.0-862.el7.x86_64 		0xa0
22
scsi_error_handler
vmlinux 0xffffffffacca0656
Build id: 3.10.0-862.el7.x86_64 		0xf6 
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [scsi_eh_1:278]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon nfit joydev pcspkr libnvdimm sg parport_pc parport shpchp i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm serio_raw mptspi scsi_transport_spi
mptscsih e1000 mptbase ata_piix libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 278 Comm: scsi_eh_1 Kdump: loaded Tainted: G             L ------------   3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff98a035e4cf10 ti: ffff98a035a50000 task.ti: ffff98a035a50000
RIP: 0010:[<ffffffffacf15375>]  [<ffffffffacf15375>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff98a035a53b08  EFLAGS: 00000246
RAX: 0000000000000000 RBX: 0000000000000046 RCX: 0000000000000048
RDX: 0000000000000cfc RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff98a035a53b08 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000039 R11: 00000000000000b0 R12: ffffffffacdc2268
R13: ffff98a035a53aa0 R14: 0000000000000093 R15: 0000000000000093
FS:  0000000000000000(0000) GS:ffff98a139640000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1be9456000 CR3: 0000000133d5c000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc01224ee>] piix_set_timings+0x15e/0x240 [ata_piix]
[<ffffffffc01227fb>] piix_set_piomode+0x1b/0x20 [ata_piix]
[<ffffffffc00dee69>] ata_eh_reset+0x169/0xe70 [libata]
[<ffffffffc00e4240>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc00e4400>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc0122800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc00e4400>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc00dff9d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc00e4400>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc00e4240>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0122800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc0122800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc00e4240>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc00e1b49>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc00e4400>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc00e4240>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc00e45f5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc00e4bd8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc00e1652>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc00e1ac0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffffacca0656>] scsi_error_handler+0xf6/0x8b0
Complete report #1615
Frame # Function Binary Source or offset Line
1
_raw_spin_unlock_irqrestore
vmlinux 0xffffffff921883c5
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x15
2
ata_eh_freeze_port
libata 0xffffffffc029300d
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x3d
3
ata_eh_reset
libata 0xffffffffc02956fc
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x80c
4
? ata_sff_dev_classify
libata 0xffffffffc029a430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
5
? ata_sff_softreset
libata 0xffffffffc029a5f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
6
? ata_sff_dev_classify
libata 0xffffffffc029a430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
7
? ata_sff_softreset
libata 0xffffffffc029a5f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
8
ata_eh_recover
libata 0xffffffffc029618d
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x2ad
9
? ata_sff_softreset
libata 0xffffffffc029a5f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
10
? ata_sff_dev_classify
libata 0xffffffffc029a430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
11
? piix_set_piomode
ata_piix 0xffffffffc0258800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
12
? piix_set_piomode
ata_piix 0xffffffffc0258800
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x20
13
? ata_sff_dev_classify
libata 0xffffffffc029a430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
14
ata_do_eh
libata 0xffffffffc0297d39
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x49
15
? ata_sff_softreset
libata 0xffffffffc029a5f0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x1c0
16
? ata_sff_dev_classify
libata 0xffffffffc029a430
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x140
17
ata_sff_error_handler
libata 0xffffffffc029a7e5
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xb5
18
ata_bmdma_error_handler
libata 0xffffffffc029adc8
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x58
19
ata_scsi_port_error_handler
libata 0xffffffffc0297842
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x532
20
ata_scsi_error
libata 0xffffffffc0297cb0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xa0
21
scsi_error_handler
vmlinux 0xffffffff91ee8046
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xf6
22
? scsi_eh_get_sense
vmlinux 0xffffffff91ee7f50
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x250
23
kthread
vmlinux 0xffffffff91ac6691
Build id: 3.10.0-1127.19.1.el7.x86_64 		0xd1
24
? insert_kthread_work
vmlinux 0xffffffff91ac65c0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40
25
ret_from_fork_nospec_begin
vmlinux 0xffffffff92192d37
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x21
26
? insert_kthread_work
vmlinux 0xffffffff91ac65c0
Build id: 3.10.0-1127.19.1.el7.x86_64 		0x40 
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [scsi_eh_0:324]
Modules linked in: kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel sg lrw gf128mul i2c_piix4 virtio_balloon glue_helper ablk_helper cryptd joydev pcspkr sch_fq_codel auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi virtio_net net_failover qxl failover drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata crct10dif_pclmul crct10dif_common crc32c_intel virtio_pci virtio_ring serio_raw virtio floppy drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 324 Comm: scsi_eh_0 Kdump: loaded Not tainted 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS ArchLinux 1.14.0-1 04/01/2014
task: ffff8a78f42fd230 ti: ffff8a78f3de0000 task.ti: ffff8a78f3de0000
RIP: 0010:[<ffffffff921883c5>]  [<ffffffff921883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8a78f3de3b58  EFLAGS: 00000282
RAX: 0000000000000000 RBX: ffff8a78f3de3ae0 RCX: 0000000000000001
RDX: 000000000000c0c2 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8a78f3de3b58 R08: 0000000000000001 R09: ffff8a78f3de3aec
R10: 0000000000000009 R11: 00000000000000b0 R12: ffffffff9202cd39
R13: 0000000000000018 R14: ffff8a78f3de3ac8 R15: 0000000000000202
FS:  0000000000000000(0000) GS:ffff8a79000c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fcb5ad4b888 CR3: 0000000232bcc000 CR4: 0000000000020ee0
Call Trace:
[<ffffffffc029300d>] ata_eh_freeze_port+0x3d/0x50 [libata]
[<ffffffffc02956fc>] ata_eh_reset+0x80c/0xe70 [libata]
[<ffffffffc029a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc029a5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc029a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc029a5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc029618d>] ata_eh_recover+0x2ad/0x1350 [libata]
[<ffffffffc029a5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc029a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0258800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc0258800>] ? piix_set_piomode+0x20/0x20 [ata_piix]
[<ffffffffc029a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc0297d39>] ata_do_eh+0x49/0xc0 [libata]
[<ffffffffc029a5f0>] ? ata_sff_softreset+0x1c0/0x1c0 [libata]
[<ffffffffc029a430>] ? ata_sff_dev_classify+0x140/0x140 [libata]
[<ffffffffc029a7e5>] ata_sff_error_handler+0xb5/0xf0 [libata]
[<ffffffffc029adc8>] ata_bmdma_error_handler+0x58/0x130 [libata]
[<ffffffffc0297842>] ata_scsi_port_error_handler+0x532/0x900 [libata]
[<ffffffffc0297cb0>] ata_scsi_error+0xa0/0xe0 [libata]
[<ffffffff91ee8046>] scsi_error_handler+0xf6/0x8b0
[<ffffffff91ee7f50>] ? scsi_eh_get_sense+0x250/0x250
[<ffffffff91ac6691>] kthread+0xd1/0xe0
[<ffffffff91ac65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff92192d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff91ac65c0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 66 66 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 0f 1f 40 00 66 66 66 66 90 55 48 89 e5 48