Complete report #1425296
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff857ba385
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc01f56a2
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff8550bb80
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff85503030
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8550cbdc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff85233b6a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1fa
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff853687d9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x39
|
|
8
|
blk_run_queue
|
vmlinux |
0xffffffff85368866
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x26
|
|
9
|
scsi_run_queue
|
vmlinux |
0xffffffff8550b0b8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x258
|
|
10
|
scsi_next_command
|
vmlinux |
0xffffffff8550cdf0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x20
|
|
11
|
scsi_end_request
|
vmlinux |
0xffffffff8550cf5d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x14d
|
|
12
|
scsi_io_completion
|
vmlinux |
0xffffffff8550d1e0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x170
|
|
13
|
scsi_finish_command
|
vmlinux |
0xffffffff85501fa0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xe0
|
|
14
|
scsi_softirq_done
|
vmlinux |
0xffffffff8550c6f8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x138
|
|
15
|
blk_done_softirq
|
vmlinux |
0xffffffff85372a06
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x96
|
|
16
|
__do_softirq
|
vmlinux |
0xffffffff850a9595
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xf5
|
|
17
|
run_ksoftirqd
|
vmlinux |
0xffffffff850a9768
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x38
|
|
18
|
smpboot_thread_fn
|
vmlinux |
0xffffffff850d43fc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x14c
|
|
19
|
|
vmlinux |
0xffffffff850d42b0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
|
20
|
kthread
|
vmlinux |
0xffffffff850cb621
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xd1
|
|
21
|
|
vmlinux |
0xffffffff850cb550
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
|
22
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff857c51f7
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x21
|
|
23
|
|
vmlinux |
0xffffffff850cb550
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [ksoftirqd/1:14]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ip_set_hash_ip ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_security iptable_raw ip_set tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c vmw_vsock_vmci_transport vsock iptable_filter dm_mirror dm_region_hash dm_log dm_mod sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl
lockd grace sunrpc ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi vmwgfx nfit drm_kms_helper libnvdimm syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic ata_piix drm libata e1000 crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmw_pvscsi drm_panel_orientation_quirks floppy fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Not tainted 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff99d7b82ea100 ti: ffff99d7b82f4000 task.ti: ffff99d7b82f4000
RIP: 0010:[<ffffffff857ba385>] [<ffffffff857ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff99d7b82f7b08 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff99d7b82f7ac8 RCX: ffff99d96a649060
RDX: ffffa58381b90000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff99d7b82f7b08 R08: 0000000000000000 R09: ffff99d84121fb00
R10: ffff99d964965000 R11: ffff99d965ed3000 R12: 0000000000000020
R13: ffff99d8968fcf00 R14: ffffffff8550a7b9 R15: ffff99d7b82f7a80
FS: 0000000000000000(0000) GS:ffff99d976c80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc1380f6000 CR3: 000000009d410000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc01f56a2>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8550bb80>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff85503030>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff8550cbdc>] scsi_request_fn+0x4ac/0x680
[<ffffffff85233b6a>] ? kmem_cache_free+0x1fa/0x220
[<ffffffff853687d9>] __blk_run_queue+0x39/0x50
[<ffffffff85368866>] blk_run_queue+0x26/0x40
[<ffffffff8550b0b8>] scsi_run_queue+0x258/0x2f0
[<ffffffff8550cdf0>] scsi_next_command+0x20/0x40
[<ffffffff8550cf5d>] scsi_end_request+0x14d/0x200
[<ffffffff8550d1e0>] scsi_io_completion+0x170/0x720
[<ffffffff85501fa0>] scsi_finish_command+0xe0/0x140
[<ffffffff8550c6f8>] scsi_softirq_done+0x138/0x170
[<ffffffff85372a06>] blk_done_softirq+0x96/0xd0
[<ffffffff850a9595>] __do_softirq+0xf5/0x290
[<ffffffff850a9768>] run_ksoftirqd+0x38/0x60
[<ffffffff850d43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff850d42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff850cb621>] kthread+0xd1/0xe0
[<ffffffff850cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff857c51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff850cb550>] ? insert_kthread_work+0x40/0x40
Code: 07 00 66 66 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 c6 07 00 66 66 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 cc cc cc cc 66 66 66 66 90 55 48 89 e5 48
Complete report #727403
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb378b565
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc031f632
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffffb34ec6b0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb34e3fa0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb34ed6cc
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb3353939
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x39
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffffb33539b6
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffffb34ebc28
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffffb34ed8e0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffffb34eda35
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x135
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffffb34edca8
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x168
|
|
12
|
|
vmlinux |
0xffffffffb30ad662
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x112
|
|
13
|
scsi_finish_command
|
vmlinux |
0xffffffffb34e2f9c
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xdc
|
|
14
|
scsi_softirq_done
|
vmlinux |
0xffffffffb34ed1f0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x130
|
|
15
|
blk_done_softirq
|
vmlinux |
0xffffffffb335d796
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x96
|
|
16
|
__do_softirq
|
vmlinux |
0xffffffffb30a4b35
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xf5
|
|
17
|
run_ksoftirqd
|
vmlinux |
0xffffffffb30a4cf8
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x38
|
|
18
|
smpboot_thread_fn
|
vmlinux |
0xffffffffb30ce7f4
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x144
|
|
19
|
|
vmlinux |
0xffffffffb30ce6b0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
|
20
|
kthread
|
vmlinux |
0xffffffffb30c5da1
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xd1
|
|
21
|
|
vmlinux |
0xffffffffb30c5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
|
22
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb3795df7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x21
|
|
23
|
|
vmlinux |
0xffffffffb30c5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#27 stuck for 22s! [ksoftirqd/27:146]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc overlay(T) vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper pcspkr cryptd sg joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci ata_piix nfit crct10dif_pclmul crct10dif_common libata crc32c_intel libnvdimm serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror
dm_region_hash dm_log dm_mod fuse
CPU: 27 PID: 146 Comm: ksoftirqd/27 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9189ddf6e300 ti: ffff9189de348000 task.ti: ffff9189de348000
RIP: 0010:[<ffffffffb378b565>] [<ffffffffb378b565>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9189de34bb08 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff9189de34bac8 RCX: ffffffffb3c34f40
RDX: ffff9e09c62b0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9189de34bb08 R08: 0000000000000001 R09: 0000000000000000
R10: ffff9191128e4130 R11: ffff9189b73fe000 R12: ffff9189b33a1400
R13: ffffffffb32260bd R14: ffff9189de34bb10 R15: ffff9189b33a1400
FS: 0000000000000000(0000) GS:ffff9191128c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000069f61a2b4 CR3: 000000022bee6000 CR4: 00000000003607e0
Call Trace:
[<ffffffffc031f632>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffffb34ec6b0>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffffb34e3fa0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb34ed6cc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb3353939>] __blk_run_queue+0x39/0x50
[<ffffffffb33539b6>] blk_run_queue+0x26/0x40
[<ffffffffb34ebc28>] scsi_run_queue+0x258/0x2f0
[<ffffffffb34ed8e0>] scsi_next_command+0x20/0x40
[<ffffffffb34eda35>] scsi_end_request+0x135/0x1e0
[<ffffffffb34edca8>] scsi_io_completion+0x168/0x720
[<ffffffffb30ad662>] ? __internal_add_timer+0x112/0x130
[<ffffffffb34e2f9c>] scsi_finish_command+0xdc/0x140
[<ffffffffb34ed1f0>] scsi_softirq_done+0x130/0x160
[<ffffffffb335d796>] blk_done_softirq+0x96/0xc0
[<ffffffffb30a4b35>] __do_softirq+0xf5/0x280
[<ffffffffb30a4cf8>] run_ksoftirqd+0x38/0x50
[<ffffffffb30ce7f4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffb30ce6b0>] ? lg_double_unlock+0x40/0x40
[<ffffffffb30c5da1>] kthread+0xd1/0xe0
[<ffffffffb30c5cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb3795df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb30c5cd0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #353036
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc02a43be
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc031a71e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03c22e0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9f2e4860
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9f2edf8c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9f153f39
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x39
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffff9f153fb6
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffff9f2ec4e8
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffff9f2ee1a0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffff9f2ee2f5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x135
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffff9f2ee568
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x168
|
|
12
|
|
vmlinux |
0xffffffff9efc9c80
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x50
|
|
13
|
scsi_finish_command
|
vmlinux |
0xffffffff9f2e385c
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xdc
|
|
14
|
scsi_softirq_done
|
vmlinux |
0xffffffff9f2edab0
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x130
|
|
15
|
blk_done_softirq
|
vmlinux |
0xffffffff9f15dd36
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x96
|
|
16
|
__do_softirq
|
vmlinux |
0xffffffff9eea4bf5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xf5
|
|
17
|
run_ksoftirqd
|
vmlinux |
0xffffffff9eea4db8
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x38
|
|
18
|
smpboot_thread_fn
|
vmlinux |
0xffffffff9eece8b4
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x144
|
|
19
|
|
vmlinux |
0xffffffff9eece770
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
|
20
|
kthread
|
vmlinux |
0xffffffff9eec5e61
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xd1
|
|
21
|
|
vmlinux |
0xffffffff9eec5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
|
22
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9f595df7
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x21
|
|
23
|
|
vmlinux |
0xffffffff9eec5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 28s! [ksoftirqd/3:24]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink scsi_transport_iscsi ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_multipath sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev parport_pc parport sg i2c_piix4 vmw_vmci sch_fq_codel ip_tables
xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crc32c_intel serio_raw mptspi drm ata_piix scsi_transport_spi mptscsih libata mptbase vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 24 Comm: ksoftirqd/3 Kdump: loaded Tainted: G W ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/17/2015
task: ffff9bb43afc5280 ti: ffff9bb43afd8000 task.ti: ffff9bb43afd8000
RIP: 0010:[<ffffffffc02a43be>] [<ffffffffc02a43be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9bb43afdbaa0 EFLAGS: 00000246
RAX: ffffbf8000ec0000 RBX: ffff9bb2ffb84200 RCX: 0000000000000011
RDX: ffff9bb4edced000 RSI: ffff9bb4f2a23000 RDI: 000000000000000e
RBP: ffff9bb43afdbab0 R08: 0000000000000003 R09: 00000001f64e5fff
R10: ffff9bb4ffda3c50 R11: fffffb7c0778af80 R12: ffff9bb43afdba28
R13: 0000000000000003 R14: ffff9bb4ffd9acc0 R15: ffff9bb4ffd9acc0
FS: 0000000000000000(0000) GS:ffff9bb4ffd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002fadd40 CR3: 0000000233416000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc031a71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03c22e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9f2e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9f2edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffff9f153f39>] __blk_run_queue+0x39/0x50
[<ffffffff9f153fb6>] blk_run_queue+0x26/0x40
[<ffffffff9f2ec4e8>] scsi_run_queue+0x258/0x2f0
[<ffffffff9f2ee1a0>] scsi_next_command+0x20/0x40
[<ffffffff9f2ee2f5>] scsi_end_request+0x135/0x1e0
[<ffffffff9f2ee568>] scsi_io_completion+0x168/0x720
[<ffffffff9efc9c80>] ? __writepage+0x50/0x50
[<ffffffff9f2e385c>] scsi_finish_command+0xdc/0x140
[<ffffffff9f2edab0>] scsi_softirq_done+0x130/0x160
[<ffffffff9f15dd36>] blk_done_softirq+0x96/0xc0
[<ffffffff9eea4bf5>] __do_softirq+0xf5/0x280
[<ffffffff9eea4db8>] run_ksoftirqd+0x38/0x50
[<ffffffff9eece8b4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff9eece770>] ? lg_double_unlock+0x40/0x40
[<ffffffff9eec5e61>] kthread+0xd1/0xe0
[<ffffffff9eec5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffff9f595df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9eec5d90>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 23 2b
Complete report #48219
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc030d3be
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc02fe71e
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03372e0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9a8d14c0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9a8daa5c
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9a7436b9
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x39
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffff9a743736
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffff9a8d9008
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffff9a8dac50
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffff9a8dada5
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x135
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffff9a8db018
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x168
|
|
12
|
|
vmlinux |
0xffffffff9a5c16b0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x50
|
|
13
|
scsi_finish_command
|
vmlinux |
0xffffffff9a8d04cc
Build id: 3.10.0-957.10.1.el7.x86_64
|
0xdc
|
|
14
|
scsi_softirq_done
|
vmlinux |
0xffffffff9a8da562
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x132
|
|
15
|
blk_done_softirq
|
vmlinux |
0xffffffff9a74d3a6
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x96
|
|
16
|
__do_softirq
|
vmlinux |
0xffffffff9a4a0f45
Build id: 3.10.0-957.10.1.el7.x86_64
|
0xf5
|
|
17
|
run_ksoftirqd
|
vmlinux |
0xffffffff9a4a1108
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x38
|
|
18
|
smpboot_thread_fn
|
vmlinux |
0xffffffff9a4ca604
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x144
|
|
19
|
|
vmlinux |
0xffffffff9a4ca4c0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x40
|
|
20
|
kthread
|
vmlinux |
0xffffffff9a4c1c71
Build id: 3.10.0-957.10.1.el7.x86_64
|
0xd1
|
|
21
|
|
vmlinux |
0xffffffff9a4c1ba0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x40
|
|
22
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9ab75c1d
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x7
|
|
23
|
|
vmlinux |
0xffffffff9a4c1ba0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:3]
Modules linked in: tcp_lp rfcomm fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd snd_seq_midi snd_seq_midi_event joydev pcspkr btusb btrtl btbcm btintel bluetooth
snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm rfkill snd_timer snd sg soundcore parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_generic pata_acpi drm ata_piix mptspi libata scsi_transport_spi e1000 nfit mptscsih mptbase libnvdimm drm_panel_orientation_quirks
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Not tainted 3.10.0-957.10.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9db43a5e2080 ti: ffff9db43a670000 task.ti: ffff9db43a670000
RIP: 0010:[<ffffffffc030d3be>] [<ffffffffc030d3be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0000:ffff9db43a673aa0 EFLAGS: 00000246
RAX: ffffa99c80400000 RBX: ffff9db3f587dfc0 RCX: 0000000000000003
RDX: ffff9db3f4ca2e00 RSI: ffff9db3f5364000 RDI: 000000000000000e
RBP: ffff9db43a673ab0 R08: 0000000000000003 R09: 000000006f754fff
R10: ffff9db3f58950d8 R11: ffffef8440d39300 R12: 000000010000003f
R13: ffff9db41479c900 R14: ffff9db43a673a14 R15: ffffffff9a74befb
FS: 0000000000000000(0000) GS:ffff9db43b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000162ff46 CR3: 0000000076430000 CR4: 00000000007607f0
PKRU: 00000000
Call Trace:
[<ffffffffc02fe71e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03372e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffff9a8d14c0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9a8daa5c>] scsi_request_fn+0x4cc/0x680
[<ffffffff9a7436b9>] __blk_run_queue+0x39/0x50
[<ffffffff9a743736>] blk_run_queue+0x26/0x40
[<ffffffff9a8d9008>] scsi_run_queue+0x258/0x2f0
[<ffffffff9a8dac50>] scsi_next_command+0x20/0x40
[<ffffffff9a8dada5>] scsi_end_request+0x135/0x1e0
[<ffffffff9a8db018>] scsi_io_completion+0x168/0x6a0
[<ffffffff9a5c16b0>] ? __writepage+0x50/0x50
[<ffffffff9a8d04cc>] scsi_finish_command+0xdc/0x140
[<ffffffff9a8da562>] scsi_softirq_done+0x132/0x160
[<ffffffff9a74d3a6>] blk_done_softirq+0x96/0xc0
[<ffffffff9a4a0f45>] __do_softirq+0xf5/0x280
[<ffffffff9a4a1108>] run_ksoftirqd+0x38/0x50
[<ffffffff9a4ca604>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff9a4ca4c0>] ? lg_double_unlock+0x40/0x40
[<ffffffff9a4c1c71>] kthread+0xd1/0xe0
[<ffffffff9a4c1ba0>] ? insert_kthread_work+0x40/0x40
[<ffffffff9ab75c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff9a4c1ba0>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 b3 31
Complete report #1390583
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff92fba385
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc03bb275
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc03b7e60
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff92d03030
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff92d0cbdc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff92b687d9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x39
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffff92b68866
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffff92d0b0b8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffff92d0cdf0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffff92d0cf5d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x14d
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffff92d0d1e0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x170
|
|
12
|
|
bridge |
0xffffffffc07e0c40
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
13
|
scsi_finish_command
|
vmlinux |
0xffffffff92d01fa0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xe0
|
|
14
|
scsi_softirq_done
|
vmlinux |
0xffffffff92d0c6f8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x138
|
|
15
|
blk_done_softirq
|
vmlinux |
0xffffffff92b72a06
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x96
|
|
16
|
__do_softirq
|
vmlinux |
0xffffffff928a9595
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xf5
|
|
17
|
run_ksoftirqd
|
vmlinux |
0xffffffff928a9768
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x38
|
|
18
|
smpboot_thread_fn
|
vmlinux |
0xffffffff928d43fc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x14c
|
|
19
|
|
vmlinux |
0xffffffff928d42b0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
|
20
|
kthread
|
vmlinux |
0xffffffff928cb621
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xd1
|
|
21
|
|
vmlinux |
0xffffffff928cb550
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
|
22
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff92fc51f7
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x21
|
|
23
|
|
vmlinux |
0xffffffff928cb550
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 24s! [ksoftirqd/2:19]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg joydev virtio_balloon pcspkr i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm virtio_net drm net_failover failover ahci libahci ata_piix libata crc32c_intel serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 19 Comm: ksoftirqd/2 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
task: ffff88daf8516300 ti: ffff88daf853c000 task.ti: ffff88daf853c000
RIP: 0010:[<ffffffff92fba385>] [<ffffffff92fba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88daf853fb38 EFLAGS: 00000286
RAX: 0000000000000001 RBX: ffffffffc0460844 RCX: 0000000000000000
RDX: ffff88d9f54d0018 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff88daf853fb38 R08: 0000000000000000 R09: 0000000133f96fff
R10: ffff88daffd1f140 R11: ffffcb8d81715480 R12: ffffffff92bc9ec3
R13: ffff88daf853fae0 R14: ffff88da0c529800 R15: ffffffff928d8f31
FS: 0000000000000000(0000) GS:ffff88daffd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fbbd0a694b1 CR3: 0000000044010000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc03bb275>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc03b7e60>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffff92d03030>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff92d0cbdc>] scsi_request_fn+0x4ac/0x680
[<ffffffff92b687d9>] __blk_run_queue+0x39/0x50
[<ffffffff92b68866>] blk_run_queue+0x26/0x40
[<ffffffff92d0b0b8>] scsi_run_queue+0x258/0x2f0
[<ffffffff92d0cdf0>] scsi_next_command+0x20/0x40
[<ffffffff92d0cf5d>] scsi_end_request+0x14d/0x200
[<ffffffff92d0d1e0>] scsi_io_completion+0x170/0x720
[<ffffffffc07e0c40>] ? br_tcn_timer_expired+0xb0/0xb0 [bridge]
[<ffffffff92d01fa0>] scsi_finish_command+0xe0/0x140
[<ffffffff92d0c6f8>] scsi_softirq_done+0x138/0x170
[<ffffffff92b72a06>] blk_done_softirq+0x96/0xd0
[<ffffffff928a9595>] __do_softirq+0xf5/0x290
[<ffffffff928a9768>] run_ksoftirqd+0x38/0x60
[<ffffffff928d43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff928d42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff928cb621>] kthread+0xd1/0xe0
[<ffffffff928cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff92fc51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff928cb550>] ? insert_kthread_work+0x40/0x40
Code: aa 42 96 ff 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 8a 42 96 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #1699
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
mpt_put_msg_frame
|
mptbase |
0xffffffffc03113be
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5e
|
|
2
|
mptscsih_qcmd
|
mptscsih |
0xffffffffc036071e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x24e
|
|
3
|
mptspi_qcmd
|
mptspi |
0xffffffffc03b02e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb76e2990
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb76ec0bc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb75527a9
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x39
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffffb7552826
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffffb76ea618
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffffb76ec2d0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffffb76ec425
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x135
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffffb76ec698
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x168
|
|
12
|
|
bridge |
0xffffffffc08e7a00
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa0
|
|
13
|
scsi_finish_command
|
vmlinux |
0xffffffffb76e198c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xdc
|
|
14
|
scsi_softirq_done
|
vmlinux |
0xffffffffb76ebbe0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x130
|
|
15
|
blk_done_softirq
|
vmlinux |
0xffffffffb755c4f6
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x96
|
|
16
|
__do_softirq
|
vmlinux |
0xffffffffb72a5695
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xf5
|
|
17
|
run_ksoftirqd
|
vmlinux |
0xffffffffb72a5858
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x38
|
|
18
|
smpboot_thread_fn
|
vmlinux |
0xffffffffb72cf0e4
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x144
|
|
19
|
|
vmlinux |
0xffffffffb72cefa0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
|
20
|
kthread
|
vmlinux |
0xffffffffb72c6691
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xd1
|
|
21
|
|
vmlinux |
0xffffffffb72c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
|
22
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb7992d37
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
23
|
|
vmlinux |
0xffffffffb72c65c0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [ksoftirqd/3:24]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_ens1371 lrw gf128mul glue_helper ablk_helper snd_rawmidi cryptd snd_ac97_codec ac97_bus snd_seq snd_seq_device ppdev snd_pcm snd_timer
snd joydev soundcore pcspkr sg vmw_balloon parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ata_piix libata nfit libnvdimm mptspi scsi_transport_spi serio_raw mptscsih e1000 mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 24 Comm: ksoftirqd/3 Not tainted 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9a5f461e3150 ti: ffff9a5f46214000 task.ti: ffff9a5f46214000
RIP: 0010:[<ffffffffc03113be>] [<ffffffffc03113be>] mpt_put_msg_frame+0x5e/0x80 [mptbase]
RSP: 0018:ffff9a5f46217aa0 EFLAGS: 00000246
RAX: ffffbb36c07c0000 RBX: ffff9a5f694a1400 RCX: 0000000000000013
RDX: ffff9a5ef542a800 RSI: ffff9a5ef5cef000 RDI: 000000000000000e
RBP: ffff9a5f46217ab0 R08: 0000000000000003 R09: 00000000974f6fff
R10: 0000000075e6ed01 R11: ffff9a5f75e6c540 R12: 0000000100000021
R13: ffff9a5f27406700 R14: ffff9a5f46217a14 R15: ffffffffb755b0cb
FS: 0000000000000000(0000) GS:ffff9a5f7a4c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f15fabb5000 CR3: 00000000b7780000 CR4: 00000000000607e0
Call Trace:
[<ffffffffc036071e>] mptscsih_qcmd+0x24e/0x830 [mptscsih]
[<ffffffffc03b02e0>] mptspi_qcmd+0x50/0xf0 [mptspi]
[<ffffffffb76e2990>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb76ec0bc>] scsi_request_fn+0x4ac/0x680
[<ffffffffb75527a9>] __blk_run_queue+0x39/0x50
[<ffffffffb7552826>] blk_run_queue+0x26/0x40
[<ffffffffb76ea618>] scsi_run_queue+0x258/0x2f0
[<ffffffffb76ec2d0>] scsi_next_command+0x20/0x40
[<ffffffffb76ec425>] scsi_end_request+0x135/0x1e0
[<ffffffffb76ec698>] scsi_io_completion+0x168/0x720
[<ffffffffc08e7a00>] ? br_tcn_timer_expired+0xa0/0xa0 [bridge]
[<ffffffffb76e198c>] scsi_finish_command+0xdc/0x140
[<ffffffffb76ebbe0>] scsi_softirq_done+0x130/0x160
[<ffffffffb755c4f6>] blk_done_softirq+0x96/0xc0
[<ffffffffb72a5695>] __do_softirq+0xf5/0x280
[<ffffffffb72a5858>] run_ksoftirqd+0x38/0x50
[<ffffffffb72cf0e4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffb72cefa0>] ? lg_double_unlock+0x40/0x40
[<ffffffffb72c6691>] kthread+0xd1/0xe0
[<ffffffffb72c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb7992d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb72c65c0>] ? insert_kthread_work+0x40/0x40
Code: 8b 96 68 01 00 00 0f b7 c8 44 03 a6 b0 01 00 00 44 8b 04 8a 45 09 c4 f6 86 e0 00 00 00 04 75 10 48 8b 83 e8 00 00 00 44 89 60 40 <5b> 41 5c 5d c3 48 8d 76 08 0f b7 c8 44 89 e2 48 c7 c7 78 f3 31
Complete report #324052
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa178b795
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc0244d45
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc0241a20
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffa14e4860
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffa14edf8c
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffa1353f39
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x39
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffffa1353fb6
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffffa14ec4e8
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffffa14ee1a0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffffa14ee2f5
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x135
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffffa14ee568
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x168
|
|
12
|
scsi_finish_command
|
vmlinux |
0xffffffffa14e385c
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xdc
|
|
13
|
scsi_softirq_done
|
vmlinux |
0xffffffffa14edab0
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x130
|
|
14
|
blk_done_softirq
|
vmlinux |
0xffffffffa135dd36
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x96
|
|
15
|
__do_softirq
|
vmlinux |
0xffffffffa10a4bf5
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xf5
|
|
16
|
run_ksoftirqd
|
vmlinux |
0xffffffffa10a4db8
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x38
|
|
17
|
smpboot_thread_fn
|
vmlinux |
0xffffffffa10ce8b4
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x144
|
|
18
|
|
vmlinux |
0xffffffffa10ce770
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x40
|
|
19
|
kthread
|
vmlinux |
0xffffffffa10c5e61
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0xd1
|
|
20
|
|
vmlinux |
0xffffffffa10c5d90
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x40
|
|
21
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa1795ddd
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x7
|
|
22
|
|
vmlinux |
0xffffffffa10c5d90
Build id: 3.10.0-1160.45.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 1408s! [ksoftirqd/1:14]
Modules linked in: veth nf_tables vxlan ip6_udp_tunnel udp_tunnel xt_statistic xt_nat xt_comment xt_mark nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables overlay(T) iptable_filter sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq ppdev joydev snd_seq_device snd_pcm iosf_mbi snd_timer pcspkr snd sg parport_pc i2c_piix4 parport video soundcore ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common sr_mod cdrom ata_generic pata_acpi ata_piix e1000 vmwgfx crc32c_intel drm_kms_helper serio_raw syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm libata drm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.45.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9375984b0000 ti: ffff9375984b8000 task.ti: ffff9375984b8000
RIP: 0010:[<ffffffffa178b795>] [<ffffffffa178b795>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9375984bbb38 EFLAGS: 00010286
RAX: 0000000000000001 RBX: ffff9375984bbae0 RCX: 000022360639dd18
RDX: 000000000000d000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9375984bbb38 R08: 0000000000010000 R09: 000000006ea2ffff
R10: ffff93759fd237b0 R11: ffffd81c01cf5000 R12: ffffffffc024db5b
R13: ffff9374b5828158 R14: ffffffffc024ef16 R15: ffff9375984bbab0
FS: 0000000000000000(0000) GS:ffff93759fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055a31644950f CR3: 00000000781cc000 CR4: 00000000000206e0
Call Trace:
[<ffffffffc0244d45>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc0241a20>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffa14e4860>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffa14edf8c>] scsi_request_fn+0x4ac/0x680
[<ffffffffa1353f39>] __blk_run_queue+0x39/0x50
[<ffffffffa1353fb6>] blk_run_queue+0x26/0x40
[<ffffffffa14ec4e8>] scsi_run_queue+0x258/0x2f0
[<ffffffffa14ee1a0>] scsi_next_command+0x20/0x40
[<ffffffffa14ee2f5>] scsi_end_request+0x135/0x1e0
[<ffffffffa14ee568>] scsi_io_completion+0x168/0x720
[<ffffffffa14e385c>] scsi_finish_command+0xdc/0x140
[<ffffffffa14edab0>] scsi_softirq_done+0x130/0x160
[<ffffffffa135dd36>] blk_done_softirq+0x96/0xc0
[<ffffffffa10a4bf5>] __do_softirq+0xf5/0x280
[<ffffffffa10a4db8>] run_ksoftirqd+0x38/0x50
[<ffffffffa10ce8b4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffa10ce770>] ? lg_double_unlock+0x40/0x40
[<ffffffffa10c5e61>] kthread+0xd1/0xe0
[<ffffffffa10c5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffffa1795ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffa10c5d90>] ? insert_kthread_work+0x40/0x40
Code: 06 bd 98 ff 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 e6 bc 98 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #300317
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab865
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc0067b12
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x142
|
|
3
|
|
libata |
0xffffffffc00648f0
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x40
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8146561a
Build id: 3.10.0-693.2.2.el7.x86_64
|
0xaa
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8146e3df
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x4df
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff812f73e3
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x33
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffff812f7456
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffff8146c8f8
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffff8146e5c0
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffff8146e715
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x135
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffff8146e988
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x168
|
|
12
|
scsi_finish_command
|
vmlinux |
0xffffffff81464635
Build id: 3.10.0-693.2.2.el7.x86_64
|
0xd5
|
|
13
|
scsi_softirq_done
|
vmlinux |
0xffffffff8146ded2
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x132
|
|
14
|
blk_done_softirq
|
vmlinux |
0xffffffff81300720
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x90
|
|
15
|
__do_softirq
|
vmlinux |
0xffffffff81090b3f
Build id: 3.10.0-693.2.2.el7.x86_64
|
0xef
|
|
16
|
run_ksoftirqd
|
vmlinux |
0xffffffff81090d08
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x38
|
|
17
|
smpboot_thread_fn
|
vmlinux |
0xffffffff810b909f
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x12f
|
|
18
|
|
vmlinux |
0xffffffff810b8f70
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x40
|
|
19
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.2.2.el7.x86_64
|
0xcf
|
|
20
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x40
|
|
21
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f58
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x58
|
|
22
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [ksoftirqd/3:23]
Modules linked in: tcp_diag inet_diag gsch(OE) redirfs(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack bonding ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dsa_filter(POE) sb_edac snd_hda_codec_generic edac_core snd_hda_intel iosf_mbi crc32_pclmul ghash_clmulni_intel snd_hda_codec snd_hda_core aesni_intel lrw gf128mul glue_helper snd_hwdep ablk_helper cryptd snd_seq
snd_seq_device snd_pcm ppdev snd_timer snd pcspkr soundcore vmw_balloon joydev sg parport_pc parport vmw_vmci shpchp i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea crc32c_intel sysfillrect sysimgblt fb_sys_fops ttm serio_raw drm ahci libahci ata_piix e1000 libata vmxnet3 i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 23 Comm: ksoftirqd/3 Tainted: P OEL ------------ 3.10.0-693.2.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff88017cb1cf10 ti: ffff88017cb38000 task.ti: ffff88017cb38000
RIP: 0010:[<ffffffff816ab865>] [<ffffffff816ab865>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88017cb3bb38 EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffc00a2724 RCX: 0000000000000000
RDX: ffff880231cf4018 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff88017cb3bb38 R08: 0000000000000000 R09: 0000000000000060
R10: ffff880213aa8380 R11: ffff880213aa8380 R12: ffffffff81349c60
R13: ffff88017cb3bae0 R14: ffff880231654000 R15: ffffffff8146c03e
FS: 0000000000000000(0000) GS:ffff8802356c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd26e2784f0 CR3: 00000000019f2000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff88017cb3bb80 ffffffffc0067b12 ffff880035cbc000 ffffffffc00648f0
ffff880213aa8380 0000000000000000 ffff880231654000 ffff8802314f6848
ffff8801e3fa1500 ffff88017cb3bba8 ffffffff8146561a ffff8802314f6800
Call Trace:
[<ffffffffc0067b12>] ata_scsi_queuecmd+0x142/0x420 [libata]
[<ffffffffc00648f0>] ? ata_scsi_invalid_field+0x40/0x40 [libata]
[<ffffffff8146561a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff8146e3df>] scsi_request_fn+0x4df/0x680
[<ffffffff812f73e3>] __blk_run_queue+0x33/0x40
[<ffffffff812f7456>] blk_run_queue+0x26/0x40
[<ffffffff8146c8f8>] scsi_run_queue+0x258/0x2f0
[<ffffffff8146e5c0>] scsi_next_command+0x20/0x40
[<ffffffff8146e715>] scsi_end_request+0x135/0x1e0
[<ffffffff8146e988>] scsi_io_completion+0x168/0x6a0
[<ffffffff81464635>] scsi_finish_command+0xd5/0x130
[<ffffffff8146ded2>] scsi_softirq_done+0x132/0x160
[<ffffffff81300720>] blk_done_softirq+0x90/0xc0
[<ffffffff81090b3f>] __do_softirq+0xef/0x280
[<ffffffff81090d08>] run_ksoftirqd+0x38/0x50
[<ffffffff810b909f>] smpboot_thread_fn+0x12f/0x180
[<ffffffff810b8f70>] ? lg_double_unlock+0x40/0x40
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #274001
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffad96b455
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc0174d65
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc0171a40
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffad6d1700
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffad6dac9c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffad543849
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x39
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffffad5438c6
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffffad6d9248
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffffad6dae90
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffffad6dafe5
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x135
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffffad6db216
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x126
|
|
12
|
scsi_finish_command
|
vmlinux |
0xffffffffad6d070c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xdc
|
|
13
|
scsi_softirq_done
|
vmlinux |
0xffffffffad6da7a2
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x132
|
|
14
|
blk_done_softirq
|
vmlinux |
0xffffffffad54d546
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x96
|
|
15
|
__do_softirq
|
vmlinux |
0xffffffffad2a1075
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xf5
|
|
16
|
run_ksoftirqd
|
vmlinux |
0xffffffffad2a1238
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x38
|
|
17
|
smpboot_thread_fn
|
vmlinux |
0xffffffffad2ca734
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x144
|
|
18
|
|
vmlinux |
0xffffffffad2ca5f0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
19
|
kthread
|
vmlinux |
0xffffffffad2c1da1
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xd1
|
|
20
|
|
vmlinux |
0xffffffffad2c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
21
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffad975c1d
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x7
|
|
22
|
|
vmlinux |
0xffffffffad2c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 105s! [ksoftirqd/5:35]
Modules linked in: tcp_lp fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack devlink ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc squashfs ppdev joydev loop snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm sg snd_timer parport_pc snd parport video vboxguest(OE) i2c_piix4 pcspkr soundcore ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom crct10dif_common
ata_generic pata_acpi serio_raw vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ahci fb_sys_fops crc32c_intel ttm libahci ata_piix drm e1000 drm_panel_orientation_quirks libata dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 35 Comm: ksoftirqd/5 Kdump: loaded Tainted: G OEL ------------ 3.10.0-957.21.3.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9ba9374a4100 ti: ffff9ba9374c0000 task.ti: ffff9ba9374c0000
RIP: 0010:[<ffffffffad96b455>] [<ffffffffad96b455>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9ba9374c3b38 EFLAGS: 00010286
RAX: 0000000000000001 RBX: ffffffffc01a6754 RCX: 0000000000000000
RDX: ffff9baaf4277418 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9ba9374c3b38 R08: 0000000000000000 R09: 00000004b29d9fff
R10: ffff9bacdfe8b0d8 R11: ffff9bac6be4e1c0 R12: ffffffffad5a1973
R13: ffff9ba9374c3ae0 R14: ffff9bacdfe8b000 R15: ffffffffad6d89fe
FS: 0000000000000000(0000) GS:ffff9bacdfd40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe800c65fb4 CR3: 00000004f8b88000 CR4: 00000000000206e0
Call Trace:
[<ffffffffc0174d65>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc0171a40>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffad6d1700>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffad6dac9c>] scsi_request_fn+0x4cc/0x680
[<ffffffffad543849>] __blk_run_queue+0x39/0x50
[<ffffffffad5438c6>] blk_run_queue+0x26/0x40
[<ffffffffad6d9248>] scsi_run_queue+0x258/0x2f0
[<ffffffffad6dae90>] scsi_next_command+0x20/0x40
[<ffffffffad6dafe5>] scsi_end_request+0x135/0x1e0
[<ffffffffad6db216>] scsi_io_completion+0x126/0x6a0
[<ffffffffad6d070c>] scsi_finish_command+0xdc/0x140
[<ffffffffad6da7a2>] scsi_softirq_done+0x132/0x160
[<ffffffffad54d546>] blk_done_softirq+0x96/0xc0
[<ffffffffad2a1075>] __do_softirq+0xf5/0x280
[<ffffffffad2a1238>] run_ksoftirqd+0x38/0x50
[<ffffffffad2ca734>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffad2ca5f0>] ? lg_double_unlock+0x40/0x40
[<ffffffffad2c1da1>] kthread+0xd1/0xe0
[<ffffffffad2c1cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffad975c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffad2c1cd0>] ? insert_kthread_work+0x40/0x40
Code: 14 25 50 43 e3 ad 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 ff 14 25 50 43 e3 ad 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #232601
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff96b8b7b5
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc049dd45
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc049aa20
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff968e4810
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff968edf3c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x4ac
|
|
6
|
|
vmlinux |
0xffffffff964bbdc4
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x144
|
|
7
|
__blk_run_queue
|
vmlinux |
0xffffffff96753ee9
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x39
|
|
8
|
blk_run_queue
|
vmlinux |
0xffffffff96753f66
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x26
|
|
9
|
scsi_run_queue
|
vmlinux |
0xffffffff968ec498
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x258
|
|
10
|
scsi_next_command
|
vmlinux |
0xffffffff968ee150
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x20
|
|
11
|
scsi_end_request
|
vmlinux |
0xffffffff968ee2a5
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x135
|
|
12
|
scsi_io_completion
|
vmlinux |
0xffffffff968ee518
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x168
|
|
13
|
scsi_finish_command
|
vmlinux |
0xffffffff968e380c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xdc
|
|
14
|
scsi_softirq_done
|
vmlinux |
0xffffffff968eda60
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x130
|
|
15
|
blk_done_softirq
|
vmlinux |
0xffffffff9675dce6
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x96
|
|
16
|
__do_softirq
|
vmlinux |
0xffffffff964a4bd5
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xf5
|
|
17
|
run_ksoftirqd
|
vmlinux |
0xffffffff964a4d98
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x38
|
|
18
|
smpboot_thread_fn
|
vmlinux |
0xffffffff964ce894
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x144
|
|
19
|
|
vmlinux |
0xffffffff964ce750
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x40
|
|
20
|
kthread
|
vmlinux |
0xffffffff964c5e41
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xd1
|
|
21
|
|
vmlinux |
0xffffffff964c5d70
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x40
|
|
22
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff96b95df7
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x21
|
|
23
|
|
vmlinux |
0xffffffff964c5d70
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [ksoftirqd/1:14]
Modules linked in: xt_nat veth binfmt_misc tcp_lp xt_addrtype xt_CHECKSUM iptable_mangle br_netfilter ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter overlay(T) sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device ppdev snd_pcm joydev iosf_mbi pcspkr sg snd_timer snd parport_pc i2c_piix4 video parport soundcore ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect ata_piix sysimgblt fb_sys_fops ttm e1000 libata drm crc32c_intel serio_raw drm_panel_orientation_quirks dm_mirror
dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9c98d84b0000 ti: ffff9c98d84b8000 task.ti: ffff9c98d84b8000
RIP: 0010:[<ffffffff96b8b7b5>] [<ffffffff96b8b7b5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9c98d84bbb38 EFLAGS: 00010286
RAX: 0000000000000001 RBX: ffff9c98d84bbae0 RCX: 000055af7fe27836
RDX: 000000000000d000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9c98d84bbb38 R08: 0000000000006000 R09: 000000005cb75fff
R10: ffff9c98dfd23990 R11: ffffe45240d71600 R12: ffffffffc04a6b5b
R13: ffff9c97f562c158 R14: ffffffffc04a7f16 R15: ffff9c98d84bbab0
FS: 0000000000000000(0000) GS:ffff9c98dfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000032174a1a000 CR3: 000000008a3a8000 CR4: 00000000000206e0
Call Trace:
[<ffffffffc049dd45>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc049aa20>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffff968e4810>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff968edf3c>] scsi_request_fn+0x4ac/0x680
[<ffffffff964bbdc4>] ? __queue_work+0x144/0x3f0
[<ffffffff96753ee9>] __blk_run_queue+0x39/0x50
[<ffffffff96753f66>] blk_run_queue+0x26/0x40
[<ffffffff968ec498>] scsi_run_queue+0x258/0x2f0
[<ffffffff968ee150>] scsi_next_command+0x20/0x40
[<ffffffff968ee2a5>] scsi_end_request+0x135/0x1e0
[<ffffffff968ee518>] scsi_io_completion+0x168/0x720
[<ffffffff968e380c>] scsi_finish_command+0xdc/0x140
[<ffffffff968eda60>] scsi_softirq_done+0x130/0x160
[<ffffffff9675dce6>] blk_done_softirq+0x96/0xc0
[<ffffffff964a4bd5>] __do_softirq+0xf5/0x280
[<ffffffff964a4d98>] run_ksoftirqd+0x38/0x50
[<ffffffff964ce894>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff964ce750>] ? lg_double_unlock+0x40/0x40
[<ffffffff964c5e41>] kthread+0xd1/0xe0
[<ffffffff964c5d70>] ? insert_kthread_work+0x40/0x40
[<ffffffff96b95df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff964c5d70>] ? insert_kthread_work+0x40/0x40
Code: c6 bc 98 ff 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 a6 bc 98 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #198934
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff87f8b565
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc02d0d45
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc02cda20
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff87ce3fa0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff87ced6cc
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff87b53939
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x39
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffff87b539b6
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffff87cebc28
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffff87ced8e0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffff87ceda35
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x135
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffff87cedca8
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x168
|
|
12
|
|
vxlan |
0xffffffffc0a8588a
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xea
|
|
13
|
scsi_finish_command
|
vmlinux |
0xffffffff87ce2f9c
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xdc
|
|
14
|
scsi_softirq_done
|
vmlinux |
0xffffffff87ced1f0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x130
|
|
15
|
blk_done_softirq
|
vmlinux |
0xffffffff87b5d796
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x96
|
|
16
|
__do_softirq
|
vmlinux |
0xffffffff878a4b35
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xf5
|
|
17
|
run_ksoftirqd
|
vmlinux |
0xffffffff878a4cf8
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x38
|
|
18
|
smpboot_thread_fn
|
vmlinux |
0xffffffff878ce7f4
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x144
|
|
19
|
|
vmlinux |
0xffffffff878ce6b0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
|
20
|
kthread
|
vmlinux |
0xffffffff878c5da1
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xd1
|
|
21
|
|
vmlinux |
0xffffffff878c5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
|
22
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff87f95df7
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x21
|
|
23
|
|
vmlinux |
0xffffffff878c5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [ksoftirqd/1:14]
Modules linked in: ip_vs_rr xt_ipvs ip_vs xt_REDIRECT nf_nat_redirect vxlan ip6_udp_tunnel udp_tunnel xt_mark xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM tun devlink rpcsec_gss_krb5 cmac auth_rpcgss nfsv4 arc4 md4 nfs lockd nls_utf8 grace cifs fscache ccm dns_resolver ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash
dm_log dm_mod nfit libnvdimm ppdev snd_intel8x0 iosf_mbi crc32_pclmul snd_ac97_codec ac97_bus ghash_clmulni_intel snd_seq snd_seq_device snd_pcm joydev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd sg snd_timer parport_pc snd parport i2c_piix4 pcspkr video soundcore ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul e1000 crct10dif_common crc32c_intel serio_raw drm_panel_orientation_quirks fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8ad4e3b4b180 ti: ffff8ad4e3b58000 task.ti: ffff8ad4e3b58000
RIP: 0010:[<ffffffff87f8b565>] [<ffffffff87f8b565>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8ad4e3b5bb38 EFLAGS: 00000286
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 00016f4a5a7aff3e
RDX: 000000000000d000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8ad4e3b5bb38 R08: 0000000000008000 R09: 0000000000000053
R10: ffff8ae398c63b30 R11: ffffd49b77fe0000 R12: ffff8ad4e3b5bab8
R13: ffff8ad4987f30d8 R14: ffffffffc02daf16 R15: ffff8ad4e3b5bab0
FS: 0000000000000000(0000) GS:ffff8ae398c40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd3d20e1000 CR3: 00000001367b8000 CR4: 00000000000606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc02d0d45>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc02cda20>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffff87ce3fa0>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff87ced6cc>] scsi_request_fn+0x4ac/0x680
[<ffffffff87b53939>] __blk_run_queue+0x39/0x50
[<ffffffff87b539b6>] blk_run_queue+0x26/0x40
[<ffffffff87cebc28>] scsi_run_queue+0x258/0x2f0
[<ffffffff87ced8e0>] scsi_next_command+0x20/0x40
[<ffffffff87ceda35>] scsi_end_request+0x135/0x1e0
[<ffffffff87cedca8>] scsi_io_completion+0x168/0x720
[<ffffffffc0a8588a>] ? vxlan_cleanup+0xea/0x140 [vxlan]
[<ffffffff87ce2f9c>] scsi_finish_command+0xdc/0x140
[<ffffffff87ced1f0>] scsi_softirq_done+0x130/0x160
[<ffffffff87b5d796>] blk_done_softirq+0x96/0xc0
[<ffffffff878a4b35>] __do_softirq+0xf5/0x280
[<ffffffff878a4cf8>] run_ksoftirqd+0x38/0x50
[<ffffffff878ce7f4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff878ce6b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff878c5da1>] kthread+0xd1/0xe0
[<ffffffff878c5cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffff87f95df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff878c5cd0>] ? insert_kthread_work+0x40/0x40
Code: 46 bd 98 ff 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 26 bd 98 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #9060
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffabd6b455
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc02c4d65
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc02c1a40
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffabad1700
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffabadac9c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffab943849
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x39
|
|
7
|
blk_run_queue
|
vmlinux |
0xffffffffab9438c6
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x26
|
|
8
|
scsi_run_queue
|
vmlinux |
0xffffffffabad9248
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x258
|
|
9
|
scsi_next_command
|
vmlinux |
0xffffffffabadae90
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x20
|
|
10
|
scsi_end_request
|
vmlinux |
0xffffffffabadafe5
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x135
|
|
11
|
scsi_io_completion
|
vmlinux |
0xffffffffabadb216
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x126
|
|
12
|
scsi_finish_command
|
vmlinux |
0xffffffffabad070c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xdc
|
|
13
|
scsi_softirq_done
|
vmlinux |
0xffffffffabada7a2
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x132
|
|
14
|
blk_done_softirq
|
vmlinux |
0xffffffffab94d546
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x96
|
|
15
|
__do_softirq
|
vmlinux |
0xffffffffab6a1075
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xf5
|
|
16
|
run_ksoftirqd
|
vmlinux |
0xffffffffab6a1238
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x38
|
|
17
|
smpboot_thread_fn
|
vmlinux |
0xffffffffab6ca734
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x144
|
|
18
|
|
vmlinux |
0xffffffffab6ca5f0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
19
|
kthread
|
vmlinux |
0xffffffffab6c1da1
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xd1
|
|
20
|
|
vmlinux |
0xffffffffab6c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
21
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffabd75c37
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x21
|
|
22
|
|
vmlinux |
0xffffffffab6c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [ksoftirqd/0:3]
Modules linked in: fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter sunrpc ext4 mbcache jbd2 joydev vboxguest(OE) vboxvideo(OE) ppdev nfit ttm drm_kms_helper snd_intel8x0 syscopyarea sysfillrect sysimgblt fb_sys_fops snd_ac97_codec drm ac97_bus snd_seq parport_pc libnvdimm snd_seq_device snd_pcm snd_timer parport snd drm_panel_orientation_quirks iosf_mbi sg crc32_pclmul ghash_clmulni_intel soundcore aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr video i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic
ata_generic pata_acpi ahci ata_piix libahci crct10dif_pclmul crct10dif_common crc32c_intel serio_raw libata e1000 dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3 Comm: ksoftirqd/0 Kdump: loaded Tainted: G W OEL ------------ 3.10.0-957.21.3.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8ae3536f2080 ti: ffff8ae353720000 task.ti: ffff8ae353720000
RIP: 0010:[<ffffffffabd6b455>] [<ffffffffabd6b455>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8ae353723b38 EFLAGS: 00000286
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000000
RDX: ffff8ae437ade818 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff8ae353723b38 R08: 0000000000000000 R09: 0000000e0e085fff
R10: 0000000000000000 R11: 0000000000000001 R12: ffff8ae353723ab8
R13: ffff8ae437b19c18 R14: ffff8b0197e6a000 R15: ffffffffabad89fe
FS: 0000000000000000(0000) GS:ffff8b019f200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000058f97b028 CR3: 0000000237810000 CR4: 00000000000606f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc02c4d65>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc02c1a40>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffabad1700>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffabadac9c>] scsi_request_fn+0x4cc/0x680
[<ffffffffab943849>] __blk_run_queue+0x39/0x50
[<ffffffffab9438c6>] blk_run_queue+0x26/0x40
[<ffffffffabad9248>] scsi_run_queue+0x258/0x2f0
[<ffffffffabadae90>] scsi_next_command+0x20/0x40
[<ffffffffabadafe5>] scsi_end_request+0x135/0x1e0
[<ffffffffabadb216>] scsi_io_completion+0x126/0x6a0
[<ffffffffabad070c>] scsi_finish_command+0xdc/0x140
[<ffffffffabada7a2>] scsi_softirq_done+0x132/0x160
[<ffffffffab94d546>] blk_done_softirq+0x96/0xc0
[<ffffffffab6a1075>] __do_softirq+0xf5/0x280
[<ffffffffab6a1238>] run_ksoftirqd+0x38/0x50
[<ffffffffab6ca734>] smpboot_thread_fn+0x144/0x1a0
[<ffffffffab6ca5f0>] ? lg_double_unlock+0x40/0x40
[<ffffffffab6c1da1>] kthread+0xd1/0xe0
[<ffffffffab6c1cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffabd75c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffab6c1cd0>] ? insert_kthread_work+0x40/0x40
Code: 14 25 50 43 23 ac 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 ff 14 25 50 43 23 ac 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48