Complete report #1265484
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8e3ba385
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x15
|
|
2
|
pvscsi_queue
|
vmw_pvscsi |
0xffffffffc042e6a2
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4a2
|
|
3
|
|
vmlinux |
0xffffffff8e10bb80
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x170
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff8e103030
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff8e10cbdc
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4ac
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff8df687d9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x39
|
|
7
|
blk_queue_bio
|
vmlinux |
0xffffffff8df6c703
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x3b3
|
|
8
|
generic_make_request
|
vmlinux |
0xffffffff8df6a537
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x157
|
|
9
|
__map_bio
|
dm_mod |
0xffffffffc03f149d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x13d
|
|
10
|
|
dm_mod |
0xffffffffc03ef710
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x90
|
|
11
|
__clone_and_map_data_bio
|
dm_mod |
0xffffffffc03f16f7
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x177
|
|
12
|
__split_and_process_bio
|
dm_mod |
0xffffffffc03f1ad1
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2d1
|
|
13
|
dm_wq_work
|
dm_mod |
0xffffffffc03f1e9e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xde
|
|
14
|
process_one_work
|
vmlinux |
0xffffffff8dcc32ef
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x17f
|
|
15
|
worker_thread
|
vmlinux |
0xffffffff8dcc4436
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x126
|
|
16
|
|
vmlinux |
0xffffffff8dcc4310
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2b0
|
|
17
|
kthread
|
vmlinux |
0xffffffff8dccb621
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xd1
|
|
18
|
|
vmlinux |
0xffffffff8dccb550
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8e3c51f7
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x21
|
|
20
|
|
vmlinux |
0xffffffff8dccb550
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [kworker/3:1:21616]
Modules linked in: xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack xt_addrtype iptable_filter br_netfilter bridge stp llc nfsv3 nfs_acl rpcsec_gss_krb5 nfsv4 dns_resolver nfs lockd grace fscache overlay(T) edac_mce_amd bochs_drm ttm aesni_intel drm_kms_helper lrw syscopyarea gf128mul glue_helper ablk_helper sysfillrect cryptd sysimgblt fb_sys_fops drm pcspkr drm_panel_orientation_quirks i2c_piix4 virtio_balloon joydev floppy auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common sg ata_generic pata_acpi ata_piix virtio_console libata crc32c_intel virtio_pci vmxnet3 virtio_ring serio_raw vmw_pvscsi virtio dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 21616 Comm: kworker/3:1 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
Workqueue: kdmflush dm_wq_work [dm_mod]
task: ffff93e3e01cb180 ti: ffff93e371f8c000 task.ti: ffff93e371f8c000
RIP: 0010:[<ffffffff8e3ba385>] [<ffffffff8e3ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff93e371f8fa70 EFLAGS: 00000282
RAX: 0000000000000001 RBX: ffffffff8dfc9ec3 RCX: ffffffff8e834f40
RDX: ffffb66d80e70000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff93e371f8fa70 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: ffff93e433fc9800 R12: 0000000000000000
R13: 0000000000000020 R14: ffff93e235c36d80 R15: ffffffff8e10a7b9
FS: 0000000000000000(0000) GS:ffff93e43fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f7ae84795f0 CR3: 00000002360aa000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc042e6a2>] pvscsi_queue+0x4a2/0x920 [vmw_pvscsi]
[<ffffffff8e10bb80>] ? scsi_test_unit_ready+0x170/0x170
[<ffffffff8e103030>] scsi_dispatch_cmd+0xb0/0x250
[<ffffffff8e10cbdc>] scsi_request_fn+0x4ac/0x680
[<ffffffff8df687d9>] __blk_run_queue+0x39/0x50
[<ffffffff8df6c703>] blk_queue_bio+0x3b3/0x400
[<ffffffff8df6a537>] generic_make_request+0x157/0x390
[<ffffffffc03f149d>] __map_bio+0x13d/0x190 [dm_mod]
[<ffffffffc03ef710>] ? queue_io+0x90/0x90 [dm_mod]
[<ffffffffc03f16f7>] __clone_and_map_data_bio+0x177/0x280 [dm_mod]
[<ffffffffc03f1ad1>] __split_and_process_bio+0x2d1/0x520 [dm_mod]
[<ffffffffc03f1e9e>] dm_wq_work+0xde/0x100 [dm_mod]
[<ffffffff8dcc32ef>] process_one_work+0x17f/0x440
[<ffffffff8dcc4436>] worker_thread+0x126/0x3c0
[<ffffffff8dcc4310>] ? manage_workers.isra.26+0x2b0/0x2b0
[<ffffffff8dccb621>] kthread+0xd1/0xe0
[<ffffffff8dccb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff8e3c51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8dccb550>] ? insert_kthread_work+0x40/0x40
Code: aa 42 96 ff 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 66 66 66 66 90 55 48 89 e5 e8 8a 42 96 ff 66 90 48 89 f7 57 9d <66> 66 90 66 90 5d c3 cc cc cc cc 66 66 66 66 90 55 48 89 e5 48
Complete report #501794
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffa0115375
Build id: 3.10.0-862.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc0219bf8
Build id: 3.10.0-862.el7.x86_64
|
0x148
|
|
3
|
|
libata |
0xffffffffc02169b0
Build id: 3.10.0-862.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffff9fe9b050
Build id: 3.10.0-862.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffff9fea45bc
Build id: 3.10.0-862.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffff9fd18ad9
Build id: 3.10.0-862.el7.x86_64
|
0x39
|
|
7
|
blk_queue_bio
|
vmlinux |
0xffffffff9fd1c763
Build id: 3.10.0-862.el7.x86_64
|
0x3b3
|
|
8
|
generic_make_request
|
vmlinux |
0xffffffff9fd1a6bb
Build id: 3.10.0-862.el7.x86_64
|
0x10b
|
|
9
|
__map_bio
|
dm_mod |
0xffffffffc01c01c5
Build id: 3.10.0-862.el7.x86_64
|
0x135
|
|
10
|
|
dm_mod |
0xffffffffc01be680
Build id: 3.10.0-862.el7.x86_64
|
0x80
|
|
11
|
__clone_and_map_data_bio
|
dm_mod |
0xffffffffc01c0427
Build id: 3.10.0-862.el7.x86_64
|
0x177
|
|
12
|
__split_and_process_bio
|
dm_mod |
0xffffffffc01c0801
Build id: 3.10.0-862.el7.x86_64
|
0x2d1
|
|
13
|
dm_wq_work
|
dm_mod |
0xffffffffc01c0b2e
Build id: 3.10.0-862.el7.x86_64
|
0xde
|
|
14
|
process_one_work
|
vmlinux |
0xffffffff9fab2dff
Build id: 3.10.0-862.el7.x86_64
|
0x17f
|
|
15
|
worker_thread
|
vmlinux |
0xffffffff9fab3ac6
Build id: 3.10.0-862.el7.x86_64
|
0x126
|
|
16
|
|
vmlinux |
0xffffffff9fab39a0
Build id: 3.10.0-862.el7.x86_64
|
0x2a0
|
|
17
|
kthread
|
vmlinux |
0xffffffff9fabae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
|
18
|
|
vmlinux |
0xffffffff9fabad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa011f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
|
20
|
|
vmlinux |
0xffffffff9fabad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [kworker/0:1:19635]
Modules linked in: sunrpc ppdev ext4 mbcache snd_intel8x0 sb_edac jbd2 snd_ac97_codec iosf_mbi crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper snd_timer cryptd i2c_piix4 snd sg parport_pc soundcore i2c_core video parport pcspkr binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi ahci libahci ata_piix libata crct10dif_pclmul crct10dif_common e1000 crc32c_intel serio_raw dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 19635 Comm: kworker/0:1 Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
Workqueue: kdmflush dm_wq_work [dm_mod]
task: ffff8faea1bf5ee0 ti: ffff8fbb60ab4000 task.ti: ffff8fbb60ab4000
RIP: 0010:[<ffffffffa0115375>] [<ffffffffa0115375>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8fbb60ab7aa0 EFLAGS: 00000282
RAX: 0000000000000001 RBX: ffff8fbb60ab7a38 RCX: 0000000000000010
RDX: ffff8fbb96f78000 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8fbb60ab7aa0 R08: 0000000000000008 R09: 0000000000000088
R10: 0000000000000000 R11: 0000000000000001 R12: ffff8fb8e1ad9880
R13: ffff8fba1c639200 R14: ffff8fbb9dd2b000 R15: ffff8fbb98bea000
FS: 0000000000000000(0000) GS:ffff8fbb9d600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 000000029907ab00 CR3: 0000001e3db4c000 CR4: 00000000000606f0
Call Trace:
[<ffffffffc0219bf8>] ata_scsi_queuecmd+0x148/0x440 [libata]
[<ffffffffc02169b0>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffff9fe9b050>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffff9fea45bc>] scsi_request_fn+0x4cc/0x680
[<ffffffff9fd18ad9>] __blk_run_queue+0x39/0x50
[<ffffffff9fd1c763>] blk_queue_bio+0x3b3/0x400
[<ffffffff9fd1a6bb>] generic_make_request+0x10b/0x320
[<ffffffffc01c01c5>] __map_bio+0x135/0x190 [dm_mod]
[<ffffffffc01be680>] ? queue_io+0x80/0x80 [dm_mod]
[<ffffffffc01c0427>] __clone_and_map_data_bio+0x177/0x280 [dm_mod]
[<ffffffffc01c0801>] __split_and_process_bio+0x2d1/0x520 [dm_mod]
[<ffffffffc01c0b2e>] dm_wq_work+0xde/0x100 [dm_mod]
[<ffffffff9fab2dff>] process_one_work+0x17f/0x440
[<ffffffff9fab3ac6>] worker_thread+0x126/0x3c0
[<ffffffff9fab39a0>] ? manage_workers.isra.24+0x2a0/0x2a0
[<ffffffff9fabae31>] kthread+0xd1/0xe0
[<ffffffff9fabad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa011f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9fabad60>] ? insert_kthread_work+0x40/0x40
Code: 14 25 d0 07 63 a0 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 ff 14 25 d0 07 63 a0 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #9059
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffffb136b455
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x15
|
|
2
|
ata_scsi_queuecmd
|
libata |
0xffffffffc0316d65
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x155
|
|
3
|
|
libata |
0xffffffffc0313a40
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x50
|
|
4
|
scsi_dispatch_cmd
|
vmlinux |
0xffffffffb10d1700
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xb0
|
|
5
|
scsi_request_fn
|
vmlinux |
0xffffffffb10dac9c
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x4cc
|
|
6
|
__blk_run_queue
|
vmlinux |
0xffffffffb0f43849
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x39
|
|
7
|
blk_queue_bio
|
vmlinux |
0xffffffffb0f47553
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x3b3
|
|
8
|
generic_make_request
|
vmlinux |
0xffffffffb0f454e7
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x147
|
|
9
|
__map_bio
|
dm_mod |
0xffffffffc02463f5
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x135
|
|
10
|
|
dm_mod |
0xffffffffc0244680
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x80
|
|
11
|
__clone_and_map_data_bio
|
dm_mod |
0xffffffffc0246657
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x177
|
|
12
|
__split_and_process_bio
|
dm_mod |
0xffffffffc0246a31
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x2d1
|
|
13
|
dm_wq_work
|
dm_mod |
0xffffffffc0246d5e
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xde
|
|
14
|
process_one_work
|
vmlinux |
0xffffffffb0cb9ebf
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x17f
|
|
15
|
worker_thread
|
vmlinux |
0xffffffffb0cbaf56
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x126
|
|
16
|
|
vmlinux |
0xffffffffb0cbae30
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x2a0
|
|
17
|
kthread
|
vmlinux |
0xffffffffb0cc1da1
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xd1
|
|
18
|
|
vmlinux |
0xffffffffb0cc1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb1375c37
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x21
|
|
20
|
|
vmlinux |
0xffffffffb0cc1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [kworker/0:2:28538]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink sunrpc ext4 mbcache jbd2 joydev ppdev vboxvideo(OE) nfit libnvdimm snd_intel8x0 snd_ac97_codec iosf_mbi vboxguest(OE) ttm drm_kms_helper ac97_bus crc32_pclmul syscopyarea sysfillrect ghash_clmulni_intel snd_seq sysimgblt aesni_intel snd_seq_device snd_pcm fb_sys_fops lrw gf128mul parport_pc drm snd_timer glue_helper snd ablk_helper parport video sg drm_panel_orientation_quirks cryptd soundcore pcspkr i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic
pata_acpi ahci crct10dif_pclmul crct10dif_common crc32c_intel ata_piix libahci libata serio_raw e1000 dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 28538 Comm: kworker/0:2 Kdump: loaded Tainted: G W OEL ------------ 3.10.0-957.21.3.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
Workqueue: kdmflush dm_wq_work [dm_mod]
task: ffff9cf3db33b0c0 ti: ffff9d05eee24000 task.ti: ffff9d05eee24000
RIP: 0010:[<ffffffffb136b455>] [<ffffffffb136b455>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9d05eee27aa0 EFLAGS: 00000282
RAX: 0000000000000001 RBX: ffff9d0c98bb8000 RCX: 0000000000000000
RDX: ffff9d0c52e9c418 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff9d05eee27aa0 R08: 0000000000000000 R09: 0000001f98a093ff
R10: ffff9d0c972280d8 R11: ffff9d0a0de35340 R12: ffff9d05eee27a48
R13: ffffffffb0fa1973 R14: ffff9d05eee27a48 R15: ffff9d0c97228000
FS: 0000000000000000(0000) GS:ffff9d0c9f200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f60dece1000 CR3: 0000001d14b1c000 CR4: 00000000000606f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0316d65>] ata_scsi_queuecmd+0x155/0x450 [libata]
[<ffffffffc0313a40>] ? ata_scsi_invalid_field+0x50/0x50 [libata]
[<ffffffffb10d1700>] scsi_dispatch_cmd+0xb0/0x240
[<ffffffffb10dac9c>] scsi_request_fn+0x4cc/0x680
[<ffffffffb0f43849>] __blk_run_queue+0x39/0x50
[<ffffffffb0f47553>] blk_queue_bio+0x3b3/0x400
[<ffffffffb0f454e7>] generic_make_request+0x147/0x380
[<ffffffffc02463f5>] __map_bio+0x135/0x190 [dm_mod]
[<ffffffffc0244680>] ? queue_io+0x80/0x80 [dm_mod]
[<ffffffffc0246657>] __clone_and_map_data_bio+0x177/0x280 [dm_mod]
[<ffffffffc0246a31>] __split_and_process_bio+0x2d1/0x520 [dm_mod]
[<ffffffffc0246d5e>] dm_wq_work+0xde/0x100 [dm_mod]
[<ffffffffb0cb9ebf>] process_one_work+0x17f/0x440
[<ffffffffb0cbaf56>] worker_thread+0x126/0x3c0
[<ffffffffb0cbae30>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffb0cc1da1>] kthread+0xd1/0xe0
[<ffffffffb0cc1cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb1375c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb0cc1cd0>] ? insert_kthread_work+0x40/0x40
Code: 14 25 50 43 83 b1 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 ff 14 25 50 43 83 b1 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48