Complete report #994348
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8556b175
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x15
|
|
2
|
__wake_up
|
vmlinux |
0xffffffff84ececa4
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x44
|
|
3
|
rcu_report_qs_rnp
|
vmlinux |
0xffffffff84f52716
Build id: 3.10.0-957.10.1.el7.x86_64
|
0xc6
|
|
4
|
rcu_process_callbacks
|
vmlinux |
0xffffffff84f54f22
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x492
|
|
5
|
__do_softirq
|
vmlinux |
0xffffffff84ea0f45
Build id: 3.10.0-957.10.1.el7.x86_64
|
0xf5
|
|
6
|
run_ksoftirqd
|
vmlinux |
0xffffffff84ea1108
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x38
|
|
7
|
smpboot_thread_fn
|
vmlinux |
0xffffffff84eca604
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x144
|
|
8
|
|
vmlinux |
0xffffffff84eca4c0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x40
|
|
9
|
kthread
|
vmlinux |
0xffffffff84ec1c71
Build id: 3.10.0-957.10.1.el7.x86_64
|
0xd1
|
|
10
|
|
vmlinux |
0xffffffff84ec1ba0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff85575c1d
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x7
|
|
12
|
|
vmlinux |
0xffffffff84ec1ba0
Build id: 3.10.0-957.10.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [ksoftirqd/3:25]
Modules linked in:
CPU: 3 PID: 25 Comm: ksoftirqd/3 Tainted: G L ------------ 3.10.0-957.10.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff881abbf36180 ti: ffff881abbf50000 task.ti: ffff881abbf50000
RIP: 0010:[<ffffffff8556b175>] [<ffffffff8556b175>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff881abbf53d38 EFLAGS: 00010246
RAX: 0000000000000001 RBX: 0000000000000003 RCX: dead000000000200
RDX: ffffffff85a8cb10 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff881abbf53d38 R08: ffff881abbe87e80 R09: ffffffff85ee9c00
R10: 0000000000000000 R11: 0000000000000400 R12: ffffffff85a8cb10
R13: ffffffff85a8cb28 R14: ffff881abbe87e68 R15: 0000000000000096
FS: 0000000000000000(0000) GS:ffff881b96780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000000000 CR3: 00000001b1610000 CR4: 00000000000206e0
Call Trace:
[<ffffffff84ececa4>] __wake_up+0x44/0x50
[<ffffffff84f52716>] rcu_report_qs_rnp+0xc6/0x130
[<ffffffff84f54f22>] rcu_process_callbacks+0x492/0x580
[<ffffffff84ea0f45>] __do_softirq+0xf5/0x280
[<ffffffff84ea1108>] run_ksoftirqd+0x38/0x50
[<ffffffff84eca604>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff84eca4c0>] ? lg_double_unlock+0x40/0x40
[<ffffffff84ec1c71>] kthread+0xd1/0xe0
[<ffffffff84ec1ba0>] ? insert_kthread_work+0x40/0x40
[<ffffffff85575c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff84ec1ba0>] ? insert_kthread_work+0x40/0x40
Code: 14 25 10 43 a3 85 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 ff 14 25 10 43 a3 85 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #786205
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff981ba385
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x15
|
|
2
|
__wake_up_common_lock
|
vmlinux |
0xffffffff97ad8f31
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x91
|
|
3
|
|
vmlinux |
0xffffffff97ad8990
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x20
|
|
4
|
__wake_up
|
vmlinux |
0xffffffff97ad8f73
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x13
|
|
5
|
rcu_report_qs_rnp
|
vmlinux |
0xffffffff97b60ad6
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xc6
|
|
6
|
rcu_process_callbacks
|
vmlinux |
0xffffffff97b63452
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x492
|
|
7
|
|
vmlinux |
0xffffffff97a2c5ee
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xce
|
|
8
|
__do_softirq
|
vmlinux |
0xffffffff97aa9595
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xf5
|
|
9
|
run_ksoftirqd
|
vmlinux |
0xffffffff97aa9768
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x38
|
|
10
|
smpboot_thread_fn
|
vmlinux |
0xffffffff97ad43fc
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x14c
|
|
11
|
|
vmlinux |
0xffffffff97ad42b0
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x40
|
|
12
|
kthread
|
vmlinux |
0xffffffff97acb621
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0xd1
|
|
13
|
|
vmlinux |
0xffffffff97acb550
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x40
|
|
14
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff981c51dd
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x7
|
|
15
|
|
vmlinux |
0xffffffff97acb550
Build id: 3.10.0-1160.95.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 28s! [ksoftirqd/1:14]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq snd_seq_device joydev ppdev snd_pcm crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_timer sg vboxguest(OE) pcspkr snd parport_pc parport video soundcore i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom
ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx e1000 ata_piix crct10dif_pclmul crct10dif_common ahci drm_kms_helper libahci syscopyarea sysfillrect sysimgblt fb_sys_fops crc32c_intel ttm serio_raw libata drm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 14 Comm: ksoftirqd/1 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff8fcb3aee0000 ti: ffff8fcb3aedc000 task.ti: ffff8fcb3aedc000
RIP: 0010:[<ffffffff981ba385>] [<ffffffff981ba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8fcb3aedfcf0 EFLAGS: 00010292
RAX: 0000000000000001 RBX: ffff8fcb3aedfc98 RCX: dead000000000200
RDX: ffffffff9868e9d0 RSI: 0000000000000292 RDI: 0000000000000292
RBP: ffff8fcb3aedfcf0 R08: ffff8fcb3aec7e80 R09: ffffffff98b3bbc0
R10: 0000000000000000 R11: 0000000000000400 R12: ffff8fcb3aedfc70
R13: ffffffff9868e9d0 R14: ffff8fcb3aedfd08 R15: ffffffff9868e9e8
FS: 0000000000000000(0000) GS:ffff8fcbdfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7786d69078 CR3: 000000016c998000 CR4: 00000000000206e0
Call Trace:
[<ffffffff97ad8f31>] __wake_up_common_lock+0x91/0xc0
[<ffffffff97ad8990>] ? task_rq_unlock+0x20/0x20
[<ffffffff97ad8f73>] __wake_up+0x13/0x20
[<ffffffff97b60ad6>] rcu_report_qs_rnp+0xc6/0x140
[<ffffffff97b63452>] rcu_process_callbacks+0x492/0x580
[<ffffffff97a2c5ee>] ? __switch_to+0xce/0x590
[<ffffffff97aa9595>] __do_softirq+0xf5/0x290
[<ffffffff97aa9768>] run_ksoftirqd+0x38/0x60
[<ffffffff97ad43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff97ad42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff97acb621>] kthread+0xd1/0xe0
[<ffffffff97acb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff981c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff97acb550>] ? insert_kthread_work+0x40/0x40
Code: 1a 42 96 ff 66 90 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 fa 41 96 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #745701
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9dbba385
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x15
|
|
2
|
rcu_report_qs_rnp
|
vmlinux |
0xffffffff9d560a8a
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x7a
|
|
3
|
rcu_process_callbacks
|
vmlinux |
0xffffffff9d563452
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x492
|
|
4
|
__do_softirq
|
vmlinux |
0xffffffff9d4a9595
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xf5
|
|
5
|
run_ksoftirqd
|
vmlinux |
0xffffffff9d4a9768
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x38
|
|
6
|
smpboot_thread_fn
|
vmlinux |
0xffffffff9d4d43fc
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x14c
|
|
7
|
|
vmlinux |
0xffffffff9d4d42b0
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x40
|
|
8
|
kthread
|
vmlinux |
0xffffffff9d4cb621
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff9d4cb550
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9dbc51dd
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x7
|
|
11
|
|
vmlinux |
0xffffffff9d4cb550
Build id: 3.10.0-1160.92.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 21s! [ksoftirqd/7:44]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq btusb snd_seq_device btrtl btbcm snd_pcm btintel ppdev aesni_intel bluetooth lrw
snd_timer gf128mul glue_helper ablk_helper vmw_balloon cryptd sg snd joydev pcspkr rfkill soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libnvdimm drm mptspi scsi_transport_spi libata mptscsih serio_raw e1000 mptbase drm_panel_orientation_quirks fuse
CPU: 7 PID: 44 Comm: ksoftirqd/7 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.92.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8ebf76302100 ti: ffff8ebf76318000 task.ti: ffff8ebf76318000
RIP: 0010:[<ffffffff9dbba385>] [<ffffffff9dbba385>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff8ebf7631bd70 EFLAGS: 00000202
RAX: 0000000000000202 RBX: 0000000000000020 RCX: 0000000000000202
RDX: 0000000000000090 RSI: 0000000000000202 RDI: 0000000000000202
RBP: ffff8ebf7631bd70 R08: ffff8ebf797d63a8 R09: 0000000000000001
R10: 0000000000000003 R11: 7fffffffffffffff R12: ffff8ebf79129c00
R13: 0000000000000000 R14: ffffffff9d4e805b R15: ffff8ebf7631bd40
FS: 0000000000000000(0000) GS:ffff8ebf797c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5c23732978 CR3: 00000000ba8d6000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9d560a8a>] rcu_report_qs_rnp+0x7a/0x140
[<ffffffff9d563452>] rcu_process_callbacks+0x492/0x580
[<ffffffff9d4a9595>] __do_softirq+0xf5/0x290
[<ffffffff9d4a9768>] run_ksoftirqd+0x38/0x60
[<ffffffff9d4d43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff9d4d42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff9d4cb621>] kthread+0xd1/0xe0
[<ffffffff9d4cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff9dbc51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff9d4cb550>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 cc cc cc cc 0f 1f 44 00 00 55 48 89 e5 48
Complete report #587439
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff816ab845
Build id: 3.10.0-693.el7.x86_64
|
0x15
|
|
2
|
__wake_up
|
vmlinux |
0xffffffff810bd504
Build id: 3.10.0-693.el7.x86_64
|
0x44
|
|
3
|
rcu_report_qs_rnp
|
vmlinux |
0xffffffff811378a6
Build id: 3.10.0-693.el7.x86_64
|
0xc6
|
|
4
|
rcu_process_callbacks
|
vmlinux |
0xffffffff8113a032
Build id: 3.10.0-693.el7.x86_64
|
0x462
|
|
5
|
__do_softirq
|
vmlinux |
0xffffffff81090b3f
Build id: 3.10.0-693.el7.x86_64
|
0xef
|
|
6
|
run_ksoftirqd
|
vmlinux |
0xffffffff81090d08
Build id: 3.10.0-693.el7.x86_64
|
0x38
|
|
7
|
smpboot_thread_fn
|
vmlinux |
0xffffffff810b909f
Build id: 3.10.0-693.el7.x86_64
|
0x12f
|
|
8
|
|
vmlinux |
0xffffffff810b8f70
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
9
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
10
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
12
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 27s! [postmaster:2024]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 31s! [ksoftirqd/1:13]
Modules linked in: nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache zram isofs tcp_diag inet_diag vmw_vsock_vmci_transport vsock xfs libcrc32c sb_edac edac_core coretemp iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi libata scsi_transport_spi crct10dif_pclmul crct10dif_common mptscsih mptbase crc32c_intel serio_raw vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 13 Comm: ksoftirqd/1 Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff88017d606eb0 ti: ffff88017d684000 task.ti: ffff88017d684000
RIP: 0010:[<ffffffff816ab845>] [<ffffffff816ab845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88017d687d38 EFLAGS: 00000246
RAX: ffffffff81a69728 RBX: 0000000000000003 RCX: dead000000000200
RDX: ffffffff81a69710 RSI: 0000000000000246 RDI: 0000000000000246
RBP: ffff88017d687d38 R08: ffff88017d5ffe80 R09: ffff8801b1200fd0
R10: 00000000143af000 R11: 0000000000000400 R12: ffffffff81a69710
R13: ffffffff81a69728 R14: ffff88017d5ffe68 R15: 0000000000000046
FS: 0000000000000000(0000) GS:ffff8801bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00000397bad6d000 CR3: 00000001adf60000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88017d687d70 ffffffff810bd504 ffffffff81a550c0 0000000000000000
ffffffff81a550c0 ffffffff819eb108 ffff8801bfc90260 ffff88017d687da8
ffffffff811378a6 ffffffff81a550c0 ffffffff81a550c0 ffffffff81a550c0
Call Trace:
[<ffffffff810bd504>] __wake_up+0x44/0x50
[<ffffffff811378a6>] rcu_report_qs_rnp+0xc6/0x130
[<ffffffff8113a032>] rcu_process_callbacks+0x462/0x550
[<ffffffff81090b3f>] __do_softirq+0xef/0x280
[<ffffffff81090d08>] run_ksoftirqd+0x38/0x50
[<ffffffff810b909f>] smpboot_thread_fn+0x12f/0x180
[<ffffffff810b8f70>] ? lg_double_unlock+0x40/0x40
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #157474
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8bd89785
Build id: 3.10.0-1160.el7.x86_64
|
0x15
|
|
2
|
__wake_up_common_lock
|
vmlinux |
0xffffffff8b6d3101
Build id: 3.10.0-1160.el7.x86_64
|
0x91
|
|
3
|
|
vmlinux |
0xffffffff8b6d2ba0
Build id: 3.10.0-1160.el7.x86_64
|
0x20
|
|
4
|
__wake_up
|
vmlinux |
0xffffffff8b6d3143
Build id: 3.10.0-1160.el7.x86_64
|
0x13
|
|
5
|
rcu_report_qs_rnp
|
vmlinux |
0xffffffff8b757fb6
Build id: 3.10.0-1160.el7.x86_64
|
0xc6
|
|
6
|
rcu_process_callbacks
|
vmlinux |
0xffffffff8b75a7d2
Build id: 3.10.0-1160.el7.x86_64
|
0x482
|
|
7
|
__do_softirq
|
vmlinux |
0xffffffff8b6a4b95
Build id: 3.10.0-1160.el7.x86_64
|
0xf5
|
|
8
|
run_ksoftirqd
|
vmlinux |
0xffffffff8b6a4d58
Build id: 3.10.0-1160.el7.x86_64
|
0x38
|
|
9
|
smpboot_thread_fn
|
vmlinux |
0xffffffff8b6ce674
Build id: 3.10.0-1160.el7.x86_64
|
0x144
|
|
10
|
|
vmlinux |
0xffffffff8b6ce530
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
11
|
kthread
|
vmlinux |
0xffffffff8b6c5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffff8b6c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8bd93df7
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffff8b6c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [ksoftirqd/3:24]
Modules linked in: tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw snd_ens1371 gf128mul ppdev glue_helper snd_rawmidi snd_ac97_codec ablk_helper cryptd ac97_bus vmw_balloon snd_seq snd_seq_device
snd_pcm btusb joydev btrtl pcspkr btbcm btintel bluetooth snd_timer snd rfkill soundcore sg parport_pc parport i2c_piix4 vmw_vmci sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt serio_raw fb_sys_fops ttm mptspi ata_piix drm e1000 libata scsi_transport_spi nfit mptscsih libnvdimm mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 24 Comm: ksoftirqd/3 Kdump: loaded Not tainted 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9fc8b97d3180 ti: ffff9fc8b97e4000 task.ti: ffff9fc8b97e4000
RIP: 0010:[<ffffffff8bd89785>] [<ffffffff8bd89785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9fc8b97e7cf0 EFLAGS: 00000292
RAX: 0000000000000001 RBX: ffff9fc8b97e7c98 RCX: dead000000000200
RDX: ffffffff8c28e9d0 RSI: 0000000000000292 RDI: 0000000000000292
RBP: ffff9fc8b97e7cf0 R08: ffff9fc8b7b8be80 R09: ffffffff8b6c6d10
R10: 0000000000000003 R11: 0000000000000000 R12: ffff9fc8b97e7c70
R13: ffffffff8c28e9d0 R14: ffff9fc8b97e7d08 R15: ffffffff8c28e9e8
FS: 0000000000000000(0000) GS:ffff9fc8bb6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3e889d4c54 CR3: 000000005578a000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8b6d3101>] __wake_up_common_lock+0x91/0xc0
[<ffffffff8b6d2ba0>] ? task_rq_unlock+0x20/0x20
[<ffffffff8b6d3143>] __wake_up+0x13/0x20
[<ffffffff8b757fb6>] rcu_report_qs_rnp+0xc6/0x130
[<ffffffff8b75a7d2>] rcu_process_callbacks+0x482/0x570
[<ffffffff8b6a4b95>] __do_softirq+0xf5/0x280
[<ffffffff8b6a4d58>] run_ksoftirqd+0x38/0x50
[<ffffffff8b6ce674>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff8b6ce530>] ? lg_double_unlock+0x40/0x40
[<ffffffff8b6c5c21>] kthread+0xd1/0xe0
[<ffffffff8b6c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffff8bd93df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8b6c5b50>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #180650
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff8978b805
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x15
|
|
2
|
__wake_up_common_lock
|
vmlinux |
0xffffffff890d31c1
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x91
|
|
3
|
|
vmlinux |
0xffffffff890d2c30
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x20
|
|
4
|
__wake_up
|
vmlinux |
0xffffffff890d3203
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x13
|
|
5
|
rcu_report_qs_rnp
|
vmlinux |
0xffffffff89157f56
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xc6
|
|
6
|
rcu_process_callbacks
|
vmlinux |
0xffffffff8915a772
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x482
|
|
7
|
__do_softirq
|
vmlinux |
0xffffffff890a4bc5
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xf5
|
|
8
|
run_ksoftirqd
|
vmlinux |
0xffffffff890a4d88
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x38
|
|
9
|
smpboot_thread_fn
|
vmlinux |
0xffffffff890ce884
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x144
|
|
10
|
|
vmlinux |
0xffffffff890ce740
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
|
11
|
kthread
|
vmlinux |
0xffffffff890c5e31
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffff890c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff89795df7
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffff890c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [ksoftirqd/3:25]
Modules linked in: ppdev joydev snd_intel8x0(+) snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm iosf_mbi sg pcspkr snd_timer snd parport_pc floppy(-) vboxguest(OE) video parport soundcore i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci ata_piix crc32c_intel libata serio_raw pcnet32 mii drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 25 Comm: ksoftirqd/3 Tainted: G OE ------------ 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff9736f93b6300 ti: ffff9736f93d4000 task.ti: ffff9736f93d4000
RIP: 0010:[<ffffffff8978b805>] [<ffffffff8978b805>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9736f93d7cf0 EFLAGS: 00010292
RAX: 0000000000000001 RBX: ffff9736f93d7c98 RCX: dead000000000200
RDX: ffffffff89c8e9d0 RSI: 0000000000000292 RDI: 0000000000000292
RBP: ffff9736f93d7cf0 R08: ffff9736f930fe80 R09: ffffffff8a109bc0
R10: 00000000094d2c20 R11: 0000000000000400 R12: ffff9736f93d7c70
R13: ffffffff89c8e9d0 R14: ffff9736f93d7d08 R15: ffffffff89c8e9e8
FS: 0000000000000000(0000) GS:ffff97381fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f17bff1b170 CR3: 0000000034dca000 CR4: 00000000000206e0
Call Trace:
[<ffffffff890d31c1>] __wake_up_common_lock+0x91/0xc0
[<ffffffff890d2c30>] ? task_rq_unlock+0x20/0x20
[<ffffffff890d3203>] __wake_up+0x13/0x20
[<ffffffff89157f56>] rcu_report_qs_rnp+0xc6/0x130
[<ffffffff8915a772>] rcu_process_callbacks+0x482/0x570
[<ffffffff890a4bc5>] __do_softirq+0xf5/0x280
[<ffffffff890a4d88>] run_ksoftirqd+0x38/0x50
[<ffffffff890ce884>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff890ce740>] ? lg_double_unlock+0x40/0x40
[<ffffffff890c5e31>] kthread+0xd1/0xe0
[<ffffffff890c5d60>] ? insert_kthread_work+0x40/0x40
[<ffffffff89795df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff890c5d60>] ? insert_kthread_work+0x40/0x40
Code: 96 b7 98 ff 66 90 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 e8 76 b7 98 ff 66 90 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #169508
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_unlock_irqrestore
|
vmlinux |
0xffffffff9558b565
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x15
|
|
2
|
__wake_up_common_lock
|
vmlinux |
0xffffffff94ed3121
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x91
|
|
3
|
|
vmlinux |
0xffffffff94ed2b90
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x20
|
|
4
|
__wake_up
|
vmlinux |
0xffffffff94ed3163
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x13
|
|
5
|
rcu_report_qs_rnp
|
vmlinux |
0xffffffff94f58266
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xc6
|
|
6
|
rcu_process_callbacks
|
vmlinux |
0xffffffff94f5aa82
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x482
|
|
7
|
__do_softirq
|
vmlinux |
0xffffffff94ea4b35
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xf5
|
|
8
|
run_ksoftirqd
|
vmlinux |
0xffffffff94ea4cf8
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x38
|
|
9
|
smpboot_thread_fn
|
vmlinux |
0xffffffff94ece7f4
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x144
|
|
10
|
|
vmlinux |
0xffffffff94ece6b0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
|
11
|
kthread
|
vmlinux |
0xffffffff94ec5da1
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffff94ec5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff95595ddd
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x7
|
|
14
|
|
vmlinux |
0xffffffff94ec5cd0
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 30s! [ksoftirqd/0:6]
Modules linked in: veth nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache overlay nf_conntrack_netbios_ns nf_conntrack_broadcast xt_nat xt_mark ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash
dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_ens1371 glue_helper snd_rawmidi ablk_helper snd_ac97_codec ppdev cryptd ac97_bus snd_seq joydev snd_seq_device snd_pcm vmw_balloon pcspkr snd_timer snd soundcore sg vmw_vmci i2c_piix4 parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sch_fq_codel sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi nfit ata_piix crct10dif_pclmul crct10dif_common scsi_transport_spi libata mptscsih crc32c_intel libnvdimm serio_raw drm_panel_orientation_quirks e1000 mptbase fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8c18bd765280 ti: ffff8c18be364000 task.ti: ffff8c18be364000
RIP: 0010:[<ffffffff9558b565>] [<ffffffff9558b565>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8c18be367cf0 EFLAGS: 00000292
RAX: 0000000000000001 RBX: ffff8c18be367c98 RCX: dead000000000200
RDX: ffffffff95a8e9d0 RSI: 0000000000000292 RDI: 0000000000000292
RBP: ffff8c18be367cf0 R08: ffff8c18be37be80 R09: ffffffff95f0abc0
R10: 0000000007000000 R11: 0000000000000400 R12: ffff8c18be367c70
R13: ffffffff95a8e9d0 R14: ffff8c18be367d08 R15: ffffffff95a8e9e8
FS: 0000000000000000(0000) GS:ffff8c1975600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f2415750700 CR3: 0000000041e10000 CR4: 00000000003607f0
Call Trace:
[<ffffffff94ed3121>] __wake_up_common_lock+0x91/0xc0
[<ffffffff94ed2b90>] ? task_rq_unlock+0x20/0x20
[<ffffffff94ed3163>] __wake_up+0x13/0x20
[<ffffffff94f58266>] rcu_report_qs_rnp+0xc6/0x130
[<ffffffff94f5aa82>] rcu_process_callbacks+0x482/0x570
[<ffffffff94ea4b35>] __do_softirq+0xf5/0x280
[<ffffffff94ea4cf8>] run_ksoftirqd+0x38/0x50
[<ffffffff94ece7f4>] smpboot_thread_fn+0x144/0x1a0
[<ffffffff94ece6b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff94ec5da1>] kthread+0xd1/0xe0
[<ffffffff94ec5cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffff95595ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff94ec5cd0>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48