Complete report #492009
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
read_hv_clock_tsc
|
vmlinux |
0xffffffff96229c35
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x45
|
|
2
|
get_monotonic_boottime
|
vmlinux |
0xffffffff96307ad0
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x50
|
|
3
|
posix_get_boottime
|
vmlinux |
0xffffffff962c3fa1
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x11
|
|
4
|
SyS_clock_gettime
|
vmlinux |
0xffffffff962c553e
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x3e
|
|
5
|
system_call_fastpath
|
vmlinux |
0xffffffff96993f92
Build id: 3.10.0-1160.2.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [sshd:22757]
Modules linked in: nf_conntrack_netlink br_netfilter xt_comment xt_addrtype veth dummy vport_vxlan vxlan ip6_udp_tunnel udp_tunnel openvswitch nf_conntrack_ipv6 nf_nat_ipv6 nf_defrag_ipv6 ip_set_hash_ip ip_set nfnetlink xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) binfmt_misc sunrpc vfat fat crc32_pclmul ghash_clmulni_intel aesni_intel sg lrw gf128mul joydev glue_helper ablk_helper cryptd pcspkr hv_utils ptp hv_balloon pps_core ip_tables xfs libcrc32c sr_mod sd_mod crc_t10dif cdrom crct10dif_generic hv_storvsc scsi_transport_fc hv_netvsc serio_raw scsi_tgt
hyperv_fb hid_hyperv hyperv_keyboard crct10dif_pclmul crct10dif_common hv_vmbus crc32c_intel dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 22757 Comm: sshd Tainted: G L ------------ T 3.10.0-1160.2.2.el7.x86_64 #1
Hardware name: Microsoft Corporation Virtual Machine/Virtual Machine, BIOS Hyper-V UEFI Release v4.1 05/05/2021
task: ffff9abcc2305280 ti: ffff9abc04354000 task.ti: ffff9abc04354000
RIP: 0010:[<ffffffff96229c35>] [<ffffffff96229c35>] read_hv_clock_tsc+0x45/0xa0
RSP: 0018:ffff9abc04357eb0 EFLAGS: 00000246
RAX: 0000000000000000 RBX: ffff9abc04357e68 RCX: ffffaaa44031a000
RDX: ffffffff973077d0 RSI: 000000000000000a RDI: ffffffff96e2cbc0
RBP: ffff9abc04357ec8 R08: 000000000000000d R09: 0000000000000000
R10: 0000000000000010 R11: 0000000000000202 R12: ffff9abc04357e68
R13: ffffffff962dfb48 R14: ffff9abc04357e20 R15: ffff9abc700a2240
FS: 00007f2b38c3b8c0(0000) GS:ffff9abc7ea00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f53dbf81000 CR3: 00000000d3304000 CR4: 00000000003606f0
Call Trace:
[<ffffffff96307ad0>] get_monotonic_boottime+0x50/0x100
[<ffffffff962c3fa1>] posix_get_boottime+0x11/0x20
[<ffffffff962c553e>] SyS_clock_gettime+0x3e/0xb0
[<ffffffff96993f92>] system_call_fastpath+0x25/0x2a
Code: 8b 04 25 28 00 00 00 48 89 44 24 08 31 c0 eb 19 66 0f 1f 44 00 00 4c 8b 49 08 4c 8b 41 10 0f ae e8 0f 31 8b 39 39 fe 74 2d 8b 31 <85> f6 75 e7 48 8d 74 24 04 bf 20 00 00 40 e8 88 39 04 00 66 90
Complete report #253253
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
get_monotonic_boottime
|
vmlinux |
0xffffffff9bb07dde
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xbe
|
|
2
|
posix_get_boottime
|
vmlinux |
0xffffffff9bac41f1
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x11
|
|
3
|
SyS_clock_gettime
|
vmlinux |
0xffffffff9bac578e
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x3e
|
|
4
|
system_call_fastpath
|
vmlinux |
0xffffffff9c193f92
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 13761s! [systemd:1]
Modules linked in: xt_nat xt_CHECKSUM xt_addrtype ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables veth br_netfilter devlink tun usblp bridge stp llc libcrc32c ip_set nfnetlink prl_fs_freeze(POE) overlay(T) prl_fs(POE) prl_eth(POE) sunrpc snd_hda_codec_generic coretemp gpio_ich snd_hda_intel iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device
snd_pcm aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev snd_timer sg i2c_i801 lpc_ich snd soundcore virtio_balloon sbs sbshc parport_pc parport ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi virtio_net net_failover failover ahci ata_piix libahci crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw prl_vid(POE) virtio_pci virtio_ring virtio prl_tg(POE) dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 1 PID: 1 Comm: systemd Kdump: loaded Tainted: P OEL ------------ T 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: Parallels Software International Inc. Parallels Virtual Platform/Parallels Virtual Platform, BIOS 16.1.2 (49151) 12/18/2020
task: ffff9f4c88f78000 ti: ffff9f4c88f74000 task.ti: ffff9f4c88f74000
RIP: 0010:[<ffffffff9bb07dde>] [<ffffffff9bb07dde>] get_monotonic_boottime+0xbe/0x100
RSP: 0018:ffff9f4c88f77ed8 EFLAGS: 00000282
RAX: a22183518a8b3fa8 RBX: ffff9f4c88f77e60 RCX: 0000000000000000
RDX: 00000000932a2576 RSI: ffffff6d9be647e4 RDI: ffffffff9eba79f4
RBP: ffff9f4c88f77f00 R08: 0000000080348348 R09: 000000000005dba5
R10: 000000000000000a R11: 0000000000000202 R12: ffff9f4c88f77ef8
R13: 0000000000000000 R14: 0000000000000000 R15: ffff9f4c7e4dbf20
FS: 00007f4c85e2d940(0000) GS:ffff9f4c8ae40000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4c85e4b000 CR3: 0000000035d70000 CR4: 00000000003606e0
Call Trace:
[<ffffffff9bac41f1>] posix_get_boottime+0x11/0x20
[<ffffffff9bac578e>] SyS_clock_gettime+0x3e/0xb0
[<ffffffff9c193f92>] system_call_fastpath+0x25/0x2a
Code: 01 01 44 3b 3d 1c 26 01 01 75 88 48 01 f0 48 01 fa 48 01 c8 49 01 d4 48 3d ff c9 9a 3b 76 2c 31 d2 0f 1f 40 00 48 2d 00 ca 9a 3b <83> c2 01 48 3d ff c9 9a 3b 77 ef 49 89 46 08 4c 01 e2 5b 41 5c
Complete report #13476
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
get_monotonic_boottime
|
vmlinux |
0xffffffff9c302748
Build id: 3.10.0-957.el7.x86_64
|
0xb8
|
|
2
|
posix_get_boottime
|
vmlinux |
0xffffffff9c2bffc1
Build id: 3.10.0-957.el7.x86_64
|
0x11
|
|
3
|
SyS_clock_gettime
|
vmlinux |
0xffffffff9c2c154e
Build id: 3.10.0-957.el7.x86_64
|
0x3e
|
|
4
|
system_call_fastpath
|
vmlinux |
0xffffffff9c974ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [systemd:1]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle vmhgfs(OE) ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd snd_seq_midi snd_seq_midi_event snd_ens1371 btusb joydev btrtl btbcm snd_rawmidi
btintel pcspkr snd_ac97_codec bluetooth ac97_bus snd_seq snd_seq_device snd_pcm rfkill snd_timer snd sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw ata_generic drm_kms_helper pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix mptspi scsi_transport_spi drm mptscsih libata e1000 mptbase drm_panel_orientation_quirks nfit libnvdimm
CPU: 2 PID: 1 Comm: systemd Tainted: G OEL ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8a057a5e0000 ti: ffff8a057a5e8000 task.ti: ffff8a057a5e8000
RIP: 0010:[<ffffffff9c302748>] [<ffffffff9c302748>] get_monotonic_boottime+0xb8/0x100
RSP: 0018:ffff8a057a5ebed8 EFLAGS: 00000212
RAX: 726341a421baa4a0 RBX: ffff8a0535016ff0 RCX: 0000000000000000
RDX: 0000000060385918 RSI: fffffffeaaab35e9 RDI: ffffffffa05c0753
RBP: ffff8a057a5ebf00 R08: 0000000000000001 R09: 000000000000059d
R10: 00000000ffffffff R11: 0000000000000202 R12: ffff8a057a5ebef8
R13: 0000000000000000 R14: 00000000ffffffff R15: ffff8a0534a77c20
FS: 00007fefa6018940(0000) GS:ffff8a057b680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055cbbfdbb948 CR3: 0000000035ab8000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9c2bffc1>] posix_get_boottime+0x11/0x20
[<ffffffff9c2c154e>] SyS_clock_gettime+0x3e/0xb0
[<ffffffff9c974ddb>] system_call_fastpath+0x22/0x27
Code: fe 48 8b 0d 6b 6b ff 00 44 3b 3d 6c 6a ff 00 75 88 48 01 f0 48 01 fa 48 01 c8 49 01 d4 48 3d ff c9 9a 3b 76 2c 31 d2 0f 1f 40 00 <48> 2d 00 ca 9a 3b 83 c2 01 48 3d ff c9 9a 3b 77 ef 49 89 46 08
Complete report #7239
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
get_monotonic_boottime
|
vmlinux |
0xffffffff829084b8
Build id: 3.10.0-1127.el7.x86_64
|
0xb8
|
|
2
|
posix_get_boottime
|
vmlinux |
0xffffffff828c4a11
Build id: 3.10.0-1127.el7.x86_64
|
0x11
|
|
3
|
SyS_clock_gettime
|
vmlinux |
0xffffffff828c5fae
Build id: 3.10.0-1127.el7.x86_64
|
0x3e
|
|
4
|
system_call_fastpath
|
vmlinux |
0xffffffff82f92ed2
Build id: 3.10.0-1127.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 63s! [ssh:98024]
Modules linked in: vxlan ip6_udp_tunnel udp_tunnel xt_mark xt_nat veth xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter devlink ebtables ip6table_filter ip6_tables iptable_filter overlay(T) bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq btusb btrtl btbcm btintel snd_seq_device aesni_intel bluetooth vmw_balloon lrw snd_pcm gf128mul glue_helper ablk_helper cryptd snd_timer joydev pcspkr snd sg soundcore rfkill vmw_vmci i2c_piix4 parport_pc
parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx crct10dif_pclmul crct10dif_common drm_kms_helper crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata nfit libnvdimm serio_raw mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks
CPU: 0 PID: 98024 Comm: ssh Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8df80e0fc1c0 ti: ffff8df817c04000 task.ti: ffff8df817c04000
RIP: 0010:[<ffffffff829084b8>] [<ffffffff829084b8>] get_monotonic_boottime+0xb8/0x100
RSP: 0018:ffff8df817c07ed8 EFLAGS: 00000212
RAX: 32109e8b62203550 RBX: ffff8df87954d510 RCX: 0000000000000000
RDX: 00000000747c0284 RSI: ffffffa2fa44fee5 RDI: ffffffffa0859ddf
RBP: ffff8df817c07f00 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000202 R12: 0000000000000000
R13: 0000000000000000 R14: ffff8df80e0fc1c0 R15: 0000000000000000
FS: 00007effb117d840(0000) GS:ffff8df8f9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000558802bdb000 CR3: 00000000582a0000 CR4: 00000000007607f0
PKRU: 55555554
Call Trace:
[<ffffffff828c4a11>] posix_get_boottime+0x11/0x20
[<ffffffff828c5fae>] SyS_clock_gettime+0x3e/0xb0
[<ffffffff82f92ed2>] system_call_fastpath+0x25/0x2a
Code: fe 48 8b 0d 3b 10 01 01 44 3b 3d 3c 0f 01 01 75 88 48 01 f0 48 01 fa 48 01 c8 49 01 d4 48 3d ff c9 9a 3b 76 2c 31 d2 0f 1f 40 00 <48> 2d 00 ca 9a 3b 83 c2 01 48 3d ff c9 9a 3b 77 ef 49 89 46 08