Complete report #1419585
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
ktime_get_ts64
|
vmlinux |
0xffffffff810d81a0
Build id: 3.10.0-327.4.4.el7.x86_64
|
0xa0
|
|
2
|
select_estimate_accuracy
|
vmlinux |
0xffffffff811f2c70
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x40
|
|
3
|
ep_poll
|
vmlinux |
0xffffffff81228411
Build id: 3.10.0-327.4.4.el7.x86_64
|
0xa1
|
|
4
|
SyS_epoll_wait
|
vmlinux |
0xffffffff812296ad
Build id: 3.10.0-327.4.4.el7.x86_64
|
0xed
|
|
5
|
SyS_epoll_pwait
|
vmlinux |
0xffffffff812297e5
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x105
|
|
6
|
system_call_fastpath
|
vmlinux |
0xffffffff816458c9
Build id: 3.10.0-327.4.4.el7.x86_64
|
0x16
|
BUG: soft lockup - CPU#0 stuck for 22s! [node:2975]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun arc4 md4 vboxsf(OE) nls_utf8 cifs dns_resolver ip6t_rpfilter ip6t_REJECT ipt_REJECT xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc sg ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vboxguest(OE) i2c_piix4 pcspkr parport_pc video parport e1000 ip_tables xfs libcrc32c sr_mod sd_mod crc_t10dif cdrom crct10dif_generic serio_raw vmwgfx drm_kms_helper ttm
ahci libahci crct10dif_pclmul crct10dif_common crc32c_intel drm libata i2c_core dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 2975 Comm: node Tainted: G OE ------------ 3.10.0-327.4.4.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffff880212561700 ti: ffff88021343c000 task.ti: ffff88021343c000
RIP: 0010:[<ffffffff810d81a0>] [<ffffffff810d81a0>] ktime_get_ts64+0xa0/0xf0
RSP: 0018:ffff88021343fdb8 EFLAGS: 00000212
RAX: 3204479b0a0a1fbb RBX: 0000000000000246 RCX: 0000000000020535
RDX: 0000000074b10119 RSI: 000000002dc49c03 RDI: ffff88021ff83000
RBP: ffff88021343fdd8 R08: 0000000000000002 R09: 0000000000000008
R10: 0000000000000001 R11: 0000000000000293 R12: 0000000005dba124
R13: 00000000ffffffff R14: ffffffff00000000 R15: 0000000000000000
FS: 00002b0bb7eb2280(0000) GS:ffff88021fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000311deddf7010 CR3: 0000000213437000 CR4: 00000000000406f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88021343fe80 ffff880212561700 00000000000f4240 0000000000000001
ffff88021343fe20 ffffffff811f2c70 0000000067e30cff ffff88021343fe00
0000000000000018 ffff880213fb2000 0000000005dba124 ffff880213fb2000
Call Trace:
[<ffffffff811f2c70>] select_estimate_accuracy+0x40/0x120
[<ffffffff81228411>] ep_poll+0xa1/0x360
[<ffffffff812296ad>] SyS_epoll_wait+0xed/0x120
[<ffffffff812297e5>] SyS_epoll_pwait+0x105/0x130
[<ffffffff816458c9>] system_call_fastpath+0x16/0x1b
Code: 00 48 d3 f8 48 8b 0d c0 ec cd 00 44 3b 35 41 ec cd 00 75 9b 48 01 f0 49 03 0c 24 48 3d ff c9 9a 3b 76 2e 31 d2 66 0f 1f 44 00 00 <48> 2d 00 ca 9a 3b 83 c2 01 48 3d ff c9 9a 3b 77 ef 5b 48 01 ca
Complete report #1378470
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
ktime_get_ts64
|
vmlinux |
0xffffffff837063b0
Build id: 3.10.0-1160.el7.x86_64
|
0xa0
|
|
2
|
select_estimate_accuracy
|
vmlinux |
0xffffffff83864250
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
3
|
ep_poll
|
vmlinux |
0xffffffff8389cc51
Build id: 3.10.0-1160.el7.x86_64
|
0xa1
|
|
4
|
|
vmlinux |
0xffffffff8384cf83
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
|
5
|
SyS_epoll_wait
|
vmlinux |
0xffffffff8389e2cd
Build id: 3.10.0-1160.el7.x86_64
|
0xed
|
|
6
|
SyS_epoll_pwait
|
vmlinux |
0xffffffff8389e415
Build id: 3.10.0-1160.el7.x86_64
|
0x115
|
|
7
|
system_call_fastpath
|
vmlinux |
0xffffffff83d93f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [npc:3866]
Modules linked in: tcp_lp bnep nfnetlink_queue nfnetlink_log nfnetlink bluetooth rfkill xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq snd_seq_device aesni_intel vmw_balloon lrw snd_pcm gf128mul glue_helper ablk_helper cryptd snd_timer joydev snd pcspkr soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif
crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit ata_piix mptspi crct10dif_pclmul crct10dif_common drm libnvdimm scsi_transport_spi mptscsih crc32c_intel libata serio_raw mptbase e1000 drm_panel_orientation_quirks fuse
CPU: 0 PID: 3866 Comm: npc Kdump: loaded Tainted: G L ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff955587ce1080 ti: ffff95531e764000 task.ti: ffff95531e764000
RIP: 0010:[<ffffffff837063b0>] [<ffffffff837063b0>] ktime_get_ts64+0xa0/0xf0
RSP: 0018:ffff95531e767d88 EFLAGS: 00000212
RAX: 49809006ed9871c6 RBX: ffff95531e767d48 RCX: 00000000003d9621
RDX: 000000000fd274a2 RSI: 0000000007c0a030 RDI: ffffffff8422f200
RBP: ffff95531e767da8 R08: ffff9555aead3b38 R09: 0000000000000000
R10: 00000000000002fb R11: 0000000000000246 R12: ffffffff836a32d2
R13: ffff95531e767d00 R14: 0000000000000000 R15: 000000011e767fd8
FS: 000000c000080090(0000) GS:ffff9555b1600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7ba3858000 CR3: 00000002c5422000 CR4: 00000000007607f0
PKRU: 55555554
Call Trace:
[<ffffffff83864250>] select_estimate_accuracy+0x40/0x120
[<ffffffff8389cc51>] ep_poll+0xa1/0x360
[<ffffffff8384cf83>] ? do_sync_read+0x93/0xe0
[<ffffffff8389e2cd>] SyS_epoll_wait+0xed/0x120
[<ffffffff8389e415>] SyS_epoll_pwait+0x115/0x140
[<ffffffff83d93f92>] system_call_fastpath+0x25/0x2a
Code: 48 03 05 6c 40 01 01 48 d3 f8 48 8b 0d a2 40 01 01 44 3b 35 3b 40 01 01 75 95 48 01 f0 49 03 0c 24 48 3d ff c9 9a 3b 76 28 31 d2 <48> 2d 00 ca 9a 3b 83 c2 01 48 3d ff c9 9a 3b 77 ef 49 89 44 24
Complete report #1015832
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
ktime_get_ts64
|
vmlinux |
0xffffffff883063bf
Build id: 3.10.0-1160.el7.x86_64
|
0xaf
|
|
2
|
select_estimate_accuracy
|
vmlinux |
0xffffffff88464250
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
|
3
|
ep_poll
|
vmlinux |
0xffffffff8849cc51
Build id: 3.10.0-1160.el7.x86_64
|
0xa1
|
|
4
|
|
vmlinux |
0xffffffff88314d06
Build id: 3.10.0-1160.el7.x86_64
|
0x106
|
|
5
|
SyS_epoll_wait
|
vmlinux |
0xffffffff8849e2cd
Build id: 3.10.0-1160.el7.x86_64
|
0xed
|
|
6
|
SyS_epoll_pwait
|
vmlinux |
0xffffffff8849e415
Build id: 3.10.0-1160.el7.x86_64
|
0x115
|
|
7
|
system_call_fastpath
|
vmlinux |
0xffffffff88993f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 24s! [containerd-shim:18379]
Modules linked in: xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) tcp_lp nls_utf8 isofs rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter devlink ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq snd_seq_device snd_pcm ppdev btusb btrtl btbcm btintel bluetooth aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper snd_timer cryptd snd joydev rfkill pcspkr sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs
libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect ata_piix sysimgblt fb_sys_fops ttm libata mptspi scsi_transport_spi nfit drm mptscsih crct10dif_pclmul crct10dif_common crc32c_intel libnvdimm mptbase e1000 serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 18379 Comm: containerd-shim Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9932da7a5280 ti: ffff99320963c000 task.ti: ffff99320963c000
RIP: 0010:[<ffffffff883063bf>] [<ffffffff883063bf>] ktime_get_ts64+0xaf/0xf0
RSP: 0018:ffff99320963fd88 EFLAGS: 00000296
RAX: c7c2cd0d011a7b46 RBX: ffffffff88312fc5 RCX: 000000000001ca2e
RDX: 00000000f18b7ea1 RSI: 0000000015db29bf RDI: ffffffff88e2f200
RBP: ffff99320963fda8 R08: ffff9932c91dc938 R09: 0000000000000000
R10: 00000000000069d8 R11: 0000000000000246 R12: ffff99320963fda0
R13: ffffffff882ca2ba R14: ffff99320963fcf8 R15: 0000000000000000
FS: 000000c000080090(0000) GS:ffff993333680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000405740 CR3: 00000001081aa000 CR4: 0000000000360fe0
Call Trace:
[<ffffffff88464250>] select_estimate_accuracy+0x40/0x120
[<ffffffff8849cc51>] ep_poll+0xa1/0x360
[<ffffffff88314d06>] ? do_futex+0x106/0x5a0
[<ffffffff8849e2cd>] SyS_epoll_wait+0xed/0x120
[<ffffffff8849e415>] SyS_epoll_pwait+0x115/0x140
[<ffffffff88993f92>] system_call_fastpath+0x25/0x2a
Code: 01 01 44 3b 35 3b 40 01 01 75 95 48 01 f0 49 03 0c 24 48 3d ff c9 9a 3b 76 28 31 d2 48 2d 00 ca 9a 3b 83 c2 01 48 3d ff c9 9a 3b <77> ef 49 89 44 24 08 48 01 ca 5b 49 89 14 24 41 5c 41 5d 41 5e
Complete report #224171
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
ktime_get_ts64
|
vmlinux |
0xffffffffab706d30
Build id: 3.10.0-1127.el7.x86_64
|
0xa0
|
|
2
|
select_estimate_accuracy
|
vmlinux |
0xffffffffab863780
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
|
3
|
ep_poll
|
vmlinux |
0xffffffffab89c0f1
Build id: 3.10.0-1127.el7.x86_64
|
0xa1
|
|
4
|
SyS_epoll_wait
|
vmlinux |
0xffffffffab89d76d
Build id: 3.10.0-1127.el7.x86_64
|
0xed
|
|
5
|
SyS_epoll_pwait
|
vmlinux |
0xffffffffab89d8b5
Build id: 3.10.0-1127.el7.x86_64
|
0x115
|
|
6
|
system_call_fastpath
|
vmlinux |
0xffffffffabd92ed2
Build id: 3.10.0-1127.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 1024s! [frpc:86685]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event coretemp iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel fuse ppdev aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd joydev btusb pcspkr snd_ens1371 btrtl btbcm btintel snd_rawmidi bluetooth snd_ac97_codec ac97_bus snd_seq snd_seq_device rfkill snd_pcm snd_timer sg snd soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif
sr_mod cdrom crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common vmwgfx crc32c_intel drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi nfit serio_raw libnvdimm mptscsih e1000 drm_panel_orientation_quirks mptbase libata
CPU: 1 PID: 86685 Comm: frpc Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff91956b8920e0 ti: ffff91957ef80000 task.ti: ffff91957ef80000
RIP: 0010:[<ffffffffab706d30>] [<ffffffffab706d30>] ktime_get_ts64+0xa0/0xf0
RSP: 0018:ffff91957ef83d88 EFLAGS: 00000216
RAX: 584594afaee0f720 RBX: ffff91957ef83e08 RCX: 000000000010327e
RDX: 00000000d0631b2a RSI: 000000000b6be6b8 RDI: ffffffffac22f200
RBP: ffff91957ef83da8 R08: ffff91959c7adb38 R09: 00000000001036bc
R10: 0000000000000f9f R11: 0000000000000246 R12: 00000000135d82cb
R13: 00000000ffffffff R14: ffffffff00000000 R15: 0000000000000000
FS: 000000c00003a490(0000) GS:ffff9195ba640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0001b6400 CR3: 0000000046658000 CR4: 00000000003607e0
Call Trace:
[<ffffffffab863780>] select_estimate_accuracy+0x40/0x120
[<ffffffffab89c0f1>] ep_poll+0xa1/0x360
[<ffffffffab89d76d>] SyS_epoll_wait+0xed/0x120
[<ffffffffab89d8b5>] SyS_epoll_pwait+0x115/0x140
[<ffffffffabd92ed2>] system_call_fastpath+0x25/0x2a
Code: 48 03 05 ec 26 01 01 48 d3 f8 48 8b 0d 22 27 01 01 44 3b 35 bb 26 01 01 75 95 48 01 f0 49 03 0c 24 48 3d ff c9 9a 3b 76 28 31 d2 <48> 2d 00 ca 9a 3b 83 c2 01 48 3d ff c9 9a 3b 77 ef 49 89 44 24