Complete report #1376991
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__call_rcu
|
vmlinux |
0xffffffffaf959668
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x98
|
|
2
|
call_rcu_sched
|
vmlinux |
0xffffffffaf9598ad
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x1d
|
|
3
|
__put_cred
|
vmlinux |
0xffffffffaf8ccaff
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x3f
|
|
4
|
SyS_faccessat
|
vmlinux |
0xffffffffafa4c23f
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x17f
|
|
5
|
SyS_access
|
vmlinux |
0xffffffffafa4c308
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x18
|
|
6
|
system_call_fastpath
|
vmlinux |
0xffffffffaff95f92
Build id: 3.10.0-1160.25.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#14 stuck for 22s! [sunloginclient:48723]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc sb_edac intel_powerclamp iTCO_wdt iTCO_vendor_support coretemp snd_hda_codec_hdmi snd_hda_codec_realtek snd_hda_codec_generic intel_rapl snd_hda_intel snd_hda_codec iosf_mbi snd_hda_core kvm_intel snd_hwdep kvm irqbypass snd_seq crc32_pclmul ghash_clmulni_intel aesni_intel lrw
snd_seq_device snd_pcm gf128mul snd_timer glue_helper snd ablk_helper cryptd soundcore pcspkr sg i2c_i801 lpc_ich ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom drm_kms_helper mxm_wmi syscopyarea sysfillrect sysimgblt uas fb_sys_fops drm ahci igb usb_storage libahci crct10dif_pclmul libata crct10dif_common mpt2sas crc32c_intel ptp pps_core dca raid_class i2c_algo_bit scsi_transport_sas drm_panel_orientation_quirks wmi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 14 PID: 48723 Comm: sunloginclient Kdump: loaded Tainted: P OEL ------------ 3.10.0-1160.25.1.el7.x86_64 #1
Hardware name: Sugon W560-G20/S7070A2NR-B, BIOS V7.102.R01 03/30/2016
task: ffff94102b2ee300 ti: ffff941a1a5dc000 task.ti: ffff941a1a5dc000
RIP: 0010:[<ffffffffaf959668>] [<ffffffffaf959668>] __call_rcu+0x98/0x2c0
RSP: 0018:ffff941a1a5dfe80 EFLAGS: 00000246
RAX: 000000000016aa52 RBX: 0000001c5563c0c3 RCX: ffffffffb055e040
RDX: ffffffffb047a380 RSI: 0000000000016380 RDI: 0000000000000246
RBP: ffff941a1a5dfea8 R08: 0000000000000000 R09: ffffffffafa5fe0d
R10: ffff941c5f09f1a0 R11: fffffdec75832c00 R12: ffff93e5843799a0
R13: ffffffffafa61022 R14: ffff941a1a5dfeb8 R15: ffff9401a0cb4000
FS: 00007f5ceccd68c0(0000) GS:ffff941c5f080000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3d4f817260 CR3: 00000037c3f0a000 CR4: 00000000001607e0
Call Trace:
[<ffffffffaf9598ad>] call_rcu_sched+0x1d/0x20
[<ffffffffaf8ccaff>] __put_cred+0x3f/0x50
[<ffffffffafa4c23f>] SyS_faccessat+0x17f/0x230
[<ffffffffafa4c308>] SyS_access+0x18/0x20
[<ffffffffaff95f92>] system_call_fastpath+0x25/0x2a
Code: 3c cd a0 15 55 b0 80 3d 76 34 06 01 00 8b 87 70 01 00 00 0f 85 3a 01 00 00 80 3d 62 70 bd 00 00 0f 84 bd 01 00 00 4c 89 ef 57 9d <0f> 1f 44 00 00 48 83 c4 10 5b 41 5c 41 5d 5d c3 0f 1f 84 00 00
Complete report #590120
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__call_rcu
|
vmlinux |
0xffffffffa8b593b8
Build id: 3.10.0-1160.el7.x86_64
|
0x98
|
|
2
|
call_rcu_sched
|
vmlinux |
0xffffffffa8b595fd
Build id: 3.10.0-1160.el7.x86_64
|
0x1d
|
|
3
|
__put_cred
|
vmlinux |
0xffffffffa8acc97f
Build id: 3.10.0-1160.el7.x86_64
|
0x3f
|
|
4
|
SyS_faccessat
|
vmlinux |
0xffffffffa8c4bf8f
Build id: 3.10.0-1160.el7.x86_64
|
0x17f
|
|
5
|
SyS_access
|
vmlinux |
0xffffffffa8c4c058
Build id: 3.10.0-1160.el7.x86_64
|
0x18
|
|
6
|
system_call_fastpath
|
vmlinux |
0xffffffffa9193f92
Build id: 3.10.0-1160.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 97s! [reporter-urepor:81550]
Modules linked in: tcp_lp veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul snd_ens1371 ghash_clmulni_intel snd_rawmidi ppdev snd_ac97_codec ac97_bus aesni_intel
snd_seq lrw gf128mul snd_seq_device glue_helper ablk_helper vmw_balloon snd_pcm cryptd snd_timer joydev pcspkr snd soundcore i2c_piix4 sg vmw_vmci parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt ata_generic pata_acpi crct10dif_pclmul mptspi fb_sys_fops crct10dif_common ttm scsi_transport_spi drm ata_piix e1000 mptscsih crc32c_intel serio_raw mptbase nfit libnvdimm libata drm_panel_orientation_quirks fuse
CPU: 3 PID: 81550 Comm: reporter-urepor Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8896bb74c200 ti: ffff8895825ec000 task.ti: ffff8895825ec000
RIP: 0010:[<ffffffffa8b593b8>] [<ffffffffa8b593b8>] __call_rcu+0x98/0x2c0
RSP: 0018:ffff8895825efe80 EFLAGS: 00000246
RAX: 0000000000004e22 RBX: ffff8895825efdf8 RCX: dead000000000200
RDX: ffffffffa967a380 RSI: 0000000000000082 RDI: 0000000000000246
RBP: ffff8895825efea8 R08: ffff8896fe37be80 R09: 0000000000000002
R10: 0000000009e68f80 R11: 0000000000000873 R12: ffffffffa8ad2ba0
R13: 0000000000000000 R14: ffff889500000000 R15: 00000003b6d7a000
FS: 00007fdde8360940(0000) GS:ffff8897af2c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7fd0b9b010 CR3: 000000000e7ee000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa8b595fd>] call_rcu_sched+0x1d/0x20
[<ffffffffa8acc97f>] __put_cred+0x3f/0x50
[<ffffffffa8c4bf8f>] SyS_faccessat+0x17f/0x230
[<ffffffffa8c4c058>] SyS_access+0x18/0x20
[<ffffffffa9193f92>] system_call_fastpath+0x25/0x2a
Code: 3c cd e0 13 75 a9 80 3d 26 37 06 01 00 8b 87 70 01 00 00 0f 85 3a 01 00 00 80 3d 10 73 bd 00 00 0f 84 bd 01 00 00 4c 89 ef 57 9d <0f> 1f 44 00 00 48 83 c4 10 5b 41 5c 41 5d 5d c3 0f 1f 84 00 00
Complete report #16422
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__call_rcu
|
vmlinux |
0xffffffffae959cc8
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x98
|
|
2
|
call_rcu_sched
|
vmlinux |
0xffffffffae959f0d
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d
|
|
3
|
__put_cred
|
vmlinux |
0xffffffffae8cd3ef
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3f
|
|
4
|
SyS_faccessat
|
vmlinux |
0xffffffffaea4b63f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x17f
|
|
5
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffaef92e09
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x96
|
|
6
|
SyS_access
|
vmlinux |
0xffffffffaea4b708
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x18
|
|
7
|
system_call_fastpath
|
vmlinux |
0xffffffffaef92ed2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x25
|
|
8
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffaef92e15
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [mysqld:3576]
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [php-fpm:30920]
Modules linked in: vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon sg pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi crct10dif_pclmul mptscsih crct10dif_common crc32c_intel serio_raw mptbase ata_piix vmxnet3 libata drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 30920 Comm: php-fpm Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff9b72f59841c0 ti: ffff9b72bd948000 task.ti: ffff9b72bd948000
RIP: 0010:[<ffffffffae959cc8>] [<ffffffffae959cc8>] __call_rcu+0x98/0x2c0
RSP: 0018:ffff9b72bd94be80 EFLAGS: 00000246
RAX: 0000000000002710 RBX: 000000072ed2d1dc RCX: ffffffffaf55db40
RDX: ffffffffaf47a280 RSI: 0000000000016380 RDI: 0000000000000246
RBP: ffff9b72bd94bea8 R08: 0000000000000000 R09: ffffffffaea5f17d
R10: ffff9b737fc1f1a0 R11: ffffdf9082750a00 R12: ffff9b72f41741a0
R13: ffffffffaea60392 R14: ffff9b72bd94beb8 R15: ffff9b72dd429000
FS: 00007f8780f07880(0000) GS:ffff9b737fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f875b773000 CR3: 000000007c722000 CR4: 00000000000407f0
Call Trace:
[<ffffffffae959f0d>] call_rcu_sched+0x1d/0x20
[<ffffffffae8cd3ef>] __put_cred+0x3f/0x50
[<ffffffffaea4b63f>] SyS_faccessat+0x17f/0x230
[<ffffffffaef92e09>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffffaea4b708>] SyS_access+0x18/0x20
[<ffffffffaef92ed2>] system_call_fastpath+0x25/0x2a
[<ffffffffaef92e15>] ? system_call_after_swapgs+0xa2/0x13a
Code: 3c cd a0 10 55 af 80 3d 16 1e 06 01 00 8b 87 70 01 00 00 0f 85 3a 01 00 00 80 3d 3e 68 bd 00 00 0f 84 bd 01 00 00 4c 89 ef 57 9d <0f> 1f 44 00 00 48 83 c4 10 5b 41 5c 41 5d 5d c3 0f 1f 84 00 00