Complete report #1137610
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff8bd150ce
Build id: 3.10.0-1062.el7.x86_64
|
0x20e
|
|
2
|
|
vmlinux |
0xffffffff8bc7d280
Build id: 3.10.0-1062.el7.x86_64
|
0xb0
|
|
3
|
on_each_cpu
|
vmlinux |
0xffffffff8bd1518d
Build id: 3.10.0-1062.el7.x86_64
|
0x2d
|
|
4
|
flush_tlb_kernel_range
|
vmlinux |
0xffffffff8bc7d5f9
Build id: 3.10.0-1062.el7.x86_64
|
0x59
|
|
5
|
|
vmlinux |
0xffffffff8be00454
Build id: 3.10.0-1062.el7.x86_64
|
0x84
|
|
6
|
__purge_vmap_area_lazy
|
vmlinux |
0xffffffff8be00570
Build id: 3.10.0-1062.el7.x86_64
|
0x1a0
|
|
7
|
free_vmap_area_noflush
|
vmlinux |
0xffffffff8be0080c
Build id: 3.10.0-1062.el7.x86_64
|
0x7c
|
|
8
|
remove_vm_area
|
vmlinux |
0xffffffff8be022e0
Build id: 3.10.0-1062.el7.x86_64
|
0x60
|
|
9
|
__vunmap
|
vmlinux |
0xffffffff8be0232a
Build id: 3.10.0-1062.el7.x86_64
|
0x2a
|
|
10
|
vfree
|
vmlinux |
0xffffffff8be02476
Build id: 3.10.0-1062.el7.x86_64
|
0x36
|
|
11
|
resguard_read
|
resguard_linux |
0xffffffffc090838b
Build id: 3.10.0-1062.el7.x86_64
|
0x12b
|
|
12
|
vfs_read
|
vmlinux |
0xffffffff8be484ff
Build id: 3.10.0-1062.el7.x86_64
|
0x9f
|
|
13
|
SyS_read
|
vmlinux |
0xffffffff8be493bf
Build id: 3.10.0-1062.el7.x86_64
|
0x7f
|
|
14
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8c38be21
Build id: 3.10.0-1062.el7.x86_64
|
0xae
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffff8c38bede
Build id: 3.10.0-1062.el7.x86_64
|
0x25
|
|
16
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8c38be21
Build id: 3.10.0-1062.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#15 stuck for 22s! [wsssr_defence_s:19577]
Modules linked in: resguard_linux(OE) secmodel_linux(OE) syshook_linux(OE) ipt_rpfilter xt_set xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ip_set vxlan ip6_udp_tunnel udp_tunnel veth xt_statistic xt_nat ipt_REJECT nf_reject_ipv4 iptable_mangle xt_comment xt_mark ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi overlay(T) sunrpc ppdev pcspkr joydev virtio_balloon i2c_piix4 sg parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_console virtio_net virtio_blk virtio_scsi cirrus drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata virtio_pci floppy virtio_ring serio_raw virtio drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 15 PID: 19577 Comm: wsssr_defence_s Kdump: loaded Tainted: G OEL ------------ T 3.10.0-1062.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff910f37fc62a0 ti: ffff911174e6c000 task.ti: ffff911174e6c000
RIP: 0010:[<ffffffff8bd150ce>] [<ffffffff8bd150ce>] smp_call_function_many+0x20e/0x270
RSP: 0018:ffff911174e6fc88 EFLAGS: 00000202
RAX: 0000000000000000 RBX: 00000000000000fc RCX: ffff9112fce205e0
RDX: 0000000000000000 RSI: 00000000000000a0 RDI: 0000000000000000
RBP: ffff911174e6fcc0 R08: ffff9104695d6400 R09: ffffffff8bf7f629
R10: ffff9112fd1df160 R11: ffffef4d3fe58e00 R12: 0000000000000292
R13: ffff911174e6fc38 R14: 0000000000000000 R15: ffffffff8be24329
FS: 00007fd570b9c700(0000) GS:ffff9112fd1c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd66c9ea000 CR3: 0000000d067c4000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff8bc7d280>] ? flush_tlb_func+0xb0/0xb0
[<ffffffff8bd1518d>] on_each_cpu+0x2d/0x60
[<ffffffff8bc7d5f9>] flush_tlb_kernel_range+0x59/0xa0
[<ffffffff8be00454>] ? __purge_vmap_area_lazy+0x84/0x210
[<ffffffff8be00570>] __purge_vmap_area_lazy+0x1a0/0x210
[<ffffffff8be0080c>] free_vmap_area_noflush+0x7c/0x90
[<ffffffff8be022e0>] remove_vm_area+0x60/0x80
[<ffffffff8be0232a>] __vunmap+0x2a/0x100
[<ffffffff8be02476>] vfree+0x36/0x70
[<ffffffffc090838b>] resguard_read+0x12b/0x1a0 [resguard_linux]
[<ffffffff8be484ff>] vfs_read+0x9f/0x170
[<ffffffff8be493bf>] SyS_read+0x7f/0xf0
[<ffffffff8c38be21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff8c38bede>] system_call_fastpath+0x25/0x2a
[<ffffffff8c38be21>] ? system_call_after_swapgs+0xae/0x146
Code: 68 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 d7 94 8c f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 f6 41 20 01 <75> f8 48 63 35 0d 68 c4 00 eb b7 0f b6 4d cc 4c 89 f2 4c 89 ee
Complete report #1089657
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff9f116e4a
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x20a
|
|
2
|
|
vmlinux |
0xffffffff9f07e750
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb0
|
|
3
|
on_each_cpu
|
vmlinux |
0xffffffff9f116f0d
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2d
|
|
4
|
flush_tlb_kernel_range
|
vmlinux |
0xffffffff9f07eac9
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x59
|
|
5
|
__purge_vmap_area_lazy
|
vmlinux |
0xffffffff9f204360
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1a0
|
|
6
|
free_vmap_area_noflush
|
vmlinux |
0xffffffff9f2045fc
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x7c
|
|
7
|
remove_vm_area
|
vmlinux |
0xffffffff9f2060d0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x60
|
|
8
|
__vunmap
|
vmlinux |
0xffffffff9f20611a
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a
|
|
9
|
vfree
|
vmlinux |
0xffffffff9f206266
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x36
|
|
10
|
resguard_read
|
resguard_linux |
0xffffffffc083214b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x12b
|
|
11
|
vfs_read
|
vmlinux |
0xffffffff9f24db9f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x9f
|
|
12
|
SyS_read
|
vmlinux |
0xffffffff9f24ea1f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x7f
|
|
13
|
system_call_fastpath
|
vmlinux |
0xffffffff9f794f92
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#8 stuck for 26s! [gov_defence_ser:108340]
Modules linked in: binfmt_misc resguard_linux(OE) secmodel_linux(OE) syshook_linux(OE) secmodel3(OE) xt_set ip_set_hash_net xt_NFLOG nfnetlink_log ip_set xt_CHECKSUM iptable_raw ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat iptable_mangle xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock nf_conntrack_netlink nfnetlink nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack sunrpc ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev vmw_balloon pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 8 PID: 108340 Comm: gov_defence_ser Kdump: loaded Tainted: G W OEL ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8d25b7bed280 ti: ffff8d25873b0000 task.ti: ffff8d25873b0000
RIP: 0010:[<ffffffff9f116e4a>] [<ffffffff9f116e4a>] smp_call_function_many+0x20a/0x270
RSP: 0018:ffff8d25873b3c88 EFLAGS: 00000202
RAX: 0000000000000004 RBX: 00000000000000fc RCX: ffff8d347d720718
RDX: 0000000000000004 RSI: 0000000000000080 RDI: 0000000000000000
RBP: ffff8d25873b3cc0 R08: ffff8d25e4347000 R09: ffffffff9f386479
R10: ffff8d347d81f160 R11: ffffe7c111454a00 R12: 0000000000000292
R13: ffff8d25873b3c38 R14: ffff8d34bff9f008 R15: ffff8d34bff9e068
FS: 00007fd44bfff700(0000) GS:ffff8d347d800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdf37d3e000 CR3: 00000007080e6000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9f07e750>] ? flush_tlb_func+0xb0/0xb0
[<ffffffff9f116f0d>] on_each_cpu+0x2d/0x60
[<ffffffff9f07eac9>] flush_tlb_kernel_range+0x59/0xa0
[<ffffffff9f204360>] __purge_vmap_area_lazy+0x1a0/0x210
[<ffffffff9f2045fc>] free_vmap_area_noflush+0x7c/0x90
[<ffffffff9f2060d0>] remove_vm_area+0x60/0x80
[<ffffffff9f20611a>] __vunmap+0x2a/0x100
[<ffffffff9f206266>] vfree+0x36/0x70
[<ffffffffc083214b>] resguard_read+0x12b/0x1a0 [resguard_linux]
[<ffffffff9f24db9f>] vfs_read+0x9f/0x170
[<ffffffff9f24ea1f>] SyS_read+0x7f/0xf0
[<ffffffff9f794f92>] system_call_fastpath+0x25/0x2a
Code: 48 63 35 de 86 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 e0 13 d5 9f f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 <f6> 41 20 01 75 f8 48 63 35 ad 86 c4 00 eb b7 0f b6 4d cc 4c 89
Complete report #540567
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
smp_call_function_many
|
vmlinux |
0xffffffff9e71173e
Build id: 3.10.0-957.el7.x86_64
|
0x20e
|
|
2
|
|
vmlinux |
0xffffffff9e67a480
Build id: 3.10.0-957.el7.x86_64
|
0xb0
|
|
3
|
on_each_cpu
|
vmlinux |
0xffffffff9e7117fd
Build id: 3.10.0-957.el7.x86_64
|
0x2d
|
|
4
|
flush_tlb_kernel_range
|
vmlinux |
0xffffffff9e67a7f9
Build id: 3.10.0-957.el7.x86_64
|
0x59
|
|
5
|
__purge_vmap_area_lazy
|
vmlinux |
0xffffffff9e7fa020
Build id: 3.10.0-957.el7.x86_64
|
0x1a0
|
|
6
|
free_vmap_area_noflush
|
vmlinux |
0xffffffff9e7fa2bc
Build id: 3.10.0-957.el7.x86_64
|
0x7c
|
|
7
|
remove_vm_area
|
vmlinux |
0xffffffff9e7fbd90
Build id: 3.10.0-957.el7.x86_64
|
0x60
|
|
8
|
__vunmap
|
vmlinux |
0xffffffff9e7fbdda
Build id: 3.10.0-957.el7.x86_64
|
0x2a
|
|
9
|
vfree
|
vmlinux |
0xffffffff9e7fbf26
Build id: 3.10.0-957.el7.x86_64
|
0x36
|
|
10
|
resguard_read
|
resguard_linux |
0xffffffffc04f82eb
Build id: 3.10.0-957.el7.x86_64
|
0x12b
|
|
11
|
vfs_read
|
vmlinux |
0xffffffff9e840f0f
Build id: 3.10.0-957.el7.x86_64
|
0x9f
|
|
12
|
SyS_read
|
vmlinux |
0xffffffff9e841dcf
Build id: 3.10.0-957.el7.x86_64
|
0x7f
|
|
13
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff9ed74d21
Build id: 3.10.0-957.el7.x86_64
|
0xae
|
|
14
|
system_call_fastpath
|
vmlinux |
0xffffffff9ed74ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff9ed74d21
Build id: 3.10.0-957.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [yunsuo_agent_se:23160]
Modules linked in: udp_diag binfmt_misc tcp_diag inet_diag resguard_linux(OE) secmodel_linux(OE) tun uio_ivshmem(OE) uio gsch(OE) redirfs(OE) sunrpc dm_mirror dm_region_hash dm_log ppdev dm_mod sg virtio_balloon joydev parport_pc parport i2c_piix4 pcspkr nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack ip_tables xfs libcrc32c sr_mod cdrom virtio_blk virtio_console virtio_scsi virtio_net ata_generic pata_acpi serio_raw floppy cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata virtio_pci virtio_ring virtio drm_panel_orientation_quirks
CPU: 6 PID: 23160 Comm: yunsuo_agent_se Tainted: G OEL ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.1-0-g0551a4be2c-prebuilt.qemu-project.org 04/01/2014
task: ffff931867d70000 ti: ffff9317d82fc000 task.ti: ffff9317d82fc000
RIP: 0010:[<ffffffff9e71173e>] [<ffffffff9e71173e>] smp_call_function_many+0x20e/0x270
RSP: 0018:ffff9317d82ffc88 EFLAGS: 00000202
RAX: 0000000000000004 RBX: 00000000000000fc RCX: ffff93186cf20370
RDX: 0000000000000004 RSI: 00000000000000a0 RDI: 0000000000000000
RBP: ffff9317d82ffcc0 R08: ffff9315b9c24400 R09: ffffffff9e9755c9
R10: ffff93186cf9f160 R11: ffffe90188fd8e00 R12: 0000000000000292
R13: ffff9317d82ffc38 R14: 0000000000000000 R15: ffff93187ffcf008
FS: 00007f9c82de6700(0000) GS:ffff93186cf80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8b224f01a0 CR3: 00000003142a2000 CR4: 00000000000006e0
Call Trace:
[<ffffffff9e67a480>] ? flush_tlb_func+0xb0/0xb0
[<ffffffff9e7117fd>] on_each_cpu+0x2d/0x60
[<ffffffff9e67a7f9>] flush_tlb_kernel_range+0x59/0xa0
[<ffffffff9e7fa020>] __purge_vmap_area_lazy+0x1a0/0x210
[<ffffffff9e7fa2bc>] free_vmap_area_noflush+0x7c/0x90
[<ffffffff9e7fbd90>] remove_vm_area+0x60/0x80
[<ffffffff9e7fbdda>] __vunmap+0x2a/0x100
[<ffffffff9e7fbf26>] vfree+0x36/0x70
[<ffffffffc04f82eb>] resguard_read+0x12b/0x1a0 [resguard_linux]
[<ffffffff9e840f0f>] vfs_read+0x9f/0x170
[<ffffffff9e841dcf>] SyS_read+0x7f/0xf0
[<ffffffff9ed74d21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff9ed74ddb>] system_call_fastpath+0x22/0x27
[<ffffffff9ed74d21>] ? system_call_after_swapgs+0xae/0x146
Code: 83 c4 00 89 c2 39 f0 0f 8d 7d fe ff ff 48 98 49 8b 0f 48 03 0c c5 60 b9 34 9f f6 41 20 01 74 cd 0f 1f 44 00 00 f3 90 f6 41 20 01 <75> f8 48 63 35 1d 83 c4 00 eb b7 0f b6 4d cc 4c 89 f2 4c 89 ee