Complete report #2433
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffff816a3d91
Build id: 3.10.0-693.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffff810879c8
Build id: 3.10.0-693.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_null
|
vmlinux |
0xffffffff81087b0d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
4
|
drop_nlink
|
vmlinux |
0xffffffff8121ccce
Build id: 3.10.0-693.el7.x86_64
|
0x3e
|
|
5
|
lcli_async_unlink_cb
|
parastor |
0xffffffffc093af49
Build id: 3.10.0-693.el7.x86_64
|
0x59
|
|
6
|
cli_process_mopctrl_done
|
parastor |
0xffffffffc09b8d52
Build id: 3.10.0-693.el7.x86_64
|
0x42
|
|
7
|
cli_process_stage_end
|
parastor |
0xffffffffc09b945b
Build id: 3.10.0-693.el7.x86_64
|
0x5b
|
|
8
|
|
parastor |
0xffffffffc09e5aea
Build id: 3.10.0-693.el7.x86_64
|
0x4a
|
|
9
|
cli_remove_stage_end
|
parastor |
0xffffffffc09e5bad
Build id: 3.10.0-693.el7.x86_64
|
0x9d
|
|
10
|
moscmd_do_cmd
|
parastor |
0xffffffffc099568f
Build id: 3.10.0-693.el7.x86_64
|
0x6f
|
|
11
|
|
vmlinux |
0xffffffff816ab9ee
Build id: 3.10.0-693.el7.x86_64
|
0x1e
|
|
12
|
moscmd_srv_tcb
|
parastor |
0xffffffffc0995c07
Build id: 3.10.0-693.el7.x86_64
|
0xc7
|
|
13
|
|
vmlinux |
0xffffffff810c76f5
Build id: 3.10.0-693.el7.x86_64
|
0x85
|
|
14
|
ofs_tpool_tcb
|
knal |
0xffffffffc1014c06
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
|
15
|
ofs_daemon_proxy
|
knal |
0xffffffffc10159b7
Build id: 3.10.0-693.el7.x86_64
|
0x67
|
|
16
|
|
vmlinux |
0xffffffff816a8f8d
Build id: 3.10.0-693.el7.x86_64
|
0x39d
|
|
17
|
|
knal |
0xffffffffc1015950
Build id: 3.10.0-693.el7.x86_64
|
0x60
|
|
18
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
19
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
20
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
21
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
WARNING: CPU: 2 PID: 14895 at fs/inode.c:286 drop_nlink+0x3e/0x50
Modules linked in: fuse parastor(OE) dlm(OE) kfnccli(OE) knal(OE) rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_uverbs(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx4_en(OE) mlx4_ib(OE) mlx4_core(OE) iTCO_wdt iTCO_vendor_support skx_edac edac_core coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass joydev pcspkr sg mei_me mei lpc_ich shpchp i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler acpi_cpufreq nfsd auth_rpcgss sch_fq_codel nfs_acl lockd grace knem(OE) binfmt_misc ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mlx5_ib(OE) ib_core(OE) crct10dif_pclmul crct10dif_common crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd 8021q garp stp llc mrp i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm i40e drm mpt3sas mlx5_core(OE) ahci mlxfw(OE) mlx_compat(OE) devlink libahci ptp pps_core i2c_core libata raid_class scsi_transport_sas wmi scsi_transport_iscsi nfit libnvdimm sunrpc dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 14895 Comm: moscmd_srv/0 Tainted: G W OE ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: Sugon I620-G30/60P24-US, BIOS 0JGST025 12/08/2017
0000000000000000 00000000ae84469b ffff880f2bc23bb8 ffffffff816a3d91
ffff880f2bc23bf8 ffffffff810879c8 0000011e80400037 ffff880ba80d5b00
ffff880d7cecf400 ffff880ba80d5b00 00000000fffffffe ffff880ba8228880
Call Trace:
[<ffffffff816a3d91>] dump_stack+0x19/0x1b
[<ffffffff810879c8>] __warn+0xd8/0x100
[<ffffffff81087b0d>] warn_slowpath_null+0x1d/0x20
[<ffffffff8121ccce>] drop_nlink+0x3e/0x50
[<ffffffffc093af49>] lcli_async_unlink_cb+0x59/0x2e0 [parastor]
[<ffffffffc09b8d52>] cli_process_mopctrl_done+0x42/0x60 [parastor]
[<ffffffffc09b945b>] cli_process_stage_end+0x5b/0x180 [parastor]
[<ffffffffc09e5aea>] ? cli_rm_ctrl_free+0x4a/0x70 [parastor]
[<ffffffffc09e5bad>] cli_remove_stage_end+0x9d/0xb0 [parastor]
[<ffffffffc099568f>] moscmd_do_cmd+0x6f/0x340 [parastor]
[<ffffffff816ab9ee>] ? _raw_spin_unlock_bh+0x1e/0x20
[<ffffffffc0995c07>] moscmd_srv_tcb+0xc7/0x340 [parastor]
[<ffffffff810c76f5>] ? sched_clock_cpu+0x85/0xc0
[<ffffffffc1014c06>] ofs_tpool_tcb+0x16/0x20 [knal]
[<ffffffffc10159b7>] ofs_daemon_proxy+0x67/0x150 [knal]
[<ffffffff816a8f8d>] ? __schedule+0x39d/0x8b0
[<ffffffffc1015950>] ? ofs_thread_daemonize+0x60/0x60 [knal]
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Complete report #190253
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffff816a3d91
Build id: 3.10.0-693.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffff810879c8
Build id: 3.10.0-693.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_null
|
vmlinux |
0xffffffff81087b0d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
4
|
drop_nlink
|
vmlinux |
0xffffffff8121ccce
Build id: 3.10.0-693.el7.x86_64
|
0x3e
|
|
5
|
lcli_async_unlink_cb
|
parastor |
0xffffffffc18a7f49
Build id: 3.10.0-693.el7.x86_64
|
0x59
|
|
6
|
cli_process_mopctrl_done
|
parastor |
0xffffffffc1925d52
Build id: 3.10.0-693.el7.x86_64
|
0x42
|
|
7
|
cli_process_stage_end
|
parastor |
0xffffffffc192645b
Build id: 3.10.0-693.el7.x86_64
|
0x5b
|
|
8
|
|
parastor |
0xffffffffc1952aea
Build id: 3.10.0-693.el7.x86_64
|
0x4a
|
|
9
|
cli_remove_stage_end
|
parastor |
0xffffffffc1952bad
Build id: 3.10.0-693.el7.x86_64
|
0x9d
|
|
10
|
moscmd_do_cmd
|
parastor |
0xffffffffc190268f
Build id: 3.10.0-693.el7.x86_64
|
0x6f
|
|
11
|
|
vmlinux |
0xffffffff816ab9ee
Build id: 3.10.0-693.el7.x86_64
|
0x1e
|
|
12
|
moscmd_srv_tcb
|
parastor |
0xffffffffc1902c07
Build id: 3.10.0-693.el7.x86_64
|
0xc7
|
|
13
|
|
vmlinux |
0xffffffff810c76f5
Build id: 3.10.0-693.el7.x86_64
|
0x85
|
|
14
|
ofs_tpool_tcb
|
knal |
0xffffffffc0d1dc06
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
|
15
|
ofs_daemon_proxy
|
knal |
0xffffffffc0d1e9b7
Build id: 3.10.0-693.el7.x86_64
|
0x67
|
|
16
|
|
vmlinux |
0xffffffff816a8f8d
Build id: 3.10.0-693.el7.x86_64
|
0x39d
|
|
17
|
|
knal |
0xffffffffc0d1e950
Build id: 3.10.0-693.el7.x86_64
|
0x60
|
|
18
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
19
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
20
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
21
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
WARNING: CPU: 2 PID: 16731 at fs/inode.c:286 drop_nlink+0x3e/0x50
Modules linked in: iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip6table_filter ip6_tables iptable_filter ip_tables parastor(OE) dlm(OE) kfnccli(OE) knal(OE) rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ip_set nfnetlink ib_uverbs(OE) bridge ib_umad(OE) mlx5_fpga_tools(OE) libcrc32c mlx4_en(OE) mlx4_ib(OE) mlx4_core(OE) iTCO_wdt iTCO_vendor_support skx_edac edac_core coretemp intel_rapl iosf_mbi kvm_intel kvm joydev irqbypass pcspkr sg mei_me mei i2c_i801 shpchp lpc_ich ipmi_si ipmi_devintf ipmi_msghandler acpi_cpufreq nfsd auth_rpcgss nfs_acl lockd sch_fq_codel grace knem(OE) binfmt_misc ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mlx5_ib(OE) ib_core(OE) crct10dif_pclmul crct10dif_common crc32_pclmul crc32c_intel ghash_clmulni_intel
aesni_intel lrw gf128mul glue_helper ablk_helper cryptd 8021q garp stp llc mrp i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm i40e mlx5_core(OE) mlxfw(OE) mlx_compat(OE) devlink drm mpt3sas ahci ptp libahci pps_core i2c_core libata raid_class scsi_transport_sas wmi scsi_transport_iscsi nfit libnvdimm sunrpc dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 2 PID: 16731 Comm: moscmd_srv/0 Tainted: G OE ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: Sugon I620-G30/60P24-US, BIOS 0JGST025 12/08/2017
0000000000000000 00000000102027db ffff880f316d3bb8 ffffffff816a3d91
ffff880f316d3bf8 ffffffff810879c8 0000011e80400021 ffff880337e134c0
ffff88042f9b1000 ffff880337e134c0 00000000fffffffe ffff8809d66c8440
Call Trace:
[<ffffffff816a3d91>] dump_stack+0x19/0x1b
[<ffffffff810879c8>] __warn+0xd8/0x100
[<ffffffff81087b0d>] warn_slowpath_null+0x1d/0x20
[<ffffffff8121ccce>] drop_nlink+0x3e/0x50
[<ffffffffc18a7f49>] lcli_async_unlink_cb+0x59/0x2e0 [parastor]
[<ffffffffc1925d52>] cli_process_mopctrl_done+0x42/0x60 [parastor]
[<ffffffffc192645b>] cli_process_stage_end+0x5b/0x180 [parastor]
[<ffffffffc1952aea>] ? cli_rm_ctrl_free+0x4a/0x70 [parastor]
[<ffffffffc1952bad>] cli_remove_stage_end+0x9d/0xb0 [parastor]
[<ffffffffc190268f>] moscmd_do_cmd+0x6f/0x340 [parastor]
[<ffffffff816ab9ee>] ? _raw_spin_unlock_bh+0x1e/0x20
[<ffffffffc1902c07>] moscmd_srv_tcb+0xc7/0x340 [parastor]
[<ffffffff810c76f5>] ? sched_clock_cpu+0x85/0xc0
[<ffffffffc0d1dc06>] ofs_tpool_tcb+0x16/0x20 [knal]
[<ffffffffc0d1e9b7>] ofs_daemon_proxy+0x67/0x150 [knal]
[<ffffffff816a8f8d>] ? __schedule+0x39d/0x8b0
[<ffffffffc0d1e950>] ? ofs_thread_daemonize+0x60/0x60 [knal]
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Complete report #516342
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffff816a3d91
Build id: 3.10.0-693.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffff810879c8
Build id: 3.10.0-693.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_null
|
vmlinux |
0xffffffff81087b0d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
4
|
drop_nlink
|
vmlinux |
0xffffffff8121ccce
Build id: 3.10.0-693.el7.x86_64
|
0x3e
|
|
5
|
lcli_async_unlink_cb
|
parastor |
0xffffffffc196b339
Build id: 3.10.0-693.el7.x86_64
|
0x59
|
|
6
|
cli_process_mopctrl_done
|
parastor |
0xffffffffc19e8142
Build id: 3.10.0-693.el7.x86_64
|
0x42
|
|
7
|
cli_process_stage_end
|
parastor |
0xffffffffc19e883b
Build id: 3.10.0-693.el7.x86_64
|
0x5b
|
|
8
|
|
parastor |
0xffffffffc1a7fa2a
Build id: 3.10.0-693.el7.x86_64
|
0x4a
|
|
9
|
cli_remove_stage_end
|
parastor |
0xffffffffc1a7faed
Build id: 3.10.0-693.el7.x86_64
|
0x9d
|
|
10
|
moscmd_do_cmd
|
parastor |
0xffffffffc19c4c8f
Build id: 3.10.0-693.el7.x86_64
|
0x6f
|
|
11
|
|
vmlinux |
0xffffffff816ab9ee
Build id: 3.10.0-693.el7.x86_64
|
0x1e
|
|
12
|
moscmd_srv_tcb
|
parastor |
0xffffffffc19c51d7
Build id: 3.10.0-693.el7.x86_64
|
0xc7
|
|
13
|
ofs_tpool_tcb
|
knal |
0xffffffffc0de06e6
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
|
14
|
ofs_daemon_proxy
|
knal |
0xffffffffc0de1347
Build id: 3.10.0-693.el7.x86_64
|
0x67
|
|
15
|
|
vmlinux |
0xffffffff816a8f8d
Build id: 3.10.0-693.el7.x86_64
|
0x39d
|
|
16
|
|
knal |
0xffffffffc0de12e0
Build id: 3.10.0-693.el7.x86_64
|
0x60
|
|
17
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
18
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
20
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
WARNING: CPU: 4 PID: 9153 at fs/inode.c:286 drop_nlink+0x3e/0x50
Modules linked in: fuse rctld(OE) parastor(OE) dlm(OE) kfnccli(OE) knal(OE) mmfs26(OE) mmfslinux(OE) tracedev(OE) rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_uverbs(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx4_en(OE) mlx4_ib(OE) mlx4_core(OE) skx_edac edac_core iTCO_wdt coretemp iTCO_vendor_support intel_rapl iosf_mbi kvm_intel kvm irqbypass joydev mei_me sg mei pcspkr i2c_i801 shpchp lpc_ich ipmi_si ipmi_devintf ipmi_msghandler nfit libnvdimm acpi_cpufreq binfmt_misc knem(OE) nfsd auth_rpcgss nfs_acl lockd grace ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mlx5_ib(OE) ib_core(OE) 8021q garp stp llc mrp crct10dif_pclmul crct10dif_common crc32_pclmul crc32c_intel ghash_clmulni_intel i2c_algo_bit drm_kms_helper syscopyarea scsi_transport_iscsi
sysfillrect sysimgblt fb_sys_fops aesni_intel ttm lrw gf128mul glue_helper ablk_helper cryptd ixgbe drm i40e mlx5_core(OE) mlxfw(OE) mpt3sas mlx_compat(OE) ahci devlink libahci dca i2c_core mdio libata ptp pps_core raid_class scsi_transport_sas wmi sunrpc dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 9153 Comm: moscmd_srv/0 Tainted: G OE ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: Sugon I620-G30/60P24-US, BIOS 0JGST031 08/02/2018
0000000000000000 000000002ac2717c ffff8815b0ed7bb8 ffffffff816a3d91
ffff8815b0ed7bf8 ffffffff810879c8 0000011e4d31fc00 ffff8815c624f8c8
ffff880d60247500 ffff8815c624f8c8 00000000fffffffe ffff88136defd0c0
Call Trace:
[<ffffffff816a3d91>] dump_stack+0x19/0x1b
[<ffffffff810879c8>] __warn+0xd8/0x100
[<ffffffff81087b0d>] warn_slowpath_null+0x1d/0x20
[<ffffffff8121ccce>] drop_nlink+0x3e/0x50
[<ffffffffc196b339>] lcli_async_unlink_cb+0x59/0x2d0 [parastor]
[<ffffffffc19e8142>] cli_process_mopctrl_done+0x42/0x60 [parastor]
[<ffffffffc19e883b>] cli_process_stage_end+0x5b/0x180 [parastor]
[<ffffffffc1a7fa2a>] ? cli_rm_ctrl_free+0x4a/0x70 [parastor]
[<ffffffffc1a7faed>] cli_remove_stage_end+0x9d/0xb0 [parastor]
[<ffffffffc19c4c8f>] moscmd_do_cmd+0x6f/0x330 [parastor]
[<ffffffff816ab9ee>] ? _raw_spin_unlock_bh+0x1e/0x20
[<ffffffffc19c51d7>] moscmd_srv_tcb+0xc7/0x330 [parastor]
[<ffffffffc0de06e6>] ofs_tpool_tcb+0x16/0x20 [knal]
[<ffffffffc0de1347>] ofs_daemon_proxy+0x67/0x150 [knal]
[<ffffffff816a8f8d>] ? __schedule+0x39d/0x8b0
[<ffffffffc0de12e0>] ? ofs_thread_daemonize+0x60/0x60 [knal]
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Complete report #361214
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffff816a3d91
Build id: 3.10.0-693.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffff810879c8
Build id: 3.10.0-693.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_null
|
vmlinux |
0xffffffff81087b0d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
4
|
drop_nlink
|
vmlinux |
0xffffffff8121ccce
Build id: 3.10.0-693.el7.x86_64
|
0x3e
|
|
5
|
lcli_async_unlink_cb
|
parastor |
0xffffffffc196a339
Build id: 3.10.0-693.el7.x86_64
|
0x59
|
|
6
|
cli_process_mopctrl_done
|
parastor |
0xffffffffc19e7142
Build id: 3.10.0-693.el7.x86_64
|
0x42
|
|
7
|
cli_process_stage_end
|
parastor |
0xffffffffc19e783b
Build id: 3.10.0-693.el7.x86_64
|
0x5b
|
|
8
|
|
parastor |
0xffffffffc1a7ea2a
Build id: 3.10.0-693.el7.x86_64
|
0x4a
|
|
9
|
cli_remove_stage_end
|
parastor |
0xffffffffc1a7eaed
Build id: 3.10.0-693.el7.x86_64
|
0x9d
|
|
10
|
moscmd_do_cmd
|
parastor |
0xffffffffc19c3c8f
Build id: 3.10.0-693.el7.x86_64
|
0x6f
|
|
11
|
|
vmlinux |
0xffffffff816ab9ee
Build id: 3.10.0-693.el7.x86_64
|
0x1e
|
|
12
|
moscmd_srv_tcb
|
parastor |
0xffffffffc19c41d7
Build id: 3.10.0-693.el7.x86_64
|
0xc7
|
|
13
|
ofs_tpool_tcb
|
knal |
0xffffffffc0dcf6e6
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
|
14
|
ofs_daemon_proxy
|
knal |
0xffffffffc0dd0347
Build id: 3.10.0-693.el7.x86_64
|
0x67
|
|
15
|
|
vmlinux |
0xffffffff816a8f8d
Build id: 3.10.0-693.el7.x86_64
|
0x39d
|
|
16
|
|
knal |
0xffffffffc0dd02e0
Build id: 3.10.0-693.el7.x86_64
|
0x60
|
|
17
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
18
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
19
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
20
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
WARNING: CPU: 3 PID: 9502 at fs/inode.c:286 drop_nlink+0x3e/0x50
Modules linked in: squashfs loop overlay(T) rctld(OE) parastor(OE) dlm(OE) kfnccli(OE) knal(OE) mmfs26(OE) mmfslinux(OE) tracedev(OE) rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_uverbs(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx4_en(OE) mlx4_ib(OE) mlx4_core(OE) skx_edac edac_core coretemp intel_rapl iosf_mbi iTCO_wdt iTCO_vendor_support kvm_intel kvm irqbypass pcspkr sg joydev i2c_i801 mei_me mei shpchp lpc_ich ipmi_si ipmi_devintf ipmi_msghandler nfit libnvdimm acpi_cpufreq nfsd auth_rpcgss nfs_acl lockd grace binfmt_misc knem(OE) ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mlx5_ib(OE) ib_core(OE) 8021q garp stp llc mrp crct10dif_pclmul crct10dif_common crc32_pclmul crc32c_intel ghash_clmulni_intel i2c_algo_bit drm_kms_helper aesni_intel lrw
gf128mul glue_helper ablk_helper cryptd ahci syscopyarea libahci sysfillrect sysimgblt ixgbe fb_sys_fops ttm libata i40e drm scsi_transport_iscsi mpt3sas dca mdio mlx5_core(OE) mlxfw(OE) mlx_compat(OE) devlink ptp raid_class scsi_transport_sas pps_core i2c_core wmi sunrpc dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 9502 Comm: moscmd_srv/0 Tainted: G W OE ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: Sugon I620-G30/60P24-US, BIOS 0JGST031 08/02/2018
0000000000000000 0000000050bf5369 ffff881658c7bbb8 ffffffff816a3d91
ffff881658c7bbf8 ffffffff810879c8 0000011e00000286 ffff881081c5b4c8
ffff88070a154f00 ffff881081c5b4c8 00000000fffffffe ffff880ce18ed0c0
Call Trace:
[<ffffffff816a3d91>] dump_stack+0x19/0x1b
[<ffffffff810879c8>] __warn+0xd8/0x100
[<ffffffff81087b0d>] warn_slowpath_null+0x1d/0x20
[<ffffffff8121ccce>] drop_nlink+0x3e/0x50
[<ffffffffc196a339>] lcli_async_unlink_cb+0x59/0x2d0 [parastor]
[<ffffffffc19e7142>] cli_process_mopctrl_done+0x42/0x60 [parastor]
[<ffffffffc19e783b>] cli_process_stage_end+0x5b/0x180 [parastor]
[<ffffffffc1a7ea2a>] ? cli_rm_ctrl_free+0x4a/0x70 [parastor]
[<ffffffffc1a7eaed>] cli_remove_stage_end+0x9d/0xb0 [parastor]
[<ffffffffc19c3c8f>] moscmd_do_cmd+0x6f/0x330 [parastor]
[<ffffffff816ab9ee>] ? _raw_spin_unlock_bh+0x1e/0x20
[<ffffffffc19c41d7>] moscmd_srv_tcb+0xc7/0x330 [parastor]
[<ffffffffc0dcf6e6>] ofs_tpool_tcb+0x16/0x20 [knal]
[<ffffffffc0dd0347>] ofs_daemon_proxy+0x67/0x150 [knal]
[<ffffffff816a8f8d>] ? __schedule+0x39d/0x8b0
[<ffffffffc0dd02e0>] ? ofs_thread_daemonize+0x60/0x60 [knal]
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Complete report #11786
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffff816a3d91
Build id: 3.10.0-693.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffff810879c8
Build id: 3.10.0-693.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_null
|
vmlinux |
0xffffffff81087b0d
Build id: 3.10.0-693.el7.x86_64
|
0x1d
|
|
4
|
drop_nlink
|
vmlinux |
0xffffffff8121ccce
Build id: 3.10.0-693.el7.x86_64
|
0x3e
|
|
5
|
lcli_async_unlink_cb
|
parastor |
0xffffffffc093af49
Build id: 3.10.0-693.el7.x86_64
|
0x59
|
|
6
|
?
cli_dlm_lock_handles_free
|
parastor |
0xffffffffc09e9818
Build id: 3.10.0-693.el7.x86_64
|
0x38
|
|
7
|
cli_process_mopctrl_done
|
parastor |
0xffffffffc09b8d52
Build id: 3.10.0-693.el7.x86_64
|
0x42
|
|
8
|
cli_process_stage_end
|
parastor |
0xffffffffc09b945b
Build id: 3.10.0-693.el7.x86_64
|
0x5b
|
|
9
|
|
parastor |
0xffffffffc09e5aea
Build id: 3.10.0-693.el7.x86_64
|
0x4a
|
|
10
|
cli_remove_stage_end
|
parastor |
0xffffffffc09e5bad
Build id: 3.10.0-693.el7.x86_64
|
0x9d
|
|
11
|
moscmd_do_cmd
|
parastor |
0xffffffffc099568f
Build id: 3.10.0-693.el7.x86_64
|
0x6f
|
|
12
|
|
vmlinux |
0xffffffff816ab9ee
Build id: 3.10.0-693.el7.x86_64
|
0x1e
|
|
13
|
moscmd_srv_tcb
|
parastor |
0xffffffffc0995c07
Build id: 3.10.0-693.el7.x86_64
|
0xc7
|
|
14
|
|
vmlinux |
0xffffffff810c76f5
Build id: 3.10.0-693.el7.x86_64
|
0x85
|
|
15
|
ofs_tpool_tcb
|
knal |
0xffffffffc1014c06
Build id: 3.10.0-693.el7.x86_64
|
0x16
|
|
16
|
ofs_daemon_proxy
|
knal |
0xffffffffc10159b7
Build id: 3.10.0-693.el7.x86_64
|
0x67
|
|
17
|
|
vmlinux |
0xffffffff816a8f8d
Build id: 3.10.0-693.el7.x86_64
|
0x39d
|
|
18
|
|
knal |
0xffffffffc1015950
Build id: 3.10.0-693.el7.x86_64
|
0x60
|
|
19
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
20
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
21
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
22
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
WARNING: CPU: 12 PID: 14895 at fs/inode.c:286 drop_nlink+0x3e/0x50
Modules linked in: fuse parastor(OE) dlm(OE) kfnccli(OE) knal(OE) rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_uverbs(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx4_en(OE) mlx4_ib(OE) mlx4_core(OE) iTCO_wdt iTCO_vendor_support skx_edac edac_core coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass joydev pcspkr sg mei_me mei lpc_ich shpchp i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler acpi_cpufreq nfsd auth_rpcgss sch_fq_codel nfs_acl lockd grace knem(OE) binfmt_misc ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic mlx5_ib(OE) ib_core(OE) crct10dif_pclmul crct10dif_common crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd 8021q garp stp llc mrp i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt
fb_sys_fops ttm i40e drm mpt3sas mlx5_core(OE) ahci mlxfw(OE) mlx_compat(OE) devlink libahci ptp pps_core i2c_core libata raid_class scsi_transport_sas wmi scsi_transport_iscsi nfit libnvdimm sunrpc dm_mirror dm_region_hash dm_log dm_mod
CPU: 12 PID: 14895 Comm: moscmd_srv/0 Tainted: G W OE ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: Sugon I620-G30/60P24-US, BIOS 0JGST025 12/08/2017
0000000000000000 00000000ae84469b ffff880f2bc23bb8 ffffffff816a3d91
ffff880f2bc23bf8 ffffffff810879c8 0000011e8040002e ffff880bb1ce34c0
ffff880b96f43e00 ffff880bb1ce34c0 00000000fffffffe ffff880bbff62640
Call Trace:
[<ffffffff816a3d91>] dump_stack+0x19/0x1b
[<ffffffff810879c8>] __warn+0xd8/0x100
[<ffffffff81087b0d>] warn_slowpath_null+0x1d/0x20
[<ffffffff8121ccce>] drop_nlink+0x3e/0x50
[<ffffffffc093af49>] lcli_async_unlink_cb+0x59/0x2e0 [parastor]
[<ffffffffc09e9818>] ? cli_dlm_lock_handles_free+0x38/0xc0 [parastor]
[<ffffffffc09b8d52>] cli_process_mopctrl_done+0x42/0x60 [parastor]
[<ffffffffc09b945b>] cli_process_stage_end+0x5b/0x180 [parastor]
[<ffffffffc09e5aea>] ? cli_rm_ctrl_free+0x4a/0x70 [parastor]
[<ffffffffc09e5bad>] cli_remove_stage_end+0x9d/0xb0 [parastor]
[<ffffffffc099568f>] moscmd_do_cmd+0x6f/0x340 [parastor]
[<ffffffff816ab9ee>] ? _raw_spin_unlock_bh+0x1e/0x20
[<ffffffffc0995c07>] moscmd_srv_tcb+0xc7/0x340 [parastor]
[<ffffffff810c76f5>] ? sched_clock_cpu+0x85/0xc0
[<ffffffffc1014c06>] ofs_tpool_tcb+0x16/0x20 [knal]
[<ffffffffc10159b7>] ofs_daemon_proxy+0x67/0x150 [knal]
[<ffffffff816a8f8d>] ? __schedule+0x39d/0x8b0
[<ffffffffc1015950>] ? ofs_thread_daemonize+0x60/0x60 [knal]
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40