FLImaging 6.12.9.2
Tensor.h
1#pragma once
2
3#if _MSC_VER >= 1900 && defined(_M_X64)
4
5#include "ComputationalBase.h"
6
7#include <cstdint>
8#include <vector>
9#include <atomic>
10
11#include "Scalar.h"
12#include "DefinitionsAI.h"
13
14namespace FLImaging
15{
16 namespace AI
17 {
18 #ifdef CUDNN_MODE
19 template <typename T>
20 class CCuda_Tensor_Cudnn;
21 #endif
22
23 #ifdef CUBLAS_MODE
24 template <typename T>
25 class CCuda_ComputationalGraphMatMul_Cublas;
26 #endif
27
28 template <typename T>
29 class FL_EXPORT CTensor : public CComputationalBase<T>
30 {
31 public:
32 CTensor();
33
34 CTensor(const CTensor<float >& tsr, bool bDeepCopy = true);
35 CTensor(const CTensor<double>& tsr, bool bDeepCopy = true);
36
37 CTensor(const T& tScalar);
38 CTensor(const std::vector<int64_t>& vctShapeDesc);
39 CTensor(const std::initializer_list<int64_t>& ilShapeDesc);
40
41 virtual ~CTensor();
42
43 static const CResult GetClassNumFromImages(const Base::CFLImage* pFli, Base::CFLArray<int32_t>& flaClassNum);
44
45 virtual const CResult Load(const wchar_t* pWcsFileName) override;
46 virtual const CResult Save(const wchar_t* pWcsFileName) override;
47
48 virtual const CResult GetBinaryData(Base::CFLData& fldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
49 virtual const CResult GetBinaryData(Base::CFLData* pFldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
50
51 virtual const CResult SetBinaryData(const Base::CFLData& fldBinary, int64_t* pI64Offset = nullptr) override;
52 virtual const CResult SetBinaryData(const Base::CFLData* pFldBinary, int64_t* pI64Offset = nullptr) override;
53
54 virtual const CResult Clear() override;
55
56 virtual const CResult CopyHostToDevice();
57 virtual const CResult CopyDeviceToHost();
58
59 virtual const CResult SetMemory(const T* pTMemory, const std::vector<int64_t>& vctShape, bool bOrderByDesc = true, bool bDeepCopy = false);
60 virtual const CResult SetMemory(const T* pTMemory, const std::initializer_list<int64_t>& vctShape, bool bOrderByDesc = true, bool bDeepCopy = false);
61
62 virtual const CResult SetMemoryCuda(const T* pTMemory, const std::vector<int64_t>& vctShape, bool bOrderByDesc = true, bool bDeepCopy = false);
63 virtual const CResult SetMemoryCuda(const T* pTMemory, const std::initializer_list<int64_t>& vctShape, bool bOrderByDesc = true, bool bDeepCopy = false);
64
65 virtual const T* GetMemory() const;
66 virtual const T* GetMemoryCuda() const;
67
68 virtual bool IsAutoDestroyCPUMemoryEnabled() const;
69 virtual bool IsAutoDestroyCudaMemoryEnabled() const;
70
71 virtual const CResult Assign(const Base::CFLImage& fli, bool bNormalize = true);
72 virtual const CResult Assign(const Base::CFLImage* pFli, bool bNormalize = true);
73 virtual const CResult Assign(const CTensor<float>& tsr, bool bDeepCopy = true);
74 virtual const CResult Assign(const CTensor<float>* pTsr, bool bDeepCopy = true);
75 virtual const CResult Assign(const CTensor<double>& tsr, bool bDeepCopy = true);
76 virtual const CResult Assign(const CTensor<double>* pTsr, bool bDeepCopy = true);
77 virtual const CResult Assign(const T tScalar);
78 virtual const CResult Assign(const CComputationalBase<T>& cb);
79 virtual const CResult Assign(const Base::CFLImage* pFli, const std::vector<int64_t>& vctNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
80 virtual const CResult Assign(const Base::CFLImage& fli, const std::vector<int64_t>& vctNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
81 virtual const CResult Assign(const Base::CFLImage* pFli, const std::initializer_list<int64_t>& ilNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
82 virtual const CResult Assign(const Base::CFLImage& fli, const std::initializer_list<int64_t>& ilNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
83
84 virtual const CResult Create(const std::vector<int64_t>& vctShape, bool bOrderByDesc = true, bool bCudaAllocation = true);
85 virtual const CResult Create(const std::initializer_list<int64_t>& ilShape, bool bOrderByDesc = true, bool bCudaAllocation = true);
86 virtual const CResult Create(const Base::CFLImage& fli, bool bNormalize = true, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
87 virtual const CResult Create(const Base::CFLImage* pFli, bool bNormalize = true, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
88 virtual const CResult Create(const Base::CFLImage* pFli, const std::vector<int64_t>& vctNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
89 virtual const CResult Create(const Base::CFLImage& fli, const std::vector<int64_t>& vctNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
90 virtual const CResult Create(const Base::CFLImage* pFli, const std::initializer_list<int64_t>& ilNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
91 virtual const CResult Create(const Base::CFLImage& fli, const std::initializer_list<int64_t>& ilNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
92
93 virtual const CResult Append(const Base::CFLImage* pFli, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
94 virtual const CResult Append(const Base::CFLImage& fli, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
95
96 virtual const CResult SetLabels(Foundation::CFLFigureArray& flfaSourceLabel, bool bDeepCopy = false);
97 virtual const CResult SetLabels(Foundation::CFLFigureArray* pFlfaSourceLabel, bool bDeepCopy = false);
98 virtual Foundation::CFLFigureArray* GetLabels() const;
99 virtual const CResult SetObjectRegions(Foundation::CFLFigureArray& flfaSourceObjectRegions, bool bDeepCopy = false);
100 virtual const CResult SetObjectRegions(Foundation::CFLFigureArray* pFlfaSourceObjectRegions, bool bDeepCopy = false);
101 virtual Foundation::CFLFigureArray* GetObjectRegions() const;
102 virtual const CResult SetOriginBoundaryLabels(Foundation::CFLFigureArray& flfaSourceLabel, bool bDeepCopy = false);
103 virtual const CResult SetOriginBoundaryLabels(Foundation::CFLFigureArray* pFlfaSourceLabel, bool bDeepCopy = false);
104 virtual Foundation::CFLFigureArray* GetOriginBoundaryLabels() const;
105
106 virtual const CResult EnableObjectRegionsMode(bool bEnable);
107 virtual const bool IsObjectRegionsModeEnabled();
108
109 virtual const CResult MakeMiniBatch(const CTensor<T>& tsrSrc, int64_t i64Start, int64_t i64End);
110
111 virtual const CResult CreateCudaMemory();
112 virtual const CResult ClearCudaMemory();
113
114 virtual const CResult Reshape(const std::vector<int64_t>& vctAxes = { }, bool bOrderByDesc = true);
115
116 virtual const CResult FillZero();
117 virtual const CResult Fill(T tFillValue);
118 virtual const CResult FillRandom(T tRangeMin, T tRangeMax);
119 virtual const CResult FillUniformRandom(T tRangeMin, T tRangeMax);
120 virtual const CResult FillNormalRandom(T tMean = 0, T tStdev = 1);
121 virtual const CResult FillSeries(T tStartValue, T tInterval);
122 virtual const CResult FillXavier();
123 virtual const CResult FillHe();
124 virtual const CResult FillHe(int64_t i64InputSize);
125
126 virtual CTensor<T>& Evaluate() override;
127 virtual CTensor<T>& Forward() override;
128 virtual CTensor<T>* Backward() override;
129
130 virtual int64_t GetRequiredDedicatedMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1) const override;
131 virtual int64_t GetRequiredTemporaryMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1, int64_t i64MemoryIndex = 0) const override;
132
133 virtual CTensor<T>& GetValue() const override;
134 virtual const int64_t& GetRank() const;
135 virtual const std::vector<int64_t>& GetEstimatedShape(bool bRecursive = true) const override;
136 virtual const std::vector<int64_t>& GetShapeAsc() const override;
137
138 virtual const std::vector<int64_t>& GetPitchByRank() const;
139 virtual const std::vector<int64_t>& GetPitchByRankAsc() const;
140 virtual const int64_t& GetTotalElement() const;
141 virtual const int64_t& GetTotalSizeByte() const;
142
143 virtual const CResult SetBatchParameters(const CTensor<T>& tsr);
144
145 operator const T& () const;
146 operator const T* () const;
147 const CTensor<T>& operator=(const CTensor<float>& tsr);
148 const CTensor<T>& operator=(const CTensor<double>& tsr);
149 const CTensor<T>& operator=(const std::initializer_list<T>& ilRank1st);
150 const CTensor<T>& operator=(const std::initializer_list<const std::initializer_list<T>>& ilRank2nd);
151 const CTensor<T>& operator=(const std::initializer_list<const std::initializer_list<const std::initializer_list<T> > >& ilRank3rd);
152 const CTensor<T>& operator=(const std::initializer_list<const std::initializer_list<const std::initializer_list<const std::initializer_list<T> > > >& ilRank4th);
153 const T operator=(const T tScalar);
154 CScalar<T> operator[](int32_t i32Index) const;
155 CScalar<T> operator[](uint32_t u32Index) const;
156 CScalar<T> operator[](int64_t i64Index) const;
157 CScalar<T> operator[](uint64_t u64Index) const;
158
159 virtual const CTensor<T>& operator+=(const CTensor<T>& tsr);
160 virtual const CTensor<T>& operator+=(const float& f32Scalar);
161 virtual const CTensor<T>& operator+=(const double& f64Scalar);
162 virtual const CTensor<T>& operator-=(const CTensor<T>& tsr);
163 virtual const CTensor<T>& operator-=(const float& f32Scalar);
164 virtual const CTensor<T>& operator-=(const double& f64Scalar);
165 virtual const CTensor<T>& operator*=(const CTensor<T>& tsr);
166 virtual const CTensor<T>& operator*=(const float& f32Scalar);
167 virtual const CTensor<T>& operator*=(const double& f64Scalar);
168 virtual const CTensor<T>& operator/=(const CTensor<T>& tsr);
169 virtual const CTensor<T>& operator/=(const float& f32Scalar);
170 virtual const CTensor<T>& operator/=(const double& f64Scalar);
171
172 CTensor<T> operator+(const CTensor<T>& tsr) const;
173 CTensor<T> operator+(const float& f32Scalar) const;
174 CTensor<T> operator+(const double& f64Scalar) const;
175 CTensor<T> operator-(const CTensor<T>& tsr) const;
176 CTensor<T> operator-(const float& f32Scalar) const;
177 CTensor<T> operator-(const double& f64Scalar) const;
178 CTensor<T> operator*(const CTensor<T>& tsr) const;
179 CTensor<T> operator*(const float& f32Scalar) const;
180 CTensor<T> operator*(const double& f64Scalar) const;
181 CTensor<T> operator/(const CTensor<T>& tsr) const;
182 CTensor<T> operator/(const float& f32Scalar) const;
183 CTensor<T> operator/(const double& f64Scalar) const;
184
185 friend CTensor<T> operator+(const float& f32Scalar, const CTensor<T>& tsr)
186 {
187 CTensor<T> tsrReturn((T)f32Scalar);
188
189 tsrReturn += tsr;
190 return tsrReturn;
191 }
192
193 friend CTensor<T> operator+(const double& f64Scalar, const CTensor<T>& tsr)
194 {
195 CTensor<T> tsrReturn((T)f64Scalar);
196
197 tsrReturn += tsr;
198 return tsrReturn;
199 }
200
201 friend CTensor<T> operator-(const float& f32Scalar, const CTensor<T>& tsr)
202 {
203 CTensor<T> tsrReturn((T)f32Scalar);
204
205 tsrReturn -= tsr;
206 return tsrReturn;
207 }
208
209 friend CTensor<T> operator-(const double& f64Scalar, const CTensor<T>& tsr)
210 {
211 CTensor<T> tsrReturn((T)f64Scalar);
212
213 tsrReturn -= tsr;
214 return tsrReturn;
215 }
216
217 friend CTensor<T> operator*(const float& f32Scalar, const CTensor<T>& tsr)
218 {
219 CTensor<T> tsrReturn((T)f32Scalar);
220
221 tsrReturn *= tsr;
222 return tsrReturn;
223 }
224
225 friend CTensor<T> operator*(const double& f64Scalar, const CTensor<T>& tsr)
226 {
227 CTensor<T> tsrReturn((T)f64Scalar);
228
229 tsrReturn *= tsr;
230 return tsrReturn;
231 }
232
233 friend CTensor<T> operator/(const float& f32Scalar, const CTensor<T>& tsr)
234 {
235 CTensor<T> tsrReturn((T)f32Scalar);
236
237 tsrReturn /= tsr;
238 return tsrReturn;
239 }
240
241 friend CTensor<T> operator/(const double& f64Scalar, const CTensor<T>& tsr)
242 {
243 CTensor<T> tsrReturn((T)f64Scalar);
244
245 tsrReturn /= tsr;
246 return tsrReturn;
247 }
248
249 CTensor<T> operator>(const CTensor<T>& tsr);
250 CTensor<T> operator>(const float& f32Scalar);
251 CTensor<T> operator>(const double& f64Scalar);
252 CTensor<T> operator>=(const CTensor<T>& tsr);
253 CTensor<T> operator>=(const float& f32Scalar);
254 CTensor<T> operator>=(const double& f64Scalar);
255 CTensor<T> operator==(const CTensor<T>& tsr);
256 CTensor<T> operator==(const float& f32Scalar);
257 CTensor<T> operator==(const double& f64Scalar);
258 CTensor<T> operator!=(const CTensor<T>& tsr);
259 CTensor<T> operator!=(const float& f32Scalar);
260 CTensor<T> operator!=(const double& f64Scalar);
261 CTensor<T> operator<=(const CTensor<T>& tsr);
262 CTensor<T> operator<=(const float& f32Scalar);
263 CTensor<T> operator<=(const double& f64Scalar);
264 CTensor<T> operator<(const CTensor<T>& tsr);
265 CTensor<T> operator<(const float& f32Scalar);
266 CTensor<T> operator<(const double& f64Scalar);
267
268 bool Equals(const CTensor<float>& tsr);
269 bool Equals(const CTensor<double>& tsr);
270
271 virtual const CResult Add(const CTensor<T>& tsrTarget, CTensor<T>* pTsrResult);
272 virtual const CResult Subtract(const CTensor<T>& tsrTarget, CTensor<T>* pTsrResult);
273 virtual const CResult Multiply(const CTensor<T>& tsrTarget, CTensor<T>* pTsrResult);
274 virtual const CResult MatMul(const CTensor<T>& tsrTarget, CTensor<T>* pTsrResult);
275 virtual const CResult Divide(const CTensor<T>& tsrTarget, CTensor<T>* pTsrResult);
276 virtual const CResult Dot(const CTensor<T>& tsrTarget, CTensor<T>* pTsrResult);
277 virtual const CResult Pow(const CTensor<T>& tsrTarget, CTensor<T>* pTsrResult);
278 virtual const CResult Compare(const CTensor<T>& tsrTarget, CTensor<T>* pTsrResult, Base::ELogicalCondition eConditon);
279
280 virtual const CResult Chunk(std::vector<CTensor<T>>& vctResult, int64_t i64ChunkCount, int64_t i64Axis = -1);
281 virtual const CResult Chunk(CTensor<T>* pTsrResult, int64_t i64ChunkCount, int64_t i64Axis = -1);
282 virtual const CResult Chunk(CTensor<T>* pTsrResult, std::vector<CTensor<T>>& vctResult, int64_t i64ChunkCount, int64_t i64Axis = -1);
283
284 virtual const CResult Stack(const std::initializer_list<CTensor<T>*>& tsrTarget, CTensor<T>* pTsrResult, int64_t i64Axis = -1);
285 virtual const CResult Stack(const std::vector<CTensor<T>*>& vctTarget, CTensor<T>* pTsrResult, int64_t i64Axis = -1);
286 virtual const CResult HStack(const std::initializer_list<CTensor<T>*>& tsrTarget, CTensor<T>* pTsrResult);
287 virtual const CResult HStack(const std::vector<CTensor<T>*>& vctTarget, CTensor<T>* pTsrResult);
288 virtual const CResult VStack(const std::initializer_list<CTensor<T>*>& tsrTarget, CTensor<T>* pTsrResult);
289 virtual const CResult VStack(const std::vector<CTensor<T>*>& vctTarget, CTensor<T>* pTsrResult);
290 virtual const CResult Concatenate(const std::initializer_list<CTensor<T>*>& ilTarget, CTensor<T>* pTsrResult, int64_t i64Axis = -1);
291 virtual const CResult Concatenate(const std::vector<CTensor<T>*>& vctTarget, CTensor<T>* pTsrResult, int64_t i64Axis = -1);
292
293 virtual const CResult Transpose(CTensor<T>* pTsrResult);
294 virtual const CResult Transpose(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctTransDesc);
295 virtual const CResult Repeat(CTensor<T>* pTsrResult, int64_t i64Count, int64_t i64Axis = 0);
296
297 virtual const CResult ReduceSum(CTensor<T>* pTsrResult, bool bKeepDim = false);
298 virtual const CResult ReduceSum(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctAxes, bool bKeepDim = false);
299 virtual const CResult ReduceSum(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilAxes, bool bKeepDim = false);
300 virtual const CResult ReduceMean(CTensor<T>* pTsrResult, bool bKeepDim = false);
301 virtual const CResult ReduceMean(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctAxes, bool bKeepDim = false);
302 virtual const CResult ReduceMean(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilAxes, bool bKeepDim = false);
303 virtual const CResult ReduceMin(CTensor<T>* pTsrResult, bool bKeepDim = false);
304 virtual const CResult ReduceMin(CTensor<T>* pTsrResult, const std::vector<int64_t>& ilAxes, bool bKeepDim = false);
305 virtual const CResult ReduceMin(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilAxes, bool bKeepDim = false);
306 virtual const CResult ReduceMax(CTensor<T>* pTsrResult, bool bKeepDim = false);
307 virtual const CResult ReduceMax(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctAxes, bool bKeepDim = false);
308 virtual const CResult ReduceMax(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilAxes, bool bKeepDim = false);
309
310 virtual const CResult ReduceVar(CTensor<T>* pTsrResult, bool bUnBiased = true, bool bKeepDim = false);
311 virtual const CResult ReduceVar(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctAxes, bool bUnBiased = true, bool bKeepDim = false);
312 virtual const CResult ReduceVar(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilAxes, bool bUnBiased = true, bool bKeepDim = false);
313 virtual const CResult ReduceVarMean(CTensor<T>* pTsrVarResult, CTensor<T>* pTsrMeanResult, bool bUnBiased = true, bool bKeepDim = false);
314 virtual const CResult ReduceVarMean(CTensor<T>* pTsrVarResult, CTensor<T>* pTsrMeanResult, const std::vector<int64_t>& vctAxes, bool bUnBiased = true, bool bKeepDim = false);
315 virtual const CResult ReduceVarMean(CTensor<T>* pTsrVarResult, CTensor<T>* pTsrMeanResult, const std::initializer_list<int64_t>& ilAxes, bool bUnBiased = true, bool bKeepDim = false);
316
317 virtual const CResult ReduceStdev(CTensor<T>* pTsrResult, bool bUnBiased = true, bool bKeepDim = false);
318 virtual const CResult ReduceStdev(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctAxes, bool bUnBiased = true, bool bKeepDim = false);
319 virtual const CResult ReduceStdev(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilAxes, bool bUnBiased = true, bool bKeepDim = false);
320
321 virtual const CResult ReduceAny(CTensor<T>* pTsrResult, bool bKeepDim = false);
322 virtual const CResult ReduceAny(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctAxes, bool bKeepDim = false);
323 virtual const CResult ReduceAny(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilAxes, bool bKeepDim = false);
324
325 virtual const CResult ArgMax(CTensor<T>* pTsrResult);
326 virtual const CResult ArgMax(CTensor<T>* pTsrResult, int64_t i64Axis);
327
328 virtual const CResult Square(CTensor<T>* pTsrResult);
329 virtual const CResult Sqrt(CTensor<T>* pTsrResult);
330
331 virtual const CResult Sigmoid(CTensor<T>* pTsrResult);
332 virtual const CResult Log(CTensor<T>* pTsrResult);
333 virtual const CResult Log10(CTensor<T>* pTsrResult);
334 virtual const CResult Log1p(CTensor<T>* pTsrResult);
335 virtual const CResult Tanh(CTensor<T>* pTsrResult);
336 virtual const CResult Absolute(CTensor<T>* pTsrResult);
337
338 virtual const CResult Sin(CTensor<T>* pTsrResult);
339 virtual const CResult Cos(CTensor<T>* pTsrResult);
340 virtual const CResult ArcCos(CTensor<T>* pTsrResult);
341 virtual const CResult ArcTan2(const CTensor<T>& tsrTarget, CTensor<T>* pTsrResult);
342 virtual const CResult Degrees(CTensor<T>* pTsrResult);
343
344 virtual CComputationalBase<T>* Clone() const override;
345
346 virtual const CResult ArgMin(CTensor<T>* pTsrResult);
347 virtual const CResult ArgMin(CTensor<T>* pTsrResult, int64_t i64Axis);
348
349 virtual const CResult Ceil(CTensor<T>* pTsrResult);
350 virtual const CResult Floor(CTensor<T>* pTsrResult);
351
352 virtual const CResult Clip(const CTensor<T>& tsrMin, const CTensor<T>& tsrMax = -std::numeric_limits<T>::lowest());
353 virtual const CResult Clip(CTensor<T>* pTsrResult, const CTensor<T>& tsrMin, const CTensor<T>& tsrMax = -std::numeric_limits<T>::lowest());
354
355 virtual const CResult FillZero_Like(CTensor<T>& pTsrOpr);
356
357 virtual const CResult LinSpace(T tStart, T tEnd, int64_t i64Num = 50, bool bEndPoint = true, int64_t i64Axis = 0);
358
359 virtual const CResult Diff(CTensor<T>* pTsrResult, int64_t i64RepeatNum = 1, int64_t i64Axis = -1);
360 virtual const CResult Diff(CTensor<T>* pTsrResult, int64_t i64RepeatNum, int64_t i64Axis, const CTensor<T>& tsrPrepend, const CTensor<T>& tsrAppend = CTensor());
361
362 virtual const CResult Product(CTensor<T>* pTsrResult, bool bKeepDim = false, const CTensor<T>& tsrInitial = CTensor<T>());
363 virtual const CResult Product(CTensor<T>* pTsrResult, int64_t i64Axis, bool bKeepDim = false, const CTensor<T>& tsrInitial = CTensor<T>());
364 virtual const CResult Product(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctAxes, bool bKeepDim = false, const CTensor<T>& tsrInitial = CTensor<T>());
365
366 virtual const CResult ArgSort(CTensor<T>* pTsrResult, bool bDecrease = false, bool bStable = false);
367 virtual const CResult ArgSort(CTensor<T>* pTsrResult, int64_t i64Axis, bool bDecrease = false, bool bStable = false);
368 virtual const CResult Sort(CTensor<T>* pTsrResult, const bool bDecrease = false);
369 virtual const CResult Sort(CTensor<T>* pTsrResult, int64_t i64Axis, bool bDecrease = false);
370 virtual const CResult Sort(CTensor<T>* pTsrResult, std::vector<uint32_t>* pVtIndices, bool bDecrease = false, bool bStable = false);
371 virtual const CResult Sort(CTensor<T>* pTsrResult, std::vector<uint32_t>* pVtIndices, int64_t i64Axis, bool bDecrease = false, bool bStable = false);
372
373 virtual const CResult TopK(CTensor<T>* pTsrResult, int64_t i64K = 3, bool bDec = true);
374 virtual const CResult TopK(CTensor<T>* pTsrResult, int64_t i64K, int64_t i64Axis, bool bDec = true);
375 virtual const CResult TopK(CTensor<T>* pTsrResult, std::vector<uint32_t>* pVtIndices, int64_t i64K = 3, bool bDec = true, bool bStable = false);
376 virtual const CResult TopK(CTensor<T>* pTsrResult, std::vector<uint32_t>* pVtIndices, int64_t i64K, int64_t i64Axis, bool bDec = true, bool bStable = false);
377
378 virtual const CResult Gather(const CTensor<T>& tsrIndex, CTensor<T>* pTsrResult, int64_t i64Axis = 0);
379 virtual const CResult Gather(CTensor<T>* pTsrResult, std::vector<std::pair<int64_t, std::vector<int64_t>>> vtGatherPoint);
380
381
382 virtual const CResult Cross(const CTensor<T>& tsrOprand, CTensor<T>* pTsrResult, int64_t i64AxisA = -1, int64_t i64AxisB = -1, int64_t i64AxisC = -1);
383 virtual const CResult Cross(const CTensor<T>& tsrOprand, CTensor<T>* pTsrResultconst, std::vector<int64_t>& vctAxes);
384
385 virtual const CResult Ones();
386 virtual const CResult Sum(CTensor<T>* pTsrResult, int64_t i64Axis = -1, bool bKeepDim = false, const CTensor<T>& tsrInitial = CTensor<T>());
387 virtual const CResult Sum(CTensor<T>* pTsrResult, std::vector<int64_t> vtAxis, bool bKeepDim = false, const CTensor<T>& tsrInitial = CTensor<T>());
388
389 virtual const CResult Maximum(const CTensor<T>& tsrOpr2, CTensor<T>* pTsrResult);
390 virtual const CResult Minimum(const CTensor<T>& tsrOpr2, CTensor<T>* pTsrResult);
391
392 virtual const CResult Swap(CComputationalBase<T>& cbSwap) override;
393 virtual const CResult SwapMemory(CComputationalBase<T>& cbSwap);
394 virtual const CResult SwapAxes(CTensor<T>* pTsrResult, int64_t i64AxisOne, int64_t i64AxisOther);
395
396 virtual const CResult Permute(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilShape);
397 virtual const CResult Permute(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctShape);
398
399 virtual const CResult Unique(CTensor<T>* pTsrResult);
400 virtual const CResult Unique(CTensor<T>* pTsrResult, int64_t i64Axis);
401 virtual const CResult Unique(CTensor<T>* pTsrResult, std::vector<int64_t>* pVctAdditionalResult, EUniqueResultSettings eResultSettings);
402 virtual const CResult Unique(CTensor<T>* pTsrResult, std::vector<int64_t>* pVctAdditionalResult, EUniqueResultSettings eResultSettings, int64_t i64Axis);
403 virtual const CResult Unique(CTensor<T>* pTsrResult, std::vector<int64_t>* pVctAdditionalResult0, std::vector<int64_t>* pVctAdditionalResult1, EUniqueResultSettings eResultSettings);
404 virtual const CResult Unique(CTensor<T>* pTsrResult, std::vector<int64_t>* pVctAdditionalResult0, std::vector<int64_t>* pVctAdditionalResult1, EUniqueResultSettings eResultSettings, int64_t i64Axis);
405 virtual const CResult Unique(CTensor<T>* pTsrResult, std::vector<int64_t>* pVctAdditionalResult0, std::vector<int64_t>* pVctAdditionalResult1, std::vector<int64_t>* pVctAdditionalResult2, EUniqueResultSettings eResultSettings);
406 virtual const CResult Unique(CTensor<T>* pTsrResult, std::vector<int64_t>* pVctAdditionalResult0, std::vector<int64_t>* pVctAdditionalResult1, std::vector<int64_t>* pVctAdditionalResult2, EUniqueResultSettings eResultSettings, int64_t i64Axis);
407
408 virtual const CResult Norm(CTensor<T>* pTsrResult, ENormOrder eNormOrder = ENormOrder_Frobenius, bool bKeepDim = false);
409 virtual const CResult Norm(CTensor<T>* pTsrResult, int64_t i64Order, bool bKeepDim = false);
410
411 virtual const CResult Norm(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctAxes, ENormOrder eNormOrder = ENormOrder_Frobenius, bool bKeepDim = false);
412 virtual const CResult Norm(CTensor<T>* pTsrResult, const std::vector<int64_t>& vctAxes, int64_t i64Order = 0, bool bKeepDim = false);
413
414 virtual const CResult Norm(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilAxes, ENormOrder eNormOrder = ENormOrder_Frobenius, bool bKeepDim = false);
415 virtual const CResult Norm(CTensor<T>* pTsrResult, const std::initializer_list<int64_t>& ilAxes, int64_t i64Order = 0, bool bKeepDim = false);
416
417 virtual const CResult Where(const CTensor<T>& tsrCondition, CTensor<T>* pTsrResult);
418 virtual const CResult Where(const CTensor<T>* pTsrCondition, CTensor<T>* pTsrResult);
419 virtual const CResult Where(const CTensor<T>& tsrCondition, const CTensor<T>& tsrTrue, const CTensor<T>& tsrFalse, CTensor<T>* pTsrResult, bool bAdd = false);
420 virtual const CResult Where(const CTensor<T>* pTsrCondition, const CTensor<T>* pTsrTrue, const CTensor<T>* pTsrFalse, CTensor<T>* pTsrResult, bool bAdd = false);
421 virtual const CResult Where(const CTensor<T>& tsrCondition, const T tTrue, const CTensor<T>& tsrFalse, CTensor<T>* pTsrResult, bool bAdd = false);
422 virtual const CResult Where(const CTensor<T>* pTsrCondition, const T tTrue, const CTensor<T>* pTsrFalse, CTensor<T>* pTsrResult, bool bAdd = false);
423 virtual const CResult Where(const CTensor<T>& tsrCondition, const CTensor<T>& tsrTrue, const T tFalse, CTensor<T>* pTsrResult, bool bAdd = false);
424 virtual const CResult Where(const CTensor<T>* pTsrCondition, const CTensor<T>* pTsrTrue, const T tFalse, CTensor<T>* pTsrResult, bool bAdd = false);
425 virtual const CResult Where(const CTensor<T>& tsrCondition, const T tTrue, const T tFalse, CTensor<T>* pTsrResult, bool bAdd = false);
426 virtual const CResult Where(const CTensor<T>* pTsrCondition, const T tTrue, const T tFalse, CTensor<T>* pTsrResult, bool bAdd = false);
427
428 virtual const CResult Threshold(T tThreshold, T tValue, Base::ELogicalCondition eLogicalCondition, CTensor<T>* pTsrResult);
429 virtual const CResult Threshold(T tThreshold, T tInRangeValue, T tOutRangeValue, Base::ELogicalCondition eLogicalCondition, CTensor<T>* pTsrResult);
430
431 virtual const CResult SSIM(const Base::CFLImage& fliInput1, const Base::CFLImage& fliInput2, CTensor<T>* pTsrResult, T tMaxDiffValue = (T)INFINITY, int64_t i64FilterSize = 11, T tFilterSigma = (T)1.5, T tK1 = (T)0.01, T tK2 = (T)0.03, bool bReturnIndexMap = false);
432 virtual const CResult SSIM(const Base::CFLImage* pFliInput1, const Base::CFLImage* pFliInput2, CTensor<T>* pTsrResult, T tMaxDiffValue = (T)INFINITY, int64_t i64FilterSize = 11, T tFilterSigma = (T)1.5, T tK1 = (T)0.01, T tK2 = (T)0.03, bool bReturnIndexMap = false);
433
434 virtual const CResult SSIM(const CTensor<T>& tsrInput1, const CTensor<T>& tsrInput2, CTensor<T>* pTsrResult, T tMaxDiffValue = (T)INFINITY, int64_t i64FilterSize = 11, T tFilterSigma = (T)1.5, T tK1 = (T)0.01, T tK2 = (T)0.03, bool bReturnIndexMap = false);
435 virtual const CResult SSIM(const CTensor<T>* pTsrInput1, const CTensor<T>* pTsrInput2, CTensor<T>* pTsrResult, T tMaxDiffValue = (T)INFINITY, int64_t i64FilterSize = 11, T tFilterSigma = (T)1.5, T tK1 = (T)0.01, T tK2 = (T)0.03, bool bReturnIndexMap = false);
436
437 virtual const CResult SVD(CTensor<T>* pTsrUMatrix, CTensor<T>* pTsrSingular, CTensor<T>* pTsrVMatrix, bool bFullMatrices = true);
438
439 virtual const CResult Diag(CTensor<T>* pTsrResult, int64_t i64K = 0);
440 virtual const CResult Eye(CTensor<T>* pTsrResult, int64_t i64Row, int64_t i64Col = 0, int64_t i64K = 0);
441
442 virtual const CResult Unfold(CTensor<T>* pTsrResult, int64_t i64Dim, int64_t i64Size, int64_t i64Step);
443
444 virtual const CComputationalBase<T>* GetAt(const wchar_t* pWcsName) const override;
445 virtual const CResult FindByValueAttribute(EValueAttribute eValueAttribute, std::vector<const CComputationalBase<T>*>& vctResult) const override;
446
447 virtual const CResult PrintGraphInfo(bool bRecursively = true, bool bShapeOrderAsc = false, bool bIncludeTensors = false) const override;
448 virtual const CResult Print();
449
450 virtual const CResult EnableMemorySavingMode(bool bEnable = false);
451 virtual bool IsMemorySavingModeEnabled() const;
452
453 virtual const CResult SetImagePreprocessingAlgorithms(const std::vector<Foundation::CAlgorithmFeatureBase*>* vctPreprocessingAlgorithm);
454 virtual const std::vector<Foundation::CAlgorithmFeatureBase*>* GetImagePreprocessingAlgorithms() const;
455 static const CResult Preprocessing(Base::CFLImage& fliSrc, const std::vector<Foundation::CAlgorithmFeatureBase*>* vctPreprocessingAlgorithm);
456
457 virtual const CResult SetUpdateWeight(T tUpdateWeight);
458 virtual T GetUpdateWeight() const;
459
460 DeclareGetClassType();
461 SupportToDuplicateObject(CTensor, *this);
462
463 protected:
464 virtual const CResult RecalcPitchByRank();
465
466 virtual const CResult InternalCreate(const std::vector<int64_t>& vctBatchIndices, const Base::CFLImage* pFli, bool bNormalize, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
467 virtual const CResult InternalCreate(const std::vector<int64_t>& vctBatchIndices, const Base::CFLImage* pFli, const std::vector<int64_t>& vctNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
468 protected:
469
470 std::vector<int64_t>& m_vctPitchByRank;
471 std::vector<int64_t>& m_vctPitchByRankAsc;
472
473 #ifdef CUDNN_MODE
474 CCuda_Tensor_Cudnn<T>* m_pCudnn;
475 #endif
476
477 T* m_pMemory;
478 int64_t m_i64Rank;
479 int64_t m_i64TotalElement;
480 int64_t m_i64TotalSizeByte;
481
482 Foundation::CFLFigureArray* m_pFlfaLabels;
483 Foundation::CFLFigureArray* m_pFlfaOrgBoundaryLabels;
484 Foundation::CFLFigureArray* m_pFlfaObjectRegions;
485
486 bool m_bClearFigures;
487 bool m_bClearTensor;
488 bool m_bClearLabels;
489 bool m_bObjectRegionsMode;
490 T* m_pMemoryCuda;
491
492 bool m_bAutoDestroyCPUMemory;
493 bool m_bAutoDestroyCudaMemory;
494 bool m_bMemorySavingMode;
495
496 Base::CFLImage m_fliThreadBuffer;
497
498 #ifdef CUBLAS_MODE
499 CCuda_ComputationalGraphMatMul_Cublas<T>* m_pCublas;
500 #endif
501
502 std::vector<Foundation::CAlgorithmFeatureBase*>* m_pVctPreprocessingAlgorithm;
503
504 T m_tUpdateWeight;
505 public:
506 DeclareGetSignletonObject(CTensor);
507 };
508
509 #define CCGFTensor(...) (*(new CTensor<float>(__VA_ARGS__)))
510 #define CCGDTensor(...) (*(new CTensor<double>(__VA_ARGS__)))
511
512 typedef CTensor<float> CTensorF;
513 typedef CTensor<double> CTensorD;
514 }
515}
516
517#endif
FLImaging::AI
Definition AlgorithmAIBase.h:18
FLImagingCLR::AdvancedFunctions::EDataMatrixSymbolShape::Square
@ Square
Definition DefinitionsAdvancedFunctions.h:398
FLImagingCLR::AdvancedFunctions::ESeparationMethod::Absolute
@ Absolute
Definition DefinitionsAdvancedFunctions.h:864
FLImagingCLR::Foundation::EAttributeDrawingPenStyle::Dot
@ Dot
점선 스타일
Definition DefinitionsFigure.h:3216
FLImagingCLR::GUI::EAvailableView3DFigureContextMenu::Assign
@ Assign
CGUIPropertyItemView3DFigure 의 값을 해당 도형으로 설정하는 함수
Definition DefinitionsGUIView3D.h:2930
FLImagingCLR::GUI::EMenuItem::Save
@ Save
저장 메뉴
Definition DefinitionsGUI.h:303
FLImagingCLR::GUI::EPaneType::Log
@ Log
CGUIPaneLog 타입 Pane
Definition DefinitionsGUI.h:7119
FLImagingCLR::GUI::EAvailableFigureContextMenu::Sort
@ Sort
FigureArray 또는 다중 Figure 의 순서를 정렬하는 메뉴
Definition DefinitionsGUI.h:5777
FLImagingCLR::GUI::EMenuItemObjectFigure::Clear
@ Clear
도형 정리 메뉴
Definition DefinitionsGUI.h:2110
FLImagingCLR::GUI::EViewImageLoadOption::Append
@ Append
추가
Definition DefinitionsGUI.h:58
FLImagingCLR::GUI::EViewImageLoadOption::Load
@ Load
불러오기
Definition DefinitionsGUI.h:50
FLImagingCLR::ImageProcessing::EIntegerRoundingMode::Floor
@ Floor
Definition DefinitionsImgProcBase.h:122
생성시간 : , 프로젝트명 : FLImaging, 생성자 :  doxygen 1.14.0