FLImaging 6.5.16.1
TensorImages.h
1#pragma once
2
3#if _MSC_VER >= 1900 && defined(_M_X64)
4
5#include "Tensor.h"
6#include "DefinitionsAI.h"
7#include <set>
8
9namespace FLImaging
10{
11 namespace AI
12 {
13 enum EImageType
14 {
15 EImageType_FLIF = 0,
16 EImageType_BMP,
17 EImageType_PNG,
18 EImageType_JPEG,
19 EImageType_TIFF,
20 EImageType_DB,
21 EImageType_Error,
22 };
23
24 class FL_EXPORT CValidationImageExtractor;
25 class CLabelData;
26
27 template<typename T>
28 class CClassEqualizerBase;
29
30 template<typename T>
31 class CClassEqualizerForTensorImages;
32
33 template<typename T>
34 class CClassEqualizerForTensorImagesWithMaskLabels;
35
36 template <typename T>
37 class FL_EXPORT CTensorImages : public CTensor<T>
38 {
39 public:
40 enum ETilingMode
41 {
42 ETilingMode_NoTiling_NoFit = 0,
43 ETilingMode_NoTiling_Fit,
44 ETilingMode_SingleAxisTiling_ProportionalFit,
45 ETilingMode_BothAxesTiling_NoFit,
46 };
47
48 public:
49 CTensorImages();
50
51 CTensorImages(const CTensorImages<T>& tsr, bool bDeepCopy = true);
52
53 virtual ~CTensorImages();
54
55 virtual const CResult GetBinaryData(Base::CFLData& fldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
56 virtual const CResult GetBinaryData(Base::CFLData* pFldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
57
58 virtual const CResult SetBinaryData(const Base::CFLData& fldBinary, int64_t* pI64Offset = nullptr) override;
59 virtual const CResult SetBinaryData(const Base::CFLData* pFldBinary, int64_t* pI64Offset = nullptr) override;
60
61 virtual const CResult Create(const std::vector<int64_t>& vctShape, bool bOrderByDesc = true, bool bCudaAllocation = true) override;
62 virtual const CResult Create(const std::initializer_list<int64_t>& ilShape, bool bOrderByDesc = true, bool bCudaAllocation = true) override;
63 virtual const CResult Create(const Base::CFLImage& fli, bool bNormalize = true, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
64 virtual const CResult Create(const Base::CFLImage* pFli, bool bNormalize = true, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
65 virtual const CResult Create(const Base::CFLImage* pFli, const std::vector<int64_t>& vctNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
66 virtual const CResult Create(const Base::CFLImage& fli, const std::vector<int64_t>& vctNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
67 virtual const CResult Create(const Base::CFLImage* pFli, const std::initializer_list<int64_t>& ilNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
68 virtual const CResult Create(const Base::CFLImage& fli, const std::initializer_list<int64_t>& ilNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool* pBAbort = nullptr);
69
70
71 virtual const CResult Create(const wchar_t* pWcFilePath, const std::vector<int64_t>& vctNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., bool bRecursive = false, ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear);
72 virtual const CResult Create(const wchar_t* pWcFilePath, const std::initializer_list<int64_t>& ilNewSize, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., bool bRecursive = false, ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear);
73
74 virtual const CResult Assign(const CTensor<T>& tsr, bool bDeepCopy = true) override;
75 virtual const CResult Assign(const CTensor<T>* pTsr, bool bDeepCopy = true) override;
76
77 virtual const CResult Assign(const CTensorImages<T>& tsr, bool bDeepCopy = true);
78 virtual const CResult Assign(const CTensorImages<T>* pTsr, bool bDeepCopy = true);
79
80 virtual const CResult Append(const Base::CFLImage* pFli, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool *pBAbort = nullptr);
81 virtual const CResult Append(const Base::CFLImage& fli, EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises, bool bROIExtraction = false, bool bNormalize = true, const Base::CMultiVar<T>& mvBlankColor = 0., ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear, std::atomic<int32_t>* pI32CurrentPreparingTensorIndex = nullptr, bool *pBAbort = nullptr);
82
83 virtual const CResult Append(const wchar_t* pWcFilePath, bool bRecursive = false);
84
85 virtual const CResult Clear() override;
86
87 virtual const CResult SetSourceImage(const Base::CFLImage& fliSourceImage);
88 virtual const CResult SetSourceImage(const Base::CFLImage* pFliSourceImage);
89 virtual const Base::CFLImage* GetSourceImage() const;
90
91 virtual const CResult SetSourceImagePath(const wchar_t* pWcsSourceImagePath);
92 virtual const wchar_t* GetSourceImagePath() const;
93
94 virtual const CResult EnableRecursiveLoad(bool bRecursive);
95 virtual bool IsRecursiveLoadEnabled() const;
96
97 virtual const CResult SetTensorShape(const std::vector<int64_t>& vctTensorShape);
98 virtual const CResult SetTensorShape(const std::initializer_list<int64_t>& ilTensorShape);
99 virtual const std::vector<int64_t> GetTensorShape() const;
100
101 virtual const CResult SetResizeMethod(EResizeMethod eResizeMethod = EResizeMethod_ScaleAllAxises);
102 virtual EResizeMethod GetResizeMethod() const;
103
104 virtual const CResult EnableROIExtraction(bool bROIExtraction = false);
105 virtual bool IsROIExtractionEnabled() const;
106
107 virtual const CResult EnableNormalization(bool bNormalize = true);
108 virtual bool IsNormalizationEnabled() const;
109
110 virtual const CResult SetBlankColor(Base::CMultiVar<T>& mvBlankColor = 0.);
111 virtual const Base::CMultiVar<T> GetBlankColor() const;
112
113 virtual const CResult SetInterpolationMethod(ImageProcessing::EInterpolationMethod eInterpolationMethod = ImageProcessing::EInterpolationMethod_Bilinear);
114 virtual ImageProcessing::EInterpolationMethod GetInterpolationMethod() const;
115
116 virtual const CResult Initialize();
117
118 virtual const CResult EnableTrainingMode(bool bMode, bool bRecursively = true) override;
119
120 virtual const CResult ClearBatchFromMemory();
121 virtual const CResult ClearBatchIndices();
122 virtual const CResult SelectBatchIndices(const std::vector<int64_t>& vctBatchIndices);
123 virtual const CResult SetBatchParameters(const CTensor<T>& tsr) override;
124 virtual const CResult SetBatchParameters(const CTensorImages<T>& tsr);
125
126 virtual CTensorImages<T>& Evaluate() override;
127 virtual CTensorImages<T>& Forward() override;
128 virtual CComputationalBase<T>* Clone() const override;
129
130 virtual const CResult Swap(CComputationalBase<T>& cbSwap) override;
131
132 virtual int64_t GetBatchSize() const;
133
134 virtual const CResult LoadTensor(const std::vector<int64_t>& vctBatchIndices);
135 virtual const CResult LoadTensor(const std::initializer_list<int64_t>& ilBatchIndices);
136
137 virtual int64_t GetTensorImageTotalROIPageCount() const;
138 virtual int64_t GetTensorImageTotalPageCount() const;
139 virtual bool IsCreatedWithImagePath() const;
140
141 virtual int32_t GetResultLabelCategoryCount() const;
142 virtual const CResult GetResultLabelCategoryClassNum(int64_t i64Index, int32_t& i32ClassNum) const;
143 virtual const CResult GetResultLabelCategoryClassNum(int64_t i64Index, int32_t* pI32ClassNum) const;
144 virtual const CResult GetResultLabelCategoryClassNames(int64_t i64Index, Base::CFLArray<Base::CFLString<wchar_t>>& flaClassNames) const;
145 virtual const CResult GetResultLabelCategoryClassNames(int64_t i64Index, Base::CFLArray<Base::CFLString<wchar_t>>* pFlaClassNames) const;
146
147 virtual const CResult ConvertClassNumToLabel(bool bIncludingClassName = true);
148 virtual const CResult ConvertLabelToClassNum(bool bIncludingClassName = true);
149
150 virtual const std::vector<int32_t>& GetLabelIndices(int64_t i64Index) const;
151
152 virtual const CResult AddDefaultClass(int32_t i32ClassNum, const Base::CFLString<wchar_t>& flsClassName);
153 virtual const CResult ClearDefaultClass();
154 virtual const CResult RemoveDefaultClass(int32_t i32ClassNum);
155 virtual const CResult RemoveDefaultClass(const Base::CFLString<wchar_t>& flsClassName);
156
157 virtual const Base::CFLArray<int32_t> GetDefaultClassNum() const;
158 virtual const Base::CFLArray<Base::CFLString<wchar_t>> GetDefaultClassName() const;
159
160 virtual int64_t GetTensorImageTotalLabelCount() const;
161
162 virtual const CResult EnableLog(bool bLog = true);
163 virtual bool IsLogEnabled() const;
164
165 virtual const CResult SetClassNames(const Base::CFLArray<Base::CFLString<wchar_t>>& flaClassNames);
166 virtual const CResult SetClassNames(const Base::CFLArray<Base::CFLString<wchar_t>>* pFlaClassNames);
167 virtual const CResult AddClassNames(const Base::CFLString<wchar_t>& flsClassName);
168
169 virtual const Base::CFLArray<Base::CFLString<wchar_t>> GetClassNames() const;
170 virtual const CResult ClearClassNames();
171
172 virtual const CResult SetTilingMode(ETilingMode eImageTilingMode = ETilingMode_NoTiling_Fit);
173 virtual ETilingMode GetTilingMode() const;
174
175 static EImageType GetExtenstion(const wchar_t* pWcsImagePath);
176 static const CResult ExtractClassNumClassName(const Base::CFLString<wchar_t>& flsFigureName, Base::CFLString<wchar_t>& flsClassNum, Base::CFLString<wchar_t>& flsClassName);
177
178 virtual const CResult EnableNoLabelMode(bool bNoLabelMode = false);
179 virtual bool IsNoLabelModeEnable();
180
181
182 DeclareGetClassType();
183 SupportToDuplicateObject(CTensorImages, *this);
184 protected:
185 virtual const CResult ApplyDefaultLabels();
186 virtual const CResult DecodeLabels(const wchar_t* pWcsImagePath, Base::CFLImage* pFli = nullptr);
187 virtual const CResult ExtractLabelInfo(const wchar_t* pWcsName, int32_t i32PageIndex, int32_t i32FigureIndex);
188 virtual const CResult AddLabel(const wchar_t* pWcsName, Foundation::CFLFigure* pFlfLabel, bool bFile = false);
189 virtual const CResult AddLabel(std::pair<int32_t, Base::CFLString<wchar_t>>& prLabelInfo);
190 virtual int32_t GetClassNameOffset(int32_t i32ClassNum, Base::CFLString<wchar_t>& flsName, bool bRemoveSeparator = true) const;
191
192 virtual bool IsValidLabel(const wchar_t* pWcsLabel) const;
193 virtual const CResult RemoveExtension(const wchar_t* pWcsName, Base::CFLString<wchar_t>& flsNewName);
194 virtual const CResult MakeDistribution();
195
196 virtual const CResult IsValidImageFormat(EImageType eImageType) const;
197
198 virtual const CResult InitializeTilingData(int64_t i64ModelSize, bool bClear = true);
199 virtual const CResult ExtractTilingRegion(const std::vector<int64_t>& vctBatchIndices, const Base::CFLImage* pFliSrc, Base::CFLImage* pFliDst);
200
201 protected:
202 Foundation::CFLFigureArray m_flfaLabels;
203 CLabelData& m_ldLabels;
204
205 std::vector<Base::CFLString<wchar_t>>& m_vctFileList;
206 std::vector<int64_t>& m_vctPageCount;
207 std::vector<int64_t>& m_vctCumulativePageCount;
208 std::vector<int64_t>& m_vctBatchIndices;
209
210 std::vector<int64_t>& m_vctImageSize;
211
212 EResizeMethod m_eResizeMethod;
213 bool m_bROIExtraction;
214 bool m_bNormalize;
215 Base::CMultiVar<T> m_mvBlankColor;
216 ImageProcessing::EInterpolationMethod m_eInterpolationMethod;
217
218 Base::CFLArray<int32_t> m_flaDefaultClassNum;
219 Base::CFLArray<Base::CFLString<wchar_t>> m_flaDefaultClassName;
220
221 std::vector<std::tuple<int32_t, int32_t>>& m_vctPage;
222 std::vector<std::vector<std::pair<int32_t, Base::CFLString<wchar_t>>>>& m_vct2LabelInfo;
223
224 int64_t m_i64TotalPageCount;
225 int64_t m_i64TotalLabelCount;
226 bool m_bCreatedWithImagePath;
227 bool m_bLog;
228 bool m_bClearTensor;
229 bool m_bClearFigures;
230 bool m_bClearLabels;
231 bool m_bClearParameters;
232 bool m_bClearClassName;
233
234 // delayed load
235 Base::CFLImage* m_pFliSourceImage;
236 const wchar_t* m_pWcsSourceImagePath;
237 bool m_bRecursive;
238
239 std::vector<int64_t>& m_vctTensorShape;
240 int64_t m_i64BatchSize;
241
242 //
243 Base::CFLArray<Base::CFLString<wchar_t>> m_flaClassNames;
244
245 // tiling mode
246 ETilingMode m_eImageTilingMode;
247 std::vector<int64_t>& m_vctSliceSize;
248 std::vector<int64_t>& m_vctLastSlicePositionX;
249 std::vector<int64_t>& m_vctLastSlicePositionY;
250 std::vector<int64_t>& m_vctSliceRowCount;
251 std::vector<int64_t>& m_vctSliceColCount;
252 std::vector<int64_t>& m_vctAccumulateSliceCount;
253 std::vector<std::pair<int64_t, int64_t>>& m_vctFileSize;
254
255 bool m_bNoLabelMode;
256
257 private:
258 friend class CValidationImageExtractor;
259
260 template<typename T>
261 friend class CClassEqualizerBase;
262
263 template<typename T>
264 friend class CClassEqualizerForTensorImages;
265
266 template<typename T>
267 friend class CClassEqualizerForTensorImagesWithMaskLabels;
268
269 public:
270 DeclareGetSignletonObject(CTensorImages);
271 };
272
273 #define CCGFTensorImages(...) (*(new CTensorImages<float>(__VA_ARGS__)))
274 #define CCGDTensorImages(...) (*(new CTensorImages<double>(__VA_ARGS__)))
275
276 typedef CTensorImages<float> CTensorImagesF;
277 typedef CTensorImages<double> CTensorImagesD;
278 }
279}
280
281#endif
FLImaging::AI::ETilingMode
ETilingMode
Definition DefinitionsAIModel.h:75
FLImaging::AI::ETilingMode_BothAxesTiling_NoFit
@ ETilingMode_BothAxesTiling_NoFit
Definition DefinitionsAIModel.h:95
FLImaging::AI::ETilingMode_NoTiling_NoFit
@ ETilingMode_NoTiling_NoFit
Definition DefinitionsAIModel.h:80
FLImaging::AI::ETilingMode_NoTiling_Fit
@ ETilingMode_NoTiling_Fit
Definition DefinitionsAIModel.h:85
FLImaging::AI::ETilingMode_SingleAxisTiling_ProportionalFit
@ ETilingMode_SingleAxisTiling_ProportionalFit
Definition DefinitionsAIModel.h:90
FLImaging::ImageProcessing::EResizeMethod
EResizeMethod
Definition DefinitionsImgProcBase.h:213
FLImagingCLR::GUI::EAvailableView3DFigureContextMenu::Assign
@ Assign
Set the value of CGUIPropertyItemView3DFigure to the specified figure.
FLImagingCLR::GUI::EMenuItemObjectFigure::Clear
@ Clear
Clear all the figure objects.
Generated on Fri May 16 2025 22:33:25 for FLImaging by doxygen 1.12.0