FLImaging 6.5.16.1
InternalOptimizerBase.h
1#pragma once
2
3#if _MSC_VER >= 1900 && defined(_M_X64)
4
5#include "DefinitionsAI.h"
6#include "Tensor.h"
7#include <vector>
8
9namespace FLImaging
10{
11 namespace AI
12 {
13 template <typename T>
14 class CComputationalGraph;
15
16 template <typename T>
17 class CComputationalGraphPlaceholder;
18
19 template <typename T>
20 class CLearningRateSchedulerBase;
21
22 template <typename T>
23 class CClassEqualizerBase;
24
25 template <typename T>
26 class CComputationalGraphAugmentationBase;
27
28 template <typename T>
29 class CValidatorBase;
30
31 template <typename T>
32 class COptimizer;
33
34 template <typename T>
35 class FL_EXPORT CInternalOptimizerBase : public CAlgorithmAIBase
36 {
37 public:
38
39 CInternalOptimizerBase();
40 virtual ~CInternalOptimizerBase();
41
42 virtual const CResult Assign(const CInternalOptimizerBase<T>& ob);
43 virtual const CResult Assign(const CInternalOptimizerBase<T>* pOb);
44
45 virtual CInternalOptimizerBase<T>* Clone() const = 0;
46
47 virtual const CResult Initialize();
48 virtual const CResult InitializeBatch();
49 virtual bool IsInitialized() const;
50
51 virtual const CResult SetFunction(CComputationalGraph<T>& cgFunction);
52 virtual CComputationalGraph<T>& GetFunction();
53
54 virtual const CResult Fit(T* pClippingThreshold= nullptr, int32_t* pI32IterationFeedbackFeedback = nullptr) = 0;
55 virtual const CResult BackPropagation();
56 virtual T Validate(int32_t* pI32IterationFeedback = nullptr);
57
58 virtual const CTensor<T>& GetResult() const;
59
60 virtual int64_t GetRequiredDedicatedMemory(int64_t i64BatchSize) const;
61
62 virtual const CResult SetValidator(CValidatorBase<T>& vali);
63 virtual const CResult SetValidator(CValidatorBase<T>* pVali);
64 virtual const CValidatorBase<T>* GetValidator() const;
65
66 virtual const std::vector<int64_t>& GetValidationIndices() const;
67
68 virtual const CResult ResetDerivatives();
69
70 virtual const CResult ClipGradient(T* pClippingThreshold = nullptr);
71 virtual const CResult UpdateWeights() = 0;
72
73 virtual const CResult EnableResetDerivatives(bool bResetDerivatives);
74 virtual bool IsResetDerivativesEnabled() const;
75
76 virtual int64_t GetTotalIteration() const;
77
78 virtual const CResult InitializeMiniBatch();
79
80 virtual const CResult SetDeviceIndex(int32_t i32DeviceIndex);
81 virtual int32_t GetDeviceIndex() const;
82
83 virtual const CResult SetOptimizerIndex(int32_t i32OptimizerIndex = 0);
84 virtual int32_t GetOptimizerIndex() const;
85
86 virtual const CResult SetMemoryLimitRatio(double f64MemoryLimitRatio = 1.);
87 virtual double GetMemoryLimitRatio() const;
88
89 protected:
90 virtual void Throw(const CResult& res, const wchar_t* pWcsExtraMessage = nullptr) const override;
91 virtual const CResult InitializeFit();
92 virtual const CResult TerminateFit();
93 virtual const CResult TerminateMiniBatch();
94
95 virtual const CResult MakeBatchTensor();
96
97 void ClearVariablesAndDerivatives();
98
99 virtual const CResult InitializeCurrentIteration(int64_t i64SubdivisionIndex = 0);
100 virtual const CResult LoadTensor(int64_t i64SubdivisionIndex = 0);
101 protected:
102 std::vector<CComputationalBase<T>*>& m_vctInputList;
103 std::vector<CComputationalGraphPlaceholder<T>*>& m_vctPlaceholders;
104 std::vector<CTensor<T>*>& m_vctOrgTensors;
105 std::vector<int64_t>& m_vctLearnOrders;
106 std::vector<int64_t>& m_vctValidationOrders;
107 std::vector<CTensor<T>*>& m_vctBatchTensors;
108
109 CComputationalGraph<T>* m_pCgFunction;
110 std::vector<std::pair<CTensor<T>*, CTensor<T>*>>* m_pVctVariablesAndDerivatives;
111 bool m_bInitialized;
112 bool m_bFitTerminated;
113 CResult m_resLoadTensorResult;
114
115 CTensor<T> m_tsrResult;
116 int64_t m_i64ResultCount;
117
118 bool m_bResetDerivatives;
119
120 T m_tLearningRate;
121
122 //
123 bool m_bDifferent;
124 int64_t m_i64PrevInputSize;
125 int64_t m_i64PrevPlaceholderSize;
126 std::vector<std::tuple<ENodeType, EDataType, EValueAttribute, ENodeOperator, std::vector<int64_t>>>& m_vctPrevInputInfo;
127 std::vector<std::vector<int64_t>>& m_vctPrevPlaceholderShape;
128
129 bool m_bActualUpdate;
130
131 int32_t m_i32DeviceCount;
132 int32_t m_i32DeviceIndex;
133 int32_t m_i32OptimizerIndex;
134 CValidatorBase<T>* m_pValidator;
135
136 std::vector<CTensor<T>*>& m_vctDelayedLoader;
137
138 int64_t m_i64MiniBatchSize;
139 int64_t m_i64Subdivision;
140 int64_t m_i64SubMiniBatchSize;
141 int64_t m_i64ActualMiniBatchSize;
142 int64_t m_i64TotalIteration;
143 int64_t m_i64CurrentIteration;
144
145 double m_f64MemoryLimitRatio;
146
147 bool m_bAugmentationEnabled;
148 double m_f64AugmentationThreshold;
149 CComputationalGraphAugmentationBase<T>* m_pCgAugmentation;
150
151 volatile int64_t m_i64LoadCount;
152 volatile bool m_bLoadNextIteration;
153 volatile bool m_bEndSubdivision;
154 volatile bool m_bEndIteration;
155 COptimizer<T>* m_pParentOptimizer;
156 private:
157 template<typename T>
158 friend class CValidatorBase;
159
160 template<typename T>
161 friend class CValidatorForClassifier;
162
163 template<typename T>
164 friend class CValidatorForSemanticSegmentation;
165
166 template<typename T>
167 friend class CValidatorForObjectDetection;
168
169 template<typename T>
170 friend class CValidatorForAnomalyDetection;
171
172 template<typename T>
173 friend class CValidatorForSuperResolution;
174
175 template<typename T>
176 friend class CValidatorForInstanceSegmentation;
177
178 template<typename T>
179 friend class CValidatorForStringBasedOCR;
180
181 template<typename T>
182 friend class CValidatorForGAN;
183
184 template<typename T>
185 friend class COptimizer;
186 };
187
188 typedef CInternalOptimizerBase<float> CInternalOptimizerBaseF;
189 typedef CInternalOptimizerBase<double> CInternalOptimizerBaseD;
190 }
191}
192
193#endif
FLImagingCLR::GUI::EAvailableView3DFigureContextMenu::Assign
@ Assign
Set the value of CGUIPropertyItemView3DFigure to the specified figure.
Generated on Fri May 16 2025 22:33:25 for FLImaging by doxygen 1.12.0