FLImaging 6.5.16.1
Optimizer.h
1#pragma once
2
3#if _MSC_VER >= 1900 && defined(_M_X64)
4
5#include "DefinitionsAI.h"
6#include "Tensor.h"
7
8namespace FLImaging
9{
10 namespace AI
11 {
12 template <typename T>
13 class CInternalOptimizerBase;
14
15 template <typename T>
16 class CComputationalGraph;
17
18 template <typename T>
19 class CComputationalGraphPlaceholder;
20
21 template <typename T>
22 class CComputationalGraphAugmentationBase;
23
24 template <typename T>
25 class CTensor;
26
27 template <typename T>
28 class CLearningRateSchedulerBase;
29
30 template <typename T>
31 class CClassEqualizerBase;
32
33 template <typename T>
34 class CValidatorBase;
35
36 template <typename T>
37 class CInternalOptimizerSpecBase;
38
39 template <typename T>
40 class FL_EXPORT COptimizer : public CAlgorithmAIBase
41 {
42 public:
43 COptimizer();
44 COptimizer(const COptimizer<T>& otmz);
45 COptimizer(const COptimizer<T>* pOtmz);
46 virtual ~COptimizer();
47
48 const COptimizer<T>& operator=(const COptimizer<T>& otmz);
49
50 virtual const CResult Clear();
51 virtual const CResult ClearMemory();
52 virtual const CResult ClearHistories();
53
54 virtual const CResult Assign(const COptimizer<T>& ob);
55 virtual const CResult Assign(const COptimizer<T>* pOb);
56
57 virtual const CResult Initialize();
58 virtual const CResult InitializeBatch();
59 virtual const CResult InitializeMiniBatch();
60 virtual bool IsInitialized() const;
61
62 virtual const CResult SetFunction(CComputationalGraph<T>& cgFunction);
63 virtual const CResult SetFunction(CComputationalGraph<T>* pCgFunction);
64 virtual CComputationalGraph<T>& GetFunction();
65
66 virtual const CResult SetGPUIndices(const std::vector<int32_t>& vctGPUIndices);
67 virtual const CResult SetGPUIndices(const Base::CFLArray<int32_t>& flaGPUIndices);
68 virtual const CResult SetGPUIndices(const Base::CFLArray<uint32_t>& flaGPUIndices);
69 virtual const std::vector<int32_t>& GetGPUIndices() const;
70
71 virtual const CResult SetInternalOptimizerSpec(CInternalOptimizerSpecBase<T>* pInternalOptimizerSpec);
72 virtual const CInternalOptimizerSpecBase<T>* GetInternalOptimizerSpec() const;
73
74 virtual const CResult SetLearningRateScheduler(CLearningRateSchedulerBase<T>& lrScheduler);
75 virtual const CResult SetLearningRateScheduler(CLearningRateSchedulerBase<T>* pLrScheduler);
76 virtual const CLearningRateSchedulerBase<T>* GetLearningRateScheduler() const;
77
78 virtual const CResult EnableClassEqualization(bool bEnable);
79 virtual bool IsClassEqualizationEnabled() const;
80
81 virtual const CResult SetClassEqualizer(CClassEqualizerBase<T>& ce);
82 virtual const CResult SetClassEqualizer(CClassEqualizerBase<T>* pCe);
83 virtual const CClassEqualizerBase<T>* GetClassEqualizer() const;
84
85 virtual const CResult SetValidator(CValidatorBase<T>& validator);
86 virtual const CResult SetValidator(CValidatorBase<T>* pValidator);
87 virtual const CValidatorBase<T>* GetValidator() const;
88
89 virtual const std::vector<int64_t>& GetValidationIndices() const;
90
91 virtual const CResult SetLearningRateSchedulerMode(ELearningRateSchedulerMode eLrsMode = ELearningRateSchedulerMode_Epoch);
92 virtual ELearningRateSchedulerMode GetLearningRateSchedulerMode() const;
93
94 virtual const CResult ReducedWeightGradients();
95 virtual const CResult PropagateWeights();
96
97 virtual const CResult ResetDerivatives();
98
99 virtual const CResult EnableResetDerivatives(bool bResetDerivatives);
100 virtual bool IsResetDerivativesEnabled() const;
101
102 virtual int64_t GetTotalIteration() const;
103 virtual int64_t GetSubdivisionCount() const;
104 virtual int64_t GetMiniBatchSizePerSubdivision() const;
105 virtual int64_t GetTotalBatchSize() const;
106 virtual int64_t GetActualTotalBatchSize() const;
107 virtual int64_t GetCurrentEpoch() const;
108
109 virtual const CResult Fit(T* pClippingThreshold = nullptr, int32_t* pI32IterationFeedback = nullptr, int32_t* pI32CumulativeIterationFeedback = nullptr, Base::CFLArray<int32_t>* pFlaSubdivisionFeedback = nullptr, bool* pBStopImmediately = nullptr, int64_t* pI64MeanTimePerMiniBatch = nullptr, int64_t* pI64LastTimeOfMiniBatch = nullptr);
110 virtual T Validate(int32_t* pI32Iteration = nullptr);
111 virtual const CTensor<T>& GetResult() const;
112
113 virtual const std::vector<T>& GetLearningResultAccuracyHistory() const;
114 virtual T GetLearningResultLastAccuracyValue() const;
115
116 virtual const Base::CFLArray<uint32_t> GetInvolvedDeviceIndices() const;
117 virtual const CInternalOptimizerBase<T>* GetInternalOptimizer() const;
118
119 virtual const CResult SetSubdivisionMultiplier(int64_t i64SubdivisionMultiplier = 1);
120 virtual int64_t GetSubdivisionMultiplier() const;
121
122 virtual const CResult SetSharedRandomSeed(const std::pair<CComputationalGraph<T>*, CComputationalGraph<T>*>& prSharedRandomSeed);
123 virtual const CResult SetSharedRandomSeed(const std::pair<CComputationalGraph<T>*, CComputationalGraph<T>*>* pPrSharedRandomSeed);
124 virtual const CResult SetSharedRandomSeed(const std::vector<std::pair<CComputationalGraph<T>*, CComputationalGraph<T>*>>& vctSharedRandomSeed);
125 virtual const CResult SetSharedRandomSeed(const std::vector<std::pair<CComputationalGraph<T>*, CComputationalGraph<T>*>>* pVctSharedRandomSeed);
126 virtual const std::vector<std::pair<CComputationalGraph<T>*, CComputationalGraph<T>*>>& GetSharedRandomSeed(int64_t i64DeviceIndex) const;
127
128 virtual const CResult SetMemoryLimitRatio(double f64MemoryLimitRatio = 1.);
129 virtual double GetMemoryLimitRatio() const;
130
131 protected:
132 virtual void Throw(const CResult& res, const wchar_t* pWcsExtraMessage = nullptr) const override;
133 virtual const CResult TerminateMiniBatch();
134 virtual const CResult InitializeFit();
135 virtual const CResult TerminateFit();
136 virtual int64_t GetRemainingIteration() const;
137 virtual const CResult TerminateCurrentIteration();
138 virtual int64_t GetActualMiniBatchSize() const;
139 virtual const CResult CopyBatchParams(bool bDifferent);
140 virtual const CResult ConvertInternalOptimizerSpecToOptimizer();
141 virtual const CResult SynchronizeValueAttribute();
142 virtual const CResult UpdateValidationHistory();
143
144 protected:
145 std::vector<int32_t>& m_vctGPUIndices;
146 std::vector<int32_t>& m_vctDeviceIndices;
147 bool m_bGPUDevice;
148 double m_f64MemoryLimitRatio;
149
150 CInternalOptimizerSpecBase<T>* m_pInternalOptimizerSpec;
151 std::vector<CInternalOptimizerBase<T>*>& m_vctOptimizer;
152 std::vector<CValidatorBase<T>*>& m_vctValidator;
153 CInternalOptimizerBase<T>* m_pObBaseOptimizer;
154
155 CComputationalGraph<T>* m_pCgFunction;
156 CComputationalGraphAugmentationBase<T>* m_pCgAugmentation;
157 bool m_bAugmentationEnabled;
158 double m_f64AugmentationThreshold;
159
160 CLearningRateSchedulerBase<T>* m_pLrScheduler;
161 CClassEqualizerBase<T>* m_pClassEqualizer;
162 bool m_bClassEqualization;
163 CValidatorBase<T>* m_pValidator;
164 ELearningRateSchedulerMode m_eLrsMode;
165
166 std::vector<int64_t>& m_vctLearnOrders;
167 std::vector<int64_t>& m_vctValidationOrders;
168 int64_t m_i64CurrentIteration;
169 int64_t m_i64TotalIteration;
170 int64_t m_i64TotalIterationPerGPU;
171 int64_t m_i64Subdivision;
172 int64_t m_i64SubMiniBatchSize;
173 int64_t m_i64ActualMiniBatchSize;
174 int64_t m_i64TotalBatchSize;
175 int64_t m_i64CurrentEpoch;
176
177 CTensor<T> m_tsrResult;
178 int64_t m_i64ResultCount;
179
180 T m_tLearningRate;
181
182 bool m_bInitialized;
183 bool m_bResetDerivatives;
184
185 bool m_bDifferent;
186 int64_t m_i64PrevInputSize;
187 int64_t m_i64PrevPlaceholderSize;
188 std::vector<std::tuple<ENodeType, EDataType, EValueAttribute, ENodeOperator, std::vector<int64_t>>>& m_vctPrevInputInfo;
189 std::vector<std::vector<int64_t>>& m_vctPrevPlaceholderShape;
190
191 int32_t m_i32DeviceCount;
192 std::vector<T>& m_vctLearnBatchWeights;
193 std::vector<T>& m_vctValidationBatchWeights;
194 std::vector<T>& m_vctValidationHistory;
195
196 int64_t m_i64SubdivisionMultiplier;
197
198 std::vector<std::vector<std::pair<CComputationalGraph<T>*, CComputationalGraph<T>*>>>& m_vct2SharedRandomSeed;
199 private:
200 template<typename T>
201 friend class CValidatorBase;
202
203 template<typename T>
204 friend class CValidatorForClassifier;
205
206 template<typename T>
207 friend class CValidatorForSemanticSegmentation;
208 };
209 }
210}
211
212#endif
FLImagingCLR::GUI::EAvailableView3DFigureContextMenu::Assign
@ Assign
Set the value of CGUIPropertyItemView3DFigure to the specified figure.
FLImagingCLR::GUI::EMenuItemObjectFigure::Clear
@ Clear
Clear all the figure objects.
Generated on Fri May 16 2025 22:33:25 for FLImaging by doxygen 1.12.0