InternalOptimizerMomentumGradientDescent.h

#pragma once
 
#if _MSC_VER >= 1900 && defined(_M_X64)
 
#include "InternalOptimizerStochasticGradientDescent.h"
 
namespace FLImaging
{
    namespace AI
    {
        template <typename T>
        class FL_EXPORT CInternalOptimizerMomentumGradientDescent : virtual public CInternalOptimizerStochasticGradientDescent<T>
        {
        public:
            CInternalOptimizerMomentumGradientDescent();
            CInternalOptimizerMomentumGradientDescent(const CInternalOptimizerMomentumGradientDescent<T>& ob);
 
            virtual ~CInternalOptimizerMomentumGradientDescent();
 
            virtual const CResult Assign(const CInternalOptimizerMomentumGradientDescent<T>& ob);
            virtual const CResult Assign(const CInternalOptimizerMomentumGradientDescent<T>* pOb);
 
            virtual CInternalOptimizerBase<T>* Clone() const override;
 
            virtual const CResult Initialize() override;
 
            virtual const CResult SetAlpha(T tAlpha);
            virtual T GetAlpha() const;
 
            virtual const CResult UpdateWeights() override;
 
            virtual int64_t GetRequiredDedicatedMemory(int64_t i64BatchSize) const override;
 
 
            DeclareGetClassType();
 
        protected:
 
            virtual void ClearVelocities();
            virtual void CreateVelocities();
 
            T m_tAlpha;
            std::vector<CTensor<T>*>* m_pVctVelocities;
 
        private:
            template<typename T>
            friend class COptimizer;
        };
        
 
        typedef CInternalOptimizerMomentumGradientDescent<float> CInternalOptimizerMomentumGradientDescentF;
        typedef CInternalOptimizerMomentumGradientDescent<double> CInternalOptimizerMomentumGradientDescentD;
 
        typedef CInternalOptimizerMomentumGradientDescent<float> CInternalOptimizerMGDF;
        typedef CInternalOptimizerMomentumGradientDescent<double> CInternalOptimizerMGDD;
 
        template <typename T>
        using CInternalOptimizerMGD = CInternalOptimizerMomentumGradientDescent<T>;
    }
}
 
#endif