InternalOptimizerAdamGradientDescent.h

#pragma once
 
#if _MSC_VER >= 1900 && defined(_M_X64)
 
#include "InternalOptimizerRMSPropGradientDescent.h"
#include "InternalOptimizerMomentumGradientDescent.h"
 
namespace FLImaging
{
    namespace AI
    {
        template <typename T>
        class FL_EXPORT CInternalOptimizerAdamGradientDescent : public CInternalOptimizerMomentumGradientDescent<T>, public CInternalOptimizerRMSPropGradientDescent<T>
        {
        public:
            CInternalOptimizerAdamGradientDescent();
            CInternalOptimizerAdamGradientDescent(const CInternalOptimizerAdamGradientDescent<T>& ob);
 
            virtual ~CInternalOptimizerAdamGradientDescent();
 
            virtual const CResult Assign(const CInternalOptimizerAdamGradientDescent<T>& ob);
            virtual const CResult Assign(const CInternalOptimizerAdamGradientDescent<T>* pOb);
 
            virtual CInternalOptimizerBase<T>* Clone() const override;
 
            virtual const CResult Initialize() override;
 
            virtual const CResult SetBeta1(T tBeta1);
            virtual T GetBeta1() const;
 
            virtual const CResult SetBeta2(T tBeta2);
            virtual T GetBeta2() const;
 
            virtual const CResult UpdateWeights() override;
 
            virtual int64_t GetRequiredDedicatedMemory(int64_t i64BatchSize) const override;
 
 
            DeclareGetClassType();
 
        protected:
 
            T& m_tBeta1;
            T& m_tBeta2;
            T m_tCount;
 
        private:
            
            using CInternalOptimizerMomentumGradientDescent<T>::GetAlpha;
            using CInternalOptimizerMomentumGradientDescent<T>::SetAlpha;
 
            using CInternalOptimizerRMSPropGradientDescent<T>::GetRho;
            using CInternalOptimizerRMSPropGradientDescent<T>::SetRho;
        };
        
 
        typedef CInternalOptimizerAdamGradientDescent<float> CInternalOptimizerAdamGradientDescentF;
        typedef CInternalOptimizerAdamGradientDescent<double> CInternalOptimizerAdamGradientDescentD;
 
        typedef CInternalOptimizerAdamGradientDescent<float> CInternalOptimizerAdamGDF;
        typedef CInternalOptimizerAdamGradientDescent<double> CInternalOptimizerAdamGDD;
 
        template <typename T>
        using CInternalOptimizerAdamGD = CInternalOptimizerAdamGradientDescent<T>;
    }
}
 
#endif