InternalOptimizerAdagradGradientDescent.h

#pragma once
 
#if _MSC_VER >= 1900 && defined(_M_X64)
 
#include "InternalOptimizerStochasticGradientDescent.h"
 
namespace FLImaging
{
    namespace AI
    {
        template <typename T>
        class FL_EXPORT CInternalOptimizerAdagradGradientDescent : virtual public CInternalOptimizerStochasticGradientDescent<T>
        {
        public:
            CInternalOptimizerAdagradGradientDescent();
            CInternalOptimizerAdagradGradientDescent(const CInternalOptimizerAdagradGradientDescent<T>& ob);
 
            virtual ~CInternalOptimizerAdagradGradientDescent();
 
            virtual const CResult Assign(const CInternalOptimizerAdagradGradientDescent<T>& ob);
            virtual const CResult Assign(const CInternalOptimizerAdagradGradientDescent<T>* pOb);
 
            virtual CInternalOptimizerBase<T>* Clone() const override;
 
            virtual const CResult Initialize() override;
 
            virtual const CResult SetEpsilon(T tEpsilon);
            virtual T GetEpsilon() const;
 
            virtual const CResult UpdateWeights() override;
 
            virtual int64_t GetRequiredDedicatedMemory(int64_t i64BatchSize) const override;
 
 
            DeclareGetClassType();
 
        protected:
 
            virtual void ClearCumulativeGradients();
            virtual void CreateCumulativeGradients();
 
            std::vector<CTensor<T>*>* m_pVctCumulativeGradients;
            T m_tEpsilon;
 
        private:
            template<typename T>
            friend class COptimizer;
        };
        
 
        typedef CInternalOptimizerAdagradGradientDescent<float> CInternalOptimizerAdagradGradientDescentF;
        typedef CInternalOptimizerAdagradGradientDescent<double> CInternalOptimizerAdagradGradientDescentD;
 
        typedef CInternalOptimizerAdagradGradientDescent<float> CInternalOptimizerAdagradGDF;
        typedef CInternalOptimizerAdagradGradientDescent<double> CInternalOptimizerAdagradGDD;
 
        template <typename T>
        using CInternalOptimizerAdagradGD = CInternalOptimizerAdagradGradientDescent<T>;
    }
}
 
#endif