ComputationalGraphBatchNorm1D.h

#pragma once
 
#if _MSC_VER >= 1900 && defined(_M_X64)
 
#include "ComputationalGraph.h"
#include "BackendBatchNorm2D.h"
#include "Tensor.h"
 
namespace FLImaging
{
    namespace AI
    {
        template <typename T>
        class FL_EXPORT CComputationalGraphBatchNorm1D : public CComputationalGraph<T>
        {
        private:
            CComputationalGraphBatchNorm1D();
 
        protected:
            CComputationalGraphBatchNorm1D(const CComputationalGraphBatchNorm1D<T>& cg);
 
        public:
            CComputationalGraphBatchNorm1D(const CComputationalBase<T>& cbOperand, T tEpsilon = (T)1e-5, T tMomentum = (T).1, bool bAffine = true);
            virtual ~CComputationalGraphBatchNorm1D();
 
            virtual CTensor<T>& Forward() override;
            virtual CTensor<T>* Backward() override;
            virtual CComputationalBase<T>* Clone() const override;
 
            virtual const std::vector<int64_t>& GetEstimatedShape(bool bRecursive = true) const override;
            virtual const CResult PrintNodeParamInfo() const override;
 
            virtual const CResult GetBinaryData(Base::CFLData& fldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
            virtual const CResult GetBinaryData(Base::CFLData* pFldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
 
            virtual const CResult SetBinaryData(const Base::CFLData& fldBinary, int64_t* pI64Offset = nullptr) override;
            virtual const CResult SetBinaryData(const Base::CFLData* pFldBinary, int64_t* pI64Offset = nullptr) override;
 
            virtual int64_t GetRequiredDedicatedMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1) const override;
            virtual int64_t GetRequiredTemporaryMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1, int64_t i64MemoryIndex = 0) const override;
            virtual bool IsNonTrainingMemoryInheritanceEnabled() const override;
            virtual const CResult EnableEvaluateMode(bool bEnable);
            virtual bool IsEvaluateModeEnabled() const;
            virtual bool IsTrainingModeEnabled() const override;
 
            DeclareGetClassType();
            SupportToDuplicateObjectWithoutCreateNewObject(CComputationalGraphBatchNorm1D, *this);
        protected:
            virtual const CResult ForwardPass();
            virtual const CResult BackwardPass(bool bAddGradients);
            virtual bool IsEnoughMappingData() const;
 
        protected:
            CTensor<T> m_tsrVarienceBuffer;
            CTensor<T> m_tsrMeanBuffer;
 
            T m_tEpsilon;
            T m_tMomentum;
            bool m_bAffine;
            bool m_bEvaluateMode;
 
            int64_t m_i64ChSize;
 
            CBackendBatchNorm2D<T> m_backendBatchNorm2D;
 
        public:
            DeclareGetSignletonObject(CComputationalGraphBatchNorm1D);
        };
 
        #define CCGFBatchNorm1D(...) (*(new CComputationalGraphBatchNorm1D<float>(__VA_ARGS__)))
        #define CCGDBatchNorm1D(...) (*(new CComputationalGraphBatchNorm1D<double>(__VA_ARGS__)))
 
        #define CCGTBatchNorm1D(T, ...) (*(new CComputationalGraphBatchNorm1D<T>(__VA_ARGS__)))
    }
}
 
#endif