ComputationalGraphNorm.h

#pragma once
 
#if _MSC_VER >= 1900 && defined(_M_X64)
 
#include "ComputationalGraph.h"
#include "DefinitionsAI.h"
 
namespace FLImaging
{
    namespace AI
    {
        template <typename T>
        class FL_EXPORT CComputationalGraphNorm : public CComputationalGraph<T>
        {
        private:
            CComputationalGraphNorm();
 
        protected:
            CComputationalGraphNorm(const CComputationalGraphNorm<T>& cg);
 
        public:
            CComputationalGraphNorm(const CComputationalBase<T>& cbOperand, ENormOrder eNormOrder = ENormOrder_Frobenius, bool bKeepDim = false);
            CComputationalGraphNorm(const CComputationalBase<T>& cbOperand, int64_t i64Order, bool bKeepDim = false);
            CComputationalGraphNorm(const CComputationalBase<T>& cbOperand, const std::vector<int64_t>& vctAxes, ENormOrder eNormOrder = ENormOrder_Frobenius, bool bKeepDim = false);
            CComputationalGraphNorm(const CComputationalBase<T>& cbOperand, const std::vector<int64_t>& vctAxes, int64_t i64Order, bool bKeepDim = false);
            CComputationalGraphNorm(const CComputationalBase<T>& cbOperand, const std::initializer_list<int64_t>& ilAxes, ENormOrder eNormOrder = ENormOrder_Frobenius, bool bKeepDim = false);
            CComputationalGraphNorm(const CComputationalBase<T>& cbOperand, const std::initializer_list<int64_t>& ilAxes, int64_t i64Order, bool bKeepDim = false);
            virtual ~CComputationalGraphNorm();
 
            virtual CTensor<T>& Forward() override;
            virtual CTensor<T>* Backward() override;
            virtual CComputationalBase<T>* Clone() const override;
 
            virtual const CResult Swap(CComputationalBase<T>& cbSwap) override;
            virtual const std::vector<int64_t>& GetEstimatedShape(bool bRecursive = true) const override;
            virtual const CResult PrintNodeParamInfo() const override;
 
            virtual const CResult GetBinaryData(Base::CFLData& fldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
            virtual const CResult GetBinaryData(Base::CFLData* pFldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
 
            virtual const CResult SetBinaryData(const Base::CFLData& fldBinary, int64_t* pI64Offset = nullptr) override;
            virtual const CResult SetBinaryData(const Base::CFLData* pFldBinary, int64_t* pI64Offset = nullptr) override;
 
            virtual int64_t GetRequiredTemporaryMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1, int64_t i64MemoryIndex = 0) const override;
            virtual int64_t GetRequiredDedicatedMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1) const override;
 
 
            DeclareGetClassType();
            SupportToDuplicateObjectWithoutCreateNewObject(CComputationalGraphNorm, *this);
 
        protected:
            enum ESingularReturnType
            {
                ESingularReturnType_Sum = 0,
                ESingularReturnType_Max,
                ESingularReturnType_Min,
            };
 
            virtual const CResult CalculateDerivative();
            virtual const CResult Frobenius_Backward(CTensor<T>* pTsrDx, CTensor<T>* pTsrX, CTensor<T>* pTsrY, CTensor<T>* pTsrDy);
            virtual const CResult PNorm_Backward(CTensor<T>* pTsrDx, CTensor<T>* pTsrX, CTensor<T>* pTsrY, CTensor<T>* pTsrDy);
            virtual const CResult Norm_Reduce_Backward(CTensor<T>* pTsrDx, CTensor<T>* pTsrX, CTensor<T>* pTsrY, CTensor<T>* pTsrDy);
            virtual const CResult Nuclear_Backward(CTensor<T>* pTsrDx, CTensor<T>* pTsrDy, ESingularReturnType eReturnType);
            virtual const CResult Singular_Backward(CTensor<T>* pTsrDx, CTensor<T>* pTsrDy);
            virtual const CResult Singular_Training_Forward(ESingularReturnType eReturnType);
            virtual const T SVD(CTensor<T>* pTsrMat, int64_t i64OuterIdx, ESingularReturnType eReturnType);
            virtual const CResult SVD_1D(CTensor<T>* pTsrOpr, CTensor<T>* pTsrTarget);
 
            std::vector<int64_t>& m_vctAxes;
            bool m_bKeepDim;
            bool m_bPNorm;
            int64_t m_i64Order;
            ENormOrder m_eNormOrder;
 
            CTensor<T> m_tsrTemp0;
            CTensor<T> m_tsrTemp1;
            CTensor<T> m_tsr2DMatrix;
            CTensor<T> m_tsr2DMatrixU;
            CTensor<T> m_tsr2DMatrixV;
            CTensor<T> m_tsr2DTranspose;
            CTensor<T> m_tsrOuterProduct;
            CTensor<T> m_tsrSigma;
            CTensor<T> m_tsrSquare;
            CTensor<T> m_tsr1DTranspose;
            CTensor<T> m_tsr1DNorm;
 
        public:
            DeclareGetSignletonObject(CComputationalGraphNorm);
        };
 
        #define CCGFNorm(...) (*(new CComputationalGraphNorm<float>(__VA_ARGS__)))
        #define CCGDNorm(...) (*(new CComputationalGraphNorm<double>(__VA_ARGS__)))
 
        #define CCGTNorm(T, ...) (*(new CComputationalGraphNorm<T>(__VA_ARGS__)))
    }
}
 
#endif