ComputationalGraphDropout.h

#pragma once
 
#if _MSC_VER >= 1900 && defined(_M_X64)
 
#include "ComputationalGraph.h"
 
namespace FLImaging
{
    namespace AI
    {
        #ifdef CUDNN_MODE
        template <typename T>
        class CCuda_ComputationalGraphDropout_Cudnn;
        #endif
 
        template <typename T>
        class FL_EXPORT CComputationalGraphDropout : public CComputationalGraph<T>
        {
        private:
            CComputationalGraphDropout();
 
        protected:
            CComputationalGraphDropout(const CComputationalGraphDropout<T>& cg);
 
        public:
            CComputationalGraphDropout(const CComputationalBase<T>& cbOperand, T tDropoutRatio = (T)0.1, bool bInplace = false);
            virtual ~CComputationalGraphDropout();
 
            virtual CTensor<T>& Forward() override;
            virtual CTensor<T>* Backward() override;
            virtual CComputationalBase<T>* Clone() const override;
 
            virtual const std::vector<int64_t>& GetEstimatedShape(bool bRecursive = true) const override;
            virtual const CResult PrintNodeParamInfo() const override;
 
            virtual const CResult GetBinaryData(Base::CFLData& fldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
            virtual const CResult GetBinaryData(Base::CFLData* pFldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
 
            virtual const CResult SetBinaryData(const Base::CFLData& fldBinary, int64_t* pI64Offset = nullptr) override;
            virtual const CResult SetBinaryData(const Base::CFLData* pFldBinary, int64_t* pI64Offset = nullptr) override;
 
            virtual int64_t GetRequiredDedicatedMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1) const override;
 
            virtual const CResult EnableInplace(bool bInplace = false);
            virtual bool IsNonTrainingMemoryInheritanceEnabled() const override;
 
            DeclareGetClassType();
            SupportToDuplicateObjectWithoutCreateNewObject(CComputationalGraphDropout, *this);
 
        protected:
            virtual const CResult Dropout(const CTensor<T>* pTsrOperand, CTensor<T>* pTsrResult);
            virtual const CResult Dropout_Cuda(const CTensor<T>* pTsrOperand, CTensor<T>* pTsrResult);
 
            T m_tDropoutRatio;
            CTensor<T>* m_pTsrStates;
            
            size_t m_stReserveSize;
            size_t m_stStatesSize;
 
            uint64_t m_u64Seed;
 
            Base::CFLArray<uint32_t> m_flaInterleaving;
            #ifdef CUDNN_MODE
            CCuda_ComputationalGraphDropout_Cudnn<T>* m_pCudnn;
            #endif
 
        public:
            DeclareGetSignletonObject(CComputationalGraphDropout);
        };
 
        #define CCGFDropout(...) (*(new CComputationalGraphDropout<float>(__VA_ARGS__)))
        #define CCGDDropout(...) (*(new CComputationalGraphDropout<double>(__VA_ARGS__)))
 
        #define CCGTDropout(T, ...) (*(new CComputationalGraphDropout<T>(__VA_ARGS__)))
    }
}
 
#endif