BackendSoftmaxWithCrossEntropy.h

#pragma once
 
#if _MSC_VER >= 1900 && defined(_M_X64)
 
#include "BackendBase.h"
 
namespace FLImaging
{
    namespace AI
    {
        #ifdef CUDNN_MODE
        template<typename T>
        class CCuda_ComputationalGraphSoftmax_CudnnWithCrossEntropy;
        #endif
 
        template <typename T>
        class FL_EXPORT CTensor;
 
        template <typename T>
        class FL_EXPORT CBackendSoftmaxWithCrossEntropy : public CBackendBase<T>
        {
        public:
            CBackendSoftmaxWithCrossEntropy();
            CBackendSoftmaxWithCrossEntropy(const CBackendSoftmaxWithCrossEntropy<T>& bl);
            virtual ~CBackendSoftmaxWithCrossEntropy();
 
            virtual const CResult SoftmaxWithCrossEntropy_Forward(const CTensor<T>* pTsrX, const CTensor<T>* pTsrTarget, CTensor<T>* pTsrResult,  CTensor<T>& tsrSoftmaxBuffer, CTensor<T>& pTsrTargetBuffer, const CTensor<T>* pTsrWeightOrNull = nullptr, EReductionType eReductionType = EReductionType_Mean, T tLabelSmoothingValue = 0, int64_t i64IgnoreIndex = -1);
            virtual const CResult SoftmaxWithCrossEntropy_Backward(const CTensor<T>* pTsrX, const CTensor<T>* pTsrTarget, const CTensor<T>* pTsrDy, CTensor<T>* pTsrDx, const CTensor<T>& tsrSoftmaxBuffer, const CTensor<T>& pTsrTargetBuffer, const CTensor<T>* pTsrWeightOrNull = nullptr, EReductionType eReductionType = EReductionType_Mean, T tLabelSmoothingValue = 0, int64_t i64IgnoreIndex = -1);
 
        protected:
            virtual const CResult SoftmaxWithCrossEntropy(const CTensor<T>* pTsrX, const CTensor<T>* pTsrTarget, CTensor<T>* pTsrResult, CTensor<T>& tsrSoftmaxBuffer, CTensor<T>& tsrTargetBuffer, const CTensor<T>* pTsrWeightOrNull, EReductionType eReductionType, T tLabelSmoothingValue, int64_t i64IgnoreIndex, T tDominatorValue);
            virtual const CResult SoftmaxWithCrossEntropy_ReductionNone(const CTensor<T>* pTsrX, const CTensor<T>* pTsrTarget, CTensor<T>* pTsrResult, CTensor<T>& tsrSoftmaxBuffer, CTensor<T>& tsrTargetBuffer, const CTensor<T>* pTsrWeightOrNull, T tLabelSmoothingValue, int64_t i64IgnoreIndex);
 
            virtual const CResult SoftmaxWithCrossEntropy_Backward_ReductionNone(const CTensor<T>* pTsrX, const CTensor<T>* pTsrTarget, const CTensor<T>* pTsrDy, CTensor<T>* pTsrDx, const CTensor<T>& tsrSoftmaxBuffer, const CTensor<T>& pTsrTargetBuffer, const CTensor<T>* pTsrWeightOrNull = nullptr, T tLabelSmoothingValue = 0, int64_t i64IgnoreIndex = -1);
 
            virtual const CResult OneHotEncoding(const CTensor<T>* pTsrTarget, CTensor<T>* pTsrResult, int64_t i64Ch, int64_t i64IgnoreIndex);
            virtual const CResult LabelSmoothing(const CTensor<T>* pTsrTarget, CTensor<T>* pTsrResult, const T tSmoothingVal);
            virtual T CalculateDominatorValue(const CTensor<T>* pTsrOperand, const CTensor<T>* pTsrTarget, const CTensor<T>* pTsrWeightOrNull, EReductionType eReducntionType, int64_t i64IgnoreIndex);
            virtual const CResult ApplyIgnoreIndex(const CTensor<T>* pTsrTargetLongType, CTensor<T>* pTsrTargetOneHotEncoded, int64_t i64IgnoreIndex);
 
            DeclareGetClassType();
            SupportToDuplicateObjectWithoutCreateNewObject(CBackendSoftmaxWithCrossEntropy<T>, *this);
        protected:
        #ifdef CUDNN_MODE
            CCuda_ComputationalGraphSoftmax_CudnnWithCrossEntropy<T>* m_pCudnn;
        #endif
 
        };
    }
}
 
#endif