ComputationalGraphAugmentationBase.h

#pragma once
 
#if _MSC_VER >= 1900 && defined(_M_X64)
 
#include "ComputationalGraph.h"
#include "AugmentationParameters.h"
#include "ObjectAugmentationParameters.h"
#include "Tensor.h"
 
namespace FLImaging
{
    namespace AI
    {
 
        template<typename T>
        class CInternalAugmentationBase;
 
        template<typename T>
        class CInternalAugmentationForClassifier;
 
        template<typename T>
        class CInternalAugmentationMaskOperationForSegmentation;
 
        template<typename T>
        class CInternalAugmentationForInstanceSegmentation;
 
        template<typename T>
        class CInternalAugmentationForObjectDetection;
 
        template<typename T>
        class CInternalAugmentationForAnomalyDetection;
 
        template<typename T>
        class CInternalAugmentationForAnomalyDetectionTrain;
 
        template<typename T>
        class CInternalAugmentationForSuperResolution;
 
        template<typename T>
        class CInternalAugmentationForStringBasedOCR;
 
        template<typename T>
        class CInternalAugmentationForGAN;
 
        template <typename T>
        class FL_EXPORT CComputationalGraphAugmentationBase : public CComputationalGraph<T>
        {
        private:
 
        protected:
            CComputationalGraphAugmentationBase();
            CComputationalGraphAugmentationBase(const CComputationalGraphAugmentationBase<T>& cg);
 
        public:
 
            CComputationalGraphAugmentationBase(const CComputationalBase<T>& cbOperand, const CAugmentationParameters& apParams);
            virtual ~CComputationalGraphAugmentationBase();
 
            const CComputationalGraphAugmentationBase<T>& operator=(const CComputationalGraphAugmentationBase<T>& iab);
 
            virtual const CResult Assign(const CComputationalGraphAugmentationBase<T>& cgAug);
            virtual const CResult Assign(const CComputationalGraphAugmentationBase<T>* pCgAug);
 
            virtual const CResult SetAugmentationParameters(const CAugmentationParameters& apParams);
            virtual const CResult SetAugmentationParameters(const CAugmentationParameters* pApParams);
            virtual const CAugmentationParameters* GetAugmentationParameters() const;
            virtual const CResult SetObjectAugmentationParameters(const CObjectAugmentationParameters& apParams);
            virtual const CResult SetObjectAugmentationParameters(const CObjectAugmentationParameters* pApParams);
            virtual const CObjectAugmentationParameters* GetObjectAugmentationParameters() const;
 
            virtual const CResult Prefech(const CTensor<T>* pTsrSrc);
            virtual CTensor<T>& Forward() override;
            virtual CTensor<T>* Backward() override;
            virtual CComputationalBase<T>* Clone() const override = 0;
 
            virtual const CResult GetBinaryData(Base::CFLData& fldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
            virtual const CResult GetBinaryData(Base::CFLData* pFldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
 
            virtual const CResult SetBinaryData(const Base::CFLData& fldBinary, int64_t* pI64Offset = nullptr);
            virtual const CResult SetBinaryData(const Base::CFLData* pFldBinary, int64_t* pI64Offset = nullptr);
            
            virtual const CResult SetObjectAugmentationFigureInformation(const Foundation::CFLFigureArray* pFlfaObjectAugmentationSrcFigureArray, const std::vector <std::vector < int64_t >>* pVctClassNum, const std::vector<std::vector<Foundation::CFLRect<T>>>* pVctObjectAugmentationBoundaryRect);
            virtual const CResult GetObjectAugmentationFigureInformation(const Foundation::CFLFigureArray** ppFlfaObjectAugmentationSrcFigureArray, const std::vector <std::vector < int64_t >>** ppVctClassNum, const std::vector<std::vector<Foundation::CFLRect<T>>>** ppVctObjectAugmentationBoundaryRect);
            virtual const CResult SetObjectAugmentationInclusionStatusPreSetting(int64_t i64TotalMapSize);
            virtual const CResult SetObjectAugmentationInclusionStatusSetting(const std::vector<std::unordered_set<int64_t>>& vctUosInclusionStatusClassNumbers, const std::vector<std::pair<int64_t, int64_t>>& vctPairInclusionStatusClassNumbersUnLimit, const std::vector<std::vector<std::pair<int64_t, int64_t>>>& vctPairInclusionStatusClassNumbers, const std::vector<int64_t>& vctObjectAugmentationPresetMap);
            virtual const CResult GetObjectAugmentationInclusionStatusSetting(std::vector<std::unordered_set<int64_t>>& vctUosInclusionStatusClassNumbers, std::vector<std::pair<int64_t, int64_t>>& vctPairInclusionStatusClassNumbersUnLimit, std::vector<std::vector<std::pair<int64_t, int64_t>>>& vctPairInclusionStatusClassNumbers, std::vector<int64_t>& vctObjectAugmentationPresetMap);
 
            virtual const std::vector<int64_t>& GetEstimatedShape(bool bRecursive = true) const override;
            virtual int64_t GetRequiredDedicatedMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1) const override;
            virtual int64_t GetRequiredTemporaryMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1, int64_t i64MemoryIndex = 0) const override;
 
            virtual const CResult SwapObjectAugmentationPrefectch();
            virtual const CResult PrintNodeParamInfo() const override;
 
            virtual const CResult SetObjectAugmentationSourceImage(const Base::CFLImage* pFliSource);
            virtual const Base::CFLImage* GetObjectAugmentationSourceImage() const;
            virtual const CResult MakeOperandImage(const Base::CFLImage* pFliSource, Base::CFLImage* pFliResult, const std::vector<int64_t>& vtInputSize, const int64_t i64TilingMode);
            virtual const CResult CalulateObjectAugmentationFigureInformation(const Base::CFLImage* pFliImage, Foundation::CFLFigureArray& pFlfaSrcFigureArray, std::vector<std::vector<int64_t>>& pVctFigureClassNum, std::vector<std::vector<Foundation::CFLRect<T>>>& pVctObjectAugmentationFigureBoundaryRect, int64_t i64LabelCategoryCount = -1);
 
            virtual const CResult EnableObjectAugmentationImageCalculate(bool bEnable = true) ;
            virtual bool IsObjectAugmentationImageCalculateEnabled() const;
            virtual bool IsObjectAugmentationEnabled() const;
 
            virtual const CResult SetProcessingUnit(const Base::CProcessingUnitBase* pPuBase) override;
 
            DeclareGetClassType();
            SupportToDuplicateAbstractObject(CComputationalGraphAugmentationBase);
        protected:
            virtual void Throw(const CResult& res, const wchar_t* pWcsExtraMessage = nullptr) const override;
        protected:
            CTensor<T> m_tsrObjectBuffer;
            CTensor<T> m_tsrTmpBuffer;
            CTensor<T> m_tsrNullPixelMask;
            CAugmentationParameters m_apAugmentationParams;
 
            CInternalAugmentationBase<T>* m_pInternal;
        public:
 
        private:
            template <typename T> friend class CInternalAugmentationBase;
            template <typename T> friend class CInternalAugmentationForClassifier;
            template <typename T> friend class CInternalAugmentationMaskOperationForSegmentation;
            template <typename T> friend class CInternalAugmentationForInstanceSegmentation;
            template <typename T> friend class CInternalAugmentationForObjectDetection;
            template <typename T> friend class CInternalAugmentationForSegmentation;
            template <typename T> friend class CInternalAugmentationForAnomalyDetection;
            template <typename T> friend class CInternalAugmentationForAnomalyDetectionTrain;
            template <typename T> friend class CInternalAugmentationForSuperResolution;
            template <typename T> friend class CInternalAugmentationForStringBasedOCR;
            template <typename T> friend class CInternalAugmentationForGAN;
 
        };
    }
}
 
#endif