FLImaging 6.5.16.1
ComputationalGraphAffine.h
1#pragma once
2
3#if _MSC_VER >= 1900 && defined(_M_X64)
4
5#include "ComputationalGraph.h"
6#include "Tensor.h"
7
8namespace FLImaging
9{
10 namespace AI
11 {
12 #ifdef CUBLAS_MODE
13 template<typename T>
14 class CCuda_ComputationalGraphMatMul_Cublas;
15 #endif
16
17 template <typename T>
18 class FL_EXPORT CComputationalGraphAffine : public CComputationalGraph<T>
19 {
20 private:
21 CComputationalGraphAffine();
22
23 protected:
24 CComputationalGraphAffine(const CComputationalGraphAffine<T>& cg);
25
26 public:
27 CComputationalGraphAffine(const CComputationalBase<T>& cbOperand1, const CTensor<T>& tsrWeight, const CTensor<T>& tsrBias);
28 virtual ~CComputationalGraphAffine();
29
30 virtual CTensor<T>& Forward() override;
31 virtual CTensor<T>* Backward() override;
32 virtual CComputationalBase<T>* Clone() const override;
33 virtual const CResult PrintNodeParamInfo() const override;
34
35 virtual const CResult GetBinaryData(Base::CFLData& fldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
36 virtual const CResult GetBinaryData(Base::CFLData* pFldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
37
38 virtual const CResult SetBinaryData(const Base::CFLData& fldBinary, int64_t* pI64Offset = nullptr) override;
39 virtual const CResult SetBinaryData(const Base::CFLData* pFldBinary, int64_t* pI64Offset = nullptr) override;
40
41 virtual const std::vector<int64_t>& GetEstimatedShape(bool bRecursive = true) const override;
42
43 virtual int64_t GetRequiredDedicatedMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1) const override;
44 virtual int64_t GetRequiredTemporaryMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1, int64_t i64MemoryIndex = 0) const override;
45
46
47 DeclareGetClassType();
48 SupportToDuplicateObjectWithoutCreateNewObject(CComputationalGraphAffine, *this);
49
50 protected:
51 virtual const CResult Derivative(CTensor<T>* pTsrDy, CTensor<T>* pTsrDx, const std::vector<int64_t>& vctXShape);
52 virtual const CResult CheckShape();
53
54 CTensor<T> m_tsrOprTranspose0;
55 CTensor<T> m_tsrOprTranspose1;
56 CTensor<T> m_tsrDyTemp;
57
58 protected:
59 #ifdef CUBLAS_MODE
60 CCuda_ComputationalGraphMatMul_Cublas<T>* m_pCublas;
61 #endif
62
63 public:
64 DeclareGetSignletonObject(CComputationalGraphAffine);
65 };
66
67 #define CCGFAffine(...) (*(new CComputationalGraphAffine<float>(__VA_ARGS__)))
68 #define CCGDAffine(...) (*(new CComputationalGraphAffine<double>(__VA_ARGS__)))
69
70 #define CCGTAffine(T, ...) (*(new CComputationalGraphAffine<T>(__VA_ARGS__)))
71 }
72}
73
74#endif