FLImaging 6.5.16.1
ComputationalGraphMatMul.h
1#pragma once
2
3#if _MSC_VER >= 1900 && defined(_M_X64)
4
5#include "ComputationalGraph.h"
6#include "Tensor.h"
7
8namespace FLImaging
9{
10 namespace AI
11 {
12 template<typename T>
13 class CCuda_ComputationalGraphMatMul_Cublas;
14
15 template <typename T>
16 class FL_EXPORT CComputationalGraphMatMul : public CComputationalGraph<T>
17 {
18 private:
19 CComputationalGraphMatMul();
20
21 protected:
22 CComputationalGraphMatMul(const CComputationalGraphMatMul<T>& cg);
23
24 public:
25 CComputationalGraphMatMul(const CComputationalBase<T>& cbOperand1, const CComputationalBase<T>& cbOperand2);
26 CComputationalGraphMatMul(const CComputationalBase<T>& cbOperand1, const CTensor<T>& tsrOperand2);
27 CComputationalGraphMatMul(const CTensor<T>& tsrOperand1, const CComputationalBase<T>& cbOperand2);
28 CComputationalGraphMatMul(const CTensor<T>& tsrOperand1, const CTensor<T>& tsrOperand2);
29 virtual ~CComputationalGraphMatMul();
30
31 virtual CTensor<T>& Forward() override;
32 virtual CTensor<T>* Backward() override;
33 virtual CComputationalBase<T>* Clone() const override;
34 virtual const CResult PrintNodeParamInfo() const override;
35
36 virtual const CResult GetBinaryData(Base::CFLData& fldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
37 virtual const CResult GetBinaryData(Base::CFLData* pFldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
38
39 virtual const CResult SetBinaryData(const Base::CFLData& fldBinary, int64_t* pI64Offset = nullptr) override;
40 virtual const CResult SetBinaryData(const Base::CFLData* pFldBinary, int64_t* pI64Offset = nullptr) override;
41
42 virtual const std::vector<int64_t>& GetEstimatedShape(bool bRecursive = true) const override;
43
44 virtual int64_t GetRequiredDedicatedMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1) const override;
45 virtual int64_t GetRequiredTemporaryMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1, int64_t i64MemoryIndex = 0) const override;
46
47
48 DeclareGetClassType();
49 SupportToDuplicateObjectWithoutCreateNewObject(CComputationalGraphMatMul, *this);
50
51 protected:
52 CTensor<T> m_tsrOprTranspose0;
53 CTensor<T> m_tsrOprTranspose1;
54
55 protected:
56 #ifdef CUBLAS_MODE
57 CCuda_ComputationalGraphMatMul_Cublas<T>* m_pCublas;
58 #endif
59
60 public:
61 DeclareGetSignletonObject(CComputationalGraphMatMul);
62 };
63
64 #define CCGFMatMul(...) (*(new CComputationalGraphMatMul<float>(__VA_ARGS__)))
65 #define CCGDMatMul(...) (*(new CComputationalGraphMatMul<double>(__VA_ARGS__)))
66
67 #define CCGTMatMul(T, ...) (*(new CComputationalGraphMatMul<T>(__VA_ARGS__)))
68 }
69}
70
71#endif