FLImaging 6.8.21.2
ComputationalGraphMaxOut.h
1#pragma once
2
3#if _MSC_VER >= 1900 && defined(_M_X64)
4
5#include "ComputationalGraph.h"
6#include "Tensor.h"
7
8namespace FLImaging
9{
10 namespace AI
11 {
12 template <typename T>
13 class FL_EXPORT CComputationalGraphMaxOut : public CComputationalGraph<T>
14 {
15 SupportToDuplicateObjectWithoutCreateNewObject(CComputationalGraphMaxOut, *this);
16 private:
17 CComputationalGraphMaxOut();
18
19 protected:
20 CComputationalGraphMaxOut(const CComputationalGraphMaxOut<T>& cg);
21
22 public:
23 CComputationalGraphMaxOut(const CComputationalBase<T>& cbOperand1, const CTensor<T>& tsrWeight, const CTensor<T>& tsrBias, int64_t i64Axis = 1, int64_t i64NumUnitCount = -1, int64_t i64OutPutUnitCount = -1);
24 CComputationalGraphMaxOut(const CComputationalBase<T>& cbOperand1, const CTensor<T>& tsrWeight, int64_t i64Axis = -1, int64_t i64MaxUnitCount = -1, int64_t i64OutPutUnitCount = -1);
25 virtual ~CComputationalGraphMaxOut();
26
27 virtual CTensor<T>& Forward() override;
28 virtual CTensor<T>* Backward() override;
29 virtual CComputationalBase<T>* Clone() const override;
30 virtual const CResult PrintNodeParamInfo() const override;
31
32 virtual const CResult GetBinaryData(Base::CFLData& fldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
33 virtual const CResult GetBinaryData(Base::CFLData* pFldBinary, bool bSuperClass = false, int32_t i32Version = -1, bool bDumpMode = false) const override;
34
35 virtual const CResult SetBinaryData(const Base::CFLData& fldBinary, int64_t* pI64Offset = nullptr) override;
36 virtual const CResult SetBinaryData(const Base::CFLData* pFldBinary, int64_t* pI64Offset = nullptr) override;
37
38 virtual const std::vector<int64_t>& GetEstimatedShape(bool bRecursive = true) const override;
39
40 virtual int64_t GetRequiredDedicatedMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1) const override;
41 virtual int64_t GetRequiredTemporaryMemory(bool bTraining = false, bool bRecursively = true, int64_t i64BatchSize = 1, int64_t i64MemoryIndex = 0) const override;
42
43 DeclareGetClassType();
44
45 protected:
46 virtual const CResult MaxOutForward();
47 virtual const CResult MaxOutForward_Cuda();
48 virtual const CResult MaxOutBackward();
49 virtual const CResult MaxOutBackward_Cuda();
50 virtual const CResult MaxOutBackward_Weight();
51 virtual const CResult MaxOutBackward_Weight_Cuda();
52 virtual const CResult MaxOutBackward_Bias();
53 virtual const CResult MaxOutBackward_Bias_Cuda();
54 int64_t m_i64OutPutUnitCountOrg;
55 int64_t m_i64MaxUnitCountOrg;
56 int64_t m_i64OutPutUnitCount;
57 int64_t m_i64MaxUnitCount;
58 int64_t m_i64Axis;
59 int64_t m_i64InnerTimes;
60
61 CTensor<T> m_tsrUnitIndex;
62 int64_t m_i64IndexCnt;
63 public:
64 DeclareGetSignletonObject(CComputationalGraphMaxOut);
65 };
66
67 #define CCGFMaxOut(...) (*(new CComputationalGraphMaxOut<float>(__VA_ARGS__)))
68 #define CCGDMaxOut(...) (*(new CComputationalGraphMaxOut<double>(__VA_ARGS__)))
69
70 #define CCGTMaxOut(T, ...) (*(new CComputationalGraphMaxOut<T>(__VA_ARGS__)))
71 }
72}
73
74#endif