[CANN]Support Acl Graph

Signed-off-by: noemotiovon <[email protected]>

Author: noemotiovon

ggml/src/ggml-cann/common.h

@@ -333,6 +333,58 @@ class cann_task_queue {
     int32_t device_;
 };
 
+// TODO: 删除 //
+// #if defined(GGML_CANN_USE_GRAPHS)
+#define USE_CANN_GRAPH
+// #endif
+
+struct ggml_graph_node_properties {
+    void * node_address;
+    ggml_op node_op;
+    int64_t ne[GGML_MAX_DIMS];
+    size_t nb[GGML_MAX_DIMS];
+    void * src_address[GGML_MAX_SRC];
+    int32_t op_params[GGML_MAX_OP_PARAMS / sizeof(int32_t)];
+};
+
+struct ggml_cann_graph {
+#ifdef USE_CANN_GRAPH
+    ~ggml_cann_graph() {
+        // if (instance != nullptr) {
+        //     aclmdlRIDestroy(instance);
+        // }
+        if (graph != nullptr) {
+            aclmdlRIDestroy(graph);
+        }
+    }
+
+    aclmdlRI graph = nullptr;
+    // aclmdlRI instance = nullptr;
+
+    size_t num_nodes = 0;
+
+    // std::vector<aclGraphNode*> nodes;
+    std::vector<aclopAttr*> op_attrs;
+    std::vector<aclTensor*> input_tensors;
+    std::vector<aclTensor*> output_tensors;
+
+    // bool disable_due_to_npu_arch = false;
+    bool disable_due_to_too_many_updates = false;
+    // bool disable_due_to_failed_graph_capture = false;
+    int number_consecutive_updates = 0;
+
+    std::vector<ggml_graph_node_properties> ggml_graph_properties;
+
+    // TODO: user cpy indirection
+    // bool use_cpy_indirection = false;
+    // std::vector<char *> cpy_dest_ptrs;
+    // char ** dest_ptrs_d = nullptr;
+    // int dest_ptrs_size = 0;
+
+    int graph_cpynode_index = -1;
+#endif  // USE_CANN_GRAPH
+};
+
 /**
  * @brief Context for managing CANN backend operations.
  */
@@ -341,6 +393,7 @@ struct ggml_backend_cann_context {
     std::string name;                /**< Name of the device. */
     std::string description;         /**< Description of the device. */
     aclrtEvent copy_event = nullptr; /**< Event for managing copy operations. */
+    std::unique_ptr<ggml_cann_graph> cann_graph;
     cann_task_queue task_queue;
     bool async_mode;