Add function to convert from ComputationGraph to DynamicOpenDataflowGraph.

Author: elliottslaughter

lib/task-spec/include/task-spec/dynamic_graph/dynamic_layer_guid_t.dtg.toml

@@ -0,0 +1,21 @@
+namespace = "FlexFlow"
+name = "dynamic_layer_guid_t"
+type = "variant"
+features = [
+  "eq",
+  "hash",
+  "fmt",
+]
+
+includes = [
+  "pcg/layer_guid_t.dtg.h",
+  "pcg/parallel_computation_graph/parallel_layer_guid_t.dtg.h",
+]
+
+[[values]]
+name = "layer_guid"
+type = "::FlexFlow::layer_guid_t"
+
+[[values]]
+name = "pcg_layer_guid"
+type = "::FlexFlow::parallel_layer_guid_t"

lib/task-spec/include/task-spec/dynamic_graph/dynamic_node_attrs.dtg.toml

@@ -13,7 +13,7 @@ includes = [
   "pcg/machine_space_coordinate.dtg.h",
   "pcg/mapped_parallel_computation_graph/mapped_operator_task_group.h",
   "op-attrs/pcg_operator_attrs.dtg.h",
-  "pcg/parallel_computation_graph/parallel_layer_guid_t.dtg.h",
+  "task-spec/dynamic_graph/dynamic_layer_guid_t.dtg.h",
   "task-spec/device_specific_per_device_op_state.dtg.h",
 ]
 
@@ -38,8 +38,8 @@ name = "op_attrs"
 type = "std::optional<::FlexFlow::PCGOperatorAttrs>"
 
 [[fields]]
-name = "pcg_layer_guid"
-type = "::FlexFlow::parallel_layer_guid_t"
+name = "layer_guid"
+type = "::FlexFlow::dynamic_layer_guid_t"
 
 [[fields]]
 name = "per_device_op_state"

lib/task-spec/include/task-spec/dynamic_graph/dynamic_open_dataflow_graph_from_cg.h

@@ -0,0 +1,14 @@
+#ifndef _FLEXFLOW_LIB_TASK_SPEC_INCLUDE_TASK_SPEC_DYNAMIC_GRAPH_DYNAMIC_OPEN_DATAFLOW_GRAPH_FROM_CG_H
+#define _FLEXFLOW_LIB_TASK_SPEC_INCLUDE_TASK_SPEC_DYNAMIC_GRAPH_DYNAMIC_OPEN_DATAFLOW_GRAPH_FROM_CG_H
+
+#include "pcg/computation_graph.dtg.h"
+#include "task-spec/dynamic_graph/dynamic_open_dataflow_graph.dtg.h"
+
+namespace FlexFlow {
+
+DynamicOpenDataflowGraph
+    make_dynamic_open_dataflow_graph_from_cg(ComputationGraph const &);
+
+} // namespace FlexFlow
+
+#endif

lib/task-spec/include/task-spec/dynamic_graph/dynamic_tensor_guid_t.dtg.toml

@@ -0,0 +1,21 @@
+namespace = "FlexFlow"
+name = "dynamic_tensor_guid_t"
+type = "variant"
+features = [
+  "eq",
+  "hash",
+  "fmt",
+]
+
+includes = [
+  "pcg/tensor_guid_t.dtg.h",
+  "pcg/parallel_computation_graph/parallel_tensor_guid_t.dtg.h",
+]
+
+[[values]]
+name = "tensor_guid"
+type = "::FlexFlow::tensor_guid_t"
+
+[[values]]
+name = "pcg_tensor_guid"
+type = "::FlexFlow::parallel_tensor_guid_t"

lib/task-spec/include/task-spec/dynamic_graph/dynamic_value_attrs.dtg.toml

@@ -9,6 +9,7 @@ features = [
 
 includes = [
   "<optional>",
+  "task-spec/dynamic_graph/dynamic_tensor_guid_t.dtg.h",
   "op-attrs/parallel_tensor_shape.dtg.h",
   "kernels/accessor.h",
   "pcg/parallel_computation_graph/parallel_tensor_guid_t.dtg.h",
@@ -21,8 +22,8 @@ src_includes = [
 ]
 
 [[fields]]
-name = "pcg_tensor_guid"
-type = "::FlexFlow::parallel_tensor_guid_t"
+name = "tensor_guid"
+type = "::FlexFlow::dynamic_tensor_guid_t"
 
 [[fields]]
 name = "parallel_tensor_shape"

lib/task-spec/src/task-spec/dynamic_graph/dynamic_open_dataflow_graph_from_cg.cc

@@ -0,0 +1,60 @@
+#include "task-spec/dynamic_graph/dynamic_open_dataflow_graph_from_cg.h"
+#include "op-attrs/pcg_operator_attrs.h"
+#include "pcg/computation_graph.h"
+#include "task-spec/dynamic_graph/dynamic_layer_guid_t.dtg.h"
+#include "task-spec/dynamic_graph/dynamic_open_dataflow_graph.h"
+#include "task-spec/dynamic_graph/dynamic_tensor_role.h"
+#include <optional>
+#include <unordered_map>
+
+namespace FlexFlow {
+
+DynamicOpenDataflowGraph
+    make_dynamic_open_dataflow_graph_from_cg(ComputationGraph const &cg) {
+  DynamicOpenDataflowGraph result = make_empty_dynamic_open_dataflow_graph();
+
+  for (auto const &[layer, attrs] : get_layer_attrs_mapping(cg)) {
+    DynamicNodeAttrs result_attrs{
+        /*task_type=*/std::nullopt,
+        /*device_coord=*/std::nullopt,
+        /*mapping=*/std::nullopt,
+        /*op_attrs=*/pcg_op_attrs_from_compgraph_op_attrs(attrs.op_attrs),
+        /*pcg_layer_guid=*/dynamic_layer_guid_t{layer},
+        /*per_device_op_state=*/std::nullopt};
+
+    std::unordered_map<DynamicTensorSlot, DynamicValueAttrs> result_inputs;
+    for (auto const &[slot_name, tensor] : get_incoming_tensors(cg, layer)) {
+      result_inputs.emplace(
+          std::piecewise_construct,
+          std::forward_as_tuple(
+              /*slot_name=*/slot_name,
+              /*slot_tensor_role=*/mk_dynamic_tensor_role_fwd()),
+          std::forward_as_tuple(
+              /*tensor_guid=*/dynamic_tensor_guid_t{tensor},
+              /*parallel_tensor_shape=*/std::nullopt,
+              /*shard_coord=*/std::nullopt,
+              /*accessor=*/std::nullopt,
+              /*role=*/std::nullopt));
+    }
+    std::unordered_map<DynamicTensorSlot, DynamicValueAttrs> result_outputs;
+    for (auto const &[slot_name, tensor] : get_outgoing_tensors(cg, layer)) {
+      result_outputs.emplace(
+          std::piecewise_construct,
+          std::forward_as_tuple(
+              /*slot_name=*/slot_name,
+              /*slot_tensor_role=*/mk_dynamic_tensor_role_fwd()),
+          std::forward_as_tuple(
+              /*tensor_guid=*/dynamic_tensor_guid_t{tensor},
+              /*parallel_tensor_shape=*/std::nullopt,
+              /*shard_coord=*/std::nullopt,
+              /*accessor=*/std::nullopt,
+              /*role=*/std::nullopt));
+    }
+
+    result.invocations.emplace(result_inputs, result_attrs, result_outputs);
+  }
+
+  return result;
+}
+
+} // namespace FlexFlow