Update on "[ET-VK] Add reshape functions for transformers related operators"

SS-JIA · SS-JIA · commit c0ba107bb1c1 · 2025-05-30T08:59:42.000-07:00
## Changes * Implement resize functions for several operators used in Transformers models ## Motivation Be able to support batched prefill for llama models. Differential Revision: [D75686049](https://our.internmc.facebook.com/intern/diff/D75686049/) [ghstack-poisoned]
diff --git a/backends/vulkan/runtime/VulkanBackend.cpp b/backends/vulkan/runtime/VulkanBackend.cpp
@@ -569,7 +569,6 @@ class VulkanBackend final : public ::executorch::runtime::BackendInterface {
 
     if (should_propagate_resize) {
       compute_graph->propagate_resize();
-      compute_graph->encode_execute();
     }
     compute_graph->execute();
 
diff --git a/backends/vulkan/runtime/graph/ComputeGraph.cpp b/backends/vulkan/runtime/graph/ComputeGraph.cpp
@@ -712,6 +712,7 @@ void ComputeGraph::propagate_resize() {
   for (std::unique_ptr<ExecuteNode>& node : execute_nodes_) {
     node->trigger_resize(this);
   }
+  encode_execute();
 }
 
 } // namespace vkcompute

Original file line number	Diff line number	Diff line change
`@@ -569,7 +569,6 @@ class VulkanBackend final : public ::executorch::runtime::BackendInterface {`
`569`	`569`
`570`	`570`	`if (should_propagate_resize) {`
`571`	`571`	`compute_graph->propagate_resize();`
`572`		`- compute_graph->encode_execute();`
`573`	`572`	`}`
`574`	`573`	`compute_graph->execute();`
`575`	`574`
Original file line number	Diff line number	Diff line change
`@@ -712,6 +712,7 @@ void ComputeGraph::propagate_resize() {`
`712`	`712`	`for (std::unique_ptr<ExecuteNode>& node : execute_nodes_) {`
`713`	`713`	`node->trigger_resize(this);`
`714`	`714`	`}`
	`715`	`+ encode_execute();`
`715`	`716`	`}`
`716`	`717`
`717`	`718`	`} // namespace vkcompute`