Update on "Backend data separation test"

Add backend data separation test with demo ExecutorBackend.

Note: ExecutorBackend is a wrapper around a portable PTE file. It doesn't support delegated program-data separation in the sense of tagging tensors as external and placing them into the named data store as such. Rather, this test:

1. Creates a linear PTE file with data removed, using the portable flow.
2. Packages (1) into preprocessed blob as a delegate, using ExecutorBackend. Note: this discards the PTD portion.
3. Re-create the PTD portion via export_program (portable flow again).
4. Runs the delegated ExecutorBackend linear with portable linear.ptd file.

Caveat: this means that LinearModule definition in export_program and export_delegated_program must stay in sync, as we get the PTE artifact from export_delegated_program (wrapped in ExecutorBackend), and the PTD artifact from export_program.

Differential Revision: [D73679733](https://our.internmc.facebook.com/intern/diff/D73679733/)

[ghstack-poisoned]

Author: lucylq

runtime/executor/method.cpp

@@ -329,7 +329,8 @@ Result<size_t> Method::get_num_external_constants() {
 }
 
 Error Method::parse_external_constants(const NamedDataMap* named_data_map) {
-  ET_CHECK_OR_RETURN_ERROR(named_data_map != nullptr, InvalidState, "named_data_map is null");
+  ET_CHECK_OR_RETURN_ERROR(
+      named_data_map != nullptr, InvalidState, "named_data_map is null");
   auto flatbuffer_values = serialization_plan_->values();
   size_t n_value = flatbuffer_values->size();
 

runtime/executor/test/backend_data_separation_test.cpp

@@ -70,8 +70,11 @@ class BackendDataSeparationTest : public ::testing::Test {
     EXPECT_EQ(linear_data_map.error(), Error::Ok);
     linear_data_map_ =
         std::make_unique<FlatTensorDataMap>(std::move(linear_data_map.get()));
-    
-    ET_LOG(Info, "setup done, named_data_map_ = %lu", linear_data_map_->get_num_keys().get());
+
+    ET_LOG(
+        Info,
+        "setup done, named_data_map_ = %lu",
+        linear_data_map_->get_num_keys().get());
   }
 
  private:
@@ -86,7 +89,10 @@ class BackendDataSeparationTest : public ::testing::Test {
 TEST_F(BackendDataSeparationTest, TestSeparation) {
   ManagedMemoryManager mmm(kDefaultNonConstMemBytes, kDefaultRuntimeMemBytes);
   Result<Method> method = linear_program_->load_method(
-      "forward", &mmm.get(), /*event_tracer=*/nullptr, /*named_data_map=*/linear_data_map_.get());
+      "forward",
+      &mmm.get(),
+      /*event_tracer=*/nullptr,
+      /*named_data_map=*/linear_data_map_.get());
   ASSERT_EQ(method.error(), Error::Ok);
 
   // Can execute the method.

test/models/export_delegated_program.py

@@ -26,9 +26,6 @@
 )
 from executorch.exir.passes.external_constants_pass import (
     delegate_external_constants_pass,
-)	
-from executorch.exir.backend.test.demos.rpc.executor_backend_preprocess import (
-    ExecutorBackend,
 )
 from executorch.exir.program import ExecutorchProgramManager
 from torch import nn