LiteRT benchmark model: Add option to enable NPU JIT compilation cache

LiteRT-PiperOrigin-RevId: 820567907

Author: MatthiasKreileder

litert/tools/benchmark_litert_model.cc

@@ -132,6 +132,9 @@ litert::Expected<Environment> CreateDefaultEnvironment(
       params.Get<std::string>("compiler_plugin_library_path");
   LITERT_LOG(LITERT_INFO, "compiler_plugin_library_path: %s",
              compiler_plugin_library_path.c_str());
+  auto compiler_cache_path = params.Get<std::string>("compiler_cache_path");
+  LITERT_LOG(LITERT_INFO, "compiler_cache_path: %s",
+             compiler_cache_path.c_str());
 
   const std::vector<litert::Environment::Option> environment_options = {
       litert::Environment::Option{
@@ -142,6 +145,10 @@ litert::Expected<Environment> CreateDefaultEnvironment(
           litert::Environment::OptionTag::CompilerPluginLibraryDir,
           compiler_plugin_library_path.c_str(),
       },
+      litert::Environment::Option{
+          litert::Environment::OptionTag::CompilerCacheDir,
+          compiler_cache_path.c_str(),
+      },
   };
   return litert::Environment::Create(absl::MakeConstSpan(environment_options));
 }

litert/tools/benchmark_litert_model.h

@@ -234,6 +234,8 @@ class BenchmarkLiteRtModel : public BenchmarkModel {
                             BenchmarkParam::Create<std::string>(""));
     default_params.AddParam("compiler_plugin_library_path",
                             BenchmarkParam::Create<std::string>(""));
+    default_params.AddParam("compiler_cache_path",
+                            BenchmarkParam::Create<std::string>(""));
     default_params.AddParam("require_full_delegation",
                             BenchmarkParam::Create<bool>(false));
     default_params.AddParam("use_profiler",
@@ -391,6 +393,9 @@ class BenchmarkLiteRtModel : public BenchmarkModel {
     flags.push_back(tflite::benchmark::CreateFlag<std::string>(
         "compiler_plugin_library_path", &params_,
         "Compiler plugin library path. Only for JIT compilation."));
+    flags.push_back(tflite::benchmark::CreateFlag<std::string>(
+        "compiler_cache_path", &params_,
+        "Compiler plugin cache path, used to store JIT-compiled models."));
     flags.push_back(tflite::benchmark::CreateFlag<bool>(
         "require_full_delegation", &params_,
         "Whether to require full delegation."));

litert/tools/benchmark_litert_model_qualcomm_test.cc

@@ -54,6 +54,9 @@ TEST(BenchmarkLiteRtModelQualcommTest, NPUAcceleration_JIT) {
   params.Set<std::string>(
       "compiler_plugin_library_path",
       "/data/local/tmp/runfiles/litert/");
+  params.Set<std::string>(
+      "compiler_cache_path",
+      "/data/local/tmp/runfiles/litert/");
   BenchmarkLiteRtModel benchmark = BenchmarkLiteRtModel(std::move(params));
 
   EXPECT_EQ(benchmark.Run(), kTfLiteOk);