Properly record load time

larryliu0820 · web-flow · commit 4698648f3410 · 2025-10-21T14:23:34.000-07:00
as titled?
diff --git a/extension/llm/runner/multimodal_runner.cpp b/extension/llm/runner/multimodal_runner.cpp
@@ -49,8 +49,10 @@ Error MultimodalRunner::load() {
   if (is_loaded()) {
     return Error::Ok;
   }
+  stats_->model_load_start_ms = time_in_ms();
   ET_CHECK_OK_OR_RETURN_ERROR(multimodal_prefiller_->load());
   ET_CHECK_OK_OR_RETURN_ERROR(text_token_generator_->load());
+  stats_->model_load_end_ms = time_in_ms();
   return Error::Ok;
 }
 
@@ -86,9 +88,7 @@ Error MultimodalRunner::generate(
   }
 
   if (!is_loaded()) {
-    stats_->model_load_start_ms = time_in_ms();
     ET_CHECK_OK_OR_RETURN_ERROR(load());
-    stats_->model_load_end_ms = time_in_ms();
   }
 
   if (config.warming) {

Original file line number	Diff line number	Diff line change
`@@ -49,8 +49,10 @@ Error MultimodalRunner::load() {`
`49`	`49`	`if (is_loaded()) {`
`50`	`50`	`return Error::Ok;`
`51`	`51`	`}`
	`52`	`+ stats_->model_load_start_ms = time_in_ms();`
`52`	`53`	`ET_CHECK_OK_OR_RETURN_ERROR(multimodal_prefiller_->load());`
`53`	`54`	`ET_CHECK_OK_OR_RETURN_ERROR(text_token_generator_->load());`
	`55`	`+ stats_->model_load_end_ms = time_in_ms();`
`54`	`56`	`return Error::Ok;`
`55`	`57`	`}`
`56`	`58`
`@@ -86,9 +88,7 @@ Error MultimodalRunner::generate(`
`86`	`88`	`}`
`87`	`89`
`88`	`90`	`if (!is_loaded()) {`
`89`		`- stats_->model_load_start_ms = time_in_ms();`
`90`	`91`	`ET_CHECK_OK_OR_RETURN_ERROR(load());`
`91`		`- stats_->model_load_end_ms = time_in_ms();`
`92`	`92`	`}`
`93`	`93`
`94`	`94`	`if (config.warming) {`