fix: Set correct device ID with TRT EP (#299)

milesial · web-flow · commit 3fbddc211c48 · 2025-03-13T20:44:52.000-07:00
diff --git a/src/onnxruntime.cc b/src/onnxruntime.cc
@@ -712,6 +712,11 @@ ModelState::LoadModel(
                     values.push_back(value);
                   }
                 }
+
+                // assign correct GPU to EP
+                keys.push_back(std::string("device_id"));
+                values.push_back(std::to_string(instance_group_device_id));
+
                 std::vector<const char*> c_keys, c_values;
                 if (!keys.empty() && !values.empty()) {
                   for (size_t i = 0; i < keys.size(); ++i) {

Original file line number	Diff line number	Diff line change
`@@ -712,6 +712,11 @@ ModelState::LoadModel(`
`712`	`712`	`values.push_back(value);`
`713`	`713`	`}`
`714`	`714`	`}`
	`715`	`+`
	`716`	`+ // assign correct GPU to EP`
	`717`	`+ keys.push_back(std::string("device_id"));`
	`718`	`+ values.push_back(std::to_string(instance_group_device_id));`
	`719`	`+`
`715`	`720`	`std::vector<const char*> c_keys, c_values;`
`716`	`721`	`if (!keys.empty() && !values.empty()) {`
`717`	`722`	`for (size_t i = 0; i < keys.size(); ++i) {`