llama : expose layer device type via C API

okaris · okaris · commit 6d4bd9b79a6d · 2025-06-24T08:59:29.000Z
diff --git a/src/llama-model.cpp b/src/llama-model.cpp
@@ -14182,6 +14182,11 @@ int32_t llama_model_n_layer(const llama_model * model) {
     return model->hparams.n_layer;
 }
 
+int32_t llama_model_dev_layer(const llama_model * model, int32_t il) {
+    ggml_backend_dev_t dev = model->dev_layer(il);
+    return static_cast<int32_t>(ggml_backend_dev_type(dev));
+}
+
 int32_t llama_model_n_head(const llama_model * model) {
     return model->hparams.n_head();
 }

Original file line number	Diff line number	Diff line change
`@@ -14182,6 +14182,11 @@ int32_t llama_model_n_layer(const llama_model * model) {`
`14182`	`14182`	`return model->hparams.n_layer;`
`14183`	`14183`	`}`
`14184`	`14184`
	`14185`	`+int32_t llama_model_dev_layer(const llama_model * model, int32_t il) {`
	`14186`	`+ ggml_backend_dev_t dev = model->dev_layer(il);`
	`14187`	`+ return static_cast<int32_t>(ggml_backend_dev_type(dev));`
	`14188`	`+}`
	`14189`	`+`
`14185`	`14190`	`int32_t llama_model_n_head(const llama_model * model) {`
`14186`	`14191`	`return model->hparams.n_head();`
`14187`	`14192`	`}`