Skip to content

Commit d2c004f

Browse files
committed
metal : fix from ptr buffer name
1 parent b8deef0 commit d2c004f

File tree

2 files changed

+4
-3
lines changed

2 files changed

+4
-3
lines changed

ggml/src/ggml-metal.m

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3844,7 +3844,7 @@ static ggml_backend_buffer_t ggml_backend_metal_device_buffer_from_ptr(ggml_back
38443844
}
38453845
}
38463846

3847-
return ggml_backend_buffer_init(ggml_backend_metal_buffer_type(), ggml_backend_metal_buffer_i, ctx, size);
3847+
return ggml_backend_buffer_init(ggml_backend_metal_buffer_from_ptr_type(), ggml_backend_metal_buffer_i, ctx, size);
38483848
}
38493849

38503850
static bool ggml_backend_metal_device_supports_op(ggml_backend_dev_t dev, const struct ggml_tensor * op) {
@@ -3854,7 +3854,8 @@ static bool ggml_backend_metal_device_supports_op(ggml_backend_dev_t dev, const
38543854
}
38553855

38563856
static bool ggml_backend_metal_device_supports_buft(ggml_backend_dev_t dev, ggml_backend_buffer_type_t buft) {
3857-
return buft->iface.get_name == ggml_backend_metal_buffer_type_get_name;
3857+
return buft->iface.get_name == ggml_backend_metal_buffer_type_get_name ||
3858+
buft->iface.get_name == ggml_backend_metal_buffer_from_ptr_type_get_name;
38583859

38593860
UNUSED(dev);
38603861
}

src/llama.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9134,7 +9134,7 @@ static bool llm_load_tensors(
91349134

91359135
// print memory requirements per buffer type
91369136
for (auto & buf : model.bufs) {
9137-
LLAMA_LOG_INFO("%s: %10s model buffer size = %8.2f MiB\n", __func__, ggml_backend_buffer_name(buf.get()), ggml_backend_buffer_get_size(buf.get()) / 1024.0 / 1024.0);
9137+
LLAMA_LOG_INFO("%s: %12s model buffer size = %8.2f MiB\n", __func__, ggml_backend_buffer_name(buf.get()), ggml_backend_buffer_get_size(buf.get()) / 1024.0 / 1024.0);
91389138
}
91399139

91409140
// populate tensors_by_name

0 commit comments

Comments
 (0)