Skip to content

Commit 94d8cb8

Browse files
authored
metal : fix from ptr buffer name (#10189)
1 parent 1dc04b2 commit 94d8cb8

File tree

2 files changed

+4
-3
lines changed

2 files changed

+4
-3
lines changed

ggml/src/ggml-metal.m

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4072,7 +4072,7 @@ static ggml_backend_buffer_t ggml_backend_metal_device_buffer_from_ptr(ggml_back
40724072
}
40734073
}
40744074

4075-
return ggml_backend_buffer_init(ggml_backend_metal_buffer_type(), ggml_backend_metal_buffer_i, ctx, size);
4075+
return ggml_backend_buffer_init(ggml_backend_metal_buffer_from_ptr_type(), ggml_backend_metal_buffer_i, ctx, size);
40764076
}
40774077

40784078
static bool ggml_backend_metal_device_supports_op(ggml_backend_dev_t dev, const struct ggml_tensor * op) {
@@ -4082,7 +4082,8 @@ static bool ggml_backend_metal_device_supports_op(ggml_backend_dev_t dev, const
40824082
}
40834083

40844084
static bool ggml_backend_metal_device_supports_buft(ggml_backend_dev_t dev, ggml_backend_buffer_type_t buft) {
4085-
return buft->iface.get_name == ggml_backend_metal_buffer_type_get_name;
4085+
return buft->iface.get_name == ggml_backend_metal_buffer_type_get_name ||
4086+
buft->iface.get_name == ggml_backend_metal_buffer_from_ptr_type_get_name;
40864087

40874088
UNUSED(dev);
40884089
}

src/llama.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9134,7 +9134,7 @@ static bool llm_load_tensors(
91349134

91359135
// print memory requirements per buffer type
91369136
for (auto & buf : model.bufs) {
9137-
LLAMA_LOG_INFO("%s: %10s model buffer size = %8.2f MiB\n", __func__, ggml_backend_buffer_name(buf.get()), ggml_backend_buffer_get_size(buf.get()) / 1024.0 / 1024.0);
9137+
LLAMA_LOG_INFO("%s: %12s model buffer size = %8.2f MiB\n", __func__, ggml_backend_buffer_name(buf.get()), ggml_backend_buffer_get_size(buf.get()) / 1024.0 / 1024.0);
91389138
}
91399139

91409140
// populate tensors_by_name

0 commit comments

Comments
 (0)