From 9dae7810ef36e078f4e7fb85ff862b385ff71dbe Mon Sep 17 00:00:00 2001 From: Mathieu Bordere Date: Fri, 23 May 2025 18:25:42 +0200 Subject: [PATCH] config.py: Clarify that only local GGUF checkpoints are supported. Signed-off-by: Mathieu Bordere --- vllm/transformers_utils/config.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py index 5f45ff133855..2a2a8c181874 100644 --- a/vllm/transformers_utils/config.py +++ b/vllm/transformers_utils/config.py @@ -300,7 +300,10 @@ def get_config( " - For Hugging Face models: ensure the presence of a " "'config.json'.\n" " - For Mistral models: ensure the presence of a " - "'params.json'.\n").format(model=model) + "'params.json'.\n" + "3. For GGUF: pass the local path of the GGUF checkpoint.\n" + " Loading GGUF from a remote repo directly is not yet " + "supported.\n").format(model=model) raise ValueError(error_message) from e