From ef5fae8b4617982e7b375d2cf26705ab1d4aa964 Mon Sep 17 00:00:00 2001 From: slashapp Date: Sat, 7 Oct 2023 21:53:20 +0800 Subject: [PATCH] py: fix 'gguf' has no attribute 'TENSOR_NAMES' #3496 --- convert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert.py b/convert.py index e9b08d344f5bd..38176a68d842f 100755 --- a/convert.py +++ b/convert.py @@ -938,7 +938,7 @@ def write_all(fname_out: Path, ftype: GGMLFileType, params: Params, model: LazyM of.close() def pick_output_type(model: LazyModel, output_type_str: str | None) -> GGMLFileType: - wq_type = model[gguf.TENSOR_NAMES[gguf.MODEL_TENSOR.ATTN_Q].format(bid=0)+".weight"].data_type + wq_type = model[gguf.MODEL_TENSOR_NAMES[ARCH][gguf.MODEL_TENSOR.ATTN_Q].format(bid=0)+".weight"].data_type if output_type_str == "f32" or (output_type_str is None and wq_type == DT_F32): return GGMLFileType.AllF32