From 215a0d38c88752d07973cdee9fece4d4de4ca168 Mon Sep 17 00:00:00 2001 From: Francis Couture-Harpin Date: Sat, 4 May 2024 23:55:42 -0400 Subject: [PATCH] convert-hf : fix Refact conversion --- convert-hf-to-gguf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 8750c16715d37..bbefd46f63989 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -999,7 +999,7 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter ff_dim = multiple_of * ((hidden_dim + multiple_of - 1) // multiple_of) n_head = self.hparams["n_head"] n_head_kv = 1 - head_dim = hidden_dim // n_head + head_dim = self.hparams["n_embd"] // n_head tensors: list[tuple[str, Tensor]] = []