fix: EETQLinear with bias in layers.py (huggingface#1176)

lmaosweqf1 · Oct 19, 2023 · 648ea06 · 648ea06
1 parent 9179605
commit 648ea06
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/server/text_generation_server/utils/layers.py b/server/text_generation_server/utils/layers.py
@@ -155,10 +155,7 @@ def __init__(
         device = weight.device
         weight = torch.t(weight).contiguous().cpu()
         weight, scale = quant_weights(weight, torch.int8, False)
-        if bias:
-            bias = weights.get_tensor(f"{prefix}.bias")
-        else:
-            bias = None
+
         self.weight = weight.cuda(device)
         self.scale = scale.cuda(device)
         self.bias = bias.cuda(device) if bias is not None else None