From a67724f356ed84a364a91a12bac5b0d0a021524f Mon Sep 17 00:00:00 2001
From: danielz <31590926+danielz02@users.noreply.github.com>
Date: Tue, 26 Mar 2024 17:29:37 -0500
Subject: [PATCH] Fix torch import

---
 src/helm/proxy/clients/huggingface_client.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/helm/proxy/clients/huggingface_client.py b/src/helm/proxy/clients/huggingface_client.py
index f3adbd10613..81b5875d1b1 100644
--- a/src/helm/proxy/clients/huggingface_client.py
+++ b/src/helm/proxy/clients/huggingface_client.py
@@ -90,7 +90,6 @@ def __init__(self, model_config: HuggingFaceModelConfig):
                 )
                 hlog(self.model.hf_device_map)
             elif quantization_config and quantization_config.model_loader == ModelLoader.SQUEEZELLM:
-                import torch
                 from squeezellm.modelutils import find_layers
                 from squeezellm.quant import make_quant_lut