diff --git a/src/helm/proxy/clients/huggingface_client.py b/src/helm/proxy/clients/huggingface_client.py index f3adbd10613..81b5875d1b1 100644 --- a/src/helm/proxy/clients/huggingface_client.py +++ b/src/helm/proxy/clients/huggingface_client.py @@ -90,7 +90,6 @@ def __init__(self, model_config: HuggingFaceModelConfig): ) hlog(self.model.hf_device_map) elif quantization_config and quantization_config.model_loader == ModelLoader.SQUEEZELLM: - import torch from squeezellm.modelutils import find_layers from squeezellm.quant import make_quant_lut