diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py index 2276e5dcc2c2ea..7b1e4d148feec3 100755 --- a/src/transformers/trainer.py +++ b/src/transformers/trainer.py @@ -4689,4 +4689,6 @@ def _fsdp_qlora_plugin_updates(self): and self.model.hf_quantizer.quantization_config.bnb_4bit_quant_storage.is_floating_point and version.parse(accelerate_version) > version.parse("0.27.0") ): - fsdp_plugin.set_mixed_precisi \ No newline at end of file + fsdp_plugin.set_mixed_precision( + self.model.hf_quantizer.quantization_config.bnb_4bit_quant_storage, override=True + )