diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py
index ca64cba0027f..1a7687bb2039 100755
--- a/src/transformers/modeling_utils.py
+++ b/src/transformers/modeling_utils.py
@@ -29,7 +29,7 @@
 from contextlib import contextmanager
 from dataclasses import dataclass
 from functools import partial, wraps
-from threading import Thread
+from threading import Thread, local
 from typing import Any, Callable, Dict, List, Optional, Set, Tuple, Union
 from zipfile import is_zipfile