hacky fix

huggingface · Jul 10, 2023 · 20d6b84 · 20d6b84
1 parent 760f89c
commit 20d6b84
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py
@@ -944,8 +944,8 @@ class TrainingArguments:
             )
         },
     )
-    sharded_ddp: Optional[Union[str, bool, List[ShardedDDPOption]]] = field(
-        default="",
+    sharded_ddp: Optional[Union[List[ShardedDDPOption], str]] = field(
+        default='',
         metadata={
             "help": (
                 "Whether or not to use sharded DDP training (in distributed training only). The base option should be"
@@ -955,8 +955,8 @@ class TrainingArguments:
             ),
         },
     )
-    fsdp: Optional[Union[str, bool, List[FSDPOption]]] = field(
-        default="",
+    fsdp: Optional[Union[List[FSDPOption], str]] = field(
+        default='',
         metadata={
             "help": (
                 "Whether or not to use PyTorch Fully Sharded Data Parallel (FSDP) training (in distributed training"