From 5e6a1fa8b160c4eb62ab5c3d262f714cbb77af45 Mon Sep 17 00:00:00 2001
From: Steven Liu <59462357+stevhliu@users.noreply.github.com>
Date: Wed, 24 Jan 2024 11:18:59 -0800
Subject: [PATCH] [docs] Fix doc format (#28684)

* fix hfoptions

* revert changes to other files

* fix
---
 docs/source/en/deepspeed.md | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/docs/source/en/deepspeed.md b/docs/source/en/deepspeed.md
index f9b7fef9520b..77c198bc56d7 100644
--- a/docs/source/en/deepspeed.md
+++ b/docs/source/en/deepspeed.md
@@ -956,6 +956,8 @@ engine = deepspeed.initialize(model=model, config_params=ds_config, ...)
 </hfoption>
 <hfoption id="non-pretrained model">
 
+[`HfDeepSpeedConfig`] is not required for ZeRO-1 or ZeRO-2.
+
 ```py
 from transformers.integrations import HfDeepSpeedConfig
 from transformers import AutoModel, AutoConfig
@@ -969,7 +971,8 @@ model = AutoModel.from_config(config)
 engine = deepspeed.initialize(model=model, config_params=ds_config, ...)
 ```
 
-[`HfDeepSpeedConfig`] is not required for ZeRO-1 or ZeRO-2.
+</hfoption>
+</hfoptions>
 
 ### Non-Trainer ZeRO Inference