Cannot import name 'ZeroDDP' from 'colossalai.nn.parallel'

[irshad001]

I am getting the following error when I am trying import PPOTrainer

In [3]: from minichatgpt.trainer import PPOTrainer

ImportError Traceback (most recent call last)
Cell In[3], line 1
----> 1 from minichatgpt.trainer import PPOTrainer

File ~/colossal/minichatgpt/minichatgpt/trainer/init.py:1
----> 1 from .base import Trainer
2 from .ppo import PPOTrainer
3 from .rm import RewardModelTrainer

File ~/colossal/minichatgpt/minichatgpt/trainer/base.py:13
10 from tqdm import tqdm
12 from .callbacks import Callback
---> 13 from .strategies import Strategy
14 from .utils import is_rank_0
17 class Trainer(ABC):

File ~/colossal/minichatgpt/minichatgpt/trainer/strategies/init.py:2
1 from .base import Strategy
----> 2 from .colossalai import ColossalAIStrategy
3 from .ddp import DDPStrategy
4 from .naive import NaiveStrategy

File ~/colossal/minichatgpt/minichatgpt/trainer/strategies/colossalai.py:13
11 import colossalai
12 from colossalai.nn.optimizer import CPUAdam, HybridAdam
---> 13 from colossalai.nn.parallel import ZeroDDP, zero_model_wrapper, zero_optim_wrapper
14 from colossalai.tensor import ProcessGroup, ShardSpec
15 from colossalai.utils import get_current_device

ImportError: cannot import name 'ZeroDDP' from 'colossalai.nn.parallel' (/home/user_name/colossal/colossal/lib/python3.10/site-packages/colossalai/nn/parallel/init.py)