bigscience

/

bloomz-1b7-optimizer-states

like 0

Follow

BigScience Workshop 1.29k

• "numpy.dtype",
• "megatron.enums.PositionEmbeddingType",
• "torch.ByteStorage",
• "__builtin__.set",
• "collections.OrderedDict",
• "torch.Size",
• "argparse.Namespace",
• "numpy.core.multiarray._reconstruct",
• "_codecs.encode",
• "torch.float16",
• "torch._utils._rebuild_tensor_v2",
• "numpy.ndarray"

How to fix it?

• "collections.OrderedDict",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.zero.config.ZeroStageEnum"

How to fix it?

• "collections.OrderedDict",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.zero.config.ZeroStageEnum"

How to fix it?

• "collections.OrderedDict",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.zero.config.ZeroStageEnum"

How to fix it?

• "collections.OrderedDict",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.zero.config.ZeroStageEnum"

How to fix it?

• "collections.OrderedDict",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.zero.config.ZeroStageEnum"

How to fix it?

• "collections.OrderedDict",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.zero.config.ZeroStageEnum"

How to fix it?

• "collections.OrderedDict",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.zero.config.ZeroStageEnum"

How to fix it?

• "collections.OrderedDict",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler",
• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "torch._utils._rebuild_tensor_v2"

How to fix it?

• "torch._utils._rebuild_tensor_v2",
• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "torch._utils._rebuild_tensor_v2",
• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "torch._utils._rebuild_tensor_v2",
• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "torch._utils._rebuild_tensor_v2",
• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "torch._utils._rebuild_tensor_v2",
• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "torch._utils._rebuild_tensor_v2",
• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "torch._utils._rebuild_tensor_v2",
• "collections.OrderedDict",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler",
• "collections.OrderedDict",
• "deepspeed.runtime.zero.config.ZeroStageEnum"

How to fix it?

• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?

• "deepspeed.runtime.zero.config.ZeroStageEnum",
• "collections.OrderedDict",
• "torch._utils._rebuild_tensor_v2",
• "torch.FloatStorage",
• "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler"

How to fix it?