runtime error
onfig, self.config) File "/usr/local/lib/python3.10/site-packages/deepspeed/module_inject/replace_module.py", line 354, in replace_transformer_layer replaced_module = replace_module(model=model, File "/usr/local/lib/python3.10/site-packages/deepspeed/module_inject/replace_module.py", line 603, in replace_module replaced_module, _ = _replace_module(model, policy, state_dict=sd) File "/usr/local/lib/python3.10/site-packages/deepspeed/module_inject/replace_module.py", line 663, in _replace_module _, layer_id = _replace_module(child, File "/usr/local/lib/python3.10/site-packages/deepspeed/module_inject/replace_module.py", line 663, in _replace_module _, layer_id = _replace_module(child, File "/usr/local/lib/python3.10/site-packages/deepspeed/module_inject/replace_module.py", line 639, in _replace_module replaced_module = policies[child.__class__][0](child, File "/usr/local/lib/python3.10/site-packages/deepspeed/module_inject/replace_module.py", line 310, in replace_fn new_module = replace_with_policy(child, File "/usr/local/lib/python3.10/site-packages/deepspeed/module_inject/replace_module.py", line 247, in replace_with_policy _container.create_module() File "/usr/local/lib/python3.10/site-packages/deepspeed/module_inject/containers/gpt2.py", line 20, in create_module self.module = DeepSpeedGPTInference(_config, mp_group=self.mp_group) File "/usr/local/lib/python3.10/site-packages/deepspeed/model_implementations/transformers/ds_gpt.py", line 20, in __init__ super().__init__(config, mp_group, quantize_scales, quantize_groups, merge_count, mlp_extra_grouping) File "/usr/local/lib/python3.10/site-packages/deepspeed/model_implementations/transformers/ds_transformer.py", line 58, in __init__ inference_module = builder.load() File "/usr/local/lib/python3.10/site-packages/deepspeed/ops/op_builder/cpu/no_impl.py", line 21, in load raise ValueError("This op had not been implemented on CPU backend.") ValueError: This op had not been implemented on CPU backend.
Container logs:
Fetching error logs...