Repository: microsoft/DeepSpeed
File: deepspeed/runtime/engine.py (Python)

Code before:
    def zero_allgather_partitions(self):
        return self._config.zero_config.allgather_partitions

    def zero_round_robin_gradients(self):
        return self._config.zero_config.round_robin_gradients

    def zero_hpz_partition_size(self):
        return self._config.zero_config.zero_hpz_partition_size

    def zero_quantized_weights(self):
        return self._config.zero_config.zero_quantized_weights

    def zero_quantized_nontrainable_weights(self):
        return self._config.zero_config.zero_quantized_nontrainable_weights

    def zero_quantized_gradients(self):
        return self._config.zero_config.zero_quantized_gradients

    def zeropp_loco_param(self):
        return self._config.zero_config.zeropp_loco_param

    def zero_log_trace_cache_warnings(self):
        return self._config.zero_config.log_trace_cache_warnings

    def enable_sanity_checks(self):
        return self._config.zero_config.enable_sanity_checks

    def dump_state(self):
        return self._config.dump_state

    def gradient_clipping(self):
        return self._config.gradient_clipping

    def dynamic_loss_scale(self):
        return self._config.float16_config.loss_scale == 0

    def initial_dynamic_scale(self):
        return self._config.float16_config.initial_dynamic_scale()

    def dynamic_loss_scale_args(self):
        return self._config.float16_config.dynamic_loss_scale_args()

    def swap_tensor_config(self):
        return self._config.swap_tensor_config

    def aio_config(self):
        return self._config.aio_config

    def zenflow_config(self):
        return self._config.zero_config.zenflow


Review comment (suggestion):
this feels misnamed, since it doesn't enable anything, perhaps:

```suggestion
    def is_sanity_checks_enabled(self):
        return self._config.zero_config.enable_sanity_checks
```

Code after:
    def zero_allgather_partitions(self):
        return self._config.zero_config.allgather_partitions

    def zero_round_robin_gradients(self):
        return self._config.zero_config.round_robin_gradients

    def zero_hpz_partition_size(self):
        return self._config.zero_config.zero_hpz_partition_size

    def zero_quantized_weights(self):
        return self._config.zero_config.zero_quantized_weights

    def zero_quantized_nontrainable_weights(self):
        return self._config.zero_config.zero_quantized_nontrainable_weights

    def zero_quantized_gradients(self):
        return self._config.zero_config.zero_quantized_gradients

    def zeropp_loco_param(self):
        return self._config.zero_config.zeropp_loco_param

    def zero_log_trace_cache_warnings(self):
        return self._config.zero_config.log_trace_cache_warnings

    def is_sanity_checks_enabled(self):
        return self._config.zero_config.enable_sanity_checks

    def dump_state(self):
        return self._config.dump_state

    def gradient_clipping(self):
        return self._config.gradient_clipping

    def dynamic_loss_scale(self):
        return self._config.float16_config.loss_scale == 0

    def initial_dynamic_scale(self):
        return self._config.float16_config.initial_dynamic_scale()

    def dynamic_loss_scale_args(self):
        return self._config.float16_config.dynamic_loss_scale_args()

    def swap_tensor_config(self):
        return self._config.swap_tensor_config

    def aio_config(self):
        return self._config.aio_config

    def zenflow_config(self):
        return self._config.zero_config.zenflow