diff --git a/src/accelerate/test_utils/scripts/test_checkpointing.py b/src/accelerate/test_utils/scripts/external_deps/test_checkpointing.py
similarity index 100%
rename from src/accelerate/test_utils/scripts/test_checkpointing.py
rename to src/accelerate/test_utils/scripts/external_deps/test_checkpointing.py
diff --git a/src/accelerate/test_utils/scripts/test_peak_memory_usage.py b/src/accelerate/test_utils/scripts/external_deps/test_peak_memory_usage.py
similarity index 100%
rename from src/accelerate/test_utils/scripts/test_peak_memory_usage.py
rename to src/accelerate/test_utils/scripts/external_deps/test_peak_memory_usage.py
diff --git a/src/accelerate/test_utils/scripts/test_performance.py b/src/accelerate/test_utils/scripts/external_deps/test_performance.py
similarity index 100%
rename from src/accelerate/test_utils/scripts/test_performance.py
rename to src/accelerate/test_utils/scripts/external_deps/test_performance.py
diff --git a/src/accelerate/utils/dataclasses.py b/src/accelerate/utils/dataclasses.py
index 350d95320..c394b50cc 100644
--- a/src/accelerate/utils/dataclasses.py
+++ b/src/accelerate/utils/dataclasses.py
@@ -383,7 +383,7 @@ def deepspeed_config_process(self, prefix="", mismatches=None, config=None, must
     def set_mixed_precision(self, mixed_precision):
         ds_config = self.deepspeed_config
         if mixed_precision == "fp16" and "fp16" not in ds_config and "bf16" not in ds_config:
-            ds_config.update({"fp16": {"enabled": True}})
+            ds_config.update({"fp16": {"enabled": True, "auto_cast": True}})
         elif mixed_precision == "bf16" and "fp16" not in ds_config and "bf16" not in ds_config:
             ds_config.update({"bf16": {"enabled": True}})
 
diff --git a/tests/deepspeed/test_deepspeed.py b/tests/deepspeed/test_deepspeed.py
index 6b37eb93e..a8c1aedac 100644
--- a/tests/deepspeed/test_deepspeed.py
+++ b/tests/deepspeed/test_deepspeed.py
@@ -594,7 +594,9 @@ def test_autofill_dsconfig(self):
 
     def test_basic_run(self):
         mod_file = inspect.getfile(accelerate.test_utils)
-        test_file_path = os.path.sep.join(mod_file.split(os.path.sep)[:-1] + ["scripts", "test_performance.py"])
+        test_file_path = os.path.sep.join(
+            mod_file.split(os.path.sep)[:-1] + ["scripts", "external_deps", "test_performance.py"]
+        )
         with tempfile.TemporaryDirectory() as dirpath:
             cmd = [
                 "accelerate",
@@ -634,7 +636,7 @@ def setUp(self):
 
         self.stages = [1, 2, 3]
         self.zero3_offload_config = False
-        self.performance_lower_bound = 0.83
+        self.performance_lower_bound = 0.82
         self.peak_memory_usage_upper_bound = {
             "multi_gpu_fp16": 3200,
             "deepspeed_stage_1_fp16": 1600,
@@ -646,7 +648,7 @@ def setUp(self):
         self.n_val = 160
 
         mod_file = inspect.getfile(accelerate.test_utils)
-        self.test_scripts_folder = os.path.sep.join(mod_file.split(os.path.sep)[:-1] + ["scripts"])
+        self.test_scripts_folder = os.path.sep.join(mod_file.split(os.path.sep)[:-1] + ["scripts", "external_deps"])
 
     def test_performance(self):
         self.test_file_path = os.path.join(self.test_scripts_folder, "test_performance.py")
diff --git a/tests/fsdp/test_fsdp.py b/tests/fsdp/test_fsdp.py
index 8ad088c04..628e377c3 100644
--- a/tests/fsdp/test_fsdp.py
+++ b/tests/fsdp/test_fsdp.py
@@ -182,7 +182,7 @@ def test_cpu_offload(self):
 class FSDPIntegrationTest(TempDirTestCase):
     def setUp(self):
         super().setUp()
-        self.performance_lower_bound = 0.83
+        self.performance_lower_bound = 0.82
         self.performance_configs = [
             "fsdp_shard_grad_op_transformer_based_wrap",
             "fsdp_full_shard_transformer_based_wrap",
@@ -197,7 +197,7 @@ def setUp(self):
         self.n_val = 160
 
         mod_file = inspect.getfile(accelerate.test_utils)
-        self.test_scripts_folder = os.path.sep.join(mod_file.split(os.path.sep)[:-1] + ["scripts"])
+        self.test_scripts_folder = os.path.sep.join(mod_file.split(os.path.sep)[:-1] + ["scripts", "external_deps"])
 
     def test_performance(self):
         self.test_file_path = os.path.join(self.test_scripts_folder, "test_performance.py")



Discussion: body: _The documentation is not available anymore as the PR was closed or merged._