diff --git a/docs/source/package_reference/cli.mdx b/docs/source/package_reference/cli.mdx
index f7424d656..9643d3b4f 100644
--- a/docs/source/package_reference/cli.mdx
+++ b/docs/source/package_reference/cli.mdx
@@ -177,6 +177,37 @@ The following arguments are only useful when training in SageMaker
 * `--aws_access_key_id AWS_ACCESS_KEY_ID` (`str`) -- The AWS_ACCESS_KEY_ID used to launch the Amazon SageMaker training job
 * `--aws_secret_access_key AWS_SECRET_ACCESS_KEY` (`str`) -- The AWS_SECRET_ACCESS_KEY used to launch the Amazon SageMaker training job
 
+## accelerate tpu-config
+
+`accelerate tpu-config`
+
+**Usage**:
+
+```bash
+accelerate tpu-config [arguments]
+```
+
+**Optional Arguments**:
+* `-h`, `--help` (`bool`) -- Show a help message and exit
+
+**Config Arguments**:
+
+Arguments that can be configured through `accelerate config`.
+
+* `--config_file` (`str`) -- Path to the config file to use for accelerate.
+* `--tpu_name` (`str`) -- The name of the TPU to use. If not specified, will use the TPU specified in the config file.
+* `--tpu_zone` (`str`) -- The zone of the TPU to use. If not specified, will use the zone specified in the config file.
+
+**TPU Arguments**:
+
+Arguments for options ran inside the TPU.
+
+* `--command_file` (`str`) -- The path to the file containing the commands to run on the pod on startup.
+* `--command` (`str`) -- A command to run on the pod. Can be passed multiple times.
+* `--install_accelerate` (`bool`) -- Whether to install accelerate on the pod. Defaults to False.
+* `--accelerate_version` (`str`) -- The version of accelerate to install on the pod. If not specified, will use the latest pypi version. Specify 'dev' to install from GitHub.
+* `--debug` (`bool`) -- If set, will print the command that would be run instead of running it.
+
 ## accelerate test
 
 `accelerate test` or `accelerate-test`
diff --git a/src/accelerate/commands/accelerate_cli.py b/src/accelerate/commands/accelerate_cli.py
index 515a66d1a..f0e76fd2c 100644
--- a/src/accelerate/commands/accelerate_cli.py
+++ b/src/accelerate/commands/accelerate_cli.py
@@ -19,8 +19,8 @@
 from accelerate.commands.config import config_command_parser
 from accelerate.commands.env import env_command_parser
 from accelerate.commands.launch import launch_command_parser
-from accelerate.commands.pod import pod_command_parser
 from accelerate.commands.test import test_command_parser
+from accelerate.commands.tpu import tpu_command_parser
 
 
 def main():
@@ -31,7 +31,7 @@ def main():
     config_command_parser(subparsers=subparsers)
     env_command_parser(subparsers=subparsers)
     launch_command_parser(subparsers=subparsers)
-    pod_command_parser(subparsers=subparsers)
+    tpu_command_parser(subparsers=subparsers)
     test_command_parser(subparsers=subparsers)
 
     # Let's go
diff --git a/src/accelerate/commands/pod.py b/src/accelerate/commands/tpu.py
similarity index 81%
rename from src/accelerate/commands/pod.py
rename to src/accelerate/commands/tpu.py
index 87cd4f904..59bbb08e9 100644
--- a/src/accelerate/commands/pod.py
+++ b/src/accelerate/commands/tpu.py
@@ -22,70 +22,66 @@
 from packaging.version import Version, parse
 
 
-_description = "Run commands across a pod of TPU VMs for initial setup before running `accelerate launch`. Will also install Accelerate on the pod."
+_description = "Run commands across TPU VMs for initial setup before running `accelerate launch`."
 
 
-def pod_command_parser(subparsers=None):
+def tpu_command_parser(subparsers=None):
     if subparsers is not None:
-        parser = subparsers.add_parser("pod-config", description=_description)
+        parser = subparsers.add_parser("tpu-config", description=_description)
     else:
-        parser = argparse.ArgumentParser("Accelerate pod-config command", description=_description)
-
-    parser.add_argument(
+        parser = argparse.ArgumentParser("Accelerate tpu-config command", description=_description)
+    # Core arguments
+    config_args = parser.add_argument_group(
+        "Config Arguments", "Arguments that can be configured through `accelerate config`."
+    )
+    config_args.add_argument(
         "--config_file",
         type=str,
         default=None,
         help="Path to the config file to use for accelerate.",
     )
-
-    parser.add_argument(
-        "--pod_config_file",
-        type=str,
+    config_args.add_argument(
+        "--tpu_name",
         default=None,
-        help="Path to the config file to use for the pod.",
+        help="The name of the TPU to use. If not specified, will use the TPU specified in the config file.",
     )
-
-    parser.add_argument(
+    config_args.add_argument(
+        "--tpu_zone",
+        default=None,
+        help="The zone of the TPU to use. If not specified, will use the zone specified in the config file.",
+    )
+    pod_args = parser.add_argument_group("TPU Arguments", "Arguments for options ran inside the TPU.")
+    pod_args.add_argument(
         "--command_file",
         default=None,
         help="The path to the file containing the commands to run on the pod on startup.",
     )
-    parser.add_argument(
+    pod_args.add_argument(
         "--command",
         action="append",
         nargs="+",
-        help="A command to run on the pod. If not specified, will use the command specified in the command file.",
-    )
-    parser.add_argument(
-        "--tpu_name",
-        default=None,
-        help="The name of the TPU to use. If not specified, will use the TPU specified in the config file.",
-    )
-    parser.add_argument(
-        "--tpu_zone",
-        default=None,
-        help="The zone of the TPU to use. If not specified, will use the zone specified in the config file.",
+        help="A command to run on the pod. Can be passed multiple times.",
     )
-    parser.add_argument(
+    pod_args.add_argument(
         "--install_accelerate",
         action="store_true",
         help="Whether to install accelerate on the pod. Defaults to False.",
     )
-    parser.add_argument(
+    pod_args.add_argument(
         "--accelerate_version",
         default="latest",
         help="The version of accelerate to install on the pod. If not specified, will use the latest pypi version. Specify 'dev' to install from GitHub.",
     )
-    parser.add_argument(
+    pod_args.add_argument(
         "--debug", action="store_true", help="If set, will print the command that would be run instead of running it."
     )
 
     if subparsers is not None:
-        parser.set_defaults(func=pod_launcher)
+        parser.set_defaults(func=tpu_command_launcher)
     return parser
 
 
-def pod_launcher(args):
+def tpu_command_launcher(args):
     defaults = None
 
     # Get the default from the config file if it exists.
@@ -146,7 +142,7 @@ def pod_launcher(args):
 
 
 def main():
-    parser = pod_command_parser()
+    parser = tpu_command_parser()
     args = parser.parse_args()
 
-    pod_launcher(args)
+    tpu_command_launcher(args)
diff --git a/tests/test_cli.py b/tests/test_cli.py
index 2479f736d..50ed87d9f 100644
--- a/tests/test_cli.py
+++ b/tests/test_cli.py
@@ -66,15 +66,15 @@ def test_config_compatibility(self):
                 )
 
 
-class PodConfigTester(unittest.TestCase):
+class TpuConfigTester(unittest.TestCase):
     """
-    Test case for verifying the `accelerate pod-config` CLI passes the right `gcloud` command.
+    Test case for verifying the `accelerate tpu-config` CLI passes the right `gcloud` command.
     """
 
     tpu_name = "test-tpu"
     tpu_zone = "us-central1-a"
     command = "ls"
-    cmd = ["accelerate", "pod-config"]
+    cmd = ["accelerate", "tpu-config"]
     base_output = "cd /usr/share"
     command_file = "tests/test_samples/test_command_file.sh"
     gcloud = "Running gcloud compute tpus tpu-vm ssh"


Review comments: body: This arg was never used in the end, but not removed. 
diff_hunk: @@ -22,70 +22,66 @@
 from packaging.version import Version, parse
 
 
-_description = "Run commands across a pod of TPU VMs for initial setup before running `accelerate launch`. Will also install Accelerate on the pod."
+_description = "Run commands across TPU VMs for initial setup before running `accelerate launch`."
 
 
-def pod_command_parser(subparsers=None):
+def tpu_command_parser(subparsers=None):
     if subparsers is not None:
-        parser = subparsers.add_parser("pod-config", description=_description)
+        parser = subparsers.add_parser("tpu-config", description=_description)
     else:
-        parser = argparse.ArgumentParser("Accelerate pod-config command", description=_description)
-
-    parser.add_argument(
+        parser = argparse.ArgumentParser("Accelerate tpu-config command", description=_description)
+    # Core arguments
+    config_args = parser.add_argument_group(
+        "Config Arguments", "Arguments that can be configured through `accelerate config`."
+    )
+    config_args.add_argument(
         "--config_file",
         type=str,
         default=None,
         help="Path to the config file to use for accelerate.",
     )
-
-    parser.add_argument(
-        "--pod_config_file",
-        type=str,

Discussion: body: _The documentation is not available anymore as the PR was closed or merged._