diff --git a/docs/source/package_reference/logging.mdx b/docs/source/package_reference/logging.mdx
index 675af41ee..85e844690 100644
--- a/docs/source/package_reference/logging.mdx
+++ b/docs/source/package_reference/logging.mdx
@@ -21,4 +21,14 @@ To utilize this replace cases of `logging` with `accelerate.logging`:
 + logger = get_logger(__name__)
 ```
 
+## Setting the log level
+
+The log level can be set with the `ACCELERATE_LOG_LEVEL` environment variable or by passing 
+`log_level` to `get_logger`:
+```python
+from accelerate.logging import get_logger
+
+logger = get_logger(__name__, log_level="INFO")
+```
+
 [[autodoc]] logging.get_logger
\ No newline at end of file
diff --git a/src/accelerate/accelerator.py b/src/accelerate/accelerator.py
index f595c08cc..7a9ac92f4 100644
--- a/src/accelerate/accelerator.py
+++ b/src/accelerate/accelerator.py
@@ -207,11 +207,6 @@ def __init__(
         dynamo_backend: Union[DynamoBackend, str] = None,
     ):
         self.logging_dir = logging_dir
-        trackers = filter_trackers(log_with, self.logging_dir)
-        if len(trackers) < 1 and log_with is not None:
-            warnings.warn(f"`log_with={log_with}` was passed but no supported trackers are currently installed.")
-        self.log_with = trackers
-
         if mixed_precision is not None:
             mixed_precision = str(mixed_precision)
             if mixed_precision not in PrecisionType:
@@ -303,6 +298,11 @@ def __init__(
             **kwargs,
         )
 
+        trackers = filter_trackers(log_with, self.logging_dir)
+        if len(trackers) < 1 and log_with is not None:
+            warnings.warn(f"`log_with={log_with}` was passed but no supported trackers are currently installed.")
+        self.log_with = trackers
+
         if (
             (mixed_precision != "bf16")
             and getattr(self.state, "downcast_bfloat", False)
diff --git a/src/accelerate/logging.py b/src/accelerate/logging.py
index dca093215..46118f7c6 100644
--- a/src/accelerate/logging.py
+++ b/src/accelerate/logging.py
@@ -13,6 +13,7 @@
 # limitations under the License.
 
 import logging
+import os
 
 from .state import AcceleratorState
 from .utils import DistributedType
@@ -49,7 +50,7 @@ def log(self, level, msg, *args, **kwargs):
             self.logger.log(level, msg, *args, **kwargs)
 
 
-def get_logger(name: str):
+def get_logger(name: str, log_level: str = None):
     """
     Returns a `logging.Logger` for `name` that can handle multiprocessing.
 
@@ -58,6 +59,8 @@ def get_logger(name: str):
     Args:
         name (`str`):
             The name for the logger, such as `__file__`
+        log_level (`str`, *optional*):
+            The log level to use. If not passed, will default to the `LOG_LEVEL` environment variable, or `INFO` if not
 
     Example:
 
@@ -68,7 +71,14 @@ def get_logger(name: str):
 
     >>> logger.info("My log", main_process_only=False)
     >>> logger.debug("My log", main_process_only=True)
+
+    >>> logger = get_logger(__name__, accelerate_log_level="DEBUG")
+    >>> logger.info("My log")
+    >>> logger.debug("My second log")
     ```
     """
+    if log_level is None:
+        log_level = os.environ.get("ACCELERATE_LOG_LEVEL", "INFO")
     logger = logging.getLogger(name)
+    logging.basicConfig(level=log_level.upper())
     return MultiProcessAdapter(logger, {})
diff --git a/src/accelerate/tracking.py b/src/accelerate/tracking.py
index 3a31fed93..689ee5033 100644
--- a/src/accelerate/tracking.py
+++ b/src/accelerate/tracking.py
@@ -577,7 +577,6 @@ def filter_trackers(
     if log_with is not None:
         if not isinstance(log_with, (list, tuple)):
             log_with = [log_with]
-            logger.debug(f"{log_with}")
         if "all" in log_with or LoggerType.ALL in log_with:
             loggers = [o for o in log_with if issubclass(type(o), GeneralTracker)] + get_available_trackers()
         else:


Review comments: body: Is this a standard name that comes from `logging`? Should we also look for an `ACCELERATE_LOG_LEVEL` if users want to use a different one from the standard one? (So priority would be to look for the accelerate log level, then the general one).
diff_hunk: @@ -21,4 +21,14 @@ To utilize this replace cases of `logging` with `accelerate.logging`:
 + logger = get_logger(__name__)
 ```
 
+## Setting the log level
+
+The log level can be set with the `LOG_LEVEL` environment variable or by passing 
body: ```suggestion
        log_level (`str`, *optional*):
```
Make sure to re-read the doc-writing guide ;-)
diff_hunk: @@ -58,6 +59,8 @@ def get_logger(name: str):
     Args:
         name (`str`):
             The name for the logger, such as `__file__`
+        log_level (`str`, `optional`, defaults to `None`):
body: There is not, generally I've seen it as `LOGLEVEL` for the recommended usage but then it's advised to pull it in from `os.environ`. However you're right having something Accelerate specific would be much better so I will opt for `ACCELERATE_LOG_LEVEL` instead
diff_hunk: @@ -21,4 +21,14 @@ To utilize this replace cases of `logging` with `accelerate.logging`:
 + logger = get_logger(__name__)
 ```
 
+## Setting the log level
+
+The log level can be set with the `LOG_LEVEL` environment variable or by passing 

Discussion: body: _The documentation is not available anymore as the PR was closed or merged._