diff --git a/examples/by_feature/deepspeed_with_config_support.py b/examples/by_feature/deepspeed_with_config_support.py
index fd8a8fa82..89234a911 100755
--- a/examples/by_feature/deepspeed_with_config_support.py
+++ b/examples/by_feature/deepspeed_with_config_support.py
@@ -588,14 +588,12 @@ def group_texts(examples):
         checkpointing_steps = None
 
     # We need to initialize the trackers we use, and also store our configuration.
-    # We initialize the trackers only on main process because `accelerator.log`
-    # only logs on main process and we don't want empty logs/runs on other processes.
+    # The trackers initializes automatically on the main process.
     if args.with_tracking:
-        if accelerator.is_main_process:
-            experiment_config = vars(args)
-            # TensorBoard cannot log Enums, need the raw value
-            experiment_config["lr_scheduler_type"] = experiment_config["lr_scheduler_type"].value
-            accelerator.init_trackers("clm_no_trainer", experiment_config)
+        experiment_config = vars(args)
+        # TensorBoard cannot log Enums, need the raw value
+        experiment_config["lr_scheduler_type"] = experiment_config["lr_scheduler_type"].value
+        accelerator.init_trackers("clm_no_trainer", experiment_config)
 
     # Train!
     total_batch_size = args.per_device_train_batch_size * accelerator.num_processes * args.gradient_accumulation_steps
diff --git a/examples/by_feature/fsdp_with_peak_mem_tracking.py b/examples/by_feature/fsdp_with_peak_mem_tracking.py
index 274ccdfce..4ae8e917e 100644
--- a/examples/by_feature/fsdp_with_peak_mem_tracking.py
+++ b/examples/by_feature/fsdp_with_peak_mem_tracking.py
@@ -113,7 +113,7 @@ def training_function(config, args):
     batch_size = int(config["batch_size"])
 
     # We need to initialize the trackers we use, and also store our configuration
-    if args.with_tracking and accelerator.is_main_process:
+    if args.with_tracking:
         experiment_config = vars(args)
         accelerator.init_trackers("fsdp_glue_no_trainer", experiment_config)
 
diff --git a/examples/by_feature/tracking.py b/examples/by_feature/tracking.py
index 76ad7a64b..e4467697c 100644
--- a/examples/by_feature/tracking.py
+++ b/examples/by_feature/tracking.py
@@ -166,8 +166,8 @@ def training_function(config, args):
     )
 
     # New Code #
-    # We need to initalize the trackers we use. Overall configurations can also be stored
-    if args.with_tracking and accelerator.is_main_process:
+    # We need to initialize the trackers we use. Overall configurations can also be stored
+    if args.with_tracking:
         run = os.path.split(__file__)[-1].split(".")[0]
         accelerator.init_trackers(run, config)
 
diff --git a/examples/complete_cv_example.py b/examples/complete_cv_example.py
index 1b86e66ee..880981594 100644
--- a/examples/complete_cv_example.py
+++ b/examples/complete_cv_example.py
@@ -103,7 +103,7 @@ def training_function(config, args):
         checkpointing_steps = None
 
     # We need to initialize the trackers we use, and also store our configuration
-    if args.with_tracking and accelerator.is_main_process:
+    if args.with_tracking:
         run = os.path.split(__file__)[-1].split(".")[0]
         accelerator.init_trackers(run, config)
 
diff --git a/examples/complete_nlp_example.py b/examples/complete_nlp_example.py
index 93e6764f6..559a5c963 100644
--- a/examples/complete_nlp_example.py
+++ b/examples/complete_nlp_example.py
@@ -75,7 +75,7 @@ def training_function(config, args):
     batch_size = int(config["batch_size"])
 
     # We need to initialize the trackers we use, and also store our configuration
-    if args.with_tracking and accelerator.is_main_process:
+    if args.with_tracking:
         run = os.path.split(__file__)[-1].split(".")[0]
         accelerator.init_trackers(run, config)
 



Discussion: body: _The documentation is not available anymore as the PR was closed or merged._
body: Thanks! Do you want to try to update the complete examples in this too? (The last spot would be in the docs, but I can update that :) )
body: Sure, I will update all the example scripts in the `examples` folder in this PR :)
body: @Gladiator07 great! It should just be the complete_nlp_example and complete_cv_example
body: @muellerzr but many of the example scripts have the `is_main_process` check (for instance [here](https://github.com/huggingface/accelerate/blob/a3d94916a87d07471865261d015128870f513c38/examples/by_feature/deepspeed_with_config_support.py#L594)). Should I update them as well or just `complete_nlp_example` and `complete_cv_example` ?
body: Ah, great point! Yes in that case those would be great to have done as well! :)
body: Hi @muellerzr, I have removed the `is_main_process` check from all example scripts. Please check it once.