运行代码报错：sampler_mode causal
Traceback (most recent call last):
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/run_training.py", line 127, in <module>
    main()
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/run_training.py", line 119, in main
    run_training(args.script, args.config, cudnn_benchmark=args.cudnn_benchmark,
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/run_training.py", line 75, in run_training
    expr_func(settings)
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/../../lib/train/train_script.py", line 48, in run
    loader_train, loader_val = build_dataloaders(cfg, settings)
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/../../lib/train/base_functions.py", line 150, in build_dataloaders
    train_sampler = DistributedSampler(dataset_train) if settings.local_rank != -1 else None
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/utils/data/distributed.py", line 68, in __init__
    num_replicas = dist.get_world_size()
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/distributed_c10d.py", line 1492, in get_world_size
    return _get_group_size(group)
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/distributed_c10d.py", line 785, in _get_group_size
    default_pg = _get_default_group()
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/distributed_c10d.py", line 940, in _get_default_group
    raise RuntimeError(
RuntimeError: Default process group has not been initialized, please make sure to call init_process_group.
sampler_mode causal
Traceback (most recent call last):
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/run_training.py", line 127, in <module>
    main()
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/run_training.py", line 119, in main
    run_training(args.script, args.config, cudnn_benchmark=args.cudnn_benchmark,
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/run_training.py", line 75, in run_training
    expr_func(settings)
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/../../lib/train/train_script.py", line 48, in run
    loader_train, loader_val = build_dataloaders(cfg, settings)
  File "/data2/local_userdata/heyuting/new_VOT/COESOT-main/CEUTrack/lib/train/../../lib/train/base_functions.py", line 150, in build_dataloaders
    train_sampler = DistributedSampler(dataset_train) if settings.local_rank != -1 else None
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/utils/data/distributed.py", line 68, in __init__
    num_replicas = dist.get_world_size()
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/distributed_c10d.py", line 1492, in get_world_size
    return _get_group_size(group)
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/distributed_c10d.py", line 785, in _get_group_size
    default_pg = _get_default_group()
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/distributed_c10d.py", line 940, in _get_default_group
    raise RuntimeError(
RuntimeError: Default process group has not been initialized, please make sure to call init_process_group.
[2024-06-18 11:40:11,187] torch.distributed.elastic.multiprocessing.api: [ERROR] failed (exitcode: 1) local_rank: 0 (pid: 500828) of binary: /home/heyuting/anaconda3/envs/mamba/bin/python
Traceback (most recent call last):
  File "/home/heyuting/anaconda3/envs/mamba/bin/torchrun", line 8, in <module>
    sys.exit(main())
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 346, in wrapper
    return f(*args, **kwargs)
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/run.py", line 806, in main
    run(args)
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/run.py", line 797, in run
    elastic_launch(
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 134, in __call__
    return launch_agent(self._config, self._entrypoint, list(args))
  File "/home/heyuting/anaconda3/envs/mamba/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 264, in launch_agent
    raise ChildFailedError(
torch.distributed.elastic.multiprocessing.errors.ChildFailedError: 
============================================================
lib/train/run_training.py FAILED
------------------------------------------------------------
Failures:
[1]:
  time      : 2024-06-18_11:40:11
  host      : server12
  rank      : 1 (local_rank: 1)
  exitcode  : 1 (pid: 500829)
  error_file: <N/A>
  traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html
------------------------------------------------------------
Root Cause (first observed failure):
[0]:
  time      : 2024-06-18_11:40:11
  host      : server12
  rank      : 0 (local_rank: 0)
  exitcode  : 1 (pid: 500828)
  error_file: <N/A>
  traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html
============================================================