|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
import os |
|
import shutil |
|
import subprocess |
|
import tempfile |
|
import unittest |
|
from typing import List |
|
|
|
from accelerate.utils import write_basic_config |
|
|
|
|
|
|
|
class SubprocessCallException(Exception): |
|
pass |
|
|
|
|
|
def run_command(command: List[str], return_stdout=False): |
|
""" |
|
Runs `command` with `subprocess.check_output` and will potentially return the `stdout`. Will also properly capture |
|
if an error occurred while running `command` |
|
""" |
|
try: |
|
output = subprocess.check_output(command, stderr=subprocess.STDOUT) |
|
if return_stdout: |
|
if hasattr(output, "decode"): |
|
output = output.decode("utf-8") |
|
return output |
|
except subprocess.CalledProcessError as e: |
|
raise SubprocessCallException( |
|
f"Command `{' '.join(command)}` failed with the following error:\n\n{e.output.decode()}" |
|
) from e |
|
|
|
|
|
class ExamplesTestsAccelerate(unittest.TestCase): |
|
@classmethod |
|
def setUpClass(cls): |
|
super().setUpClass() |
|
cls._tmpdir = tempfile.mkdtemp() |
|
cls.configPath = os.path.join(cls._tmpdir, "default_config.yml") |
|
|
|
write_basic_config(save_location=cls.configPath) |
|
cls._launch_args = ["accelerate", "launch", "--config_file", cls.configPath] |
|
|
|
@classmethod |
|
def tearDownClass(cls): |
|
super().tearDownClass() |
|
shutil.rmtree(cls._tmpdir) |
|
|