Spaces:
Running
on
Zero
Running
on
Zero
# coding=utf-8 | |
# Copyright 2024 HuggingFace Inc. | |
# | |
# Licensed under the Apache License, Version 2.0 (the "License"); | |
# you may not use this file except in compliance with the License. | |
# You may obtain a copy of the License at | |
# | |
# http://www.apache.org/licenses/LICENSE-2.0 | |
# | |
# Unless required by applicable law or agreed to in writing, software | |
# distributed under the License is distributed on an "AS IS" BASIS, | |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
# See the License for the specific language governing permissions and | |
# limitations under the License. | |
import os | |
import shutil | |
import subprocess | |
import tempfile | |
import unittest | |
from typing import List | |
from accelerate.utils import write_basic_config | |
# These utils relate to ensuring the right error message is received when running scripts | |
class SubprocessCallException(Exception): | |
pass | |
def run_command(command: List[str], return_stdout=False): | |
""" | |
Runs `command` with `subprocess.check_output` and will potentially return the `stdout`. Will also properly capture | |
if an error occurred while running `command` | |
""" | |
try: | |
output = subprocess.check_output(command, stderr=subprocess.STDOUT) | |
if return_stdout: | |
if hasattr(output, "decode"): | |
output = output.decode("utf-8") | |
return output | |
except subprocess.CalledProcessError as e: | |
raise SubprocessCallException( | |
f"Command `{' '.join(command)}` failed with the following error:\n\n{e.output.decode()}" | |
) from e | |
class ExamplesTestsAccelerate(unittest.TestCase): | |
def setUpClass(cls): | |
super().setUpClass() | |
cls._tmpdir = tempfile.mkdtemp() | |
cls.configPath = os.path.join(cls._tmpdir, "default_config.yml") | |
write_basic_config(save_location=cls.configPath) | |
cls._launch_args = ["accelerate", "launch", "--config_file", cls.configPath] | |
def tearDownClass(cls): | |
super().tearDownClass() | |
shutil.rmtree(cls._tmpdir) | |