File size: 420 Bytes
d26280a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
from gpt_engineer.benchmark.benchmarks.gpteng.load import load_gpteng
from gpt_engineer.benchmark.benchmarks.gptme.load import load_gptme
from gpt_engineer.benchmark.types import Benchmark
BENCHMARKS = {
"gptme": load_gptme,
"gpteng": load_gpteng,
}
def get_benchmark(name: str) -> Benchmark:
if name not in BENCHMARKS:
raise ValueError(f"Unknown benchmark {name}.")
return BENCHMARKS[name]()
|