Clémentine
commited on
Commit
·
cc714d4
1
Parent(s):
06c0fa4
fixed
Browse files- utils/jobs.py +7 -5
utils/jobs.py
CHANGED
|
@@ -71,13 +71,15 @@ def run_single_job(model: str, provider: str, tasks: str = globals.TASKS, run_nu
|
|
| 71 |
print("Missing model or provider")
|
| 72 |
return -1
|
| 73 |
|
| 74 |
-
# Check if
|
| 75 |
key = globals.get_model_provider_key(model, provider)
|
| 76 |
if key in globals.job_results:
|
| 77 |
-
|
| 78 |
-
if
|
| 79 |
-
|
| 80 |
-
|
|
|
|
|
|
|
| 81 |
|
| 82 |
print(f"Starting job for model={model}, provider={provider}, run {run_number}/{globals.NUM_RUNS_PER_JOB}")
|
| 83 |
|
|
|
|
| 71 |
print("Missing model or provider")
|
| 72 |
return -1
|
| 73 |
|
| 74 |
+
# Check if this specific run number is already running for this model-provider
|
| 75 |
key = globals.get_model_provider_key(model, provider)
|
| 76 |
if key in globals.job_results:
|
| 77 |
+
runs = globals.job_results[key].get("runs", [])
|
| 78 |
+
# Check if this specific run number is already running
|
| 79 |
+
for run in runs:
|
| 80 |
+
if run.get("run_number") == run_number and run.get("status") == "RUNNING":
|
| 81 |
+
print(f"Run {run_number} for {model} on {provider} is already running. Please wait for it to complete.")
|
| 82 |
+
return -1
|
| 83 |
|
| 84 |
print(f"Starting job for model={model}, provider={provider}, run {run_number}/{globals.NUM_RUNS_PER_JOB}")
|
| 85 |
|