Spaces:
Sleeping
Sleeping
chore: align local validator with strict safe_grader None-probe bypass logic
Browse files- validate_local.py +3 -3
validate_local.py
CHANGED
|
@@ -86,7 +86,7 @@ def main():
|
|
| 86 |
steps=rng.randint(1, 10),
|
| 87 |
)
|
| 88 |
env._device = rng.choice(["mobile", "desktop"])
|
| 89 |
-
scores.add(round(t.grader(), 6))
|
| 90 |
|
| 91 |
check(f"{t.name}: >= 10 unique scores in 50 trials",
|
| 92 |
len(scores) >= 10, f"only {len(scores)} unique")
|
|
@@ -97,8 +97,8 @@ def main():
|
|
| 97 |
env._layout = Layout(button_size=1.1, form_length=4, steps=3)
|
| 98 |
env._device = "desktop"
|
| 99 |
for t in env.tasks:
|
| 100 |
-
s1 = t.grader()
|
| 101 |
-
s2 = t.grader()
|
| 102 |
check(f"{t.name}: deterministic", s1 == s2,
|
| 103 |
f"{s1} != {s2}")
|
| 104 |
|
|
|
|
| 86 |
steps=rng.randint(1, 10),
|
| 87 |
)
|
| 88 |
env._device = rng.choice(["mobile", "desktop"])
|
| 89 |
+
scores.add(round(t.grader({}), 6))
|
| 90 |
|
| 91 |
check(f"{t.name}: >= 10 unique scores in 50 trials",
|
| 92 |
len(scores) >= 10, f"only {len(scores)} unique")
|
|
|
|
| 97 |
env._layout = Layout(button_size=1.1, form_length=4, steps=3)
|
| 98 |
env._device = "desktop"
|
| 99 |
for t in env.tasks:
|
| 100 |
+
s1 = t.grader({})
|
| 101 |
+
s2 = t.grader({})
|
| 102 |
check(f"{t.name}: deterministic", s1 == s2,
|
| 103 |
f"{s1} != {s2}")
|
| 104 |
|