Kolaps27 commited on
Commit
d931737
·
1 Parent(s): 16fa67b

chore: align local validator with strict safe_grader None-probe bypass logic

Browse files
Files changed (1) hide show
  1. validate_local.py +3 -3
validate_local.py CHANGED
@@ -86,7 +86,7 @@ def main():
86
  steps=rng.randint(1, 10),
87
  )
88
  env._device = rng.choice(["mobile", "desktop"])
89
- scores.add(round(t.grader(), 6))
90
 
91
  check(f"{t.name}: >= 10 unique scores in 50 trials",
92
  len(scores) >= 10, f"only {len(scores)} unique")
@@ -97,8 +97,8 @@ def main():
97
  env._layout = Layout(button_size=1.1, form_length=4, steps=3)
98
  env._device = "desktop"
99
  for t in env.tasks:
100
- s1 = t.grader()
101
- s2 = t.grader()
102
  check(f"{t.name}: deterministic", s1 == s2,
103
  f"{s1} != {s2}")
104
 
 
86
  steps=rng.randint(1, 10),
87
  )
88
  env._device = rng.choice(["mobile", "desktop"])
89
+ scores.add(round(t.grader({}), 6))
90
 
91
  check(f"{t.name}: >= 10 unique scores in 50 trials",
92
  len(scores) >= 10, f"only {len(scores)} unique")
 
97
  env._layout = Layout(button_size=1.1, form_length=4, steps=3)
98
  env._device = "desktop"
99
  for t in env.tasks:
100
+ s1 = t.grader({})
101
+ s2 = t.grader({})
102
  check(f"{t.name}: deterministic", s1 == s2,
103
  f"{s1} != {s2}")
104