winglian commited on
Commit
ecbf45e
1 Parent(s): d82b69e

both terrible answers are a tie too

Browse files
Files changed (1) hide show
  1. calculate_elo.py +2 -2
calculate_elo.py CHANGED
@@ -266,7 +266,7 @@ def main():
266
  elo_scores = {}
267
 
268
  for battle in battles:
269
- if battle['label'] in {0, 1, 2}:
270
  outcome = battle['label']
271
  for chatbot_name in [battle['choice1_name'], battle['choice2_name']]:
272
  if chatbot_name not in elo_scores:
@@ -274,7 +274,7 @@ def main():
274
  # 1: This means that the first player (or team) won the match.
275
  # 0.5: This means that the match ended in a draw.
276
  # 0: This means that the first player (or team) lost the match.
277
- if outcome == 0:
278
  elo_result = 0.5
279
  elif outcome == 1:
280
  elo_result = 1
 
266
  elo_scores = {}
267
 
268
  for battle in battles:
269
+ if battle['label'] in {-1, 0, 1, 2}:
270
  outcome = battle['label']
271
  for chatbot_name in [battle['choice1_name'], battle['choice2_name']]:
272
  if chatbot_name not in elo_scores:
 
274
  # 1: This means that the first player (or team) won the match.
275
  # 0.5: This means that the match ended in a draw.
276
  # 0: This means that the first player (or team) lost the match.
277
+ if outcome == 0 or outcome == -1:
278
  elo_result = 0.5
279
  elif outcome == 1:
280
  elo_result = 1