work on issue 40

app.py

@@ -31,15 +31,17 @@ with open('app.css','r') as f:
 
 
 LOADED_MODEL_IDS = {}
+LOADED_MODEL_METADATA = {}
 
 def get_data(rl_env):
-    global LOADED_MODEL_IDS 
+    global LOADED_MODEL_IDS ,LOADED_MODEL_METADATA
     data = []
     model_ids = get_model_ids(rl_env)
     LOADED_MODEL_IDS[rl_env]=model_ids
 
     for model_id in tqdm(model_ids):
         meta = get_metadata(model_id)
+        LOADED_MODEL_METADATA[model_id] = meta if meta is not None else ''
         if meta is None:
             continue
         user_id = model_id.split('/')[0]
@@ -90,7 +92,7 @@ rl_leaderboard.add_leaderboard('FrozenLake-v1-4x4-no_slippery','The FrozenLake-v
 rl_leaderboard.add_leaderboard('FrozenLake-v1-8x8-no_slippery','The FrozenLake-v1-8x8-no_slippery Leaderboard 🚀')
 rl_leaderboard.add_leaderboard('FrozenLake-v1-4x4','The FrozenLake-v1-4x4 Leaderboard 🚀')
 rl_leaderboard.add_leaderboard('FrozenLake-v1-8x8','The FrozenLake-v1-8x8 Leaderboard 🚀')
-#rl_leaderboard.add_leaderboard('SpaceInvadersNoFrameskip-v4','The SpaceInvadersNoFrameskip-v4 Leaderboard 🚀')
+rl_leaderboard.add_leaderboard('SpaceInvadersNoFrameskip-v4','The SpaceInvadersNoFrameskip-v4 Leaderboard 🚀')
 
 
 RL_ENVS = rl_leaderboard.get_ids()
@@ -98,17 +100,17 @@ RL_DETAILS = rl_leaderboard.get_data()
 
 
 
-
-
-
 def update_data(rl_env):
-    global LOADED_MODEL_IDS
+    global LOADED_MODEL_IDS,LOADED_MODEL_METADATA
     data = []
-    model_ids = [x for x in get_model_ids(rl_env) if x not in LOADED_MODEL_IDS[rl_env]]
+    #model_ids = [x for x in get_model_ids(rl_env) if x not in LOADED_MODEL_IDS[rl_env] or LOADED_MODEL_METADATA[x]!=get_metadata(x)] this still calls get_metadata() so won't work
+    model_ids = [x for x in get_model_ids(rl_env)]
+
     LOADED_MODEL_IDS[rl_env]+=model_ids
 
     for model_id in tqdm(model_ids):
         meta = get_metadata(model_id)
+        LOADED_MODEL_METADATA[model_id] = meta if meta is not None else ''
         if meta is None:
             continue
         user_id = model_id.split('/')[0]

utils.py

@@ -48,10 +48,16 @@ def parse_rewards(accuracy):
     default_std = -1000
     default_reward=-1000
     if accuracy !=  None:
+        if type(accuracy)!=str: # Always convert to string
+            accuracy = str(accuracy)
         parsed =  accuracy.split(' +/- ')
         if len(parsed)>1:
             mean_reward = float(parsed[0])
             std_reward =  float(parsed[1])
+        elif len(parsed)==1: #only mean reward   
+            mean_reward = float(parsed[0])
+            std_reward =  float(0)
+             
         else: 
             mean_reward = float(default_std)
             std_reward = float(default_reward)