Files changed (2) hide show
  1. results.csv +1 -1
  2. utils.py +4 -3
results.csv CHANGED
@@ -28,4 +28,4 @@ UniME(LLaVA-OneVision-7B-LoRA-Res336),8.03,Self-Reported,70.7,66.8,66.6,70.5,90.
28
  UniME(LLaVA-1.6-7B-LoRA-LowRes),7.57,Self-Reported,66.6,60.6,52.9,67.9,85.1
29
  UniME(Phi-3.5-V-LoRA),4.2,Self-Reported,64.2,54.8,55.9,64.5,81.8
30
  QQMM-embed,8.297,Self-Reported,72.175,70.07,69.52,71.175,87.075
31
- B3,8.29,Self-Reported,72.0,70.0,66.5,74.1,84.6
 
28
  UniME(LLaVA-1.6-7B-LoRA-LowRes),7.57,Self-Reported,66.6,60.6,52.9,67.9,85.1
29
  UniME(Phi-3.5-V-LoRA),4.2,Self-Reported,64.2,54.8,55.9,64.5,81.8
30
  QQMM-embed,8.297,Self-Reported,72.175,70.07,69.52,71.175,87.075
31
+ B3,8.29,Self-Reported,72.0,70.0,66.5,74.1,84.6
utils.py CHANGED
@@ -101,8 +101,6 @@ Github link: https://github.com/TIGER-AI-Lab/VLM2Vec. \n
101
  Please send us an email at m7su@uwaterloo.ca, attaching the JSON file. We will review your submission and update the leaderboard accordingly.
102
  """
103
 
104
- MODEL_URLS = get_urls("urls.csv")
105
-
106
  def create_hyperlinked_names(df):
107
  def convert_url(url, model_name):
108
  return f'<a href="{url}">{model_name}</a>'
@@ -134,7 +132,8 @@ def fetch_data(url: str) -> pd.DataFrame:
134
  if url is None:
135
  raise ValueError("URL Not Provided")
136
  url = f"https://huggingface.co/spaces/TIGER-Lab/MMEB/resolve/main/{url}"
137
- response = requests.get(url, headers={"Authorization": f"Bearer {HF_TOKEN}"})
 
138
  if response.status_code != 200:
139
  raise requests.HTTPError(f"Failed to fetch data: HTTP status code {response.status_code}")
140
  return pd.read_csv(io.StringIO(response.text))
@@ -143,6 +142,8 @@ def get_urls(csv: str='urls.csv') -> dict:
143
  urls = fetch_data(csv)
144
  return dict(zip(urls['Models'], urls['URL']))
145
 
 
 
146
  def get_df(csv="results.csv"):
147
  df = fetch_data(csv)
148
  df.to_csv(CSV_DIR, index=False) # update local file
 
101
  Please send us an email at m7su@uwaterloo.ca, attaching the JSON file. We will review your submission and update the leaderboard accordingly.
102
  """
103
 
 
 
104
  def create_hyperlinked_names(df):
105
  def convert_url(url, model_name):
106
  return f'<a href="{url}">{model_name}</a>'
 
132
  if url is None:
133
  raise ValueError("URL Not Provided")
134
  url = f"https://huggingface.co/spaces/TIGER-Lab/MMEB/resolve/main/{url}"
135
+ print(f"Fetching data from {url}")
136
+ response = requests.get(url)
137
  if response.status_code != 200:
138
  raise requests.HTTPError(f"Failed to fetch data: HTTP status code {response.status_code}")
139
  return pd.read_csv(io.StringIO(response.text))
 
142
  urls = fetch_data(csv)
143
  return dict(zip(urls['Models'], urls['URL']))
144
 
145
+ MODEL_URLS = get_urls("urls.csv")
146
+
147
  def get_df(csv="results.csv"):
148
  df = fetch_data(csv)
149
  df.to_csv(CSV_DIR, index=False) # update local file