Huanzhi Mao commited on
Commit
7580374
1 Parent(s): 8920689

gemma name change

Browse files
Files changed (2) hide show
  1. data.csv +1 -1
  2. helper.py +0 -42
data.csv CHANGED
@@ -18,6 +18,6 @@ Rank,Overall Acc,Model,Model Link,Organization,License,AST Summary,Exec Summary,
18
  17,55.68%,Gemini-1.0-Pro (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,42.18%,29.30%,79.71%,89.00%,0.00%,0.00%,51.19%,66.00%,0.00%,0.00%,78.30%
19
  18,54.52%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,40.14%,27.12%,74.55%,86.00%,0.00%,0.00%,50.00%,56.00%,0.00%,2.50%,87.08%
20
  19,45.96%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,48.59%,8.55%,48.36%,61.00%,37.50%,47.50%,24.70%,2.00%,0.00%,7.50%,66.25%
21
- 20,44.40%,Gemma,https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,48.61%,40.43%,61.45%,60.00%,41.00%,32.00%,44.71%,48.00%,44.00%,25.00%,0.42%
22
  21,33.37%,Gorilla-OpenFunctions-v0 (FC),https://gorilla.cs.berkeley.edu/blogs/4_open_functions.html,Gorilla LLM,Apache 2.0,29.88%,24.06%,60.00%,56.00%,0.00%,3.50%,38.24%,58.00%,0.00%,0.00%,4.58%
23
  22,24.58%,Glaive-v1 (FC),https://huggingface.co/glaiveai/glaive-function-calling-v1,Glaive,cc-by-sa-4.0,15.14%,14.92%,34.55%,26.00%,0.00%,0.00%,21.18%,36.00%,0.00%,2.50%,46.25%
 
18
  17,55.68%,Gemini-1.0-Pro (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,42.18%,29.30%,79.71%,89.00%,0.00%,0.00%,51.19%,66.00%,0.00%,0.00%,78.30%
19
  18,54.52%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,40.14%,27.12%,74.55%,86.00%,0.00%,0.00%,50.00%,56.00%,0.00%,2.50%,87.08%
20
  19,45.96%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,48.59%,8.55%,48.36%,61.00%,37.50%,47.50%,24.70%,2.00%,0.00%,7.50%,66.25%
21
+ 20,44.40%,Gemma-7b-it (Prompt),https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,48.61%,40.43%,61.45%,60.00%,41.00%,32.00%,44.71%,48.00%,44.00%,25.00%,0.42%
22
  21,33.37%,Gorilla-OpenFunctions-v0 (FC),https://gorilla.cs.berkeley.edu/blogs/4_open_functions.html,Gorilla LLM,Apache 2.0,29.88%,24.06%,60.00%,56.00%,0.00%,3.50%,38.24%,58.00%,0.00%,0.00%,4.58%
23
  22,24.58%,Glaive-v1 (FC),https://huggingface.co/glaiveai/glaive-function-calling-v1,Glaive,cc-by-sa-4.0,15.14%,14.92%,34.55%,26.00%,0.00%,0.00%,21.18%,36.00%,0.00%,2.50%,46.25%
helper.py DELETED
@@ -1,42 +0,0 @@
1
- import csv
2
-
3
- COLUMNS = [
4
- "Rank",
5
- "Overall Acc",
6
- "Model",
7
- "Model Link",
8
- "Organization",
9
- "License",
10
- "AST Summary",
11
- "Exec Summary",
12
- "Simple Function AST",
13
- "Multiple Functions AST",
14
- "Parallel Functions AST",
15
- "Parallel Multiple AST",
16
- "Simple Function Exec",
17
- "Multiple Functions Exec",
18
- "Parallel Functions Exec",
19
- "Parallel Multiple Exec",
20
- "Relevance Detection",
21
- ]
22
-
23
- def parse_csv(text):
24
- lines = text.split('\n')
25
- lines = lines[1:]
26
- result = [COLUMNS]
27
- for i in range(len(lines)):
28
- row = lines[i].split(',')[:16]
29
- row.insert(0, i + 1)
30
- overall_acc = row.pop(5)
31
- row.insert(1, overall_acc)
32
- result.append(row)
33
- return result
34
-
35
-
36
- with open('./data.csv', 'r') as file:
37
- csv_text = file.read()
38
- DATA = parse_csv(csv_text)
39
-
40
- with open('./data.csv', 'w') as file:
41
- writer = csv.writer(file)
42
- writer.writerows(DATA)