fuzzy-mittenz commited on
Commit
9066787
·
verified ·
1 Parent(s): 529541c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +23 -15
README.md CHANGED
@@ -20,10 +20,11 @@ model-index:
20
  num_few_shot: 0
21
  metrics:
22
  - type: inst_level_strict_acc and prompt_level_strict_acc
23
- value: 78.08
24
  name: strict accuracy
25
  source:
26
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
 
27
  name: Open LLM Leaderboard
28
  - task:
29
  type: text-generation
@@ -35,10 +36,11 @@ model-index:
35
  num_few_shot: 3
36
  metrics:
37
  - type: acc_norm
38
- value: 36.98
39
  name: normalized accuracy
40
  source:
41
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
 
42
  name: Open LLM Leaderboard
43
  - task:
44
  type: text-generation
@@ -50,10 +52,11 @@ model-index:
50
  num_few_shot: 4
51
  metrics:
52
  - type: exact_match
53
- value: 31.04
54
  name: exact match
55
  source:
56
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
 
57
  name: Open LLM Leaderboard
58
  - task:
59
  type: text-generation
@@ -65,10 +68,11 @@ model-index:
65
  num_few_shot: 0
66
  metrics:
67
  - type: acc_norm
68
- value: 8.61
69
  name: acc_norm
70
  source:
71
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
 
72
  name: Open LLM Leaderboard
73
  - task:
74
  type: text-generation
@@ -80,10 +84,11 @@ model-index:
80
  num_few_shot: 0
81
  metrics:
82
  - type: acc_norm
83
- value: 14.73
84
  name: acc_norm
85
  source:
86
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
 
87
  name: Open LLM Leaderboard
88
  - task:
89
  type: text-generation
@@ -97,13 +102,16 @@ model-index:
97
  num_few_shot: 5
98
  metrics:
99
  - type: acc
100
- value: 38.28
101
  name: accuracy
102
  source:
103
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
 
104
  name: Open LLM Leaderboard
105
- ---
106
- **Imatrix with Key training test model..
 
 
107
  ---
108
 
109
 
@@ -153,4 +161,4 @@ Step 3: Run inference through the main binary.
153
  or
154
  ```
155
  ./llama-server --hf-repo fuzzy-mittenz/HomerCreativeAnvita-Mix-Qw7B-IQ4_NL-GGUF --hf-file homercreativeanvita-mix-qw7b-iq4_nl-imat.gguf -c 2048
156
- ```
 
20
  num_few_shot: 0
21
  metrics:
22
  - type: inst_level_strict_acc and prompt_level_strict_acc
23
+ value: na
24
  name: strict accuracy
25
  source:
26
+ url: >-
27
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
28
  name: Open LLM Leaderboard
29
  - task:
30
  type: text-generation
 
36
  num_few_shot: 3
37
  metrics:
38
  - type: acc_norm
39
+ value: na
40
  name: normalized accuracy
41
  source:
42
+ url: >-
43
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
44
  name: Open LLM Leaderboard
45
  - task:
46
  type: text-generation
 
52
  num_few_shot: 4
53
  metrics:
54
  - type: exact_match
55
+ value: na
56
  name: exact match
57
  source:
58
+ url: >-
59
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
60
  name: Open LLM Leaderboard
61
  - task:
62
  type: text-generation
 
68
  num_few_shot: 0
69
  metrics:
70
  - type: acc_norm
71
+ value: na
72
  name: acc_norm
73
  source:
74
+ url: >-
75
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
76
  name: Open LLM Leaderboard
77
  - task:
78
  type: text-generation
 
84
  num_few_shot: 0
85
  metrics:
86
  - type: acc_norm
87
+ value: na
88
  name: acc_norm
89
  source:
90
+ url: >-
91
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
92
  name: Open LLM Leaderboard
93
  - task:
94
  type: text-generation
 
102
  num_few_shot: 5
103
  metrics:
104
  - type: acc
105
+ value: na
106
  name: accuracy
107
  source:
108
+ url: >-
109
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=suayptalha/HomerCreativeAnvita-Mix-Qw7B
110
  name: Open LLM Leaderboard
111
+ datasets:
112
+ - IntelligentEstate/The_Key
113
+ language:
114
+ - en
115
  ---
116
 
117
 
 
161
  or
162
  ```
163
  ./llama-server --hf-repo fuzzy-mittenz/HomerCreativeAnvita-Mix-Qw7B-IQ4_NL-GGUF --hf-file homercreativeanvita-mix-qw7b-iq4_nl-imat.gguf -c 2048
164
+ ```