limcheekin commited on
Commit
c86b328
1 Parent(s): f1a164c

chore: added bakllava-1-gguf and llava-1-5-7b-gguf model

Browse files
Files changed (1) hide show
  1. .env.local.template +41 -1
.env.local.template CHANGED
@@ -78,7 +78,7 @@ MODELS=`[
78
  },
79
  {
80
  "name": "TheBloke/Starling-LM-7B-alpha-GGUF",
81
- "id": "starling-lm-7b-alpha",
82
  "websiteUrl": "https://huggingface.co/spaces/limcheekin/Starling-LM-7B-alpha-GGUF",
83
  "parameters": {
84
  "temperature": 0,
@@ -94,6 +94,46 @@ MODELS=`[
94
  "type" : "openai",
95
  "baseURL": "https://limcheekin-starling-lm-7b-alpha-gguf.hf.space/v1"
96
  }]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
97
  }
98
  ]`
99
 
 
78
  },
79
  {
80
  "name": "TheBloke/Starling-LM-7B-alpha-GGUF",
81
+ "id": "starling-lm-7b-alpha-gguf",
82
  "websiteUrl": "https://huggingface.co/spaces/limcheekin/Starling-LM-7B-alpha-GGUF",
83
  "parameters": {
84
  "temperature": 0,
 
94
  "type" : "openai",
95
  "baseURL": "https://limcheekin-starling-lm-7b-alpha-gguf.hf.space/v1"
96
  }]
97
+ },
98
+ {
99
+ "name": "mys/ggml_llava-v1.5-7b",
100
+ "id": "llava-1-5-7b-gguf",
101
+ "multimodal" : true,
102
+ "websiteUrl": "https://huggingface.co/spaces/limcheekin/llava-1.5-7b-GGUF",
103
+ "parameters": {
104
+ "temperature": 0.5,
105
+ "top_p": 0.95,
106
+ "repetition_penalty": 1.2,
107
+ "top_k": 50,
108
+ "truncate": 1000,
109
+ "max_new_tokens": 1024,
110
+ "stop": [],
111
+ "stream": true
112
+ },
113
+ "endpoints": [{
114
+ "type" : "openai",
115
+ "baseURL": "https://limcheekin-llava-1-5-7b-gguf.hf.space/v1"
116
+ }]
117
+ },
118
+ {
119
+ "name": "abetlen/BakLLaVA-1-GGUF",
120
+ "id": "bakllava-1-gguf",
121
+ "multimodal" : true,
122
+ "websiteUrl": "https://huggingface.co/spaces/limcheekin/BakLLaVA-1-GGUF",
123
+ "parameters": {
124
+ "temperature": 0.5,
125
+ "top_p": 0.95,
126
+ "repetition_penalty": 1.2,
127
+ "top_k": 50,
128
+ "truncate": 1000,
129
+ "max_new_tokens": 1024,
130
+ "stop": [],
131
+ "stream": true
132
+ },
133
+ "endpoints": [{
134
+ "type" : "openai",
135
+ "baseURL": "https://limcheekin-bakllava-1-gguf.hf.space/v1"
136
+ }]
137
  }
138
  ]`
139