File size: 4,323 Bytes
3c1955e 2d36ff6 3c1955e 5596b7b 3c1955e 9aeabfb 3c1955e 5596b7b 3c1955e 5596b7b 3c1955e 5596b7b 9aeabfb 5596b7b 3c1955e 5596b7b 3c1955e 5596b7b 9aeabfb 3c1955e 9aeabfb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 |
[
{
"id": "Internal",
"model_title": "Llama2-1.3B",
"model_file": "data/ggml-model-Q8_0.gguf",
"model_url": "https://",
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
"model_avatar": "ava0_48",
"model_description": "The standard Llama2 based 1.3B LLM.",
"developer": "Meta",
"developer_url": "https://ai.meta.com/llama/",
"context" : 2048,
"temp" : 0.6,
"prompt_format" : "<human>: {{prompt}}\n<bot>: ",
"top_k" : 5,
"top_p" : 0.9,
"model_inference" : "llama",
"n_batch" : 10,
"template_name" : "HumanBot",
"is_ready": true
},
{
"id": "tinyllama-1.1B-32k-Q8",
"model_title": "TinyLlama-1.1B-32k",
"model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
"model_url": "https://huggingface.co/TheBloke/openchat-3.5-1210-GGUF/resolve/main/openchat-3.5-1210.Q5_K_M.gguf?download=true",
"model_info_url": "https://huggingface.co/Doctor-Shotgun/TinyLlama-1.1B-32k",
"model_avatar": "logo_tinyllama",
"model_description": "The TinyLlama 1.1B model.",
"developer": "Zhang Peiyuan",
"developer_url": "https://github.com/jzhang38/TinyLlama",
"context" : 4096,
"temp" : 0.6,
"prompt_format" : "<|system|>You are a friendly chatbot who always responds in the style of a pirate.</s><|user|>{{prompt}}</s><|assistant|>",
"top_k" : 5,
"top_p" : 0.9,
"model_inference" : "llama",
"n_batch" : 10,
"template_name" : "TinyLlama",
"is_ready": true
}
{
"id": "mistral-7b-instruct-v0.2-Q5_K_M",
"model_title": "Mistral 7B Instruct v0.2 Q5_K_M",
"model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
"model_url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.gguf?download=true",
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
"model_avatar": "logo_mistralai",
"model_description": "The standard Llama2 based 1.3B LLM.",
"developer": "Mistral AI",
"developer_url": "https://mistral.ai/",
"context" : 4096,
"temp" : 0.6,
"prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
"top_k" : 5,
"top_p" : 0.9,
"model_inference" : "llama",
"n_batch" : 10,
"template_name" : "Mistral",
"is_ready": true
},
{
"id": "mistral-7b-instruct-v0.2-Q8",
"model_title": "Mistral 7B v0.2 Q5_K_M",
"model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
"model_url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q8_0.gguf?download=true",
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
"model_avatar": "logo_mistralai",
"model_description": "The standard Llama2 based 1.3B LLM.",
"developer": "Mistral AI",
"developer_url": "https://mistral.ai/",
"context" : 4096,
"temp" : 0.6,
"prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
"top_k" : 5,
"top_p" : 0.9,
"model_inference" : "llama",
"n_batch" : 10,
"template_name" : "Mistral",
"is_ready": true
},
{
"id": "openchat-3.5-1210-Q5_K_M",
"model_title": "OpenChat 3.5 Q5_K_M",
"model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
"model_url": "https://huggingface.co/TheBloke/openchat-3.5-1210-GGUF/resolve/main/openchat-3.5-1210.Q5_K_M.gguf?download=true",
"model_info_url": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
"model_avatar": "logo_openchat",
"model_description": "The standard Llama2 based 1.3B LLM.",
"developer": "OpenChat Team",
"developer_url": "https://openchat.team/",
"context" : 4096,
"temp" : 0.6,
"prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
"top_k" : 5,
"top_p" : 0.9,
"model_inference" : "llama",
"n_batch" : 10,
"template_name" : "Mistral",
"is_ready": true
}
]
|