[
  {
    "name": "vicuna-13b-16k",
    "filename": "vicuna-13b-v1.5-16k.Q4_0.gguf",
    "url": "https://huggingface.co/TheBloke/vicuna-13B-v1.5-16K-GGUF/resolve/main/vicuna-13b-v1.5-16k.Q4_0.gguf?download=true",
    "promptTemplate": "User:\n%1\nAssistant:\n%2\n",
    "systemPrompt": "System:\n%1\n",
    "stopWord": ["<s>","</s>"],
    "type": "model",
    "requireRam": 17
  },
  {
    "name": "Phi-3 medium",
    "filename": "phi-3-medium-4k-instruct-q4_0.gguf",
    "url": "https://huggingface.co/SHMIS/ABS_AI_Helper/resolve/main/phi-3-medium-4k-instruct-q4_0.gguf?download=true",
    "promptTemplate": "<|user|>\n%1<|end|>\n<|assistant|>\n%2<|end|>\n<|end|><|end|><|end|>\n",
    "systemPrompt": "<|system|>\n%1<|end|>\n",
    "stopWord": ["<|end|>"],
    "type": "model",
    "requireRam": 17
  },
  {
    "name": "Llama 3 8b",
    "filename": "Meta-Llama-3-8B-Instruct.Q4_0.gguf",
    "url": "https://huggingface.co/QuantFactory/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct.Q4_0.gguf?download=true",
    "promptTemplate": "<|start_header_id|>user<|end_header_id|>\n%1\n<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n%2\n<|eot_id|>\n",
    "systemPrompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n%1\n<|eot_id|>\n",
    "stopWord": ["<|eot_id|>"],
    "type": "model",
    "requireRam": 12
  },
  {
    "name": "Llama 3 8b neural",
    "filename": "llama-3-neural-chat-v2.2-8B.Q4_0.gguf",
    "url": "https://huggingface.co/SHMIS/ABS_AI_Helper/resolve/main/llama-3-neural-chat-v2.2-8B.Q4_0.gguf?download=true",
    "promptTemplate": "<|im_start|>user\n%1<|im_end|>\n<|im_start|>assistant\n%2<|im_end|>\n",
    "systemPrompt": "<|im_start|>system\n%1<|im_end|>\n",
    "stopWord": ["<|im_end|>"],
    "type": "model",
    "requireRam": 12
  },
  {
    "name": "openchat 3.6",
    "filename": "openchat-3.6-8b-20240522.Q4_0.gguf",
    "url": "https://huggingface.co/crusoeai/openchat-3.6-8b-20240522-GGUF/resolve/main/openchat-3.6-8b-20240522.Q4_0.gguf?download=true",
    "promptTemplate": "<|start_header_id|>GPT4 Correct User<|end_header_id|>\n%1<|eot_id|>\n<|start_header_id|>GPT4 Correct Assistant<|end_header_id|>\n%2<|eot_id|>\n",
    "systemPrompt": "<|start_header_id|>GPT4 Correct System<|end_header_id|>\n%1<|eot_id|>\n",
    "stopWord": ["<|eot_id|>"],
    "type": "model",
    "requireRam": 12
  },
  {
    "name": "QWen 2 7b",
    "filename": "qwen2-7b-instruct-q5_0.gguf",
    "url": "https://huggingface.co/Qwen/Qwen2-7B-Chat-GGUF/resolve/main/qwen2-7b-instruct-q5_0.gguf?download=true",
    "promptTemplate": "<|user|>\n%1<|end|>\n<|assistant|>\n%2<|end|>\n",
    "systemPrompt": "<|system|>\n%1<|end|>\n",
    "stopWord": ["<|end|>"],
    "type": "model",
    "requireRam": 12
  },
  {
    "name": "QWen 1.5 MoE",
    "filename": "Qwen1.5-MoE-A2.7B-Chat.Q4_0.gguf",
    "url": "https://huggingface.co/RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf/resolve/main/Qwen1.5-MoE-A2.7B-Chat.Q4_0.gguf?download=true",
    "promptTemplate": "<|im_start|>user\n%1\n<|im_end|>\n<|im_start|>assistant\n%2\n<|im_end|>\n",
    "systemPrompt": "<|im_start|>system\n%1\n<|im_end|>\n",
    "stopWord": ["<|im_end|>", "<|im_start|>"],
    "type": "model",
    "requireRam": 12
  },
  {
    "name": "Phi-3 mini nvidia",
    "filename": "phi3-4k-it-nvidia-chat-q4-GGUF.gguf",
    "url": "https://huggingface.co/SHMIS/ABS_AI_Helper/resolve/main/phi3-4k-it-nvidia-chat-q4-GGUF.gguf?download=true",
    "promptTemplate": "<|user|>\n%1<|end|>\n<|assistant|>\n%2<|end|>\n",
    "systemPrompt": "<|system|>\n%1<|end|>\n",
    "stopWord": [ "<|end|>" ],
    "type": "model",
    "requireRam": 0
  },
  {
    "name": "Phi-3 mini",
    "filename": "Phi-3-mini-4k-instruct.Q4_0.gguf",
    "url": "https://huggingface.co/PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed/resolve/main/Phi-3-mini-128k-instruct.Q4_0.gguf?download=true",
    "promptTemplate": "<|user|>\n%1<|end|>\n<|assistant|>\n%2<|end|>\n",
    "systemPrompt": "<|system|>\n%1<|end|>\n",
    "stopWord": ["<|end|>"],
    "type": "model",
    "requireRam": 0
  },
  {
    "name": "gemma 2b",
    "filename": "gemma-2b-it.Q4_0.gguf",
    "url": "https://huggingface.co/mlabonne/gemma-2b-it-GGUF/resolve/main/gemma-2b-it.Q4_0.gguf?download=true",
    "promptTemplate": "<start_of_turn>user\n%1\n<end_of_turn>\n<start_of_turn>model\n%2\n<end_of_turn>\n",
    "systemPrompt": "<start_of_turn>system\n%1<end_of_turn>\n",
    "stopWord": ["<end_of_turn>"],
    "type": "model",
    "requireRam": 0
  },
  {
    "name": "QWen 1.5 4b",
    "filename": "qwen1_5-4b-chat-q4_0.gguf",
    "url": "https://huggingface.co/Qwen/Qwen1.5-4B-Chat-GGUF/resolve/main/qwen1_5-4b-chat-q4_0.gguf?download=true",
    "promptTemplate": "<|user|>\n%1<|end|>\n<|assistant|>\n%2<|end|>\n",
    "systemPrompt": "<|system|>\n%1<|end|>\n",
    "stopWord": ["<|end|>"],
    "type": "model",
    "requireRam": 0
  },
  {
    "name": "Qwen2 1.5b",
    "filename": "Qwen2-1.5B-Instruct.Q4_0.gguf",
    "url": "https://huggingface.co/Qwen/Qwen1.5-1.8B-Chat-GGUF/resolve/main/qwen1_5-1_8b-chat-q4_0.gguf?download=true",
    "promptTemplate": "<|user|>\n%1<|end|>\n<|assistant|>\n%2<|end|>\n",
    "systemPrompt": "<|system|>\n%1<|end|>\n",
    "stopWord": ["<|end|>"],
    "type": "model",
    "requireRam": 0
  },
  {
    "name": "Qwen2 0.5b",
    "filename": "qwen2-0_5b-instruct-q4_0.gguf",
    "url": "https://huggingface.co/Qwen/Qwen2-0.5B-Chat-GGUF/resolve/main/qwen2-0_5b-instruct-q4_0.gguf?download=true",
    "promptTemplate": "<|user|>\n%1<|end|>\n<|assistant|>\n%2<|end|>\n",
    "systemPrompt": "<|system|>\n%1<|end|>\n",
    "stopWord": ["<|end|>"],
    "type": "model",
    "requireRam": 0
  },
  {
    "name": "all-MiniLM-L12-v2.F16.gguf",
    "filename": "all-MiniLM-L12-v2.F16.gguf",
    "type": "embedding",
    "requireRam": 0
  },
  {
    "name": "TTS",
    "type": "TTS",
    "url": "https://huggingface.co/SHMIS/ABS_AI_Helper/resolve/main/tts.zip?download=true"
  },
  {
    "name": "STT",
    "type": "STT",
    "url": "https://huggingface.co/SHMIS/ABS_AI_Helper/resolve/main/stt.zip?download=true"
  }
]