doesn't load in ooba's web gui

#1
by ramzeez88 - opened

i downloaded q5 k_m and when loading i get:
Traceback (most recent call last):

File "C:\oobabooga-windows\text-generation-webui-snapshot-2023-12-24\modules\ui_model_menu.py", line 214, in load_model_wrapper

shared.model, shared.tokenizer = load_model(selected_model, loader)
File "C:\oobabooga-windows\text-generation-webui-snapshot-2023-12-24\modules\models.py", line 90, in load_model

output = load_func_maploader
File "C:\oobabooga-windows\text-generation-webui-snapshot-2023-12-24\modules\models.py", line 260, in llamacpp_loader

model, tokenizer = LlamaCppModel.from_pretrained(model_file)
File "C:\oobabooga-windows\text-generation-webui-snapshot-2023-12-24\modules\llamacpp_model.py", line 101, in from_pretrained

result.model = Llama(**params)
File "C:\oobabooga-windows\text-generation-webui-snapshot-2023-12-24\installer_files\env\lib\site-packages\llama_cpp_cuda\llama.py", line 962, in init

self._n_vocab = self.n_vocab()
File "C:\oobabooga-windows\text-generation-webui-snapshot-2023-12-24\installer_files\env\lib\site-packages\llama_cpp_cuda\llama.py", line 2274, in n_vocab

return self._model.n_vocab()
File "C:\oobabooga-windows\text-generation-webui-snapshot-2023-12-24\installer_files\env\lib\site-packages\llama_cpp_cuda\llama.py", line 251, in n_vocab

assert self.model is not None
AssertionError

Sign up or log in to comment