does not work in text-generation-web-ui

#1
by TeaCult - opened

Traceback (most recent call last):

File “/home/gediz/text-generation-webui/modules/ui_model_menu.py”, line 195, in load_model_wrapper

shared.model, shared.tokenizer = load_model(shared.model_name, loader)
File “/home/gediz/text-generation-webui/modules/models.py”, line 79, in load_model

output = load_func_maploader
File “/home/gediz/text-generation-webui/modules/models.py”, line 247, in llamacpp_loader

model, tokenizer = LlamaCppModel.from_pretrained(model_file)
File “/home/gediz/text-generation-webui/modules/llamacpp_model.py”, line 105, in from_pretrained

result.model = Llama(**params)
File “/home/gediz/.pyenv/versions/3.10.12/lib/python3.10/site-packages/llama_cpp_cuda/llama.py”, line 323, in init

assert self.model is not None
AssertionError

Sign up or log in to comment