Spaces:

Hexamind
/

Chatbot_llama2_questions

Runtime error

adrien.aribaut-gaudin commited on Oct 16, 2023

Commit

8988c49

•

1 Parent(s): 871867a

fix: added sqlite in requirements

Files changed (2) hide show

requirements.txt CHANGED Viewed

Binary files a/requirements.txt and b/requirements.txt differ

src/tools/llm.py CHANGED Viewed

@@ -8,7 +8,7 @@ class LlmAgent:
     def __init__(self, model :str = "TheBloke/Llama-2-7b-Chat-GPTQ"):
         self.tokenizer = AutoTokenizer.from_pretrained(model, use_fast=True)
         self.model = AutoModelForCausalLM.from_pretrained(model,
-                                                device_map="auto",
                                                 trust_remote_code=False,             #A CHANGER SELON LES MODELES, POUR CELUI DE LAMA2 CA MARCHE (celui par default)
                                                 revision="main")
         self.pipe = pipeline("text-generation", model=self.model, tokenizer=self.tokenizer)

     def __init__(self, model :str = "TheBloke/Llama-2-7b-Chat-GPTQ"):
         self.tokenizer = AutoTokenizer.from_pretrained(model, use_fast=True)
         self.model = AutoModelForCausalLM.from_pretrained(model,
+                                                          device_map="cuda",
                                                 trust_remote_code=False,             #A CHANGER SELON LES MODELES, POUR CELUI DE LAMA2 CA MARCHE (celui par default)
                                                 revision="main")
         self.pipe = pipeline("text-generation", model=self.model, tokenizer=self.tokenizer)