storresbusquets commited on
Commit
3debd5d
1 Parent(s): 458127e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -9,8 +9,11 @@ access_token = os.getenv("Llama2")
9
 
10
  def greet(text):
11
 
12
- model = "meta-llama/Llama-2-7b-hf"
13
- tokenizer = AutoTokenizer.from_pretrained(model, token=access_token)
 
 
 
14
 
15
  pipeline = transformers.pipeline(
16
  "text-generation",
 
9
 
10
  def greet(text):
11
 
12
+ model = "TheBloke/Llama-2-7b-Chat-GGUF"
13
+ tokenizer = AutoTokenizer.from_pretrained(model,
14
+ token=access_token,
15
+ # model_file="llama-2-7b-chat.Q2_K.gguf"
16
+ )
17
 
18
  pipeline = transformers.pipeline(
19
  "text-generation",