georgesung commited on
Commit
26dde52
1 Parent(s): 5421ee3

Increase context window to 2048

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,7 @@ pipe = pipeline(
30
  "text-generation",
31
  model=model,
32
  tokenizer=tokenizer,
33
- max_length=512,
34
  temperature=0.7,
35
  top_p=0.95,
36
  repetition_penalty=1.15
 
30
  "text-generation",
31
  model=model,
32
  tokenizer=tokenizer,
33
+ max_length=2048, # LLaMA default context window
34
  temperature=0.7,
35
  top_p=0.95,
36
  repetition_penalty=1.15