Karzan commited on
Commit
2278cc5
1 Parent(s): 9d0dd09

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -10,6 +10,9 @@ model = GemmaForCausalLM.from_pretrained('google/gemma-2-9b',
10
  )
11
  # pipe = pipeline('text-generation', model=model,tokenizer = tokenizer)
12
 
 
 
 
13
  @spaces.GPU(duration=120)
14
  def generate(
15
  message: str,
 
10
  )
11
  # pipe = pipeline('text-generation', model=model,tokenizer = tokenizer)
12
 
13
+ MAX_MAX_NEW_TOKENS = 2048
14
+ DEFAULT_MAX_NEW_TOKENS = 1024
15
+
16
  @spaces.GPU(duration=120)
17
  def generate(
18
  message: str,