Tonic commited on
Commit
5782294
·
verified ·
1 Parent(s): 5f4522c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -18,7 +18,7 @@ quantization_config = BitsAndBytesConfig(load_in_8bit=True)
18
  model = AutoModelForCausalLM.from_pretrained(model_path, device_map='cuda', quantization_config=quantization_config)
19
 
20
  @spaces.GPU
21
- def generate_text(usertitle, content, max_new_tokens=512, temperature=0.7):
22
  # msg = [{
23
  # 'title': title,
24
  # 'content': content
 
18
  model = AutoModelForCausalLM.from_pretrained(model_path, device_map='cuda', quantization_config=quantization_config)
19
 
20
  @spaces.GPU
21
+ def generate_text(usertitle, content, max_length, temperature):
22
  # msg = [{
23
  # 'title': title,
24
  # 'content': content