phuongnv commited on
Commit
873aeea
1 Parent(s): 06558a8

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -16,7 +16,7 @@ class RequestBody(BaseModel):
16
  @app.post("/generate/")
17
  async def generate_text(request: RequestBody):
18
  try:
19
- prompt = request.prompt
20
  input_ids = test_tokenizer(prompt, return_tensors='pt', truncation=False).input_ids
21
  outputs = test_model.generate(
22
  input_ids=input_ids,
 
16
  @app.post("/generate/")
17
  async def generate_text(request: RequestBody):
18
  try:
19
+ prompt = sf.encoder(request.prompt)
20
  input_ids = test_tokenizer(prompt, return_tensors='pt', truncation=False).input_ids
21
  outputs = test_model.generate(
22
  input_ids=input_ids,