Update main.py
Browse files
main.py
CHANGED
@@ -16,7 +16,7 @@ class RequestBody(BaseModel):
|
|
16 |
@app.post("/generate/")
|
17 |
async def generate_text(request: RequestBody):
|
18 |
try:
|
19 |
-
prompt = request.prompt
|
20 |
input_ids = test_tokenizer(prompt, return_tensors='pt', truncation=False).input_ids
|
21 |
outputs = test_model.generate(
|
22 |
input_ids=input_ids,
|
|
|
16 |
@app.post("/generate/")
|
17 |
async def generate_text(request: RequestBody):
|
18 |
try:
|
19 |
+
prompt = sf.encoder(request.prompt)
|
20 |
input_ids = test_tokenizer(prompt, return_tensors='pt', truncation=False).input_ids
|
21 |
outputs = test_model.generate(
|
22 |
input_ids=input_ids,
|