File size: 326 Bytes
d65b1bc 27277a3 cb4ba01 275b80a d685a1d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
from typing import List, Optional
from pydantic import BaseModel, HttpUrl
from pydantic import validator
class GeneratorRequest(BaseModel):
prompt: str
grok: Optional[bool] = True
batch_size: int = 4
model: str = "llama3-70b-8192"
class GeneratorBulkRequest(BaseModel):
stories: List[GeneratorRequest]
|