Rectifier / App /Generate /Schema.py
Mbonea's picture
batch_size
cb4ba01
raw
history blame
No virus
326 Bytes
from typing import List, Optional
from pydantic import BaseModel, HttpUrl
from pydantic import validator
class GeneratorRequest(BaseModel):
prompt: str
grok: Optional[bool] = True
batch_size: int = 4
model: str = "llama3-70b-8192"
class GeneratorBulkRequest(BaseModel):
stories: List[GeneratorRequest]