Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
File size: 404 Bytes
3d4392e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
// LLMEngine = the actual engine to use (eg. hugging face)
export type LLMVendor =
| "HUGGINGFACE"
| "OPENAI"
| "GROQ"
| "ANTHROPIC"
export type LLMVendorConfig = {
vendor: LLMVendor
apiKey: string
modelId: string
}
export type LLMPredictionFunctionParams = {
systemPrompt: string
userPrompt: string
nbMaxNewTokens: number
prefix?: string
// llmVendorConfig: LLMVendorConfig
}
|