Spaces:
Paused
Paused
File size: 439 Bytes
624109c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
from langchain_together import Together
from app.config import TOGETHER_API_KEY
# llm = ChatOpenAI(
# model="gpt-4",
# temperature=0.8,
# openai_api_key=OPENAI_API_KEY,
# max_tokens=2048,
# )
llm = Together(
model="meta-llama/Llama-3.3-70B-Instruct-Turbo",
temperature=0.9,
top_p=0.9,
top_k=50,
repetition_penalty=1.15,
together_api_key=TOGETHER_API_KEY,
max_tokens=3072,
)
|