ali121300 commited on
Commit
70df3c2
1 Parent(s): 1b58339

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -13,8 +13,8 @@ load_dotenv()
13
 
14
  # Configure the Llama index settings
15
  Settings.llm = HuggingFaceInferenceAPI(
16
- model_name="meta-llama/Meta-Llama-3-8B",
17
- tokenizer_name="meta-llama/Meta-Llama-3-8B",
18
  context_window=3000,
19
  token=os.getenv("HF_TOKEN"),
20
  max_new_tokens=512,
 
13
 
14
  # Configure the Llama index settings
15
  Settings.llm = HuggingFaceInferenceAPI(
16
+ model_name="gradientai/Llama-3-70B-Instruct-Gradient-1048k",
17
+ tokenizer_name="gradientai/Llama-3-70B-Instruct-Gradient-1048k",
18
  context_window=3000,
19
  token=os.getenv("HF_TOKEN"),
20
  max_new_tokens=512,