Update model_inference.py

model_inference.py

@@ -62,10 +62,12 @@ def Inference(model_list, question, API_KEY, cot, HF_TOKEN):
 
     prompt_dict, endpoint_dict = load_json("src/prompt_template.json", "src/inference_endpoint.json")
 
+    for model in model_list:
+        endpoint_dict[model]["headers"]["Authorization"] += HF_TOKEN
+
     def generate_answer(model, formatted_prompt):
         API_URL = endpoint_dict[model]["API_URL"]
         headers = endpoint_dict[model]["headers"]
-        headers["Authorization"] += HF_TOKEN
         payload = {
             "inputs": formatted_prompt,
             "parameters": {