Update models.py

models.py

@@ -135,7 +135,7 @@ login(token=hf_api_key)
 
 model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
 model_config = transformers.LlamaConfig.from_pretrained(model_id)
-model_config.rope_scaling = {"type": "llama3", "factor": 8.0}
+model_config.rope_scaling = {"type": "llama3", "factor": 8.0,'low_freq_factor': 1.0, 'high_freq_factor': 4.0, 'original_max_position_embeddings': 8192}
 model = transformers.AutoModelForCausalLM.from_pretrained(model_id, config=model_config)
 
 pipeline = transformers.pipeline(