Update app.py

app.py

@@ -8,7 +8,7 @@ aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"]
 aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"]
 
 config = {
-    "max_tokens_to_sample": 1000,
+    "max_tokens": 1000,
     "model": "anthropic.claude-3-opus-20240229-v1:0", #"anthropic.claude-v2",
     "temperature": 0,
     "top_k": 250,
@@ -40,11 +40,11 @@ def invoke(prompt):
         }
         model_id = config["model"]
         model_kwargs =  { 
-            "max_tokens": 2048,
+            "max_tokens": config["max_tokens"],
             "stop_sequences": ["\n\nHuman"],
-            "temperature": 0.1,
-            "top_k": 250,
-            "top_p": 1
+            "temperature": config["temperature"],
+            "top_k": config["top_k"],
+            "top_p": config["top_p"]
         }
         body.update(model_kwargs)