Update app.py

app.py

@@ -9,8 +9,11 @@ aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"]
 wandb_api_key = os.environ["WANDB_API_KEY"]
 
 config = {
+    "max_tokens_to_sample": 300,
     "model": "anthropic.claude-v2",
     "temperature": 0,
+    "top_k": 250,
+    "top_p": 0.999,
 }
 
 wandb.login(key = wandb_api_key)
@@ -26,13 +29,13 @@ bedrock_runtime = boto3.client(
 
 def invoke(prompt):
     body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
-                       "max_tokens_to_sample": 300,
+                       "max_tokens_to_sample": config.max_tokens_to_sample,
                        "temperature": config.temperature,
-                       "top_k": 250,
-                       "top_p": 0.999,
+                       "top_k": config.top_k,
+                       "top_p": config.top_p,
                        "stop_sequences": ["\n\nHuman: "]
                       })
-    modelId = "anthropic.claude-v2"
+    modelId = config.model
     accept = "application/json"
     contentType = "application/json"
     response = bedrock_runtime.invoke_model(body = body, modelId = modelId, accept = accept, contentType = contentType)