Update app.py

app.py

@@ -31,23 +31,27 @@ def invoke(prompt):
     completion = ""
     
     try:
-        body = json.dumps({"prompt": "Human: " + prompt + "Assistant: ",
-                           "max_tokens_to_sample": config["max_tokens_to_sample"],
-                           "temperature": config["temperature"],
-                           "top_k": config["top_k"],
-                           "top_p": config["top_p"],
-                           "stop_sequences": ["Human: "]})
         modelId = config["model"]
-        accept = "application/json"
-        contentType = "application/json"
+        model_kwargs =  { 
+            "max_tokens": 2048, "temperature": 0.1,
+            "top_k": 250, "top_p": 1, "stop_sequences": ["\n\nHuman"],
+        }
+        # Input configuration
+        prompt = "What is a trullo?"
+        body = {
+            "anthropic_version": "bedrock-2023-05-31",
+            "system": "You are a honest and helpful bot.",
+            "messages": [
+                {"role": "user", "content": [{"type": "text", "text": prompt}]},
+            ],
+        }
+        body.update(model_kwargs)
         
-        response = bedrock_runtime.invoke_model(body = body, 
-                                                modelId = modelId, 
-                                                accept = accept, 
-                                                contentType = contentType)
+        response = bedrock_runtime.invoke_model(modelId=model_id,
+                                                body=json.dumps(body))
         
         response_body = json.loads(response.get("body").read())
-        completion = response_body["completion"]
+        completion = response_body.get("content", [])[0].get("text", "")
     except Exception as e:
         completion = e