Update app.py
Browse files
app.py
CHANGED
@@ -14,19 +14,20 @@ bedrock_runtime = boto3.client(
|
|
14 |
region_name = "us-west-2"
|
15 |
)
|
16 |
|
|
|
17 |
def invoke(prompt):
|
18 |
-
body = json.dumps({"prompt": "
|
19 |
"max_tokens_to_sample": 300,
|
20 |
"temperature": 1,
|
21 |
"top_k": 250,
|
22 |
"top_p": 0.999,
|
23 |
-
"stop_sequences": ["\nHuman: "]
|
24 |
})
|
25 |
#print(body)
|
26 |
modelId = "anthropic.claude-v2"
|
27 |
accept = "application/json"
|
28 |
contentType = "application/json"
|
29 |
-
response = bedrock_runtime.invoke_model(body=body, modelId=modelId, accept=accept, contentType=contentType)
|
30 |
response_body = json.loads(response.get("body").read())
|
31 |
return response_body["completion"]
|
32 |
|
|
|
14 |
region_name = "us-west-2"
|
15 |
)
|
16 |
|
17 |
+
# See https://docs.anthropic.com/claude/reference/complete_post
|
18 |
def invoke(prompt):
|
19 |
+
body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
|
20 |
"max_tokens_to_sample": 300,
|
21 |
"temperature": 1,
|
22 |
"top_k": 250,
|
23 |
"top_p": 0.999,
|
24 |
+
"stop_sequences": ["\n\nHuman: "]
|
25 |
})
|
26 |
#print(body)
|
27 |
modelId = "anthropic.claude-v2"
|
28 |
accept = "application/json"
|
29 |
contentType = "application/json"
|
30 |
+
response = bedrock_runtime.invoke_model(body = body, modelId = modelId, accept = accept, contentType = contentType)
|
31 |
response_body = json.loads(response.get("body").read())
|
32 |
return response_body["completion"]
|
33 |
|