bstraehle commited on
Commit
2d1657a
1 Parent(s): e57594c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -14,19 +14,20 @@ bedrock_runtime = boto3.client(
14
  region_name = "us-west-2"
15
  )
16
 
 
17
  def invoke(prompt):
18
- body = json.dumps({"prompt": "Human: " + prompt + "\nAssistant: ",
19
  "max_tokens_to_sample": 300,
20
  "temperature": 1,
21
  "top_k": 250,
22
  "top_p": 0.999,
23
- "stop_sequences": ["\nHuman: "]
24
  })
25
  #print(body)
26
  modelId = "anthropic.claude-v2"
27
  accept = "application/json"
28
  contentType = "application/json"
29
- response = bedrock_runtime.invoke_model(body=body, modelId=modelId, accept=accept, contentType=contentType)
30
  response_body = json.loads(response.get("body").read())
31
  return response_body["completion"]
32
 
 
14
  region_name = "us-west-2"
15
  )
16
 
17
+ # See https://docs.anthropic.com/claude/reference/complete_post
18
  def invoke(prompt):
19
+ body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
20
  "max_tokens_to_sample": 300,
21
  "temperature": 1,
22
  "top_k": 250,
23
  "top_p": 0.999,
24
+ "stop_sequences": ["\n\nHuman: "]
25
  })
26
  #print(body)
27
  modelId = "anthropic.claude-v2"
28
  accept = "application/json"
29
  contentType = "application/json"
30
+ response = bedrock_runtime.invoke_model(body = body, modelId = modelId, accept = accept, contentType = contentType)
31
  response_body = json.loads(response.get("body").read())
32
  return response_body["completion"]
33