bstraehle commited on
Commit
ef6a2a0
β€’
1 Parent(s): af7cd6b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -13
app.py CHANGED
@@ -30,19 +30,24 @@ def wandb_log(prompt, completion):
30
  wandb.finish()
31
 
32
  def invoke(prompt):
33
- body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
34
- "max_tokens_to_sample": config["max_tokens_to_sample"],
35
- "temperature": config["temperature"],
36
- "top_k": config["top_k"],
37
- "top_p": config["top_p"],
38
- "stop_sequences": ["\n\nHuman: "]
39
- })
40
- modelId = config["model"]
41
- accept = "application/json"
42
- contentType = "application/json"
43
- response = bedrock_runtime.invoke_model(body = body, modelId = modelId, accept = accept, contentType = contentType)
44
- response_body = json.loads(response.get("body").read())
45
- completion = response_body["completion"]
 
 
 
 
 
46
  wandb_log(prompt, completion)
47
  return completion
48
  #return "πŸ›‘ Execution is commented out. To view the source code see https://huggingface.co/spaces/bstraehle/amazon-bedrock-llm/tree/main."
 
30
  wandb.finish()
31
 
32
  def invoke(prompt):
33
+ if (prompt == ""):
34
+ raise gr.Error("Prompt is required.")
35
+ try:
36
+ body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
37
+ "max_tokens_to_sample": config["max_tokens_to_sample"],
38
+ "temperature": config["temperature"],
39
+ "top_k": config["top_k"],
40
+ "top_p": config["top_p"],
41
+ "stop_sequences": ["\n\nHuman: "]
42
+ })
43
+ modelId = config["model"]
44
+ accept = "application/json"
45
+ contentType = "application/json"
46
+ response = bedrock_runtime.invoke_model(body = body, modelId = modelId, accept = accept, contentType = contentType)
47
+ response_body = json.loads(response.get("body").read())
48
+ completion = response_body["completion"]
49
+ except Exception as e:
50
+ raise gr.Error(e)
51
  wandb_log(prompt, completion)
52
  return completion
53
  #return "πŸ›‘ Execution is commented out. To view the source code see https://huggingface.co/spaces/bstraehle/amazon-bedrock-llm/tree/main."