Update app.py
Browse files
app.py
CHANGED
@@ -30,19 +30,24 @@ def wandb_log(prompt, completion):
|
|
30 |
wandb.finish()
|
31 |
|
32 |
def invoke(prompt):
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
|
|
|
|
|
|
|
|
|
|
46 |
wandb_log(prompt, completion)
|
47 |
return completion
|
48 |
#return "π Execution is commented out. To view the source code see https://huggingface.co/spaces/bstraehle/amazon-bedrock-llm/tree/main."
|
|
|
30 |
wandb.finish()
|
31 |
|
32 |
def invoke(prompt):
|
33 |
+
if (prompt == ""):
|
34 |
+
raise gr.Error("Prompt is required.")
|
35 |
+
try:
|
36 |
+
body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
|
37 |
+
"max_tokens_to_sample": config["max_tokens_to_sample"],
|
38 |
+
"temperature": config["temperature"],
|
39 |
+
"top_k": config["top_k"],
|
40 |
+
"top_p": config["top_p"],
|
41 |
+
"stop_sequences": ["\n\nHuman: "]
|
42 |
+
})
|
43 |
+
modelId = config["model"]
|
44 |
+
accept = "application/json"
|
45 |
+
contentType = "application/json"
|
46 |
+
response = bedrock_runtime.invoke_model(body = body, modelId = modelId, accept = accept, contentType = contentType)
|
47 |
+
response_body = json.loads(response.get("body").read())
|
48 |
+
completion = response_body["completion"]
|
49 |
+
except Exception as e:
|
50 |
+
raise gr.Error(e)
|
51 |
wandb_log(prompt, completion)
|
52 |
return completion
|
53 |
#return "π Execution is commented out. To view the source code see https://huggingface.co/spaces/bstraehle/amazon-bedrock-llm/tree/main."
|