Update app.py
Browse files
app.py
CHANGED
@@ -1,9 +1,15 @@
|
|
1 |
import gradio as gr
|
2 |
-
import boto3, json, os
|
3 |
|
4 |
from dotenv import load_dotenv, find_dotenv
|
5 |
_ = load_dotenv(find_dotenv())
|
6 |
|
|
|
|
|
|
|
|
|
|
|
|
|
7 |
aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"]
|
8 |
aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"]
|
9 |
|
@@ -18,7 +24,7 @@ bedrock_runtime = boto3.client(
|
|
18 |
def invoke(prompt):
|
19 |
body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
|
20 |
"max_tokens_to_sample": 300,
|
21 |
-
"temperature":
|
22 |
"top_k": 250,
|
23 |
"top_p": 0.999,
|
24 |
"stop_sequences": ["\n\nHuman: "]
|
|
|
1 |
import gradio as gr
|
2 |
+
import boto3, json, os, wandb
|
3 |
|
4 |
from dotenv import load_dotenv, find_dotenv
|
5 |
_ = load_dotenv(find_dotenv())
|
6 |
|
7 |
+
config = {
|
8 |
+
"model": "anthropic.claude-v2",
|
9 |
+
"temperature": 1,
|
10 |
+
}
|
11 |
+
|
12 |
+
wandb_api_key = os.environ["WANDB_API_KEY"]
|
13 |
aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"]
|
14 |
aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"]
|
15 |
|
|
|
24 |
def invoke(prompt):
|
25 |
body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
|
26 |
"max_tokens_to_sample": 300,
|
27 |
+
"temperature": config.temperature,
|
28 |
"top_k": 250,
|
29 |
"top_p": 0.999,
|
30 |
"stop_sequences": ["\n\nHuman: "]
|