bstraehle commited on
Commit
6b17270
1 Parent(s): deff679

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -2
app.py CHANGED
@@ -1,9 +1,15 @@
1
  import gradio as gr
2
- import boto3, json, os
3
 
4
  from dotenv import load_dotenv, find_dotenv
5
  _ = load_dotenv(find_dotenv())
6
 
 
 
 
 
 
 
7
  aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"]
8
  aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"]
9
 
@@ -18,7 +24,7 @@ bedrock_runtime = boto3.client(
18
  def invoke(prompt):
19
  body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
20
  "max_tokens_to_sample": 300,
21
- "temperature": 1,
22
  "top_k": 250,
23
  "top_p": 0.999,
24
  "stop_sequences": ["\n\nHuman: "]
 
1
  import gradio as gr
2
+ import boto3, json, os, wandb
3
 
4
  from dotenv import load_dotenv, find_dotenv
5
  _ = load_dotenv(find_dotenv())
6
 
7
+ config = {
8
+ "model": "anthropic.claude-v2",
9
+ "temperature": 1,
10
+ }
11
+
12
+ wandb_api_key = os.environ["WANDB_API_KEY"]
13
  aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"]
14
  aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"]
15
 
 
24
  def invoke(prompt):
25
  body = json.dumps({"prompt": "\n\nHuman: " + prompt + "\n\nAssistant: ",
26
  "max_tokens_to_sample": 300,
27
+ "temperature": config.temperature,
28
  "top_k": 250,
29
  "top_p": 0.999,
30
  "stop_sequences": ["\n\nHuman: "]