Update app.py

app.py

@@ -227,6 +227,9 @@
 
 import gradio as gr  
 import boto3
+import os
+access_key_id = os.environ['aws_access_key_id']
+secret_access_key = os.environ['aws_secret_access_key']
 client = boto3.client(service_name='bedrock-runtime',region_name='us-east-1',aws_access_key_id=access_key_id,aws_secret_access_key=secret_access_key)
 
 prompt = """
@@ -251,6 +254,8 @@ def generate(
         temperature=temperature,
         max_gen_len=max_gen_len,
         top_p=top_p)
+    
+    llm = Bedrock(model_id="meta.llama3-8b-instruct-v1:0",model_kwargs=generate_kwargs,client=bedrock_runtime)
 
     conversation = ConversationChain(
         prompt=prompt_temp,