Update app.py

app.py

@@ -1,21 +1,29 @@
 import requests
 import streamlit as st
-import torch
-from transformers import pipeline
 
-# Initialize Llama 3.2 model
-@st.cache_resource
-def load_model():
-    model_id = "meta-llama/Llama-3.2-1B"
-    pipe = pipeline(
-        "text-generation", 
-        model=model_id, 
-        torch_dtype=torch.bfloat16, 
-        device_map="auto"
-    )
-    return pipe
+# Set your API key here
+API_KEY = "3fbfe25109b647efb7bf2f45bd667163"  # Replace with your actual API key
+API_URL = "https://aimlapi.com/v1"  # Replace with the actual API endpoint
 
-pipe = load_model()
+def call_ai_ml_api(prompt):
+    headers = {
+        "Authorization": f"Bearer {API_KEY}",
+        "Content-Type": "application/json",
+    }
+    payload = {
+        "model": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+        "prompt": prompt,
+        "max_new_tokens": 500,
+        "temperature": 0.7,
+    }
+    
+    response = requests.post(API_URL, headers=headers, json=payload)
+    
+    if response.status_code == 200:
+        return response.json()["generated_text"]
+    else:
+        st.error("Failed to generate response from AI/ML API.")
+        return ""
 
 def call_llama_for_response(clauses_data):
     prompt = "As an AI assistant specializing in contract analysis, draft a professional and courteous response to a contract drafter based on the following clause analyses and decisions:\n\n"
@@ -31,8 +39,8 @@ def call_llama_for_response(clauses_data):
     
     prompt += "Draft a response that addresses each clause, explaining our position on acceptance, rejection, or negotiation. The tone should be professional, courteous, and constructive."
 
-    response = pipe(prompt, max_new_tokens=500, do_sample=True, temperature=0.7)
-    return response[0]['generated_text']
+    response = call_ai_ml_api(prompt)
+    return response
 
 st.title("Contract Negotiation Assistant")
 
@@ -112,4 +120,4 @@ if st.session_state.uploaded_file is not None:
             st.success("Contract negotiation completed. Response generated for review.")
 
 else:
-    st.write("Please upload a contract to begin the analysis.")
+    st.write("Please upload a contract to begin the analysis.")