Update app.py

app.py

@@ -1,39 +1,52 @@
 import gradio as gr
-import logging
+import requests
 import json
+import logging
+import os
 
 # Set up logging
 logging.basicConfig(level=logging.DEBUG, format='%(asctime)s - %(levelname)s - %(message)s')
 logger = logging.getLogger(__name__)
 
-# Load the model
-logger.info("Loading the model...")
-model = gr.load("models/mattshumer/Reflection-Llama-3.1-70B")
-logger.info(f"Model loaded. Type: {type(model)}")
+# Hugging Face API settings
+API_URL = "https://api-inference.huggingface.co/models/mattshumer/Reflection-Llama-3.1-70B"
+API_TOKEN = os.environ.get("HUGGINGFACE_API_TOKEN")  # Make sure to set this in your Space's secrets
+
+headers = {"Authorization": f"Bearer {API_TOKEN}"}
+
+def query(payload):
+    logger.info(f"Sending payload to API: {payload}")
+    response = requests.post(API_URL, headers=headers, json=payload)
+    logger.info(f"Received response with status code: {response.status_code}")
+    return response.json()
 
 def generate_text(prompt):
     logger.info(f"Received prompt: {prompt}")
     
     try:
         # Generate text
-        logger.info("Calling model for text generation...")
-        response = model(prompt)
-        logger.info(f"Raw response from model: {response}")
-        
-        if isinstance(response, tuple):
-            logger.info("Response is a tuple. Unpacking...")
-            response = response[0] if response else "Empty response"
-        
-        if isinstance(response, dict):
-            logger.info("Response is a dictionary. Extracting relevant information...")
-            response = json.dumps(response, indent=2)
+        payload = {
+            "inputs": prompt,
+            "parameters": {
+                "max_new_tokens": 100,
+                "temperature": 0.7,
+                "top_p": 0.95,
+                "do_sample": True
+            }
+        }
+        logger.info("Calling Hugging Face Inference API for text generation...")
+        response = query(payload)
         
-        if not isinstance(response, str):
-            logger.warning(f"Unexpected response type: {type(response)}")
-            response = str(response)
+        logger.info(f"Raw response from API: {json.dumps(response, indent=2)}")
         
-        logger.info(f"Processed response: {response[:100]}...")  # Log first 100 chars
-        return response
+        if isinstance(response, list) and len(response) > 0:
+            generated_text = response[0].get('generated_text', '')
+            logger.info(f"Processed response: {generated_text[:100]}...")  # Log first 100 chars
+            return generated_text
+        else:
+            error_msg = f"Unexpected response format: {response}"
+            logger.error(error_msg)
+            return error_msg
 
     except Exception as e:
         error_msg = f"Error generating text: {str(e)}"