Upload 28 files

app.py

@@ -6,6 +6,7 @@ from models.text.vercel.main import XaiAPI, GroqAPI, DeepinfraAPI
 from models.image.vercel.main import FalAPI
 from models.image.together.main import TogetherImageAPI
 from models.fetch import FetchModel
+from auth.key import NimbusAuthKey
 
 app = FastAPI()
 
@@ -125,15 +126,16 @@ async def text_generate(request: Request):
     data = await request.json()
     messages = data['messages']
     choice = data['model']
-    api_key = data['api_key']
+    api_key = data.get('api_key')
 
-    if api_key != "test123":
-        return {"error": "Invalid API key."}
-    
-    if api_key not in data:
-        return {"error": "API key is required."}
+    auth = NimbusAuthKey()
+    user = auth.get_user(data.get('api_key'))
+    if not user:
+        return {"error": "Invalid API key"}
+    if not api_key:
+        return {"error": "API key is required"}
 
-    if not messages or not model:
+    if not messages or not choice:
         return {"error": "Invalid request. 'messages' and 'model' are required."}
     
     model = FetchModel().select_model(choice)

auth/key.py

@@ -0,0 +1,34 @@
+import firebase_admin
+from firebase_admin import credentials
+from firebase_admin import db
+
+# Initialize Firebase Admin with your service account credentials
+cred = credentials.Certificate('service.json')
+firebase_admin.initialize_app(cred, {
+    'databaseURL': 'https://chipling-ai-default-rtdb.firebaseio.com'
+})
+
+db = firebase_admin.db
+
+class NimbusAuthKey:
+    """
+    Nimbus Authentication Key
+    """
+
+    def __init__(self):
+        self.name = "Nimbus"
+
+    def get_user(self, key):
+        """
+        Get user from firebase
+        """
+        try:
+            database = db.reference('users')
+            users = database.get()
+            for uid, user_data in users.items():
+                if user_data.get('apiKey') == key:
+                    return uid
+            return None
+        except Exception as e:
+            print(f"Error fetching user: {e}")
+            return None

models/fetch.py

@@ -88,7 +88,8 @@ class FetchModel:
         
         return models
     
-    async def select_model(id):
+    @staticmethod
+    def select_model(id):
         if id == "llama-4-maverick-17b":
             options = ['meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8']
             model = random.choice(options)

requirements.txt

@@ -6,4 +6,5 @@ uvicorn[standard]
 asyncio
 jinja2
 aiofiles
-curl_cffi
+curl_cffi
+firebase_admin

service.json

@@ -0,0 +1,13 @@
+{
+  "type": "service_account",
+  "project_id": "chipling-ai",
+  "private_key_id": "6c56f07bba642ced936f7216c7717fcab58559f0",
+  "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQDN1P+8NdngIjvz\nQ31rBRhbkQ3kvWIX2ZsrvaGiYekhH7bk/Rp4dTfBphNsVPvY5BSH+2dIZKimuQsw\nd0p6tAkmk6bgEd+bGPYU4imIw8l7LC2wZxBUuwoCE+Ml5iynweUE2ieQ+hWoDuyo\nqavW0CuIRvnIRAtK1iVAW4rQmoqrQQZlpdE7IcM9NFYWBxhoSLYfEg+j3USEH8ua\nBmqYhrw88FrMJ5dJOs/7/FJZV0H6YWq3P2fUOYRijWcDAJgyHIep98g4G/CbKkLC\n0M6+1aZDY3RnLHMTssi29sVCNk1zT9Leuf1XDfYxvumpgRh9SsOMlz5v61AFKRPZ\nUL4avgWLAgMBAAECggEAHfeMUhUPBvxE+SpSyLGBtdcdDDfsX6eNWWVu8mrJ28o3\nwQf+ghoix31L56JJ1m6CdLfL9jS9fySCtggwHkQ27thhW88OXJDaRvkUbfZ/T4ED\nl+KxdHyUvO+zSvHDf5sRok62ovteCs09dGLbg1dkdx9KP3d0o20hGEkboTpWxQ7c\nJFUhuZhXJfk/iN9+6sbecfW1gY0FQyFNmZWm4JJ5x9yhz79HRiNoPAzVqKRlLqb5\ngba/PlGgYbokH/hqUd55sZCwUI3wVoHGQm4pdigoKquZPqnpyLP78VMoL2TXPpEK\npMdziz830LFVmuQRQXo7y1fqpzoRhBJs4tQUL43BtQKBgQDtTEvABu3wpBRgkJ/g\nS7WBtz0p2Xv9Cqc2x23F2nNcq2k5cUAGEkMU4ECWPcJWd3JtFRT1FgwCRd4SKgww\np/KzojXIGKpIEgOvgC3fo986kxfgqjHEZsibrX8BLZBxlotnCuPcY1HK3KSNIKF+\nDdGX6+cCTIL+GKV6tHu3dWFXBQKBgQDeDdkGp1DED6nMfpnXBPTw586v9lcrU1tl\nua192J1Z87A3Ti9FMZVZHMBDc//DK8j0aYiwuAKkRVGM8kSUH7GBttrIByEJXgSn\nnnAe3iz4mvVHuKfD3j+LrA5SuMtL7zf/+ZxazlcVv/2GQ0/Gt6kAVcy99zLodtM7\nNGUCeGVvTwKBgD+xpfeCJKXd9NZCm5dB2xNZUuKDzOML0/xBJXbg/uwV2mWfv1ah\n2j2lP9DT/PDmmOEssnZil5CYnlXz0VfSDLQoyxTNgg9cPn8CAc4wlz+KsfMM29Ti\n3d/jft6bE1VZ2ksrQiQqyI6SEN0MsCw8m1CS8mvMi7CWfvxjq31/1UPdAoGBANr9\nuzBlqDCD5gioPp4g5FQFuQAuqQ8weS3cra40CBLjUsFoWRQbb1fgE/kyGGXp85if\nz8/A2dIaDvA7KckPbKcpp6Cn7zvmvh51EcxPfvh7EjV2dfWkZPUhbUrFtrEfrhHD\noSCo6JepraVREwc+r+yFsZMTjOBX98Amzwtdo2PfAoGBALaKi35sWs7rW7aSwl91\nCXX7x+XoaQ/+DSjXuHhnltCtVDE9Ir5rPWhRycrHlsTZO6ag1QIy7T7YND6D3Lap\nJGLjIrbo8MgdhtdMwopIPgxfBh8gzzw9jKmaqW2MDRXfZHuPlrclUgyxNnw/hlBv\nt5uekXqtlSgVg62Wi5uHbM/p\n-----END PRIVATE KEY-----\n",
+  "client_email": "firebase-adminsdk-lriov@chipling-ai.iam.gserviceaccount.com",
+  "client_id": "109109130764194254680",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/firebase-adminsdk-lriov%40chipling-ai.iam.gserviceaccount.com",
+  "universe_domain": "googleapis.com"
+}

test2.py

@@ -0,0 +1,37 @@
+import requests
+import json
+
+messages = [
+    {"role": "user", "content": "helo"},
+    {"role": "assistant", "content": "Hello! How can I assist you today?"},
+    {"role": "user", "content": "who are you and give me a breif description of who created you "}
+]
+
+model = "llama-4-scout-17b"
+
+url = "http://127.0.0.1:8000/api/v1/text/generate"
+
+payload = {
+    "messages": messages,
+    "model": model,
+    "api_key": ""
+}
+
+response = requests.post(url, json=payload, stream=True)
+
+if response.status_code == 200:
+    for line in response.iter_lines():
+        if line:
+            print(line)
+            decoded_line = line.decode('utf-8')
+            if decoded_line.startswith('data: [DONE]'):
+                break
+            elif decoded_line.startswith('data: '):
+                try:
+                    json_data = json.loads(decoded_line[6:])
+                    if json_data["choices"] and "text" in json_data["choices"][0]:
+                        print(json_data["choices"][0]["text"], end='')
+                except json.JSONDecodeError:
+                    continue
+else:
+    print(f"Request failed with status code {response.status_code}")