Update api_usage.py

api_usage.py

@@ -9,11 +9,6 @@ RATE_LIMIT_PER_MODEL = {
     "gpt-4": 200,
     "gpt-4-32k": 1000
 }
-BODY_GPT = {
-    "gpt-3.5-turbo": {"model": "gpt-3.5-turbo", "max_tokens": 1, "messages": [{'role':'user', 'content': ''}]},
-    "gpt-4": {"model": "gpt-4", "max_tokens": 1, "messages": [{'role':'user', 'content': ''}]},
-    "gpt-4-32k": {"model": "gpt-4-32k", "max_tokens": 1, "messages": [{'role':'user', 'content': ''}]}
-}
 
 def get_headers(key):
     headers = {'Authorization': f'Bearer {key}'}
@@ -23,6 +18,7 @@ def get_subscription(key, available_models):
     headers = get_headers(key)    
     rpm = "0"        
     tpm = "0"
+    tpm_left = "0"
     org = ""
     quota = ""    
     key_highest_model = ""
@@ -46,6 +42,7 @@ def get_subscription(key, available_models):
     if "id" in result:            
         rpm = r.headers.get("x-ratelimit-limit-requests", "0")
         tpm = r.headers.get("x-ratelimit-limit-tokens", "0")
+        tpm_left = r.headers.get("x-ratelimit-remaining-tokens", "0")
         org = r.headers.get('openai-organization', "")
         quota = check_key_type(key_highest_model, int(rpm))      
     else:
@@ -57,7 +54,7 @@ def get_subscription(key, available_models):
             "has_gpt4": has_gpt4,
             "organization": org,
             "rpm": f"{rpm} ({key_highest_model})",
-            "tpm": f"{tpm}",
+            "tpm": f"{tpm} ({tpm_left} left)",
             "quota": quota}
 
 def get_org_name(key):
@@ -66,10 +63,10 @@ def get_org_name(key):
     return r.headers['openai-organization']
 
 def check_key_type(model, rpm):
-    if rpm >= RATE_LIMIT_PER_MODEL[model]:
-        return "yes | pay"
-    else:
+    if rpm < RATE_LIMIT_PER_MODEL[model]:
         return "yes | trial"
+    else:
+        return "yes | pay"
     
 def check_gpt4_availability(available_models):
     if 'gpt-4' in available_models: