File size: 15,172 Bytes
4c57dd0 13b4461 a338661 13b4461 048db45 13b4461 9858c81 13b4461 a338661 4c57dd0 13b4461 d57c6f7 4c57dd0 048db45 13b4461 048db45 17dccdc 048db45 13b4461 048db45 4c57dd0 048db45 13b4461 c2008cc 13b4461 c2008cc 13b4461 3d6ca7e 13b4461 c2008cc 13b4461 ebb5e1e 13b4461 3862a20 13b4461 3862a20 13b4461 3d6ca7e 13b4461 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 |
import os
import re
import logging
import uuid
import time
from datetime import datetime, timezone, timedelta
from collections import defaultdict
from typing import Optional, Dict, Any
import asyncio
from concurrent.futures import ThreadPoolExecutor
from fastapi import FastAPI, HTTPException, Body, BackgroundTasks, Path, Request
from fastapi.responses import StreamingResponse
from pydantic import BaseModel, Field
import openai # For your custom API
import google.generativeai as genai # For Gemini API
from google.generativeai.types import GenerationConfig
# --- Logging Configuration ---
logging.basicConfig(
level=logging.INFO,
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
datefmt='%Y-%m-%d %H:%M:%S'
)
logger = logging.getLogger(__name__)
# --- Configuration ---
CUSTOM_API_BASE_URL_DEFAULT = "https://api-q3ieh5raqfuad9o8.aistudio-app.com/v1"
CUSTOM_API_MODEL_DEFAULT = "gemma3:27b"
DEFAULT_GEMINI_MODEL = "gemini-2.0-flash"
GEMINI_REQUEST_TIMEOUT_SECONDS = 300
# --- In-Memory Task Storage ---
tasks_db: Dict[str, Dict[str, Any]] = {}
# --- Pydantic Models ---
class ChatPayload(BaseModel):
message: str
temperature: float = Field(0.6, ge=0.0, le=1.0)
class GeminiTaskRequest(BaseModel):
message: str
url: Optional[str] = None
gemini_model: Optional[str] = None
api_key: Optional[str] = Field(None, description="Gemini API Key (optional; uses Space secret if not provided)")
class TaskSubmissionResponse(BaseModel):
task_id: str
status: str
task_detail_url: str
class TaskStatusResponse(BaseModel):
task_id: str
status: str
submitted_at: datetime
last_updated_at: datetime
result: Optional[str] = None
error: Optional[str] = None
# request_params: Optional[Dict[str, Any]] = None # Optionally return original params
# Rate limiting dictionary
class RateLimiter:
def __init__(self, max_requests: int, time_window: timedelta):
self.max_requests = max_requests
self.time_window = time_window
self.requests: Dict[str, list] = defaultdict(list)
def _cleanup_old_requests(self, user_ip: str) -> None:
"""Remove requests that are outside the time window."""
current_time = time.time()
self.requests[user_ip] = [
timestamp for timestamp in self.requests[user_ip]
if current_time - timestamp < self.time_window.total_seconds()
]
def is_rate_limited(self, user_ip: str) -> bool:
"""Check if the user has exceeded their rate limit."""
self._cleanup_old_requests(user_ip)
# Get current count after cleanup
current_count = len(self.requests[user_ip])
# Add current request timestamp (incrementing the count)
current_time = time.time()
self.requests[user_ip].append(current_time)
# Check if user has exceeded the maximum requests
return (current_count + 1) > self.max_requests
def get_current_count(self, user_ip: str) -> int:
"""Get the current request count for an IP."""
self._cleanup_old_requests(user_ip)
return len(self.requests[user_ip])
# Initialize rate limiter with 100 requests per day
rate_limiter = RateLimiter(
max_requests=50,
time_window=timedelta(days=1)
)
def get_user_ip(request: Request) -> str:
"""Helper function to get user's IP address."""
forwarded = request.headers.get("X-Forwarded-For")
if forwarded:
return forwarded.split(",")[0]
return request.client.host
class ApiRotator:
def __init__(self, apis):
self.apis = apis
self.last_successful_index = None
def get_prioritized_apis(self):
if self.last_successful_index is not None:
# Move the last successful API to the front
rotated_apis = (
[self.apis[self.last_successful_index]] +
self.apis[:self.last_successful_index] +
self.apis[self.last_successful_index+1:]
)
return rotated_apis
return self.apis
def update_last_successful(self, index):
self.last_successful_index = index
# --- FastAPI App Initialization ---
app = FastAPI(
title="Dual Chat & Async Gemini API",
description="Made by Cody from chrunos.com.",
version="2.0.0"
)
# --- Helper Functions ---
def is_video_url_for_gemini(url: Optional[str]) -> bool:
if not url:
return False
# Use raw strings (r"...") for regular expressions to avoid SyntaxWarnings
youtube_regex = (
r'(https_?://)?(www\.)?'
r'(youtube|youtu|youtube-nocookie)\.(com|be)/' # Changed to raw string
r'(watch\?v=|embed/|v/|.+\?v=)?([^&=%\?]{11})' # Changed to raw string
)
# This regex was likely fine as it didn't have ambiguous escapes, but good practice to make it raw too
googleusercontent_youtube_regex = r'https_?://googleusercontent\.com/youtube\.com/\w+'
return re.match(youtube_regex, url) is not None or \
re.match(googleusercontent_youtube_regex, url) is not None
async def process_gemini_request_background(
task_id: str,
user_message: str,
input_url: Optional[str],
requested_gemini_model: str,
gemini_key_to_use: str
):
logger.info(f"[Task {task_id}] Starting background Gemini processing. Model: {requested_gemini_model}, URL: {input_url}")
tasks_db[task_id]["status"] = "PROCESSING"
tasks_db[task_id]["last_updated_at"] = datetime.now(timezone.utc)
try:
genai.configure(api_key=gemini_key_to_use)
model_instance = genai.GenerativeModel(model_name=requested_gemini_model)
content_parts = [{"text": user_message}]
if input_url and is_video_url_for_gemini(input_url):
logger.info(f"[Task {task_id}] Adding video URL to Gemini content: {input_url}")
content_parts.append({
"file_data": {
"mime_type": "video/youtube", # Or let Gemini infer
"file_uri": input_url
}
})
gemini_contents = [{"parts": content_parts}]
generation_config = GenerationConfig(candidate_count=1)
request_options = {"timeout": GEMINI_REQUEST_TIMEOUT_SECONDS}
logger.info(f"[Task {task_id}] Sending request to Gemini API...")
response = await model_instance.generate_content_async(
gemini_contents,
stream=False, # Collect full response for async task
generation_config=generation_config,
request_options=request_options
)
# Assuming response.text contains the full aggregated text
# If using a model version that streams even for non-stream call, aggregate it:
full_response_text = ""
if hasattr(response, 'text') and response.text:
full_response_text = response.text
elif hasattr(response, 'parts'): # Check for newer API structures if .text is not primary
for part in response.parts:
if hasattr(part, 'text'):
full_response_text += part.text
else: # Fallback for safety if structure is unexpected or if it's an iterable of chunks
# This part might need adjustment based on actual non-streaming response object
# For now, assuming generate_content_async with stream=False gives a response with .text
# or we need to iterate if it's still a stream internally for some models
logger.warning(f"[Task {task_id}] Gemini response structure not as expected or empty. Response: {response}")
if not full_response_text and response.prompt_feedback and response.prompt_feedback.block_reason:
block_reason_name = response.prompt_feedback.block_reason.name if hasattr(response.prompt_feedback.block_reason, 'name') else str(response.prompt_feedback.block_reason)
logger.warning(f"[Task {task_id}] Gemini content blocked: {block_reason_name}")
tasks_db[task_id]["status"] = "FAILED"
tasks_db[task_id]["error"] = f"Content blocked by Gemini due to: {block_reason_name}"
elif full_response_text:
logger.info(f"[Task {task_id}] Gemini processing successful. Result length: {len(full_response_text)}")
tasks_db[task_id]["status"] = "COMPLETED"
tasks_db[task_id]["result"] = full_response_text
else:
logger.warning(f"[Task {task_id}] Gemini processing completed but no text content found and no block reason.")
tasks_db[task_id]["status"] = "FAILED"
tasks_db[task_id]["error"] = "Gemini returned no content and no specific block reason."
except Exception as e:
logger.error(f"[Task {task_id}] Error during Gemini background processing: {e}", exc_info=True)
tasks_db[task_id]["status"] = "FAILED"
tasks_db[task_id]["error"] = str(e)
finally:
tasks_db[task_id]["last_updated_at"] = datetime.now(timezone.utc)
# --- API Endpoints ---
@app.post("/chat", response_class=StreamingResponse)
async def direct_chat(payload: ChatPayload, request: Request):
logger.info(f"Direct chat request received. Temperature: {payload.temperature}, Message: '{payload.message[:50]}...'")
user_ip = get_user_ip(request)
if rate_limiter.is_rate_limited(user_ip):
current_count = rate_limiter.get_current_count(user_ip)
raise HTTPException(
status_code=429,
detail={
"error": "You have exceeded the maximum number of requests per day. Please try again tomorrow.",
"url": "https://t.me/chrunoss"
}
)
custom_api_key_secret = os.getenv("CUSTOM_API_SECRET_KEY")
custom_api_base_url = os.getenv("CUSTOM_API_BASE_URL", CUSTOM_API_BASE_URL_DEFAULT)
custom_api_model = os.getenv("CUSTOM_API_MODEL", CUSTOM_API_MODEL_DEFAULT)
if not custom_api_key_secret:
logger.error("Custom API key ('CUSTOM_API_SECRET_KEY') is not configured for /chat.")
raise HTTPException(status_code=500, detail="Custom API key not configured.")
async def custom_api_streamer():
client = None
try:
logger.info("Sending request to Custom API for /chat.")
# Use AsyncOpenAI with proper configuration
from openai import AsyncOpenAI
client = AsyncOpenAI(
api_key=custom_api_key_secret,
base_url=custom_api_base_url,
timeout=60.0 # Longer timeout for gemma3:27b model
)
stream = await client.chat.completions.create(
model=custom_api_model,
temperature=payload.temperature,
messages=[{"role": "user", "content": payload.message}],
stream=True
)
async for chunk in stream:
try:
# Exact same logic as your working code
if hasattr(chunk.choices[0].delta, "reasoning_content") and chunk.choices[0].delta.reasoning_content:
yield chunk.choices[0].delta.reasoning_content
elif chunk.choices[0].delta.content is not None: # Handle None explicitly
yield chunk.choices[0].delta.content
except (IndexError, AttributeError) as e:
# Skip malformed chunks silently (some APIs send empty chunks)
continue
except Exception as e:
logger.warning(f"Skipping chunk due to error: {e}")
continue
except Exception as e:
logger.error(f"Error during Custom API call for /chat: {e}", exc_info=True)
# Handle specific connection errors with retry suggestion
if "peer closed connection" in str(e) or "incomplete chunked read" in str(e):
yield "Connection interrupted. Please try again."
else:
yield f"Error processing with Custom API: {str(e)}"
finally:
if client:
try:
await client.close()
except Exception as cleanup_error:
logger.warning(f"Error closing OpenAI client: {cleanup_error}")
return StreamingResponse(
custom_api_streamer(),
media_type="text/plain",
headers={
"Cache-Control": "no-cache",
"Connection": "keep-alive",
}
)
@app.post("/gemini/submit_task", response_model=TaskSubmissionResponse)
async def submit_gemini_task(request: GeminiTaskRequest, background_tasks: BackgroundTasks):
task_id = str(uuid.uuid4())
logger.info(f"Received Gemini task submission. Assigning Task ID: {task_id}. Message: '{request.message[:50]}...'")
gemini_api_key_from_request = request.api_key
gemini_api_key_secret = os.getenv("GEMINI_API_KEY")
key_to_use = gemini_api_key_from_request
if not key_to_use:
logger.error(f"[Task {task_id}] Gemini API Key missing for task submission.")
raise HTTPException(status_code=400, detail="Gemini API Key required.")
requested_model = request.gemini_model or DEFAULT_GEMINI_MODEL
current_time = datetime.now(timezone.utc)
tasks_db[task_id] = {
"status": "PENDING",
"result": None,
"error": None,
"submitted_at": current_time,
"last_updated_at": current_time,
"request_params": request.model_dump() # Store original request
}
background_tasks.add_task(
process_gemini_request_background,
task_id,
request.message,
request.url,
requested_model,
key_to_use
)
logger.info(f"[Task {task_id}] Task submitted to background processing.")
return TaskSubmissionResponse(
task_id=task_id,
status="PENDING",
task_detail_url=f"/gemini/task/{task_id}" # Provide the URL to poll
)
@app.get("/gemini/task/{task_id}", response_model=TaskStatusResponse)
async def get_gemini_task_status(task_id: str = Path(..., description="The ID of the task to retrieve")):
logger.info(f"Status query for Task ID: {task_id}")
task = tasks_db.get(task_id)
if not task:
logger.warning(f"Task ID not found: {task_id}")
raise HTTPException(status_code=404, detail="Task ID not found.")
logger.info(f"[Task {task_id}] Current status: {task['status']}")
return TaskStatusResponse(
task_id=task_id,
status=task["status"],
submitted_at=task["submitted_at"],
last_updated_at=task["last_updated_at"],
result=task.get("result"),
error=task.get("error"),
# request_params=task.get("request_params") # Optionally include original params
)
@app.get("/")
async def read_root():
logger.info("Root endpoint '/' accessed (health check).")
return {"message": "API for Direct Chat and Async Gemini Tasks is running."} |