Upload folder using huggingface_hub

main.py

@@ -13,11 +13,16 @@ import logging
 from fastapi import Request
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.staticfiles import StaticFiles
-
+from slowapi import Limiter, _rate_limit_exceeded_handler
+from slowapi.util import get_remote_address
+from slowapi.errors import RateLimitExceeded
 
 logging.basicConfig(level=logging.INFO)
 
 app = FastAPI(title="Sanatan AI Unified Server")
+limiter = Limiter(key_func=get_remote_address)
+app.state.limiter = limiter
+app.add_exception_handler(RateLimitExceeded, _rate_limit_exceeded_handler)
 
 # Allow all origins (for dev)
 app.add_middleware(

pyproject.toml

@@ -23,4 +23,5 @@ dependencies = [
     "oauth2client>=4.1.3",
     "pycountry>=24.6.1",
     "sentence-transformers>=5.0.0",
+    "slowapi>=0.1.9",
 ]

requirements.txt

@@ -50,18 +50,14 @@ click==8.2.1
     # via
     #   typer
     #   uvicorn
-colorama==0.4.6
-    # via
-    #   build
-    #   click
-    #   tqdm
-    #   uvicorn
 coloredlogs==15.0.1
     # via onnxruntime
 dataclasses-json==0.6.7
     # via langchain-community
 deprecated==1.2.18
-    # via pykakasi
+    # via
+    #   limits
+    #   pykakasi
 distro==1.9.0
     # via
     #   openai
@@ -128,8 +124,6 @@ gradio-client==1.13.1
     # via gradio
 gradio-modal==0.0.4
     # via sanatan-ai (pyproject.toml)
-greenlet==3.2.3
-    # via sqlalchemy
 groovy==0.1.2
     # via gradio
 grpcio==1.74.0
@@ -142,6 +136,8 @@ h11==0.16.0
     # via
     #   httpcore
     #   uvicorn
+hf-xet==1.2.0
+    # via huggingface-hub
 httpcore==1.0.9
     # via httpx
 httplib2==0.22.0
@@ -241,6 +237,8 @@ language-data==1.3.0
     # via
     #   aksharamukha
     #   langcodes
+limits==5.6.0
+    # via slowapi
 lxml==6.0.2
     # via aksharamukha
 marisa-trie==1.3.1
@@ -325,6 +323,7 @@ packaging==25.0
     #   huggingface-hub
     #   langchain-core
     #   langsmith
+    #   limits
     #   marshmallow
     #   onnxruntime
     #   transformers
@@ -391,8 +390,6 @@ pypika==0.48.9
     # via chromadb
 pyproject-hooks==1.2.0
     # via build
-pyreadline3==3.5.4
-    # via humanfriendly
 python-dateutil==2.9.0.post0
     # via
     #   kubernetes
@@ -491,6 +488,8 @@ six==1.17.0
     #   posthog
     #   python-dateutil
     #   stone
+slowapi==0.1.9
+    # via sanatan-ai (pyproject.toml)
 sniffio==1.3.1
     # via
     #   anyio
@@ -547,6 +546,7 @@ typing-extensions==4.14.1
     #   gradio-client
     #   huggingface-hub
     #   langchain-core
+    #   limits
     #   openai
     #   opentelemetry-api
     #   opentelemetry-exporter-otlp-proto-grpc
@@ -578,6 +578,8 @@ uvicorn==0.35.0
     # via
     #   chromadb
     #   gradio
+uvloop==0.22.1
+    # via uvicorn
 watchfiles==1.1.0
     # via uvicorn
 websocket-client==1.8.0

server.py

@@ -20,9 +20,18 @@ from modules.quiz.answer_validator import validate_answer
 from modules.quiz.models import Question
 from modules.quiz.quiz_helper import generate_question
 import logging
-
 from modules.video.model import VideoRequest
 from modules.video.service import svc_get_video_urls
+from openai import OpenAI
+from dotenv import load_dotenv
+from slowapi.util import get_remote_address
+from slowapi import Limiter
+from slowapi.errors import RateLimitExceeded
+
+router = APIRouter()
+limiter = Limiter(key_func=get_remote_address)
+
+load_dotenv()
 
 logging.basicConfig()
 logger = logging.getLogger(__name__)
@@ -627,3 +636,54 @@ async def get_discourse_detail(topic_id: int):
     if not topic:
         raise HTTPException(status_code=404, detail="Discourse topic not found")
     return topic
+
+class TranslationRequest(BaseModel):
+    context : str
+    text: str
+    target_lang: str
+
+client = OpenAI()
+
+@router.post("/translate")
+@limiter.limit("5/minute")
+async def translate_text(request: Request, body: TranslationRequest):
+    """
+    Translate text from any language (auto-detected) to the target language.
+    """
+    try:
+        prompt = f"""
+You are a professional translation engine that performs **literal, direct translations** — not summaries or interpretations.
+
+Your objectives:
+1. **Detect the source language and script automatically.**
+2. If the source and target languages are the same ({body.target_lang}), return the original text unchanged.
+3. Translate **each sentence or line** in a one-to-one manner, preserving structure, order, and approximate length.
+4. Do **not infer**, **do not summarize**, and **do not paraphrase** — translate only what is written.
+5. Maintain every phrase and symbol; do not omit or merge content.
+6. If the input text appears to be **transliterated** (for example, Indic or Dravidian language text written in Latin characters), internally interpret it as its likely original language (e.g., Sanskrit, Tamil, Telugu, etc.) before translating to {body.target_lang}.
+7. When the target language uses a non-Latin script, **output in that native script** (not in transliteration).
+8. Use the provided context only to resolve ambiguity — never to alter, shorten, or elaborate the meaning.
+9. Respond with **only the translated text** — no commentary, explanations, transliterations, or formatting.
+
+Context (for disambiguation only):
+{body.context}
+
+Text to translate:
+{body.text}
+"""
+
+
+
+        print(f"prompt = {prompt}")
+
+        response = client.chat.completions.create(
+            model="gpt-4o-mini",
+            messages=[{"role": "user", "content": prompt}],
+            temperature=0.2,
+        )
+
+        translation = response.choices[0].message.content.strip()
+        return {"translated_text": translation}
+
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))

uv.lock

@@ -1,5 +1,5 @@
 version = 1
-revision = 2
+revision = 3
 requires-python = ">=3.12"
 resolution-markers = [
     "python_full_version >= '3.13'",
@@ -1400,6 +1400,20 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/5d/e9/5a5ffd9b286db82be70d677d0a91e4d58f7912bb8dd026ddeeb4abe70679/language_data-1.3.0-py3-none-any.whl", hash = "sha256:e2ee943551b5ae5f89cd0e801d1fc3835bb0ef5b7e9c3a4e8e17b2b214548fbf", size = 5385760, upload-time = "2024-11-19T10:21:36.005Z" },
 ]
 
+[[package]]
+name = "limits"
+version = "5.6.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "deprecated" },
+    { name = "packaging" },
+    { name = "typing-extensions" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/bb/e5/c968d43a65128cd54fb685f257aafb90cd5e4e1c67d084a58f0e4cbed557/limits-5.6.0.tar.gz", hash = "sha256:807fac75755e73912e894fdd61e2838de574c5721876a19f7ab454ae1fffb4b5", size = 182984, upload-time = "2025-09-29T17:15:22.689Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/40/96/4fcd44aed47b8fcc457653b12915fcad192cd646510ef3f29fd216f4b0ab/limits-5.6.0-py3-none-any.whl", hash = "sha256:b585c2104274528536a5b68864ec3835602b3c4a802cd6aa0b07419798394021", size = 60604, upload-time = "2025-09-29T17:15:18.419Z" },
+]
+
 [[package]]
 name = "lxml"
 version = "6.0.2"
@@ -3070,6 +3084,7 @@ dependencies = [
     { name = "oauth2client" },
     { name = "pycountry" },
     { name = "sentence-transformers" },
+    { name = "slowapi" },
 ]
 
 [package.metadata]
@@ -3092,6 +3107,7 @@ requires-dist = [
     { name = "oauth2client", specifier = ">=4.1.3" },
     { name = "pycountry", specifier = ">=24.6.1" },
     { name = "sentence-transformers", specifier = ">=5.0.0" },
+    { name = "slowapi", specifier = ">=0.1.9" },
 ]
 
 [[package]]
@@ -3250,6 +3266,18 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" },
 ]
 
+[[package]]
+name = "slowapi"
+version = "0.1.9"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "limits" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/a0/99/adfc7f94ca024736f061257d39118e1542bade7a52e86415a4c4ae92d8ff/slowapi-0.1.9.tar.gz", hash = "sha256:639192d0f1ca01b1c6d95bf6c71d794c3a9ee189855337b4821f7f457dddad77", size = 14028, upload-time = "2024-02-05T12:11:52.13Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/2b/bb/f71c4b7d7e7eb3fc1e8c0458a8979b912f40b58002b9fbf37729b8cb464b/slowapi-0.1.9-py3-none-any.whl", hash = "sha256:cfad116cfb84ad9d763ee155c1e5c5cbf00b0d47399a769b227865f5df576e36", size = 14670, upload-time = "2024-02-05T12:11:50.898Z" },
+]
+
 [[package]]
 name = "sniffio"
 version = "1.3.1"