Update app.py
Browse files
app.py
CHANGED
|
@@ -10,8 +10,10 @@ os.environ["LANGFUSE_PUBLIC_KEY"] = "pk-lf-9f2c32d2-266f-421d-9b87-51377f0a268c"
|
|
| 10 |
os.environ["LANGFUSE_SECRET_KEY"] = "sk-lf-229e10c5-6210-4a4b-a432-0f17bc66e56c"
|
| 11 |
os.environ["LANGFUSE_HOST"] = "https://chris4k-langfuse-template-space.hf.space" # 🇪🇺 EU region
|
| 12 |
|
| 13 |
-
|
| 14 |
-
|
|
|
|
|
|
|
| 15 |
|
| 16 |
|
| 17 |
|
|
@@ -23,6 +25,8 @@ from llama_cpp import Llama
|
|
| 23 |
from typing import Optional, Dict
|
| 24 |
import logging
|
| 25 |
from functools import lru_cache
|
|
|
|
|
|
|
| 26 |
|
| 27 |
class ModelManager:
|
| 28 |
def __init__(self, device: Optional[str] = None):
|
|
@@ -152,7 +156,8 @@ class BatchProcessor:
|
|
| 152 |
from abc import ABC, abstractmethod
|
| 153 |
from typing import AsyncGenerator, Dict, Any, Optional, List, Tuple
|
| 154 |
from dataclasses import dataclass
|
| 155 |
-
from logging import getLogger
|
|
|
|
| 156 |
|
| 157 |
from config.config import GenerationConfig, ModelConfig
|
| 158 |
|
|
@@ -359,6 +364,8 @@ class HealthCheck:
|
|
| 359 |
|
| 360 |
|
| 361 |
# llama_generator.py
|
|
|
|
|
|
|
| 362 |
class LlamaGenerator(BaseGenerator):
|
| 363 |
def __init__(
|
| 364 |
self,
|
|
|
|
| 10 |
os.environ["LANGFUSE_SECRET_KEY"] = "sk-lf-229e10c5-6210-4a4b-a432-0f17bc66e56c"
|
| 11 |
os.environ["LANGFUSE_HOST"] = "https://chris4k-langfuse-template-space.hf.space" # 🇪🇺 EU region
|
| 12 |
|
| 13 |
+
try:
|
| 14 |
+
langfuse = Langfuse()
|
| 15 |
+
catch:
|
| 16 |
+
print("Langfuse Offline")
|
| 17 |
|
| 18 |
|
| 19 |
|
|
|
|
| 25 |
from typing import Optional, Dict
|
| 26 |
import logging
|
| 27 |
from functools import lru_cache
|
| 28 |
+
from config.config import GenerationConfig, ModelConfig
|
| 29 |
+
|
| 30 |
|
| 31 |
class ModelManager:
|
| 32 |
def __init__(self, device: Optional[str] = None):
|
|
|
|
| 156 |
from abc import ABC, abstractmethod
|
| 157 |
from typing import AsyncGenerator, Dict, Any, Optional, List, Tuple
|
| 158 |
from dataclasses import dataclass
|
| 159 |
+
from logging import getLogger
|
| 160 |
+
|
| 161 |
|
| 162 |
from config.config import GenerationConfig, ModelConfig
|
| 163 |
|
|
|
|
| 364 |
|
| 365 |
|
| 366 |
# llama_generator.py
|
| 367 |
+
from config.config import GenerationConfig, ModelConfig
|
| 368 |
+
|
| 369 |
class LlamaGenerator(BaseGenerator):
|
| 370 |
def __init__(
|
| 371 |
self,
|