Update utils/cache_manager.py

utils/cache_manager.py

@@ -1,47 +1,92 @@
-from diskcache import Cache
-from functools import wraps
-import hashlib
-import json
-from config import settings
-
-# Initialize cache
-cache = Cache(settings.CACHE_DIR, size_limit=1000000000)  # 1GB limit
-
-def cache_llm_response(expire=86400):
-    """Cache decorator for LLM responses"""
-    def decorator(func):
-        @wraps(func)
-        def wrapper(*args, **kwargs):
-            if not settings.CACHE_ENABLED:
-                return func(*args, **kwargs)
-            
-            # Create cache key
-            key_data = {
-                "func": func.__name__,
-                "args": str(args),
-                "kwargs": str(kwargs)
-            }
-            key = hashlib.md5(json.dumps(key_data, sort_keys=True).encode()).hexdigest()
-            
-            # Check cache
-            if key in cache:
-                return cache[key]
-            
-            # Call function and cache result
-            result = func(*args, **kwargs)
-            cache.set(key, result, expire=expire)
-            return result
-        return wrapper
-    return decorator
-
-def clear_cache():
-    """Clear all cached responses"""
-    cache.clear()
-
-def get_cache_stats():
-    """Get cache statistics"""
-    return {
-        "size": cache.volume(),
-        "count": len(cache),
-        "enabled": settings.CACHE_ENABLED
-    }
+from diskcache import Cache
+from functools import wraps
+import hashlib
+import json
+import os
+from config import settings
+
+# Handle Spaces environment - use /tmp if available
+cache_dir = settings.CACHE_DIR
+if not os.path.exists(cache_dir):
+    os.makedirs(cache_dir, exist_ok=True)
+
+# Initialize cache with error handling
+try:
+    cache = Cache(cache_dir, size_limit=1000000000)  # 1GB limit
+except Exception as e:
+    print(f"Cache initialization failed: {e}. Using memory cache fallback.")
+    # Fallback to a simple dictionary-based cache
+    cache = {}
+
+def cache_llm_response(expire=86400):
+    """Cache decorator for LLM responses with fallback"""
+    def decorator(func):
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            if not settings.CACHE_ENABLED:
+                return func(*args, **kwargs)
+            
+            # Create cache key
+            key_data = {
+                "func": func.__name__,
+                "args": str(args),
+                "kwargs": str(kwargs)
+            }
+            key = hashlib.md5(json.dumps(key_data, sort_keys=True).encode()).hexdigest()
+            
+            # Check cache (with fallback for dictionary cache)
+            if isinstance(cache, dict):
+                if key in cache:
+                    return cache[key]
+            else:
+                if key in cache:
+                    return cache[key]
+            
+            # Call function and cache result
+            result = func(*args, **kwargs)
+            
+            # Store in cache (with fallback)
+            if isinstance(cache, dict):
+                cache[key] = result
+            else:
+                try:
+                    cache.set(key, result, expire=expire)
+                except Exception:
+                    # Fallback to dictionary if disk cache fails
+                    cache[key] = result
+            
+            return result
+        return wrapper
+    return decorator
+
+def clear_cache():
+    """Clear all cached responses"""
+    try:
+        if isinstance(cache, dict):
+            cache.clear()
+        else:
+            cache.clear()
+    except Exception as e:
+        print(f"Cache clearing failed: {e}")
+
+def get_cache_stats():
+    """Get cache statistics"""
+    try:
+        if isinstance(cache, dict):
+            return {
+                "size": sum(len(str(v)) for v in cache.values()),
+                "count": len(cache),
+                "enabled": settings.CACHE_ENABLED
+            }
+        else:
+            return {
+                "size": cache.volume(),
+                "count": len(cache),
+                "enabled": settings.CACHE_ENABLED
+            }
+    except Exception:
+        return {
+            "size": 0,
+            "count": 0,
+            "enabled": False
+        }