Update app.py
Browse files
app.py
CHANGED
|
@@ -1,7 +1,8 @@
|
|
| 1 |
"""
|
| 2 |
-
Enhanced SPG: Multi-Stage Magnitude-Position Guided KV Cache Compression for GPT-
|
| 3 |
RESEARCH-GRADE: 450x compression with FULL non-negotiables compliance
|
| 4 |
NO ESTIMATIONS, NO FALLBACKS, NO HARDCODING - FAIL FAST ON ANY ERROR
|
|
|
|
| 5 |
"""
|
| 6 |
|
| 7 |
import gradio as gr
|
|
|
|
| 1 |
"""
|
| 2 |
+
Enhanced SPG: Multi-Stage Magnitude-Position Guided KV Cache Compression for GPT-Neo
|
| 3 |
RESEARCH-GRADE: 450x compression with FULL non-negotiables compliance
|
| 4 |
NO ESTIMATIONS, NO FALLBACKS, NO HARDCODING - FAIL FAST ON ANY ERROR
|
| 5 |
+
Supports GPT-Neo models: 125M, 1.3B, 2.7B with 2048 token context
|
| 6 |
"""
|
| 7 |
|
| 8 |
import gradio as gr
|