Commit.

requirements.txt

@@ -11,6 +11,7 @@ colorama==0.4.6
 contourpy==1.2.0
 ctransformers==0.2.27
 cycler==0.12.1
+diskcache==5.6.3
 fastapi==0.109.0
 ffmpy==0.3.1
 filelock==3.13.1
@@ -28,6 +29,7 @@ Jinja2==3.1.3
 jsonschema==4.20.0
 jsonschema-specifications==2023.12.1
 kiwisolver==1.4.5
+llama_cpp_python==0.2.28
 markdown-it-py==3.0.0
 MarkupSafe==2.1.3
 matplotlib==3.8.2