Removed huggingface_hub
Browse files- app.py +1 -3
- requirements.txt +1 -2
app.py
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
from ctransformers import AutoModelForCausalLM
|
2 |
-
from huggingface_hub import hf_hub_download
|
3 |
|
4 |
import gradio as gr
|
5 |
|
@@ -20,8 +19,7 @@ def generate(history):
|
|
20 |
return streamer
|
21 |
|
22 |
|
23 |
-
|
24 |
-
llm = AutoModelForCausalLM.from_pretrained(model_path, model_type='llama')
|
25 |
end_token = "</s>"
|
26 |
|
27 |
|
|
|
1 |
from ctransformers import AutoModelForCausalLM
|
|
|
2 |
|
3 |
import gradio as gr
|
4 |
|
|
|
19 |
return streamer
|
20 |
|
21 |
|
22 |
+
llm = AutoModelForCausalLM.from_pretrained("theodotus/llama-uk", model_file="model_q4_1.bin", model_type='llama')
|
|
|
23 |
end_token = "</s>"
|
24 |
|
25 |
|
requirements.txt
CHANGED
@@ -1,2 +1 @@
|
|
1 |
-
ctransformers
|
2 |
-
huggingface_hub
|
|
|
1 |
+
ctransformers
|
|