Spaces:
Sleeping
Sleeping
ehristoforu
commited on
Update modules/load_model.py
Browse files- modules/load_model.py +3 -0
modules/load_model.py
CHANGED
@@ -1,3 +1,5 @@
|
|
|
|
|
|
1 |
import os
|
2 |
import gradio as gr
|
3 |
import copy
|
@@ -7,6 +9,7 @@ import random
|
|
7 |
from huggingface_hub import hf_hub_download
|
8 |
import time
|
9 |
|
|
|
10 |
def load_model(path, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
|
11 |
try:
|
12 |
dir = os.getcwd()
|
|
|
1 |
+
import spaces
|
2 |
+
|
3 |
import os
|
4 |
import gradio as gr
|
5 |
import copy
|
|
|
9 |
from huggingface_hub import hf_hub_download
|
10 |
import time
|
11 |
|
12 |
+
@spaces.GPU
|
13 |
def load_model(path, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
|
14 |
try:
|
15 |
dir = os.getcwd()
|