Spaces:
Sleeping
Sleeping
Commit
•
e2c6489
1
Parent(s):
a0753ac
Update modules/load_model.py
Browse files- modules/load_model.py +0 -3
modules/load_model.py
CHANGED
|
@@ -1,5 +1,3 @@
|
|
| 1 |
-
import spaces
|
| 2 |
-
|
| 3 |
import os
|
| 4 |
import gradio as gr
|
| 5 |
import copy
|
|
@@ -9,7 +7,6 @@ import random
|
|
| 9 |
from huggingface_hub import hf_hub_download
|
| 10 |
import time
|
| 11 |
|
| 12 |
-
@spaces.GPU
|
| 13 |
def load_model(path, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
|
| 14 |
try:
|
| 15 |
dir = os.getcwd()
|
|
|
|
|
|
|
|
|
|
| 1 |
import os
|
| 2 |
import gradio as gr
|
| 3 |
import copy
|
|
|
|
| 7 |
from huggingface_hub import hf_hub_download
|
| 8 |
import time
|
| 9 |
|
|
|
|
| 10 |
def load_model(path, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
|
| 11 |
try:
|
| 12 |
dir = os.getcwd()
|