ehristoforu commited on
Commit
42e134b
1 Parent(s): ce15c1c

Update modules/load_model.py

Browse files
Files changed (1) hide show
  1. modules/load_model.py +3 -0
modules/load_model.py CHANGED
@@ -1,3 +1,5 @@
 
 
1
  import os
2
  import gradio as gr
3
  import copy
@@ -7,6 +9,7 @@ import random
7
  from huggingface_hub import hf_hub_download
8
  import time
9
 
 
10
  def load_model(path, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
11
  try:
12
  dir = os.getcwd()
 
1
+ import spaces
2
+
3
  import os
4
  import gradio as gr
5
  import copy
 
9
  from huggingface_hub import hf_hub_download
10
  import time
11
 
12
+ @spaces.GPU
13
  def load_model(path, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
14
  try:
15
  dir = os.getcwd()