ehristoforu commited on
Commit
9f8439e
1 Parent(s): e2c6489

Update modules/inference.py

Browse files
Files changed (1) hide show
  1. modules/inference.py +0 -1
modules/inference.py CHANGED
@@ -10,7 +10,6 @@ import time
10
  from modules.load_presets import load_presets_value
11
  from modules.load_model import *
12
 
13
- @spaces.GPU
14
  def generate_text(message, history, system_prompt, preset, temperature, max_tokens, top_p, top_k, repeat_penalty, model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
15
  dir = os.getcwd()
16
  global llm
 
10
  from modules.load_presets import load_presets_value
11
  from modules.load_model import *
12
 
 
13
  def generate_text(message, history, system_prompt, preset, temperature, max_tokens, top_p, top_k, repeat_penalty, model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
14
  dir = os.getcwd()
15
  global llm