pngwn HF staff commited on
Commit
42b96f4
1 Parent(s): 2f51dc8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -18,14 +18,14 @@ try:
18
  filename="Hermes-2-Pro-Llama-3-8B-Q4_K_M.gguf",
19
 
20
  )
21
- print("START: AFTER MODEL DOWNLOAD -- " + time.time() - start_load_time + "s")
22
  llm = Llama(
23
  model_path=model_path,
24
  n_ctx=2048,
25
  n_gpu_layers=-1, # change n_gpu_layers if you have more or less VRAM
26
  verbose=True
27
  )
28
- print("START: AFTER LLAMA-CPP SETUP -- " + time.time() - start_load_time + "s")
29
 
30
  except Exception as e:
31
  print(e)
 
18
  filename="Hermes-2-Pro-Llama-3-8B-Q4_K_M.gguf",
19
 
20
  )
21
+ print(f"START: AFTER MODEL DOWNLOAD -- {time.time() - start_load_time}s")
22
  llm = Llama(
23
  model_path=model_path,
24
  n_ctx=2048,
25
  n_gpu_layers=-1, # change n_gpu_layers if you have more or less VRAM
26
  verbose=True
27
  )
28
+ print(f"START: AFTER LLAMA-CPP SETUP -- {time.time() - start_load_time}s")
29
 
30
  except Exception as e:
31
  print(e)