dfalbel commited on
Commit
ccf94b7
1 Parent(s): 8f4e035

try to get a better stack trace by. loading the model in the main process.

Browse files
Files changed (1) hide show
  1. app.R +8 -0
app.R CHANGED
@@ -16,6 +16,14 @@ system_prompt = "<|SYSTEM|># StableLM Tuned (Alpha version)
16
  - StableLM will refuse to participate in anything that could harm a human.
17
  "
18
 
 
 
 
 
 
 
 
 
19
  ui <- page_fillable(
20
  theme = bs_theme(bootswatch = "minty"),
21
  shinyjs::useShinyjs(),
 
16
  - StableLM will refuse to participate in anything that could harm a human.
17
  "
18
 
19
+ library(torch)
20
+ library(zeallot)
21
+ library(minhub)
22
+ model <<- minhub::gptneox_from_pretrained(repo)
23
+ model$eval()
24
+ model$to(dtype = torch_float())
25
+ tok <<- tok::tokenizer$from_pretrained(repo)
26
+
27
  ui <- page_fillable(
28
  theme = bs_theme(bootswatch = "minty"),
29
  shinyjs::useShinyjs(),