Spaces:

tafxle
/

Bloom_chat

Runtime error

tafxle commited on Nov 21, 2022

Commit

d45c55b

•

1 Parent(s): d8e2347

Path for model

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,8 +7,8 @@ import streamlit as st
 @st.cache
 def load_model():
-    hf_hub_download("OpenDungeon/gpt-j-8bit-ffbgem", "model.pt")
-    qmodel = torch.load("model.pt")
     return transformers.AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B"), qmodel

 @st.cache
 def load_model():
+    fpath = hf_hub_download("OpenDungeon/gpt-j-8bit-ffbgem", "model.pt")
+    qmodel = torch.load(fpath)
     return transformers.AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B"), qmodel