Set num_gpus=0
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ import galai as gal
|
|
9 |
#@st.cache(suppress_st_warning=True, allow_output_mutation=True)
|
10 |
@st.cache_resource
|
11 |
def load_model(model_name):
|
12 |
-
model = gal.load_model(model_name) #, dtype=torch.float16
|
13 |
return model
|
14 |
|
15 |
if 'text' not in st.session_state:
|
|
|
9 |
#@st.cache(suppress_st_warning=True, allow_output_mutation=True)
|
10 |
@st.cache_resource
|
11 |
def load_model(model_name):
|
12 |
+
model = gal.load_model(model_name, num_gpus=0) #, dtype=torch.float16
|
13 |
return model
|
14 |
|
15 |
if 'text' not in st.session_state:
|