Changed default generation settings

app.py

@@ -1,12 +1,8 @@
-#streamlit run app.py
-
 import streamlit as st
 import galai as gal
-#import torch 
 
 #https://github.com/paperswithcode/galai/blob/main/notebooks/Introduction%20to%20Galactica%20Models.ipynb
 
-#@st.cache(suppress_st_warning=True, allow_output_mutation=True)
 @st.cache_resource
 def load_model(model_name):
     model = gal.load_model(model_name, num_gpus=0) #, dtype=torch.float16
@@ -32,9 +28,9 @@ model = load_model(choose_model)
 
 st.sidebar.markdown("### Text generation settings")
 
-max_new_tokens = st.sidebar.slider("Max new tokens", value=60, min_value = 10, max_value = 200, step=10)
+max_new_tokens = st.sidebar.slider("Max new tokens", value=10, min_value = 10, max_value = 100, step=10)
 penalty_alpha = st.sidebar.slider("Alpha penalty", value = 0.6, min_value = 0.0, max_value=2.0, step=0.1)
-top_k = st.sidebar.slider("Top-k", min_value = 0, max_value=10, value = 4)
+top_k = st.sidebar.slider("Top-k", min_value = 0, max_value=10, value = 2)
 new_doc = st.sidebar.checkbox("New document", value=True)
 
 #Main