Update Text-Generation.py

Text-Generation.py

@@ -49,7 +49,7 @@ st.caption("The inspiration for this space: https://en.wikipedia.org/wiki/Gadsby
 form = st.sidebar.form("choose_settings")
 form.header("Model Settings")
 
-model_name = form.text_area("Enter the name of the pre-trained model from transformers that we are using for Text Generation", value = "eachadea/vicuna-7b-1.1")
+model_name = form.text_area("Enter the name of the pre-trained model from transformers that we are using for Text Generation", value = "facebook/opt-1.3b")
 form.caption("This will download a new model, so it may take awhile or even break if the model is too large")
 percision = form.selectbox("What percision are we loading the model with?", ["8bit", "16bit", "32bit"], )
 form.caption("The lower the percision, the less ram the model takes and the faster it runs, but the quality is reduced")
@@ -88,7 +88,7 @@ else:
     factors = []
     chars_to_modify = {}
 
-generate_args = st.text_input('model.generate() arguments (in python dictionary format) ', '{"max_length": 50, "min_length": 50, "temperature": 2.0, "num_return_sequences": 1, "do_sample": False, "num_beams": 2, "repetition_penalty": 3.0}')
+generate_args = st.text_input('model.generate() arguments (in python dictionary format) ', '{"max_new_tokens": 50, "min_new_tokens": 50, "temperature": 2.0, "num_return_sequences": 1, "do_sample": False, "num_beams": 2, "repetition_penalty": 3.0}')
 st.caption("For more details on what these settings mean and a complete list of all settings, see here: https://huggingface.co/blog/how-to-generate and https://huggingface.co/docs/transformers/main_classes/text_generation#transformers.GenerationConfig and https://huggingface.co/docs/transformers/v4.29.1/en/main_classes/text_generation#transformers.GenerationMixin.generate")