Update app.py

app.py

@@ -53,7 +53,7 @@ submit = form.form_submit_button('Submit')
 
 if submit:
     #generated = get_model_input(txt)
-    #with st.spinner('Processing...'):
+    with st.spinner('Processing...'):
     #    output = model.generate(
     #        generated,
     #        stopping_criteria=stopping_criteria,
@@ -63,7 +63,7 @@ if submit:
     #    )
     #    out = tokenizer.decode(output[0], skip_special_tokens=True)
     #    out = out.replace('"', "")
-    with st.expander("Response", expanded=True):
+        #with st.expander("Response", expanded=True):
         input = tokenizer([tokenizer.bos_token + txt], return_tensors="pt")
         streamer = TextIteratorStreamer( tokenizer )
         generation_kwargs = dict(input, streamer=streamer, 
@@ -77,4 +77,4 @@ if submit:
             #generated_text += new_text
             #print(new_text.replace('"', ""), end="")
             #generated_text
-            st.write(new_text.replace('"', ""))
+            st.write(new_text.replace('"', "").replace(tokenizer.bos_token,""))