Spaces:

bencser
/

silly-letter

Sleeping

App Files Files Community

bencser commited on Aug 25, 2024

Commit

da9a2fc

•

1 Parent(s): cff3091

Update app.py

Browse files

Files changed (1) hide show

app.py +58 -22

app.py CHANGED Viewed

@@ -1,7 +1,7 @@
 import os
 import logging
 from groq import Groq
-from flask import Flask, render_template_string, request
 from dotenv import load_dotenv
 load_dotenv()
@@ -37,10 +37,10 @@ def generate_text(parent_name, child_name, language):
             temperature=0.8,
             max_tokens=1024,
             top_p=0.65,
-            stream=False,
             stop=None,
         )
-        return completion.choices[0].message.content.strip()
     except Exception as e:
         app.logger.error(f"Error generating text: {str(e)}")
         return "An error occurred while generating the text."
@@ -113,39 +113,75 @@ html_template = """
 </head>
 <body>
     <h1>Silly Detention Letter Generator</h1>
-    {% if message %}
-    <div id="letter">{{ message }}</div>
-    <button id="regenerate" onclick="location.reload()">Regenerate Letter</button>
-    {% endif %}
-    <form method="post">
         <input type="text" name="parent_name" placeholder="Parent's Name" required>
         <input type="text" name="child_name" placeholder="Child's Name" required>
         <select name="language" required>
-            <option value="posh">Posh British English</option>
             <option value="english">Standard English</option>
             <option value="hungarian">Hungarian</option>
         </select>
         <input type="submit" value="Generate Letter">
     </form>
 </body>
 </html>
 """
 # Define Flask routes
-@app.route("/", methods=["GET", "POST"])
 def home():
-    try:
-        if request.method == "POST":
-            parent_name = request.form["parent_name"]
-            child_name = request.form["child_name"]
-            language = request.form["language"]
-            message = generate_text(parent_name, child_name, language)
-        else:
-            message = None
-        return render_template_string(html_template, message=message)
-    except Exception as e:
-        app.logger.error(f"Error in home route: {str(e)}")
-        return "An error occurred. Please try again later.", 500
 if __name__ == "__main__":
     app.run(host="0.0.0.0", port=7860)

 import os
 import logging
 from groq import Groq
+from flask import Flask, render_template_string, request, Response, stream_with_context
 from dotenv import load_dotenv
 load_dotenv()
             temperature=0.8,
             max_tokens=1024,
             top_p=0.65,
+            stream=True,
             stop=None,
         )
+        return completion
     except Exception as e:
         app.logger.error(f"Error generating text: {str(e)}")
         return "An error occurred while generating the text."
 </head>
 <body>
     <h1>Silly Detention Letter Generator</h1>
+    <div id="letter"></div>
+    <button id="regenerate" style="display: none;" onclick="regenerateLetter()">Regenerate Letter</button>
+    <form id="letterForm" onsubmit="generateLetter(event)">
         <input type="text" name="parent_name" placeholder="Parent's Name" required>
         <input type="text" name="child_name" placeholder="Child's Name" required>
         <select name="language" required>
+            <option value="posh">Posh British English (Private School)</option>
             <option value="english">Standard English</option>
             <option value="hungarian">Hungarian</option>
         </select>
         <input type="submit" value="Generate Letter">
     </form>
+    <script>
+        function generateLetter(event) {
+            event.preventDefault();
+            const form = event.target;
+            const formData = new FormData(form);
+            fetch('/generate', {
+                method: 'POST',
+                body: formData
+            })
+            .then(response => {
+                const reader = response.body.getReader();
+                const decoder = new TextDecoder();
+                const letterDiv = document.getElementById('letter');
+                letterDiv.innerHTML = '';
+                function read() {
+                    reader.read().then(({ done, value }) => {
+                        if (done) {
+                            document.getElementById('regenerate').style.display = 'block';
+                            return;
+                        }
+                        const chunk = decoder.decode(value);
+                        letterDiv.innerHTML += chunk;
+                        read();
+                    });
+                }
+                read();
+            });
+        }
+        function regenerateLetter() {
+            document.getElementById('letterForm').dispatchEvent(new Event('submit'));
+        }
+    </script>
 </body>
 </html>
 """
 # Define Flask routes
+@app.route("/", methods=["GET"])
 def home():
+    return render_template_string(html_template)
+@app.route("/generate", methods=["POST"])
+def generate():
+    parent_name = request.form["parent_name"]
+    child_name = request.form["child_name"]
+    language = request.form["language"]
+    def generate_streaming_response():
+        for chunk in generate_text(parent_name, child_name, language):
+            if hasattr(chunk.choices[0].delta, 'content'):
+                yield chunk.choices[0].delta.content or ""
+    return Response(stream_with_context(generate_streaming_response()), content_type='text/plain')
 if __name__ == "__main__":
     app.run(host="0.0.0.0", port=7860)