stub

app.py

@@ -1,20 +1,9 @@
-import torch
-import transformers
-import time
-from huggingface_hub import snapshot_download
 import streamlit as st
-import copy
-from transformers import AutoConfig, GPTJForCausalLM
-from transformers.models.gptj.modeling_gptj import GPTJBlock
-from tqdm import trange
 
 def PrintContinuation(prompt, local_model, single_hook=None, batch=1, limit_tokens = 50):
-    for i in range(limit_tokens + 20):
-            single_hook(str(i))
-            time.sleep(0.3)
     return ["aba"] * batch, 0
 
-import sys
+import time, sys
 
 def Sureprint(text):
     text = f"\nDDBG {time.time()}: {text}\n"
@@ -27,15 +16,9 @@ Sureprint(f"text acquired '{text}'")
 batch = st.number_input("Variants", value=5)
 
 t = st.empty()
-firstline = ""
-
-def PrintSome(text):
-    global t, firstline
-    firstline += text
-    t.markdown(f"{firstline}...")
 
 Sureprint("before inference")
-choices, batch_time = PrintContinuation(text, None, PrintSome, batch, 10)
+choices, batch_time = PrintContinuation(text, None, batch=batch)
 Sureprint("after inference")
 
 final_page = ""