Update app.py

app.py

@@ -166,22 +166,22 @@ def generate(
     )
 
     if method == "Base":
-        output = stream(basemodel, prompt, generate_kwargs)
+        model = basemodel
     elif method == "Prefix":
-        output = model_map[library + " Prefix"]
+        model = model_map[library + " Prefix"]
     elif method == "Evo Prefix" and library in ["SQLModel", "SfePy", "MegEngine"]:
-        output = model_map["Main Evo Prefix"]
+        model = model_map["Main Evo Prefix"]
     elif method == "FFT" and library in ["SQLModel", "SfePy", "MegEngine"]:
-        output = model_map[library + " FFT"]
+        model = model_map[library + " FFT"]
     elif method == "Evo FFT" and library in ["SQLModel", "SfePy", "MegEngine"]:
-        output = model_map["Main Evo FFT"]
+        model = model_map["Main Evo FFT"]
     elif method == "Full Data FFT" and library in ["SQLModel", "SfePy", "MegEngine"]:
-        output = model_map["Main FD FFT"]
+        model = model_map["Main FD FFT"]
     elif method == "Evo Prefix" and library in ["LangChain", "LlamaIndex", "DSPy"]:
         model = model_map["CS Evo Prefix"]
     else:
         output = ""
-    model.to(device)
+    # model.to(device)
     input_ids = tokenizer(code, return_tensors="pt").to(device)
     # generated_ids = model.generate(**input_ids, **generate_kwargs)
     generated_ids = model.generate(**input_ids)