update model

app.py

@@ -1,17 +1,5 @@
 import gradio as gr
 from transformers import GPT2Tokenizer
-import os
-
-os.system(
-    "pip3 install thirdai-0.7.18+a1506df-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl"
-)
-
-import importlib
-import site
-
-importlib.reload(site)
-
-
 from thirdai import bolt, licensing
 
 licensing.activate("7511CC-0E24D7-69439D-5D6CBA-33AAFD-V3")
@@ -27,7 +15,7 @@ def generate(prompt):
         input_tokens=prompt,
         prediction_chunk_size=2,
         max_predictions=80,
-        beam_width=3,
+        beam_width=10,
     )
 
     for res in stream:

generative.model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9b4aab4f77a23d4bcd74ac8b585a7855f61ddf5dfeb3c5ba29fc55e0b3c68cb
-size 10526674514
+oid sha256:e427c58d7960ed8f998b818c3528dc0993bf95a5c1a8d75d4965911f981da36b
+size 10526674422

requirements.txt

@@ -1,2 +1,3 @@
 gradio
 transformers
+thirdai

thirdai-0.7.18+a1506df-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4b9b69d5bd77b66db4f0cc62ff94ff2666c6d3996bb534ea782cf29b004d283b
-size 6137931