update

.gitattributes

@@ -1,3 +1,4 @@
+env/
 *.7z filter=lfs diff=lfs merge=lfs -text
 *.arrow filter=lfs diff=lfs merge=lfs -text
 *.bin filter=lfs diff=lfs merge=lfs -text

api_client.py

@@ -0,0 +1,19 @@
+from gradio_client import Client
+from stopwatch import Stopwatch
+
+stopwatch = Stopwatch()
+stopwatch.start()
+
+q="\nRespond with city name only: What is the capital of Greece? "
+print(q)
+print("Sending request...")
+
+client = Client("https://jalle007-vicuna.hf.space/")
+result = client.predict(
+				q,
+				api_name="/predict"
+)
+
+stopwatch.stop()
+print("Time: ", round(stopwatch.elapsed_time()), "s")
+print(result)

app.py

@@ -57,4 +57,4 @@ gradio_interface = gr.Interface(
     examples=examples,
     title="Vicuna-7B",
 )
-gradio_interface.launch()
+gradio_interface.launch(share=True)

stopwatch.py

@@ -0,0 +1,17 @@
+import time
+
+class Stopwatch:
+    def __init__(self):
+        self.start_time = None
+        self.end_time = None
+
+    def start(self):
+        self.start_time = time.time()
+
+    def stop(self):
+        self.end_time = time.time()
+
+    def elapsed_time(self):
+        if self.start_time and self.end_time:
+            return self.end_time - self.start_time
+        return None