lamini playground

app.py

@@ -1,7 +1,25 @@
 import gradio as gr
+from llama import Type, Context, LLM
+import os
 
-def greet(name):
-    return "Hello " + name + "!!"
+class UserQuery(Type):
+    text: str = Context("what is the user's intent")
 
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
+def lamini(input):
+    #return "Hello " + name + "!!"
+    llm=LLM(name="lamini-instruct", 
+            config={
+            "production":{
+                "key": os.environ['LAMINI-KEY']
+            }
+        })
+    user_query_text=UserQuery(text=input)
+    result = llm(
+            input=user_query_text,
+            output_type=UserQuery,
+            model_name="lamini/instruct"
+        )
+    return result.text
+
+iface = gr.Interface(fn=lamini, inputs="text", outputs="text")
 iface.launch()

requirements.txt

@@ -0,0 +1 @@
+llama-llm