gemini server function call_gemini via anvil

WIP.txt

@@ -0,0 +1 @@
+clean up after backing up to only host encode_anvil and display appropriate message; note: need to ping daily from update_index script via get call to keep alive - to test this.

app.py

@@ -2,6 +2,9 @@ from flask import Flask,request,render_template,send_file,jsonify
 import os
 from transformers import AutoTokenizer, AutoModel
 import anvil.server
+import pathlib
+import textwrap
+import google.generativeai as genai
 
 anvil.server.connect('PLMOIU5VCGGUOJH2XORIBWV3-ZXZVFLWX7QFIIAF4')
 
@@ -12,6 +15,15 @@ MESSAGED={'title':'Script Server',
 tokenizer = AutoTokenizer.from_pretrained('allenai/specter')
 encoder = AutoModel.from_pretrained('allenai/specter')
 
+GOOGLE_API_KEY=os.genenv('GOOGLE_API_KEY')
+genai.configure(api_key=GOOGLE_API_KEY)
+
+@anvil.server.callable
+def call_gemini(text):
+    model = genai.GenerativeModel('gemini-pro')
+    response = model.generate_content(text)
+    return response
+
 @anvil.server.callable
 def encode_anvil(text):
     inputs = tokenizer(text, padding=True, truncation=True, 

requirements.txt

@@ -4,3 +4,4 @@ flask
 torch
 numpy
 transformers
+google-generativeai

test.ipynb

@@ -30,7 +30,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "anvil.server.call('encode_anvil','I am a robot')"
+    "anvil.server.call('encode_anvil','I am a robot')[0]"
    ]
   },
   {
@@ -45,7 +45,26 @@
     "    elif server=='hf': url='https://huggingface.co/spaces/gmshroff/gmserver/encode'\n",
     "    body={'text':text}\n",
     "    response=requests.post(url=url,data=json.dumps(body),headers = {'Content-Type': 'application/json'})\n",
-    "    return json.loads(response.content)['embedding'][0]"
+    "    return response\n",
+    "    return json.loads(response.content)['embedding']"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "response=encode('I am a robot',server='local')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "response.content"
    ]
   },
   {
@@ -56,12 +75,30 @@
    "source": [
     "headers = {'Content-Type': 'application/json'}\n",
     "# url='http://127.0.0.1:5000/run'\n",
-    "url='https://huggingface.co/spaces/gmshroff/gmserver/encode'\n",
+    "url='https://huggingface.co/spaces/gmshroff/gmserver/'\n",
     "# url='http://127.0.0.1:7860/run'\n",
     "# body={\"script\":\"python update_valdata.py\"}\n",
     "# body={\"script\":\"pwd\"}"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "response=requests.get(url=url)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "response.content"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,