Upload Mllama2gradio.ipynb

Mllama2gradio.ipynb

@@ -0,0 +1,177 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
+      "spyder 5.4.1 requires setuptools>=49.6.0, but you have setuptools 41.2.0 which is incompatible.\n"
+     ]
+    }
+   ],
+   "source": [
+    "!pip install gradio -q\n",
+    "!pip install --upgrade fireworks-ai -q"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from fireworks.client import Fireworks"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import gradio as gr\n",
+    "\n",
+    "history = []\n",
+    "def user_message(inquiry):\n",
+    "    user_message = (\n",
+    "        f\"\"\"\n",
+    "        You are a bank customer service bot. Your task is to assess customer intent\n",
+    "        and categorize customer inquiry after <<<>>> into one of the following predefined categories:\n",
+    "\n",
+    "        card arrival\n",
+    "        change pin\n",
+    "        exchange rate\n",
+    "        country support\n",
+    "        cancel transfer\n",
+    "        charge dispute\n",
+    "\n",
+    "        If the text doesn't fit into any of the above categories, classify it as:\n",
+    "        customer service\n",
+    "\n",
+    "        You will only respond with the predefined category. Do not include the word \"Category\". Do not provide explanations or notes.\n",
+    "\n",
+    "        ####\n",
+    "        Here are some examples:\n",
+    "\n",
+    "        Inquiry: How do I know if I will get my card, or if it is lost? I am concerned about the delivery process and would like to ensure that I will receive my card as expected. Could you please provide information about the tracking process for my card, or confirm if there are any indicators to identify if the card has been lost during delivery?\n",
+    "        Category: card arrival\n",
+    "        Inquiry: I am planning an international trip to Paris and would like to inquire about the current exchange rates for Euros as well as any associated fees for foreign transactions.\n",
+    "        Category: exchange rate\n",
+    "        Inquiry: What countries are getting support? I will be traveling and living abroad for an extended period of time, specifically in France and Germany, and would appreciate any information regarding compatibility and functionality in these regions.\n",
+    "        Category: country support\n",
+    "        Inquiry: Can I get help starting my computer? I am having difficulty starting my computer, and would appreciate your expertise in helping me troubleshoot the issue.\n",
+    "        Category: customer service\n",
+    "        ###\n",
+    "\n",
+    "        <<<\n",
+    "        Inquiry: {inquiry}\n",
+    "        >>>\n",
+    "        \"\"\"\n",
+    "    )\n",
+    "    return user_message"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def echo(message, history):\n",
+    "  client = Fireworks(api_key=\"SwGXPje77jqsQcnaT6BuGYG1G8yeHt9FQjZXX7RzGfEbkXej\")\n",
+    "  message_modified = user_message(message)\n",
+    "\n",
+    "  response = client.chat.completions.create(\n",
+    "    model=\"accounts/fireworks/models/llama-v2-7b-chat\",\n",
+    "    messages=[{\"role\": \"user\", \"content\": message_modified}],)\n",
+    "\n",
+    "  bot_response = response.choices[0].message.content\n",
+    "\n",
+    "  history.append([message, bot_response])\n",
+    "\n",
+    "  return bot_response\n",
+    "    # return message"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Running on local URL:  http://127.0.0.1:7860\n",
+      "\n",
+      "To create a public link, set `share=True` in `launch()`.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7860/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Keyboard interruption in main thread... closing server.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": []
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "demo = gr.ChatInterface(fn=echo, examples=[\"What countries are getting support? I will be traveling and living abroad for an extended period of time, specifically in France and Germany, and would appreciate any information regarding compatibility and functionality in these regions.\", \"Can I get help starting my computer? I am having difficulty starting my computer, and would appreciate your expertise in helping me troubleshoot the issue.\"], title=\"Echo Bot\")\n",
+    "demo.launch(debug = True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "base",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.9"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}