Send corrected application file

app.py

@@ -1,202 +1,67 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": 29,
-   "id": "6b45aa78",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import gradio as gr\n",
-    "from transformers import AutoTokenizer, AutoModelForCausalLM\n",
-    "import torch"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 30,
-   "id": "4ba5d9cb",
-   "metadata": {
-    "scrolled": false
-   },
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "Some weights of BartForCausalLM were not initialized from the model checkpoint at sshleifer/distilbart-cnn-12-6 and are newly initialized: ['lm_head.weight']\n",
-      "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
-     ]
-    }
-   ],
-   "source": [
-    "model = AutoModelForCausalLM.from_pretrained(\n",
-    "    \"tiiuae/falcon-7b-instruct\",\n",
-    "    torch_dtype=torch.bfloat16,\n",
-    "    trust_remote_code=True,\n",
-    "    device_map=\"auto\",\n",
-    "    low_cpu_mem_usage=True,\n",
-    ")\n",
-    "tokenizer = AutoTokenizer.from_pretrained(\"tiiuae/falcon-7b-instruct\")\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 31,
-   "id": "7ce45172",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "def generate_text(input_text):\n",
-    "    input_ids = tokenizer.encode(input_text, return_tensors=\"pt\")\n",
-    "    attention_mask = torch.ones(input_ids.shape)\n",
-    "    \n",
-    "    output = model.generate(\n",
-    "        input_ids,\n",
-    "        attention_mask=attention_mask,\n",
-    "        max_length=200,\n",
-    "        do_sample=True,\n",
-    "        top_k=10,\n",
-    "        num_return_sequences=1,\n",
-    "        eos_token_id=tokenizer.eos_token_id,\n",
-    "    )\n",
-    "    \n",
-    "    output_text = tokenizer.decode(output[0], skip_special_tokens=Ture)\n",
-    "    print(output_text)\n",
-    "    \n",
-    "    #Remove Prompt Echo from Generated Text\n",
-    "    cleaned_output_text = output_text.replace(input_text, \"\")\n",
-    "    return cleaned_output_text\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 32,
-   "id": "ff09adf4",
-   "metadata": {
-    "scrolled": true
-   },
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/tmp/ipykernel_2839/161200188.py:4: GradioDeprecationWarning: Usage of gradio.inputs is deprecated, and will not be supported in the future, please import your component from gradio.components\n",
-      "  gr.inputs.Textbox(label=\"Input Text\"),\n",
-      "/tmp/ipykernel_2839/161200188.py:4: GradioDeprecationWarning: `optional` parameter is deprecated, and it has no effect\n",
-      "  gr.inputs.Textbox(label=\"Input Text\"),\n",
-      "/tmp/ipykernel_2839/161200188.py:4: GradioDeprecationWarning: `numeric` parameter is deprecated, and it has no effect\n",
-      "  gr.inputs.Textbox(label=\"Input Text\"),\n",
-      "/tmp/ipykernel_2839/161200188.py:6: GradioDeprecationWarning: Usage of gradio.inputs is deprecated, and will not be supported in the future, please import your component from gradio.components\n",
-      "  outputs=gr.inputs.Textbox(label=\"Generated Text\"),\n",
-      "/tmp/ipykernel_2839/161200188.py:6: GradioDeprecationWarning: `optional` parameter is deprecated, and it has no effect\n",
-      "  outputs=gr.inputs.Textbox(label=\"Generated Text\"),\n",
-      "/tmp/ipykernel_2839/161200188.py:6: GradioDeprecationWarning: `numeric` parameter is deprecated, and it has no effect\n",
-      "  outputs=gr.inputs.Textbox(label=\"Generated Text\"),\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Running on local URL:  http://127.0.0.1:7861\n",
-      "\n",
-      "To create a public link, set `share=True` in `launch()`.\n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7861/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
-      ],
-      "text/plain": [
-       "<IPython.core.display.HTML object>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "Traceback (most recent call last):\n",
-      "  File \"/home/dolahillsimon/.local/lib/python3.9/site-packages/gradio/routes.py\", line 442, in run_predict\n",
-      "    output = await app.get_blocks().process_api(\n",
-      "  File \"/home/dolahillsimon/.local/lib/python3.9/site-packages/gradio/blocks.py\", line 1392, in process_api\n",
-      "    result = await self.call_function(\n",
-      "  File \"/home/dolahillsimon/.local/lib/python3.9/site-packages/gradio/blocks.py\", line 1097, in call_function\n",
-      "    prediction = await anyio.to_thread.run_sync(\n",
-      "  File \"/home/dolahillsimon/.local/lib/python3.9/site-packages/anyio/to_thread.py\", line 33, in run_sync\n",
-      "    return await get_asynclib().run_sync_in_worker_thread(\n",
-      "  File \"/home/dolahillsimon/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py\", line 877, in run_sync_in_worker_thread\n",
-      "    return await future\n",
-      "  File \"/home/dolahillsimon/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py\", line 807, in run\n",
-      "    result = context.run(func, *args)\n",
-      "  File \"/home/dolahillsimon/.local/lib/python3.9/site-packages/gradio/utils.py\", line 703, in wrapper\n",
-      "    response = f(*args, **kwargs)\n",
-      "  File \"/tmp/ipykernel_2839/3991009440.py\", line 15, in generate_text\n",
-      "    output_text = tokenizer.decode(output[0], skip_special_tokens=Ture)\n",
-      "NameError: name 'Ture' is not defined\n"
-     ]
-    }
-   ],
-   "source": [
-    "text_generation_interface = gr.Interface(\n",
-    "    fn=generate_text,\n",
-    "    inputs=[\n",
-    "        gr.inputs.Textbox(label=\"Input Text\"),\n",
-    "    ],\n",
-    "    outputs=gr.inputs.Textbox(label=\"Generated Text\"),\n",
-    "    title=\"Falcon-7B Instruct\",\n",
-    ").launch()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 25,
-   "id": "71c06df4",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Closing server running on port: 7860\n",
-      "Closing server running on port: 7863\n",
-      "Closing server running on port: 7864\n",
-      "Closing server running on port: 7865\n",
-      "Closing server running on port: 7866\n",
-      "Closing server running on port: 7860\n",
-      "Closing server running on port: 7862\n",
-      "Closing server running on port: 7861\n"
-     ]
-    }
-   ],
-   "source": [
-    "gr.close_all()"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.9.2"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}
+#!/usr/bin/env python
+# coding: utf-8
+
+# In[29]:
+
+
+import gradio as gr
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+
+
+# In[30]:
+
+
+model = AutoModelForCausalLM.from_pretrained(
+    "tiiuae/falcon-7b-instruct",
+    torch_dtype=torch.bfloat16,
+    trust_remote_code=True,
+    device_map="auto",
+    low_cpu_mem_usage=True,
+)
+tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b-instruct")
+
+
+# In[31]:
+
+
+def generate_text(input_text):
+    input_ids = tokenizer.encode(input_text, return_tensors="pt")
+    attention_mask = torch.ones(input_ids.shape)
+    
+    output = model.generate(
+        input_ids,
+        attention_mask=attention_mask,
+        max_length=200,
+        do_sample=True,
+        top_k=10,
+        num_return_sequences=1,
+        eos_token_id=tokenizer.eos_token_id,
+    )
+    
+    output_text = tokenizer.decode(output[0], skip_special_tokens=True)
+    print(output_text)
+    
+    #Remove Prompt Echo from Generated Text
+    cleaned_output_text = output_text.replace(input_text, "")
+    return cleaned_output_text
+
+
+# In[32]:
+
+
+text_generation_interface = gr.Interface(
+    fn=generate_text,
+    inputs=[
+        gr.inputs.Textbox(label="Input Text"),
+    ],
+    outputs=gr.inputs.Textbox(label="Generated Text"),
+    title="Falcon-7B Instruct",
+).launch()
+
+
+# In[25]:
+
+
+gr.close_all()
+