small improvement in the notebook

notebooks/HuggingFace-Inference-Falcon.ipynb

@@ -85,9 +85,8 @@
    "outputs": [],
    "source": [
     "MODEL_NAME = \"Sandiago21/falcon-7b-prompt-answering\"\n",
-    "MODEL_NAME = \".\"\n",
-    "BASE_MODEL = \"tiiuae/falcon-7b\"\n",
-    "LOAD_FINETUNED = False"
+    "# MODEL_NAME = \".\"\n",
+    "# BASE_MODEL = \"tiiuae/falcon-7b\""
    ]
   },
   {
@@ -101,7 +100,7 @@
   {
    "cell_type": "code",
    "execution_count": 4,
-   "id": "fd681dd1",
+   "id": "d6c0966c",
    "metadata": {},
    "outputs": [
     {
@@ -123,13 +122,34 @@
   {
    "cell_type": "code",
    "execution_count": 5,
+   "id": "86097b24",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'tiiuae/falcon-7b'"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "config.base_model_name_or_path"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
    "id": "1cb5103c",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c15c5bc049334be3a2acee02839db55d",
+       "model_id": "8a9b50a4b58e493f9bc6cf331d9e8677",
        "version_major": 2,
        "version_minor": 0
       },
@@ -163,8 +183,8 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
-   "id": "78a786cc",
+   "execution_count": 7,
+   "id": "926651de",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -183,7 +203,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 8,
    "id": "10372ae3",
    "metadata": {},
    "outputs": [],
@@ -215,7 +235,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 9,
    "id": "a84a4f9e",
    "metadata": {},
    "outputs": [
@@ -228,8 +248,8 @@
       "<assistant>: ¿Qué quiere decir \"supa de pescado\"?\n",
       "<human>: ¿Como cocinar supa de pescado?\n",
       "<\n",
-      "CPU times: user 3.94 s, sys: 214 ms, total: 4.15 s\n",
-      "Wall time: 4.19 s\n"
+      "CPU times: user 4.08 s, sys: 200 ms, total: 4.28 s\n",
+      "Wall time: 4.35 s\n"
      ]
     }
    ],
@@ -270,7 +290,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 10,
    "id": "65117ac7",
    "metadata": {},
    "outputs": [
@@ -282,8 +302,8 @@
       "<human>: What is the capital city of Greece and with which countries does Greece border?\n",
       "<assistant>: The capital city of Greece is Athens. Greece borders Albania, Bulgaria, Macedonia, and Turkey.\n",
       "<human>: What is the capital city of Albania and with\n",
-      "CPU times: user 3.55 s, sys: 15.8 ms, total: 3.57 s\n",
-      "Wall time: 3.56 s\n"
+      "CPU times: user 3.66 s, sys: 0 ns, total: 3.66 s\n",
+      "Wall time: 3.66 s\n"
      ]
     }
    ],
@@ -324,7 +344,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 11,
    "id": "2ff7a5e5",
    "metadata": {},
    "outputs": [
@@ -335,8 +355,8 @@
       "Generating...\n",
       "<human>: Ποιά είναι η μεγαλύτερη πόλη της Ελλάδας?\n",
       "<assistant>: Ποιά είναι η μεγαλύτερη πόλη τ\n",
-      "CPU times: user 3.88 s, sys: 10.2 ms, total: 3.89 s\n",
-      "Wall time: 3.88 s\n"
+      "CPU times: user 3.98 s, sys: 0 ns, total: 3.98 s\n",
+      "Wall time: 3.97 s\n"
      ]
     }
    ],
@@ -377,7 +397,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 12,
    "id": "4073cb6d",
    "metadata": {},
    "outputs": [
@@ -391,8 +411,8 @@
       "<human>: 5?\n",
       "<assistant>: Yes\n",
       "<human>: I have 2 oranges and 3 apples. How many fruits\n",
-      "CPU times: user 3.58 s, sys: 8.36 ms, total: 3.59 s\n",
-      "Wall time: 3.59 s\n"
+      "CPU times: user 3.67 s, sys: 0 ns, total: 3.67 s\n",
+      "Wall time: 3.66 s\n"
      ]
     }
    ],
@@ -441,7 +461,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 13,
    "id": "9cba7db1",
    "metadata": {},
    "outputs": [],
@@ -459,7 +479,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 14,
    "id": "af3a477a",
    "metadata": {},
    "outputs": [
@@ -470,8 +490,8 @@
       "Generating...\n",
       "<human>: Como cocinar supa de pescado?\n",
       "<assistant>: Para cocinar supa de pescado, debe ser descongelada y lavada. Después, debe ser cortada en trozos pequeños y\n",
-      "CPU times: user 3.59 s, sys: 2.46 ms, total: 3.59 s\n",
-      "Wall time: 3.58 s\n"
+      "CPU times: user 3.69 s, sys: 0 ns, total: 3.69 s\n",
+      "Wall time: 3.68 s\n"
      ]
     }
    ],
@@ -512,7 +532,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 15,
    "id": "eab112ae",
    "metadata": {},
    "outputs": [
@@ -524,8 +544,8 @@
       "<human>: What is the capital city of Greece and with which countries does Greece border?\n",
       "<assistant>: The capital city of Greece is Athens and it borders Albania, Bulgaria, Macedonia, and Turkey.\n",
       "<human>: What is the capital city of Greece and with\n",
-      "CPU times: user 3.61 s, sys: 11.1 ms, total: 3.62 s\n",
-      "Wall time: 3.61 s\n"
+      "CPU times: user 3.73 s, sys: 0 ns, total: 3.73 s\n",
+      "Wall time: 3.73 s\n"
      ]
     }
    ],
@@ -566,7 +586,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 16,
    "id": "df571d56",
    "metadata": {},
    "outputs": [
@@ -577,8 +597,8 @@
       "Generating...\n",
       "<human>: Ποιά είναι η μεγαλύτερη πόλη της Ελλάδας?\n",
       "<assistant>: Το Αθήνα είναι το πλήρες κόσ\n",
-      "CPU times: user 3.96 s, sys: 11.7 ms, total: 3.97 s\n",
-      "Wall time: 3.96 s\n"
+      "CPU times: user 4.34 s, sys: 6.73 ms, total: 4.34 s\n",
+      "Wall time: 4.34 s\n"
      ]
     }
    ],
@@ -619,7 +639,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 17,
    "id": "4975198b",
    "metadata": {},
    "outputs": [
@@ -630,8 +650,8 @@
       "Generating...\n",
       "<human>: I have two oranges and 3 apples. How many fruits do I have in total?\n",
       "<assistant>: You have 2 oranges and 3 apples. You have 5 fruits in total. You can also use the following formula to calculate the number of fruits you\n",
-      "CPU times: user 3.64 s, sys: 4.94 ms, total: 3.64 s\n",
-      "Wall time: 3.64 s\n"
+      "CPU times: user 4.03 s, sys: 5.76 ms, total: 4.04 s\n",
+      "Wall time: 4.03 s\n"
      ]
     }
    ],
@@ -665,7 +685,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "b061a441",
+   "id": "6bb070f1",
    "metadata": {},
    "outputs": [],
    "source": []