Training in progress, epoch 2

Untitled.ipynb

@@ -0,0 +1,145 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "482c2cab-2174-4ab9-bd15-bdd21abe8900",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<a href='pytorch_model.bin' target='_blank'>pytorch_model.bin</a><br>"
+      ],
+      "text/plain": [
+       "/workspace/vit5/pytorch_model.bin"
+      ]
+     },
+     "execution_count": 1,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from IPython.display import FileLink, FileLinks\n",
+    "FileLink('pytorch_model.bin')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "4314353d-9e70-40ae-a8a8-5c13b6322612",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "9f61e56a4f16415d86ac9e8c1460cba7",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "VBox(children=(HTML(value='<center> <img\\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.sv…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "from huggingface_hub import notebook_login\n",
+    "\n",
+    "notebook_login()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "ac1a68a6-8286-4da2-bd8a-0d480127e0cb",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from transformers import AutoModelForSeq2SeqLM, AutoTokenizer\n",
+    "model = AutoModelForSeq2SeqLM.from_pretrained(\"/workspace/vit5\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "059f7512-2173-4b39-8fbf-cde2403d430e",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "0d9b5ff3b3da4750b9851ff42fdc21bb",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "pytorch_model.bin:   0%|          | 0.00/904M [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "CommitInfo(commit_url='https://huggingface.co/trientp/vit5_base_qa/commit/8e631d1361aa8ac8484aa4686a2861c1ea1a061d', commit_message='Upload T5ForConditionalGeneration', commit_description='', oid='8e631d1361aa8ac8484aa4686a2861c1ea1a061d', pr_url=None, pr_revision=None, pr_num=None)"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "model.push_to_hub(\"trientp/vit5_base_qa\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "fe57b8c3-33ae-49ac-af4c-01a5cdf36831",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "CommitInfo(commit_url='https://huggingface.co/trientp/vit5_base_qa/commit/5259b65a3fb4645bbc5ee242d18253c58a6c0a89', commit_message='Upload tokenizer', commit_description='', oid='5259b65a3fb4645bbc5ee242d18253c58a6c0a89', pr_url=None, pr_revision=None, pr_num=None)"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "tokenizer = AutoTokenizer.from_pretrained(\"VietAI/vit5-base\")  \n",
+    "tokenizer.push_to_hub(\"trientp/vit5_base_qa\")"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.11"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/workspace/vit5/vit5_base_qa",
+  "_name_or_path": "VietAI/vit5-base",
   "architectures": [
     "T5ForConditionalGeneration"
   ],

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cf136c816d72fa4b92f75f001411af1e1fcaaeb5098ac023139e42da405f6d1
-size 903889041
+oid sha256:ae80886e1b1de868f2f9f47f6a669335aa2d4004b20ee21a16d9d244bce73bab
+size 903892625

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694147249a51f4b7e4619c380f3fe851b546953e253b5142e5933c22a430641b
+size 4155