Model upload Test

config.json

@@ -0,0 +1,15 @@
+{
+  "architectures": [
+    "sunguk-bert"
+  ],
+  "act_fn": "gelu",
+  "dropout_prob": 0.2,
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "ff_dim": 1024,
+  "num_heads": 8,
+  "max_position_embeddings": 512,
+  "num_hidden_layers": 12,
+  "type_vocab_size": 2,
+  "vocab_size": 32000
+}

import test

@@ -0,0 +1 @@
+{"nbformat":4,"nbformat_minor":0,"metadata":{"accelerator":"GPU","colab":{"name":"import test","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyNV6LuSXYFyeMpg8+nXLI8N"},"kernelspec":{"display_name":"Python 3","name":"python3"}},"cells":[{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Ic-xyoeQ6NHi","executionInfo":{"status":"ok","timestamp":1616126756257,"user_tz":-540,"elapsed":25692,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"4d702e92-cd28-4fc6-ef1d-84da2bede9ab"},"source":["from google.colab import auth\n","auth.authenticate_user()\n","from google.colab import drive\n","drive.mount('/content/gdrive')"],"execution_count":8,"outputs":[{"output_type":"stream","text":["Mounted at /content/gdrive\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"5ZTrHk5ct0EE","executionInfo":{"status":"ok","timestamp":1616127682816,"user_tz":-540,"elapsed":2768,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"5cc8455a-fcdb-4a33-a297-01e35c8b34ba"},"source":["pip install transformers"],"execution_count":20,"outputs":[{"output_type":"stream","text":["Requirement already satisfied: transformers in /usr/local/lib/python3.7/dist-packages (4.5.0.dev0)\n","Requirement already satisfied: importlib-metadata; python_version < \"3.8\" in /usr/local/lib/python3.7/dist-packages (from transformers) (3.7.2)\n","Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n","Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from transformers) (20.9)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.0.12)\n","Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.19.5)\n","Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.41.1)\n","Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers) (0.0.43)\n","Requirement already satisfied: tokenizers<0.11,>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.10.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2019.12.20)\n","Requirement already satisfied: typing-extensions>=3.6.4; python_version < \"3.8\" in /usr/local/lib/python3.7/dist-packages (from importlib-metadata; python_version < \"3.8\"->transformers) (3.7.4.3)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata; python_version < \"3.8\"->transformers) (3.4.1)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2020.12.5)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n","Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->transformers) (2.4.7)\n","Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.0.1)\n","Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (7.1.2)\n","Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.15.0)\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":347},"id":"mwKIhO7NsQiE","executionInfo":{"status":"error","timestamp":1616127685497,"user_tz":-540,"elapsed":542,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"c998123a-b553-4ec6-fc0f-33100316033a"},"source":["import os\n","import argparse\n","import transformers\n","from transformers.convert_electra_original_tf_checkpoint_to_pytorch import convert_tf_checkpoint_to_pytorch"],"execution_count":21,"outputs":[{"output_type":"error","ename":"ModuleNotFoundError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)","\u001b[0;32m<ipython-input-21-30833c499c7f>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0margparse\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mtransformers\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 4\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mtransformers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconvert_electra_original_tf_checkpoint_to_pytorch\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mconvert_tf_checkpoint_to_pytorch\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m","\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'transformers.convert_electra_original_tf_checkpoint_to_pytorch'","","\u001b[0;31m---------------------------------------------------------------------------\u001b[0;32m\nNOTE: If your import is failing due to a missing package, you can\nmanually install dependencies using either !pip or !apt.\n\nTo view examples of installing some common dependencies, click the\n\"Open Examples\" button below.\n\u001b[0;31m---------------------------------------------------------------------------\u001b[0m\n"]}]},{"cell_type":"code","metadata":{"id":"1_RB6NsKt9JA","executionInfo":{"status":"error","timestamp":1616127713374,"user_tz":-540,"elapsed":568,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"bcf637cc-3736-4173-a188-9df38e2a20fa","colab":{"base_uri":"https://localhost:8080/","height":134}},"source":["$ transformers-cli login"],"execution_count":22,"outputs":[{"output_type":"error","ename":"SyntaxError","evalue":"ignored","traceback":["\u001b[0;36m  File \u001b[0;32m\"<ipython-input-22-17e994fb0ef2>\"\u001b[0;36m, line \u001b[0;32m1\u001b[0m\n\u001b[0;31m    $ transformers-cli login\u001b[0m\n\u001b[0m    ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n"]}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":330},"id":"YNWssrYyraaw","executionInfo":{"status":"error","timestamp":1616127262336,"user_tz":-540,"elapsed":559,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"15dcfd88-894c-4a1e-d909-e93a9c781d21"},"source":["\n"],"execution_count":15,"outputs":[{"output_type":"error","ename":"ModuleNotFoundError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)","\u001b[0;32m<ipython-input-15-7b33c4731889>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mtransformers\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mimport\u001b[0m \u001b[0mgit\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m","\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'git'","","\u001b[0;31m---------------------------------------------------------------------------\u001b[0;32m\nNOTE: If your import is failing due to a missing package, you can\nmanually install dependencies using either !pip or !apt.\n\nTo view examples of installing some common dependencies, click the\n\"Open Examples\" button below.\n\u001b[0;31m---------------------------------------------------------------------------\u001b[0m\n"]}]},{"cell_type":"code","metadata":{"id":"HlFvbZZFsOWk"},"source":[""],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":134},"id":"uOpfdo-MsIX2","executionInfo":{"status":"error","timestamp":1616127248779,"user_tz":-540,"elapsed":559,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"c85e0824-e01a-47d4-fd9a-c52f5ffd0570"},"source":["git lfs install\n","\n","git clone https://huggingface.co/sunguk/sunguk-bert"],"execution_count":14,"outputs":[{"output_type":"error","ename":"SyntaxError","evalue":"ignored","traceback":["\u001b[0;36m  File \u001b[0;32m\"<ipython-input-14-250a725aafd4>\"\u001b[0;36m, line \u001b[0;32m1\u001b[0m\n\u001b[0;31m    git lfs install\u001b[0m\n\u001b[0m          ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n"]}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":170},"id":"hYsz2YwfqKF_","executionInfo":{"status":"error","timestamp":1616127050825,"user_tz":-540,"elapsed":568,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"6128eb07-ecf9-4d18-91d9-af7bd6b84666"},"source":["transformers-cli"],"execution_count":13,"outputs":[{"output_type":"error","ename":"NameError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)","\u001b[0;32m<ipython-input-13-505f7a504ec8>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mtransformers\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0mcli\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m","\u001b[0;31mNameError\u001b[0m: name 'cli' is not defined"]}]},{"cell_type":"markdown","metadata":{"id":"PjW9viqz6Ej5"},"source":["Import"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"YQ-7cuwjbIzu","executionInfo":{"status":"ok","timestamp":1616115933204,"user_tz":-540,"elapsed":2495,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"680e3053-a18a-42f3-c3f3-3b40a3b37db4"},"source":["!python /content/gdrive/MyDrive/job/bert-master/korquad/evaluate-v1.0.py /content/gdrive/MyDrive/job/bert-master/korquad/KorQuAD_v1.0_dev.json /content/gdrive/MyDrive/KorQuAD-Enliple-BERT-small/result/tf+rnn_model_predictions.json"],"execution_count":null,"outputs":[{"output_type":"stream","text":["{\"exact_match\": 77.5545549012816, \"f1\": 88.23756406021481}\n"],"name":"stdout"}]}]}

tf+rnn_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a3e9c2e54dd67f71f2d8d4737810a123677cd223b44f088ec0e60a9cce9670
+size 77340405

tokenizer_config.json

@@ -0,0 +1,13 @@
+{
+  "do_lower_case": false,
+  "unk_token": "[UNK]",
+  "sep_token": "[SEP]",
+  "pad_token": "[PAD]",
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "tokenize_chinese_chars": true,
+  "strip_accents": null,
+  "model_max_length": 512,
+  "do_basic_tokenize": true,
+  "special_tokens_map_file": null
+}