| {"nbformat":4,"nbformat_minor":0,"metadata":{"accelerator":"GPU","colab":{"name":"import test","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyNV6LuSXYFyeMpg8+nXLI8N"},"kernelspec":{"display_name":"Python 3","name":"python3"}},"cells":[{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Ic-xyoeQ6NHi","executionInfo":{"status":"ok","timestamp":1616126756257,"user_tz":-540,"elapsed":25692,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"4d702e92-cd28-4fc6-ef1d-84da2bede9ab"},"source":["from google.colab import auth\n","auth.authenticate_user()\n","from google.colab import drive\n","drive.mount('/content/gdrive')"],"execution_count":8,"outputs":[{"output_type":"stream","text":["Mounted at /content/gdrive\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"5ZTrHk5ct0EE","executionInfo":{"status":"ok","timestamp":1616127682816,"user_tz":-540,"elapsed":2768,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"5cc8455a-fcdb-4a33-a297-01e35c8b34ba"},"source":["pip install transformers"],"execution_count":20,"outputs":[{"output_type":"stream","text":["Requirement already satisfied: transformers in /usr/local/lib/python3.7/dist-packages (4.5.0.dev0)\n","Requirement already satisfied: importlib-metadata; python_version < \"3.8\" in /usr/local/lib/python3.7/dist-packages (from transformers) (3.7.2)\n","Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n","Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from transformers) (20.9)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.0.12)\n","Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.19.5)\n","Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.41.1)\n","Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers) (0.0.43)\n","Requirement already satisfied: tokenizers<0.11,>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.10.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2019.12.20)\n","Requirement already satisfied: typing-extensions>=3.6.4; python_version < \"3.8\" in /usr/local/lib/python3.7/dist-packages (from importlib-metadata; python_version < \"3.8\"->transformers) (3.7.4.3)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata; python_version < \"3.8\"->transformers) (3.4.1)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2020.12.5)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n","Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->transformers) (2.4.7)\n","Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.0.1)\n","Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (7.1.2)\n","Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.15.0)\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":347},"id":"mwKIhO7NsQiE","executionInfo":{"status":"error","timestamp":1616127685497,"user_tz":-540,"elapsed":542,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"c998123a-b553-4ec6-fc0f-33100316033a"},"source":["import os\n","import argparse\n","import transformers\n","from transformers.convert_electra_original_tf_checkpoint_to_pytorch import convert_tf_checkpoint_to_pytorch"],"execution_count":21,"outputs":[{"output_type":"error","ename":"ModuleNotFoundError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mModuleNotFoundError\u001b[0m Traceback (most recent call last)","\u001b[0;32m<ipython-input-21-30833c499c7f>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 2\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0margparse\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mtransformers\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 4\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mtransformers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconvert_electra_original_tf_checkpoint_to_pytorch\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mconvert_tf_checkpoint_to_pytorch\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m","\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'transformers.convert_electra_original_tf_checkpoint_to_pytorch'","","\u001b[0;31m---------------------------------------------------------------------------\u001b[0;32m\nNOTE: If your import is failing due to a missing package, you can\nmanually install dependencies using either !pip or !apt.\n\nTo view examples of installing some common dependencies, click the\n\"Open Examples\" button below.\n\u001b[0;31m---------------------------------------------------------------------------\u001b[0m\n"]}]},{"cell_type":"code","metadata":{"id":"1_RB6NsKt9JA","executionInfo":{"status":"error","timestamp":1616127713374,"user_tz":-540,"elapsed":568,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"bcf637cc-3736-4173-a188-9df38e2a20fa","colab":{"base_uri":"https://localhost:8080/","height":134}},"source":["$ transformers-cli login"],"execution_count":22,"outputs":[{"output_type":"error","ename":"SyntaxError","evalue":"ignored","traceback":["\u001b[0;36m File \u001b[0;32m\"<ipython-input-22-17e994fb0ef2>\"\u001b[0;36m, line \u001b[0;32m1\u001b[0m\n\u001b[0;31m $ transformers-cli login\u001b[0m\n\u001b[0m ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n"]}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":330},"id":"YNWssrYyraaw","executionInfo":{"status":"error","timestamp":1616127262336,"user_tz":-540,"elapsed":559,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"15dcfd88-894c-4a1e-d909-e93a9c781d21"},"source":["\n"],"execution_count":15,"outputs":[{"output_type":"error","ename":"ModuleNotFoundError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mModuleNotFoundError\u001b[0m Traceback (most recent call last)","\u001b[0;32m<ipython-input-15-7b33c4731889>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mtransformers\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mimport\u001b[0m \u001b[0mgit\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m","\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'git'","","\u001b[0;31m---------------------------------------------------------------------------\u001b[0;32m\nNOTE: If your import is failing due to a missing package, you can\nmanually install dependencies using either !pip or !apt.\n\nTo view examples of installing some common dependencies, click the\n\"Open Examples\" button below.\n\u001b[0;31m---------------------------------------------------------------------------\u001b[0m\n"]}]},{"cell_type":"code","metadata":{"id":"HlFvbZZFsOWk"},"source":[""],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":134},"id":"uOpfdo-MsIX2","executionInfo":{"status":"error","timestamp":1616127248779,"user_tz":-540,"elapsed":559,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"c85e0824-e01a-47d4-fd9a-c52f5ffd0570"},"source":["git lfs install\n","\n","git clone https://huggingface.co/sunguk/sunguk-bert"],"execution_count":14,"outputs":[{"output_type":"error","ename":"SyntaxError","evalue":"ignored","traceback":["\u001b[0;36m File \u001b[0;32m\"<ipython-input-14-250a725aafd4>\"\u001b[0;36m, line \u001b[0;32m1\u001b[0m\n\u001b[0;31m git lfs install\u001b[0m\n\u001b[0m ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n"]}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":170},"id":"hYsz2YwfqKF_","executionInfo":{"status":"error","timestamp":1616127050825,"user_tz":-540,"elapsed":568,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"6128eb07-ecf9-4d18-91d9-af7bd6b84666"},"source":["transformers-cli"],"execution_count":13,"outputs":[{"output_type":"error","ename":"NameError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)","\u001b[0;32m<ipython-input-13-505f7a504ec8>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mtransformers\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0mcli\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m","\u001b[0;31mNameError\u001b[0m: name 'cli' is not defined"]}]},{"cell_type":"markdown","metadata":{"id":"PjW9viqz6Ej5"},"source":["Import"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"YQ-7cuwjbIzu","executionInfo":{"status":"ok","timestamp":1616115933204,"user_tz":-540,"elapsed":2495,"user":{"displayName":"플리즈","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgfZs9TgK8G17Rz0Fxij3jF5fdcD9kt4At8KiXiXg=s64","userId":"07979142484618870402"}},"outputId":"680e3053-a18a-42f3-c3f3-3b40a3b37db4"},"source":["!python /content/gdrive/MyDrive/job/bert-master/korquad/evaluate-v1.0.py /content/gdrive/MyDrive/job/bert-master/korquad/KorQuAD_v1.0_dev.json /content/gdrive/MyDrive/KorQuAD-Enliple-BERT-small/result/tf+rnn_model_predictions.json"],"execution_count":null,"outputs":[{"output_type":"stream","text":["{\"exact_match\": 77.5545549012816, \"f1\": 88.23756406021481}\n"],"name":"stdout"}]}]} |