Gagan Bhatia commited on
Commit
de6b0be
1 Parent(s): c6ccd20

Created using Colaboratory

Browse files
Files changed (1) hide show
  1. notebooks/Summarisation.ipynb +382 -0
notebooks/Summarisation.ipynb ADDED
@@ -0,0 +1,382 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "nbformat": 4,
3
+ "nbformat_minor": 0,
4
+ "metadata": {
5
+ "colab": {
6
+ "name": "Summarisation.ipynb",
7
+ "provenance": [],
8
+ "authorship_tag": "ABX9TyOitTe/P44ZGiLTVtPjOQvz",
9
+ "include_colab_link": true
10
+ },
11
+ "kernelspec": {
12
+ "name": "python3",
13
+ "display_name": "Python 3"
14
+ },
15
+ "language_info": {
16
+ "name": "python"
17
+ },
18
+ "accelerator": "GPU"
19
+ },
20
+ "cells": [
21
+ {
22
+ "cell_type": "markdown",
23
+ "metadata": {
24
+ "id": "view-in-github",
25
+ "colab_type": "text"
26
+ },
27
+ "source": [
28
+ "<a href=\"https://colab.research.google.com/github/gagan3012/T5-Summarization/blob/master/notebooks/Summarisation.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
29
+ ]
30
+ },
31
+ {
32
+ "cell_type": "code",
33
+ "metadata": {
34
+ "colab": {
35
+ "base_uri": "https://localhost:8080/"
36
+ },
37
+ "id": "DHzgmow9DZK7",
38
+ "outputId": "8ca1398e-4eef-41c9-d253-195f0fd356a5"
39
+ },
40
+ "source": [
41
+ "!git clone https://dagshub.com/gagan3012/summarization.git"
42
+ ],
43
+ "execution_count": 1,
44
+ "outputs": [
45
+ {
46
+ "output_type": "stream",
47
+ "text": [
48
+ "Cloning into 'summarization'...\n",
49
+ "remote: Enumerating objects: 494, done.\u001b[K\n",
50
+ "remote: Counting objects: 100% (494/494), done.\u001b[K\n",
51
+ "remote: Compressing objects: 100% (488/488), done.\u001b[K\n",
52
+ "remote: Total 494 (delta 281), reused 0 (delta 0)\u001b[K\n",
53
+ "Receiving objects: 100% (494/494), 71.22 KiB | 588.00 KiB/s, done.\n",
54
+ "Resolving deltas: 100% (281/281), done.\n"
55
+ ],
56
+ "name": "stdout"
57
+ }
58
+ ]
59
+ },
60
+ {
61
+ "cell_type": "code",
62
+ "metadata": {
63
+ "id": "a_gw9JaVEslh"
64
+ },
65
+ "source": [
66
+ "import os\n",
67
+ "os.chdir('/content/summarization')"
68
+ ],
69
+ "execution_count": 2,
70
+ "outputs": []
71
+ },
72
+ {
73
+ "cell_type": "code",
74
+ "metadata": {
75
+ "colab": {
76
+ "base_uri": "https://localhost:8080/"
77
+ },
78
+ "id": "dcozx2lVFOd-",
79
+ "outputId": "7b4324b3-f5ae-497c-eea2-64b89b75e6e8"
80
+ },
81
+ "source": [
82
+ "!git pull"
83
+ ],
84
+ "execution_count": 3,
85
+ "outputs": [
86
+ {
87
+ "output_type": "stream",
88
+ "text": [
89
+ "Already up to date.\n"
90
+ ],
91
+ "name": "stdout"
92
+ }
93
+ ]
94
+ },
95
+ {
96
+ "cell_type": "code",
97
+ "metadata": {
98
+ "colab": {
99
+ "base_uri": "https://localhost:8080/"
100
+ },
101
+ "id": "fcJkF3ZtEyVm",
102
+ "outputId": "32956dfe-d46e-4d6d-91d0-afdbf660d4f1"
103
+ },
104
+ "source": [
105
+ "!make dirs"
106
+ ],
107
+ "execution_count": 4,
108
+ "outputs": [
109
+ {
110
+ "output_type": "stream",
111
+ "text": [
112
+ "mkdir -p data/raw data/processed models\n"
113
+ ],
114
+ "name": "stdout"
115
+ }
116
+ ]
117
+ },
118
+ {
119
+ "cell_type": "code",
120
+ "metadata": {
121
+ "colab": {
122
+ "base_uri": "https://localhost:8080/"
123
+ },
124
+ "id": "6jClm3fBE9XL",
125
+ "outputId": "6a68e85a-ea79-474c-9d11-3e6c907a4ae1"
126
+ },
127
+ "source": [
128
+ "!make requirements"
129
+ ],
130
+ "execution_count": null,
131
+ "outputs": [
132
+ {
133
+ "output_type": "stream",
134
+ "text": [
135
+ "python -m pip install -U pip setuptools wheel\n",
136
+ "Requirement already satisfied: pip in /usr/local/lib/python3.7/dist-packages (21.1.3)\n",
137
+ "Collecting pip\n",
138
+ " Downloading pip-21.2.1-py3-none-any.whl (1.6 MB)\n",
139
+ "\u001b[K |████████████████████████████████| 1.6 MB 8.2 MB/s \n",
140
+ "\u001b[?25hRequirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (57.2.0)\n",
141
+ "Collecting setuptools\n",
142
+ " Downloading setuptools-57.4.0-py3-none-any.whl (819 kB)\n",
143
+ "\u001b[K |████████████████████████████████| 819 kB 58.0 MB/s \n",
144
+ "\u001b[?25hRequirement already satisfied: wheel in /usr/local/lib/python3.7/dist-packages (0.36.2)\n",
145
+ "Installing collected packages: setuptools, pip\n",
146
+ " Attempting uninstall: setuptools\n",
147
+ " Found existing installation: setuptools 57.2.0\n",
148
+ " Uninstalling setuptools-57.2.0:\n",
149
+ " Successfully uninstalled setuptools-57.2.0\n",
150
+ " Attempting uninstall: pip\n",
151
+ " Found existing installation: pip 21.1.3\n",
152
+ " Uninstalling pip-21.1.3:\n",
153
+ " Successfully uninstalled pip-21.1.3\n",
154
+ "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
155
+ "datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\u001b[0m\n",
156
+ "Successfully installed pip-21.2.1 setuptools-57.4.0\n",
157
+ "python -m pip install -r requirements.txt\n",
158
+ "\u001b[33mWARNING: Value for scheme.platlib does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
159
+ "distutils: /usr/local/lib/python3.7/dist-packages\n",
160
+ "sysconfig: /usr/lib/python3.7/site-packages\u001b[0m\n",
161
+ "\u001b[33mWARNING: Value for scheme.purelib does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
162
+ "distutils: /usr/local/lib/python3.7/dist-packages\n",
163
+ "sysconfig: /usr/lib/python3.7/site-packages\u001b[0m\n",
164
+ "\u001b[33mWARNING: Value for scheme.headers does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
165
+ "distutils: /usr/local/include/python3.7/UNKNOWN\n",
166
+ "sysconfig: /usr/include/python3.7m/UNKNOWN\u001b[0m\n",
167
+ "\u001b[33mWARNING: Value for scheme.scripts does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
168
+ "distutils: /usr/local/bin\n",
169
+ "sysconfig: /usr/bin\u001b[0m\n",
170
+ "\u001b[33mWARNING: Value for scheme.data does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
171
+ "distutils: /usr/local\n",
172
+ "sysconfig: /usr\u001b[0m\n",
173
+ "\u001b[33mWARNING: Additional context:\n",
174
+ "user = False\n",
175
+ "home = None\n",
176
+ "root = None\n",
177
+ "prefix = None\u001b[0m\n",
178
+ "Collecting numpy==1.21.1\n",
179
+ " Downloading numpy-1.21.1-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (15.7 MB)\n",
180
+ "\u001b[K |████████████████████████████████| 15.7 MB 75 kB/s \n",
181
+ "\u001b[?25hCollecting datasets==1.10.2\n",
182
+ " Downloading datasets-1.10.2-py3-none-any.whl (542 kB)\n",
183
+ "\u001b[K |████████████████████████████████| 542 kB 66.2 MB/s \n",
184
+ "\u001b[?25hCollecting pytorch_lightning==1.3.5\n",
185
+ " Downloading pytorch_lightning-1.3.5-py3-none-any.whl (808 kB)\n",
186
+ "\u001b[K |████████████████████████████████| 808 kB 59.0 MB/s \n",
187
+ "\u001b[?25hCollecting transformers==4.9.0\n",
188
+ " Downloading transformers-4.9.0-py3-none-any.whl (2.6 MB)\n",
189
+ "\u001b[K |████████████████████████████████| 2.6 MB 36.6 MB/s \n",
190
+ "\u001b[?25hRequirement already satisfied: torch==1.9.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 5)) (1.9.0+cu102)\n",
191
+ "Collecting dagshub==0.1.6\n",
192
+ " Downloading dagshub-0.1.6-py3-none-any.whl (9.3 kB)\n",
193
+ "Requirement already satisfied: pandas==1.1.5 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 7)) (1.1.5)\n",
194
+ "Collecting rouge_score\n",
195
+ " Downloading rouge_score-0.0.4-py2.py3-none-any.whl (22 kB)\n",
196
+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 9)) (3.13)\n",
197
+ "Collecting dvc\n",
198
+ " Downloading dvc-2.5.4-py3-none-any.whl (638 kB)\n",
199
+ "\u001b[K |████████████████████████████████| 638 kB 62.4 MB/s \n",
200
+ "\u001b[?25hCollecting mlflow\n",
201
+ " Downloading mlflow-1.19.0-py3-none-any.whl (14.4 MB)\n",
202
+ "\u001b[K |████████████████████████████████| 14.4 MB 66 kB/s \n",
203
+ "\u001b[?25hCollecting wandb\n",
204
+ " Downloading wandb-0.11.0-py2.py3-none-any.whl (1.8 MB)\n",
205
+ "\u001b[K |████████████████████████████████| 1.8 MB 52.8 MB/s \n",
206
+ "\u001b[?25hRequirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 15)) (7.1.2)\n",
207
+ "Requirement already satisfied: coverage in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 16)) (3.7.1)\n",
208
+ "Collecting awscli\n",
209
+ " Downloading awscli-1.20.6-py3-none-any.whl (3.7 MB)\n",
210
+ "\u001b[K |████████████████████████████████| 3.7 MB 65.9 MB/s \n",
211
+ "\u001b[?25hCollecting flake8\n",
212
+ " Downloading flake8-3.9.2-py2.py3-none-any.whl (73 kB)\n",
213
+ "\u001b[K |████████████████████████████████| 73 kB 2.1 MB/s \n",
214
+ "\u001b[?25hCollecting python-dotenv>=0.5.1\n",
215
+ " Downloading python_dotenv-0.19.0-py2.py3-none-any.whl (17 kB)\n",
216
+ "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (21.0)\n",
217
+ "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (2.23.0)\n",
218
+ "Requirement already satisfied: dill in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (0.3.4)\n",
219
+ "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (4.6.1)\n",
220
+ "Collecting xxhash\n",
221
+ " Downloading xxhash-2.0.2-cp37-cp37m-manylinux2010_x86_64.whl (243 kB)\n",
222
+ "\u001b[K |████████████████████████████████| 243 kB 69.5 MB/s \n",
223
+ "\u001b[?25hCollecting fsspec>=2021.05.0\n",
224
+ " Downloading fsspec-2021.7.0-py3-none-any.whl (118 kB)\n",
225
+ "\u001b[K |████████████████████████████████| 118 kB 76.5 MB/s \n",
226
+ "\u001b[?25hCollecting tqdm>=4.42\n",
227
+ " Downloading tqdm-4.61.2-py2.py3-none-any.whl (76 kB)\n",
228
+ "\u001b[K |████████████████████████████████| 76 kB 6.1 MB/s \n",
229
+ "\u001b[?25hCollecting huggingface-hub<0.1.0\n",
230
+ " Downloading huggingface_hub-0.0.14-py3-none-any.whl (43 kB)\n",
231
+ "\u001b[K |████████████████████████████████| 43 kB 2.0 MB/s \n",
232
+ "\u001b[?25hRequirement already satisfied: pyarrow!=4.0.0,>=1.0.0 in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (3.0.0)\n",
233
+ "Requirement already satisfied: multiprocess in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (0.70.12.2)\n",
234
+ "Collecting future>=0.17.1\n",
235
+ " Downloading future-0.18.2.tar.gz (829 kB)\n",
236
+ "\u001b[K |████████████████████████████████| 829 kB 57.6 MB/s \n",
237
+ "\u001b[?25hCollecting torchmetrics>=0.2.0\n",
238
+ " Downloading torchmetrics-0.4.1-py3-none-any.whl (234 kB)\n",
239
+ "\u001b[K |████████████████████████████████| 234 kB 62.8 MB/s \n",
240
+ "\u001b[?25hCollecting pyDeprecate==0.3.0\n",
241
+ " Downloading pyDeprecate-0.3.0-py3-none-any.whl (10 kB)\n",
242
+ "Collecting pyyaml\n",
243
+ " Downloading PyYAML-5.4.1-cp37-cp37m-manylinux1_x86_64.whl (636 kB)\n",
244
+ "\u001b[K |████████████████████████████████| 636 kB 62.7 MB/s \n",
245
+ "\u001b[?25hCollecting tensorboard!=2.5.0,>=2.2.0\n",
246
+ " Downloading tensorboard-2.4.1-py3-none-any.whl (10.6 MB)\n",
247
+ "\u001b[K |████████████████████████████████| 10.6 MB 60.2 MB/s \n",
248
+ "\u001b[?25hCollecting sacremoses\n",
249
+ " Downloading sacremoses-0.0.45-py3-none-any.whl (895 kB)\n",
250
+ "\u001b[K |████████████████████████████████| 895 kB 52.2 MB/s \n",
251
+ "\u001b[?25hCollecting tokenizers<0.11,>=0.10.1\n",
252
+ " Downloading tokenizers-0.10.3-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (3.3 MB)\n",
253
+ "\u001b[K |████████████████████████████████| 3.3 MB 46.3 MB/s \n",
254
+ "\u001b[?25hCollecting huggingface-hub<0.1.0\n",
255
+ " Downloading huggingface_hub-0.0.12-py3-none-any.whl (37 kB)\n",
256
+ "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers==4.9.0->-r requirements.txt (line 4)) (2019.12.20)\n",
257
+ "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers==4.9.0->-r requirements.txt (line 4)) (3.0.12)\n",
258
+ "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch==1.9.0->-r requirements.txt (line 5)) (3.7.4.3)\n",
259
+ "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.7/dist-packages (from pandas==1.1.5->-r requirements.txt (line 7)) (2018.9)\n",
260
+ "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas==1.1.5->-r requirements.txt (line 7)) (2.8.1)\n",
261
+ "Requirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (from rouge_score->-r requirements.txt (line 8)) (3.2.5)\n",
262
+ "Requirement already satisfied: absl-py in /usr/local/lib/python3.7/dist-packages (from rouge_score->-r requirements.txt (line 8)) (0.12.0)\n",
263
+ "Requirement already satisfied: six>=1.14.0 in /usr/local/lib/python3.7/dist-packages (from rouge_score->-r requirements.txt (line 8)) (1.15.0)\n",
264
+ "Requirement already satisfied: appdirs>=1.4.3 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (1.4.4)\n",
265
+ "Collecting diskcache>=5.2.1\n",
266
+ " Downloading diskcache-5.2.1-py3-none-any.whl (44 kB)\n",
267
+ "\u001b[K |████████████████████████████████| 44 kB 3.4 MB/s \n",
268
+ "\u001b[?25hCollecting jsonpath-ng>=1.5.1\n",
269
+ " Downloading jsonpath_ng-1.5.3-py3-none-any.whl (29 kB)\n",
270
+ "Requirement already satisfied: pyasn1>=0.4.1 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (0.4.8)\n",
271
+ "Collecting distro>=1.3.0\n",
272
+ " Downloading distro-1.5.0-py2.py3-none-any.whl (18 kB)\n",
273
+ "Collecting rich>=10.0.0\n",
274
+ " Downloading rich-10.6.0-py3-none-any.whl (208 kB)\n",
275
+ "\u001b[K |████████████████████████████████| 208 kB 50.0 MB/s \n",
276
+ "\u001b[?25hCollecting zc.lockfile>=1.2.1\n",
277
+ " Downloading zc.lockfile-2.0-py2.py3-none-any.whl (9.7 kB)\n",
278
+ "Collecting configobj>=5.0.6\n",
279
+ " Downloading configobj-5.0.6.tar.gz (33 kB)\n",
280
+ "Requirement already satisfied: pyparsing==2.4.7 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (2.4.7)\n",
281
+ "Requirement already satisfied: pydot>=1.2.4 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (1.3.0)\n",
282
+ "Collecting ply>=3.9\n",
283
+ " Downloading ply-3.11-py2.py3-none-any.whl (49 kB)\n",
284
+ "\u001b[K |████████████████████████████████| 49 kB 7.1 MB/s \n",
285
+ "\u001b[?25hCollecting shtab<2,>=1.3.4\n",
286
+ " Downloading shtab-1.3.9-py2.py3-none-any.whl (12 kB)\n",
287
+ "Collecting nanotime>=0.5.2\n",
288
+ " Downloading nanotime-0.5.2.tar.gz (3.2 kB)\n",
289
+ "Collecting shortuuid>=0.5.0\n",
290
+ " Downloading shortuuid-1.0.1-py3-none-any.whl (7.5 kB)\n",
291
+ "Collecting funcy>=1.14\n",
292
+ " Downloading funcy-1.16-py2.py3-none-any.whl (32 kB)\n",
293
+ "Requirement already satisfied: tabulate>=0.8.7 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (0.8.9)\n",
294
+ "Collecting gitpython>3\n",
295
+ " Downloading GitPython-3.1.18-py3-none-any.whl (170 kB)\n",
296
+ "\u001b[K |████████████████████████████████| 170 kB 58.7 MB/s \n",
297
+ "\u001b[?25hCollecting ruamel.yaml>=0.16.1\n",
298
+ " Downloading ruamel.yaml-0.17.10-py3-none-any.whl (108 kB)\n",
299
+ "\u001b[K |████████████████████████████████| 108 kB 48.6 MB/s \n",
300
+ "\u001b[?25hCollecting flatten-dict<1,>=0.3.0\n",
301
+ " Downloading flatten_dict-0.4.1-py2.py3-none-any.whl (9.5 kB)\n",
302
+ "Collecting voluptuous>=0.11.7\n",
303
+ " Downloading voluptuous-0.12.1-py3-none-any.whl (29 kB)\n",
304
+ "Collecting python-benedict>=0.21.1\n",
305
+ " Downloading python_benedict-0.24.0-py3-none-any.whl (40 kB)\n",
306
+ "\u001b[K |████████████████████████████████| 40 kB 7.5 MB/s \n",
307
+ "\u001b[?25hCollecting dpath<3,>=2.0.1\n",
308
+ " Downloading dpath-2.0.1.tar.gz (21 kB)\n",
309
+ "Collecting grandalf==0.6\n",
310
+ " Downloading grandalf-0.6-py3-none-any.whl (31 kB)\n",
311
+ "Requirement already satisfied: networkx~=2.5 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (2.5.1)\n",
312
+ "Collecting psutil>=5.8.0\n",
313
+ " Downloading psutil-5.8.0-cp37-cp37m-manylinux2010_x86_64.whl (296 kB)\n",
314
+ "\u001b[K |████████████████████████████████| 296 kB 65.5 MB/s \n",
315
+ "\u001b[?25hRequirement already satisfied: toml>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (0.10.2)\n",
316
+ "Collecting pygtrie>=2.3.2\n",
317
+ " Downloading pygtrie-2.4.2.tar.gz (35 kB)\n",
318
+ "Collecting colorama>=0.3.9\n",
319
+ " Downloading colorama-0.4.4-py2.py3-none-any.whl (16 kB)\n",
320
+ "Collecting dulwich>=0.20.23\n",
321
+ " Downloading dulwich-0.20.24-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (529 kB)\n",
322
+ "\u001b[K |████████████████████████████████| 529 kB 59.7 MB/s \n",
323
+ "\u001b[?25hCollecting pathspec>=0.6.0\n",
324
+ " Downloading pathspec-0.9.0-py2.py3-none-any.whl (31 kB)\n",
325
+ "Collecting dictdiffer>=0.8.1\n",
326
+ " Downloading dictdiffer-0.9.0-py2.py3-none-any.whl (16 kB)\n",
327
+ "Requirement already satisfied: setuptools>=34.0.0 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (57.4.0)\n",
328
+ "Collecting pygit2>=1.5.0\n",
329
+ " Downloading pygit2-1.6.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.6 MB)\n",
330
+ "\u001b[K |████████████████████████████████| 4.6 MB 54.2 MB/s \n",
331
+ "\u001b[?25hCollecting flufl.lock<4,>=3.2\n",
332
+ " Downloading flufl.lock-3.2.tar.gz (19 kB)\n",
333
+ "Requirement already satisfied: entrypoints in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (0.3)\n",
334
+ "Requirement already satisfied: sqlparse>=0.3.1 in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (0.4.1)\n",
335
+ "Collecting databricks-cli>=0.8.7\n",
336
+ " Downloading databricks-cli-0.14.3.tar.gz (54 kB)\n",
337
+ "\u001b[K |████████████████████████████████| 54 kB 4.0 MB/s \n",
338
+ "\u001b[?25hCollecting prometheus-flask-exporter\n",
339
+ " Downloading prometheus_flask_exporter-0.18.2.tar.gz (22 kB)\n",
340
+ "Collecting gunicorn\n",
341
+ " Downloading gunicorn-20.1.0-py3-none-any.whl (79 kB)\n",
342
+ "\u001b[K |████████████████████████████████| 79 kB 10.0 MB/s \n",
343
+ "\u001b[?25hRequirement already satisfied: Flask in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (1.1.4)\n",
344
+ "Collecting docker>=4.0.0\n",
345
+ " Downloading docker-5.0.0-py2.py3-none-any.whl (146 kB)\n",
346
+ "\u001b[K |████████████████████████████████| 146 kB 75.1 MB/s \n",
347
+ "\u001b[?25hRequirement already satisfied: cloudpickle in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (1.3.0)\n",
348
+ "Collecting querystring-parser\n",
349
+ " Downloading querystring_parser-1.2.4-py2.py3-none-any.whl (7.9 kB)\n",
350
+ "Requirement already satisfied: sqlalchemy in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (1.4.20)\n",
351
+ "Collecting alembic<=1.4.1\n",
352
+ " Downloading alembic-1.4.1.tar.gz (1.1 MB)\n",
353
+ "\u001b[K |████████████████████████████████| 1.1 MB 54.1 MB/s \n"
354
+ ],
355
+ "name": "stdout"
356
+ }
357
+ ]
358
+ },
359
+ {
360
+ "cell_type": "code",
361
+ "metadata": {
362
+ "id": "bXKYITHyFBnz"
363
+ },
364
+ "source": [
365
+ "!make run"
366
+ ],
367
+ "execution_count": null,
368
+ "outputs": []
369
+ },
370
+ {
371
+ "cell_type": "code",
372
+ "metadata": {
373
+ "id": "J0n8bj738wxb"
374
+ },
375
+ "source": [
376
+ ""
377
+ ],
378
+ "execution_count": null,
379
+ "outputs": []
380
+ }
381
+ ]
382
+ }