Spaces:
Runtime error
Runtime error
Gagan Bhatia
commited on
Commit
•
de6b0be
1
Parent(s):
c6ccd20
Created using Colaboratory
Browse files- notebooks/Summarisation.ipynb +382 -0
notebooks/Summarisation.ipynb
ADDED
@@ -0,0 +1,382 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"nbformat": 4,
|
3 |
+
"nbformat_minor": 0,
|
4 |
+
"metadata": {
|
5 |
+
"colab": {
|
6 |
+
"name": "Summarisation.ipynb",
|
7 |
+
"provenance": [],
|
8 |
+
"authorship_tag": "ABX9TyOitTe/P44ZGiLTVtPjOQvz",
|
9 |
+
"include_colab_link": true
|
10 |
+
},
|
11 |
+
"kernelspec": {
|
12 |
+
"name": "python3",
|
13 |
+
"display_name": "Python 3"
|
14 |
+
},
|
15 |
+
"language_info": {
|
16 |
+
"name": "python"
|
17 |
+
},
|
18 |
+
"accelerator": "GPU"
|
19 |
+
},
|
20 |
+
"cells": [
|
21 |
+
{
|
22 |
+
"cell_type": "markdown",
|
23 |
+
"metadata": {
|
24 |
+
"id": "view-in-github",
|
25 |
+
"colab_type": "text"
|
26 |
+
},
|
27 |
+
"source": [
|
28 |
+
"<a href=\"https://colab.research.google.com/github/gagan3012/T5-Summarization/blob/master/notebooks/Summarisation.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
|
29 |
+
]
|
30 |
+
},
|
31 |
+
{
|
32 |
+
"cell_type": "code",
|
33 |
+
"metadata": {
|
34 |
+
"colab": {
|
35 |
+
"base_uri": "https://localhost:8080/"
|
36 |
+
},
|
37 |
+
"id": "DHzgmow9DZK7",
|
38 |
+
"outputId": "8ca1398e-4eef-41c9-d253-195f0fd356a5"
|
39 |
+
},
|
40 |
+
"source": [
|
41 |
+
"!git clone https://dagshub.com/gagan3012/summarization.git"
|
42 |
+
],
|
43 |
+
"execution_count": 1,
|
44 |
+
"outputs": [
|
45 |
+
{
|
46 |
+
"output_type": "stream",
|
47 |
+
"text": [
|
48 |
+
"Cloning into 'summarization'...\n",
|
49 |
+
"remote: Enumerating objects: 494, done.\u001b[K\n",
|
50 |
+
"remote: Counting objects: 100% (494/494), done.\u001b[K\n",
|
51 |
+
"remote: Compressing objects: 100% (488/488), done.\u001b[K\n",
|
52 |
+
"remote: Total 494 (delta 281), reused 0 (delta 0)\u001b[K\n",
|
53 |
+
"Receiving objects: 100% (494/494), 71.22 KiB | 588.00 KiB/s, done.\n",
|
54 |
+
"Resolving deltas: 100% (281/281), done.\n"
|
55 |
+
],
|
56 |
+
"name": "stdout"
|
57 |
+
}
|
58 |
+
]
|
59 |
+
},
|
60 |
+
{
|
61 |
+
"cell_type": "code",
|
62 |
+
"metadata": {
|
63 |
+
"id": "a_gw9JaVEslh"
|
64 |
+
},
|
65 |
+
"source": [
|
66 |
+
"import os\n",
|
67 |
+
"os.chdir('/content/summarization')"
|
68 |
+
],
|
69 |
+
"execution_count": 2,
|
70 |
+
"outputs": []
|
71 |
+
},
|
72 |
+
{
|
73 |
+
"cell_type": "code",
|
74 |
+
"metadata": {
|
75 |
+
"colab": {
|
76 |
+
"base_uri": "https://localhost:8080/"
|
77 |
+
},
|
78 |
+
"id": "dcozx2lVFOd-",
|
79 |
+
"outputId": "7b4324b3-f5ae-497c-eea2-64b89b75e6e8"
|
80 |
+
},
|
81 |
+
"source": [
|
82 |
+
"!git pull"
|
83 |
+
],
|
84 |
+
"execution_count": 3,
|
85 |
+
"outputs": [
|
86 |
+
{
|
87 |
+
"output_type": "stream",
|
88 |
+
"text": [
|
89 |
+
"Already up to date.\n"
|
90 |
+
],
|
91 |
+
"name": "stdout"
|
92 |
+
}
|
93 |
+
]
|
94 |
+
},
|
95 |
+
{
|
96 |
+
"cell_type": "code",
|
97 |
+
"metadata": {
|
98 |
+
"colab": {
|
99 |
+
"base_uri": "https://localhost:8080/"
|
100 |
+
},
|
101 |
+
"id": "fcJkF3ZtEyVm",
|
102 |
+
"outputId": "32956dfe-d46e-4d6d-91d0-afdbf660d4f1"
|
103 |
+
},
|
104 |
+
"source": [
|
105 |
+
"!make dirs"
|
106 |
+
],
|
107 |
+
"execution_count": 4,
|
108 |
+
"outputs": [
|
109 |
+
{
|
110 |
+
"output_type": "stream",
|
111 |
+
"text": [
|
112 |
+
"mkdir -p data/raw data/processed models\n"
|
113 |
+
],
|
114 |
+
"name": "stdout"
|
115 |
+
}
|
116 |
+
]
|
117 |
+
},
|
118 |
+
{
|
119 |
+
"cell_type": "code",
|
120 |
+
"metadata": {
|
121 |
+
"colab": {
|
122 |
+
"base_uri": "https://localhost:8080/"
|
123 |
+
},
|
124 |
+
"id": "6jClm3fBE9XL",
|
125 |
+
"outputId": "6a68e85a-ea79-474c-9d11-3e6c907a4ae1"
|
126 |
+
},
|
127 |
+
"source": [
|
128 |
+
"!make requirements"
|
129 |
+
],
|
130 |
+
"execution_count": null,
|
131 |
+
"outputs": [
|
132 |
+
{
|
133 |
+
"output_type": "stream",
|
134 |
+
"text": [
|
135 |
+
"python -m pip install -U pip setuptools wheel\n",
|
136 |
+
"Requirement already satisfied: pip in /usr/local/lib/python3.7/dist-packages (21.1.3)\n",
|
137 |
+
"Collecting pip\n",
|
138 |
+
" Downloading pip-21.2.1-py3-none-any.whl (1.6 MB)\n",
|
139 |
+
"\u001b[K |████████████████████████████████| 1.6 MB 8.2 MB/s \n",
|
140 |
+
"\u001b[?25hRequirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (57.2.0)\n",
|
141 |
+
"Collecting setuptools\n",
|
142 |
+
" Downloading setuptools-57.4.0-py3-none-any.whl (819 kB)\n",
|
143 |
+
"\u001b[K |████████████████████████████████| 819 kB 58.0 MB/s \n",
|
144 |
+
"\u001b[?25hRequirement already satisfied: wheel in /usr/local/lib/python3.7/dist-packages (0.36.2)\n",
|
145 |
+
"Installing collected packages: setuptools, pip\n",
|
146 |
+
" Attempting uninstall: setuptools\n",
|
147 |
+
" Found existing installation: setuptools 57.2.0\n",
|
148 |
+
" Uninstalling setuptools-57.2.0:\n",
|
149 |
+
" Successfully uninstalled setuptools-57.2.0\n",
|
150 |
+
" Attempting uninstall: pip\n",
|
151 |
+
" Found existing installation: pip 21.1.3\n",
|
152 |
+
" Uninstalling pip-21.1.3:\n",
|
153 |
+
" Successfully uninstalled pip-21.1.3\n",
|
154 |
+
"\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
|
155 |
+
"datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\u001b[0m\n",
|
156 |
+
"Successfully installed pip-21.2.1 setuptools-57.4.0\n",
|
157 |
+
"python -m pip install -r requirements.txt\n",
|
158 |
+
"\u001b[33mWARNING: Value for scheme.platlib does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
|
159 |
+
"distutils: /usr/local/lib/python3.7/dist-packages\n",
|
160 |
+
"sysconfig: /usr/lib/python3.7/site-packages\u001b[0m\n",
|
161 |
+
"\u001b[33mWARNING: Value for scheme.purelib does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
|
162 |
+
"distutils: /usr/local/lib/python3.7/dist-packages\n",
|
163 |
+
"sysconfig: /usr/lib/python3.7/site-packages\u001b[0m\n",
|
164 |
+
"\u001b[33mWARNING: Value for scheme.headers does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
|
165 |
+
"distutils: /usr/local/include/python3.7/UNKNOWN\n",
|
166 |
+
"sysconfig: /usr/include/python3.7m/UNKNOWN\u001b[0m\n",
|
167 |
+
"\u001b[33mWARNING: Value for scheme.scripts does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
|
168 |
+
"distutils: /usr/local/bin\n",
|
169 |
+
"sysconfig: /usr/bin\u001b[0m\n",
|
170 |
+
"\u001b[33mWARNING: Value for scheme.data does not match. Please report this to <https://github.com/pypa/pip/issues/10151>\n",
|
171 |
+
"distutils: /usr/local\n",
|
172 |
+
"sysconfig: /usr\u001b[0m\n",
|
173 |
+
"\u001b[33mWARNING: Additional context:\n",
|
174 |
+
"user = False\n",
|
175 |
+
"home = None\n",
|
176 |
+
"root = None\n",
|
177 |
+
"prefix = None\u001b[0m\n",
|
178 |
+
"Collecting numpy==1.21.1\n",
|
179 |
+
" Downloading numpy-1.21.1-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (15.7 MB)\n",
|
180 |
+
"\u001b[K |████████████████████████████████| 15.7 MB 75 kB/s \n",
|
181 |
+
"\u001b[?25hCollecting datasets==1.10.2\n",
|
182 |
+
" Downloading datasets-1.10.2-py3-none-any.whl (542 kB)\n",
|
183 |
+
"\u001b[K |████████████████████████████████| 542 kB 66.2 MB/s \n",
|
184 |
+
"\u001b[?25hCollecting pytorch_lightning==1.3.5\n",
|
185 |
+
" Downloading pytorch_lightning-1.3.5-py3-none-any.whl (808 kB)\n",
|
186 |
+
"\u001b[K |████████████████████████████████| 808 kB 59.0 MB/s \n",
|
187 |
+
"\u001b[?25hCollecting transformers==4.9.0\n",
|
188 |
+
" Downloading transformers-4.9.0-py3-none-any.whl (2.6 MB)\n",
|
189 |
+
"\u001b[K |████████████████████████████████| 2.6 MB 36.6 MB/s \n",
|
190 |
+
"\u001b[?25hRequirement already satisfied: torch==1.9.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 5)) (1.9.0+cu102)\n",
|
191 |
+
"Collecting dagshub==0.1.6\n",
|
192 |
+
" Downloading dagshub-0.1.6-py3-none-any.whl (9.3 kB)\n",
|
193 |
+
"Requirement already satisfied: pandas==1.1.5 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 7)) (1.1.5)\n",
|
194 |
+
"Collecting rouge_score\n",
|
195 |
+
" Downloading rouge_score-0.0.4-py2.py3-none-any.whl (22 kB)\n",
|
196 |
+
"Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 9)) (3.13)\n",
|
197 |
+
"Collecting dvc\n",
|
198 |
+
" Downloading dvc-2.5.4-py3-none-any.whl (638 kB)\n",
|
199 |
+
"\u001b[K |████████████████████████████████| 638 kB 62.4 MB/s \n",
|
200 |
+
"\u001b[?25hCollecting mlflow\n",
|
201 |
+
" Downloading mlflow-1.19.0-py3-none-any.whl (14.4 MB)\n",
|
202 |
+
"\u001b[K |████████████████████████████████| 14.4 MB 66 kB/s \n",
|
203 |
+
"\u001b[?25hCollecting wandb\n",
|
204 |
+
" Downloading wandb-0.11.0-py2.py3-none-any.whl (1.8 MB)\n",
|
205 |
+
"\u001b[K |████████████████████████████████| 1.8 MB 52.8 MB/s \n",
|
206 |
+
"\u001b[?25hRequirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 15)) (7.1.2)\n",
|
207 |
+
"Requirement already satisfied: coverage in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 16)) (3.7.1)\n",
|
208 |
+
"Collecting awscli\n",
|
209 |
+
" Downloading awscli-1.20.6-py3-none-any.whl (3.7 MB)\n",
|
210 |
+
"\u001b[K |████████████████████████████████| 3.7 MB 65.9 MB/s \n",
|
211 |
+
"\u001b[?25hCollecting flake8\n",
|
212 |
+
" Downloading flake8-3.9.2-py2.py3-none-any.whl (73 kB)\n",
|
213 |
+
"\u001b[K |████████████████████████████████| 73 kB 2.1 MB/s \n",
|
214 |
+
"\u001b[?25hCollecting python-dotenv>=0.5.1\n",
|
215 |
+
" Downloading python_dotenv-0.19.0-py2.py3-none-any.whl (17 kB)\n",
|
216 |
+
"Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (21.0)\n",
|
217 |
+
"Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (2.23.0)\n",
|
218 |
+
"Requirement already satisfied: dill in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (0.3.4)\n",
|
219 |
+
"Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (4.6.1)\n",
|
220 |
+
"Collecting xxhash\n",
|
221 |
+
" Downloading xxhash-2.0.2-cp37-cp37m-manylinux2010_x86_64.whl (243 kB)\n",
|
222 |
+
"\u001b[K |████████████████████████████████| 243 kB 69.5 MB/s \n",
|
223 |
+
"\u001b[?25hCollecting fsspec>=2021.05.0\n",
|
224 |
+
" Downloading fsspec-2021.7.0-py3-none-any.whl (118 kB)\n",
|
225 |
+
"\u001b[K |████████████████████████████████| 118 kB 76.5 MB/s \n",
|
226 |
+
"\u001b[?25hCollecting tqdm>=4.42\n",
|
227 |
+
" Downloading tqdm-4.61.2-py2.py3-none-any.whl (76 kB)\n",
|
228 |
+
"\u001b[K |████████████████████████████████| 76 kB 6.1 MB/s \n",
|
229 |
+
"\u001b[?25hCollecting huggingface-hub<0.1.0\n",
|
230 |
+
" Downloading huggingface_hub-0.0.14-py3-none-any.whl (43 kB)\n",
|
231 |
+
"\u001b[K |████████████████████████████████| 43 kB 2.0 MB/s \n",
|
232 |
+
"\u001b[?25hRequirement already satisfied: pyarrow!=4.0.0,>=1.0.0 in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (3.0.0)\n",
|
233 |
+
"Requirement already satisfied: multiprocess in /usr/local/lib/python3.7/dist-packages (from datasets==1.10.2->-r requirements.txt (line 2)) (0.70.12.2)\n",
|
234 |
+
"Collecting future>=0.17.1\n",
|
235 |
+
" Downloading future-0.18.2.tar.gz (829 kB)\n",
|
236 |
+
"\u001b[K |████████████████████████████████| 829 kB 57.6 MB/s \n",
|
237 |
+
"\u001b[?25hCollecting torchmetrics>=0.2.0\n",
|
238 |
+
" Downloading torchmetrics-0.4.1-py3-none-any.whl (234 kB)\n",
|
239 |
+
"\u001b[K |████████████████████████████████| 234 kB 62.8 MB/s \n",
|
240 |
+
"\u001b[?25hCollecting pyDeprecate==0.3.0\n",
|
241 |
+
" Downloading pyDeprecate-0.3.0-py3-none-any.whl (10 kB)\n",
|
242 |
+
"Collecting pyyaml\n",
|
243 |
+
" Downloading PyYAML-5.4.1-cp37-cp37m-manylinux1_x86_64.whl (636 kB)\n",
|
244 |
+
"\u001b[K |████████████████████████████████| 636 kB 62.7 MB/s \n",
|
245 |
+
"\u001b[?25hCollecting tensorboard!=2.5.0,>=2.2.0\n",
|
246 |
+
" Downloading tensorboard-2.4.1-py3-none-any.whl (10.6 MB)\n",
|
247 |
+
"\u001b[K |████████████████████████████████| 10.6 MB 60.2 MB/s \n",
|
248 |
+
"\u001b[?25hCollecting sacremoses\n",
|
249 |
+
" Downloading sacremoses-0.0.45-py3-none-any.whl (895 kB)\n",
|
250 |
+
"\u001b[K |████████████████████████████████| 895 kB 52.2 MB/s \n",
|
251 |
+
"\u001b[?25hCollecting tokenizers<0.11,>=0.10.1\n",
|
252 |
+
" Downloading tokenizers-0.10.3-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (3.3 MB)\n",
|
253 |
+
"\u001b[K |████████████████████████████████| 3.3 MB 46.3 MB/s \n",
|
254 |
+
"\u001b[?25hCollecting huggingface-hub<0.1.0\n",
|
255 |
+
" Downloading huggingface_hub-0.0.12-py3-none-any.whl (37 kB)\n",
|
256 |
+
"Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers==4.9.0->-r requirements.txt (line 4)) (2019.12.20)\n",
|
257 |
+
"Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers==4.9.0->-r requirements.txt (line 4)) (3.0.12)\n",
|
258 |
+
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch==1.9.0->-r requirements.txt (line 5)) (3.7.4.3)\n",
|
259 |
+
"Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.7/dist-packages (from pandas==1.1.5->-r requirements.txt (line 7)) (2018.9)\n",
|
260 |
+
"Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas==1.1.5->-r requirements.txt (line 7)) (2.8.1)\n",
|
261 |
+
"Requirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (from rouge_score->-r requirements.txt (line 8)) (3.2.5)\n",
|
262 |
+
"Requirement already satisfied: absl-py in /usr/local/lib/python3.7/dist-packages (from rouge_score->-r requirements.txt (line 8)) (0.12.0)\n",
|
263 |
+
"Requirement already satisfied: six>=1.14.0 in /usr/local/lib/python3.7/dist-packages (from rouge_score->-r requirements.txt (line 8)) (1.15.0)\n",
|
264 |
+
"Requirement already satisfied: appdirs>=1.4.3 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (1.4.4)\n",
|
265 |
+
"Collecting diskcache>=5.2.1\n",
|
266 |
+
" Downloading diskcache-5.2.1-py3-none-any.whl (44 kB)\n",
|
267 |
+
"\u001b[K |████████████████████████████████| 44 kB 3.4 MB/s \n",
|
268 |
+
"\u001b[?25hCollecting jsonpath-ng>=1.5.1\n",
|
269 |
+
" Downloading jsonpath_ng-1.5.3-py3-none-any.whl (29 kB)\n",
|
270 |
+
"Requirement already satisfied: pyasn1>=0.4.1 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (0.4.8)\n",
|
271 |
+
"Collecting distro>=1.3.0\n",
|
272 |
+
" Downloading distro-1.5.0-py2.py3-none-any.whl (18 kB)\n",
|
273 |
+
"Collecting rich>=10.0.0\n",
|
274 |
+
" Downloading rich-10.6.0-py3-none-any.whl (208 kB)\n",
|
275 |
+
"\u001b[K |████████████████████████████████| 208 kB 50.0 MB/s \n",
|
276 |
+
"\u001b[?25hCollecting zc.lockfile>=1.2.1\n",
|
277 |
+
" Downloading zc.lockfile-2.0-py2.py3-none-any.whl (9.7 kB)\n",
|
278 |
+
"Collecting configobj>=5.0.6\n",
|
279 |
+
" Downloading configobj-5.0.6.tar.gz (33 kB)\n",
|
280 |
+
"Requirement already satisfied: pyparsing==2.4.7 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (2.4.7)\n",
|
281 |
+
"Requirement already satisfied: pydot>=1.2.4 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (1.3.0)\n",
|
282 |
+
"Collecting ply>=3.9\n",
|
283 |
+
" Downloading ply-3.11-py2.py3-none-any.whl (49 kB)\n",
|
284 |
+
"\u001b[K |████████████████████████████████| 49 kB 7.1 MB/s \n",
|
285 |
+
"\u001b[?25hCollecting shtab<2,>=1.3.4\n",
|
286 |
+
" Downloading shtab-1.3.9-py2.py3-none-any.whl (12 kB)\n",
|
287 |
+
"Collecting nanotime>=0.5.2\n",
|
288 |
+
" Downloading nanotime-0.5.2.tar.gz (3.2 kB)\n",
|
289 |
+
"Collecting shortuuid>=0.5.0\n",
|
290 |
+
" Downloading shortuuid-1.0.1-py3-none-any.whl (7.5 kB)\n",
|
291 |
+
"Collecting funcy>=1.14\n",
|
292 |
+
" Downloading funcy-1.16-py2.py3-none-any.whl (32 kB)\n",
|
293 |
+
"Requirement already satisfied: tabulate>=0.8.7 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (0.8.9)\n",
|
294 |
+
"Collecting gitpython>3\n",
|
295 |
+
" Downloading GitPython-3.1.18-py3-none-any.whl (170 kB)\n",
|
296 |
+
"\u001b[K |████████████████████████████████| 170 kB 58.7 MB/s \n",
|
297 |
+
"\u001b[?25hCollecting ruamel.yaml>=0.16.1\n",
|
298 |
+
" Downloading ruamel.yaml-0.17.10-py3-none-any.whl (108 kB)\n",
|
299 |
+
"\u001b[K |████████████████████████████████| 108 kB 48.6 MB/s \n",
|
300 |
+
"\u001b[?25hCollecting flatten-dict<1,>=0.3.0\n",
|
301 |
+
" Downloading flatten_dict-0.4.1-py2.py3-none-any.whl (9.5 kB)\n",
|
302 |
+
"Collecting voluptuous>=0.11.7\n",
|
303 |
+
" Downloading voluptuous-0.12.1-py3-none-any.whl (29 kB)\n",
|
304 |
+
"Collecting python-benedict>=0.21.1\n",
|
305 |
+
" Downloading python_benedict-0.24.0-py3-none-any.whl (40 kB)\n",
|
306 |
+
"\u001b[K |████████████████████████████████| 40 kB 7.5 MB/s \n",
|
307 |
+
"\u001b[?25hCollecting dpath<3,>=2.0.1\n",
|
308 |
+
" Downloading dpath-2.0.1.tar.gz (21 kB)\n",
|
309 |
+
"Collecting grandalf==0.6\n",
|
310 |
+
" Downloading grandalf-0.6-py3-none-any.whl (31 kB)\n",
|
311 |
+
"Requirement already satisfied: networkx~=2.5 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (2.5.1)\n",
|
312 |
+
"Collecting psutil>=5.8.0\n",
|
313 |
+
" Downloading psutil-5.8.0-cp37-cp37m-manylinux2010_x86_64.whl (296 kB)\n",
|
314 |
+
"\u001b[K |████████████████████████████████| 296 kB 65.5 MB/s \n",
|
315 |
+
"\u001b[?25hRequirement already satisfied: toml>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (0.10.2)\n",
|
316 |
+
"Collecting pygtrie>=2.3.2\n",
|
317 |
+
" Downloading pygtrie-2.4.2.tar.gz (35 kB)\n",
|
318 |
+
"Collecting colorama>=0.3.9\n",
|
319 |
+
" Downloading colorama-0.4.4-py2.py3-none-any.whl (16 kB)\n",
|
320 |
+
"Collecting dulwich>=0.20.23\n",
|
321 |
+
" Downloading dulwich-0.20.24-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (529 kB)\n",
|
322 |
+
"\u001b[K |████████████████████████████████| 529 kB 59.7 MB/s \n",
|
323 |
+
"\u001b[?25hCollecting pathspec>=0.6.0\n",
|
324 |
+
" Downloading pathspec-0.9.0-py2.py3-none-any.whl (31 kB)\n",
|
325 |
+
"Collecting dictdiffer>=0.8.1\n",
|
326 |
+
" Downloading dictdiffer-0.9.0-py2.py3-none-any.whl (16 kB)\n",
|
327 |
+
"Requirement already satisfied: setuptools>=34.0.0 in /usr/local/lib/python3.7/dist-packages (from dvc->-r requirements.txt (line 10)) (57.4.0)\n",
|
328 |
+
"Collecting pygit2>=1.5.0\n",
|
329 |
+
" Downloading pygit2-1.6.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.6 MB)\n",
|
330 |
+
"\u001b[K |████████████████████████████████| 4.6 MB 54.2 MB/s \n",
|
331 |
+
"\u001b[?25hCollecting flufl.lock<4,>=3.2\n",
|
332 |
+
" Downloading flufl.lock-3.2.tar.gz (19 kB)\n",
|
333 |
+
"Requirement already satisfied: entrypoints in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (0.3)\n",
|
334 |
+
"Requirement already satisfied: sqlparse>=0.3.1 in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (0.4.1)\n",
|
335 |
+
"Collecting databricks-cli>=0.8.7\n",
|
336 |
+
" Downloading databricks-cli-0.14.3.tar.gz (54 kB)\n",
|
337 |
+
"\u001b[K |████████████████████████████████| 54 kB 4.0 MB/s \n",
|
338 |
+
"\u001b[?25hCollecting prometheus-flask-exporter\n",
|
339 |
+
" Downloading prometheus_flask_exporter-0.18.2.tar.gz (22 kB)\n",
|
340 |
+
"Collecting gunicorn\n",
|
341 |
+
" Downloading gunicorn-20.1.0-py3-none-any.whl (79 kB)\n",
|
342 |
+
"\u001b[K |████████████████████████████████| 79 kB 10.0 MB/s \n",
|
343 |
+
"\u001b[?25hRequirement already satisfied: Flask in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (1.1.4)\n",
|
344 |
+
"Collecting docker>=4.0.0\n",
|
345 |
+
" Downloading docker-5.0.0-py2.py3-none-any.whl (146 kB)\n",
|
346 |
+
"\u001b[K |████████████████████████████████| 146 kB 75.1 MB/s \n",
|
347 |
+
"\u001b[?25hRequirement already satisfied: cloudpickle in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (1.3.0)\n",
|
348 |
+
"Collecting querystring-parser\n",
|
349 |
+
" Downloading querystring_parser-1.2.4-py2.py3-none-any.whl (7.9 kB)\n",
|
350 |
+
"Requirement already satisfied: sqlalchemy in /usr/local/lib/python3.7/dist-packages (from mlflow->-r requirements.txt (line 11)) (1.4.20)\n",
|
351 |
+
"Collecting alembic<=1.4.1\n",
|
352 |
+
" Downloading alembic-1.4.1.tar.gz (1.1 MB)\n",
|
353 |
+
"\u001b[K |████████████████████████████████| 1.1 MB 54.1 MB/s \n"
|
354 |
+
],
|
355 |
+
"name": "stdout"
|
356 |
+
}
|
357 |
+
]
|
358 |
+
},
|
359 |
+
{
|
360 |
+
"cell_type": "code",
|
361 |
+
"metadata": {
|
362 |
+
"id": "bXKYITHyFBnz"
|
363 |
+
},
|
364 |
+
"source": [
|
365 |
+
"!make run"
|
366 |
+
],
|
367 |
+
"execution_count": null,
|
368 |
+
"outputs": []
|
369 |
+
},
|
370 |
+
{
|
371 |
+
"cell_type": "code",
|
372 |
+
"metadata": {
|
373 |
+
"id": "J0n8bj738wxb"
|
374 |
+
},
|
375 |
+
"source": [
|
376 |
+
""
|
377 |
+
],
|
378 |
+
"execution_count": null,
|
379 |
+
"outputs": []
|
380 |
+
}
|
381 |
+
]
|
382 |
+
}
|