jxssx commited on
Commit
da598b5
·
1 Parent(s): d2e99f7

Upload autoencoder.ipynb

Browse files
Files changed (1) hide show
  1. autoencoder.ipynb +293 -0
autoencoder.ipynb ADDED
@@ -0,0 +1,293 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "nbformat": 4,
3
+ "nbformat_minor": 0,
4
+ "metadata": {
5
+ "colab": {
6
+ "provenance": []
7
+ },
8
+ "kernelspec": {
9
+ "name": "python3",
10
+ "display_name": "Python 3"
11
+ },
12
+ "language_info": {
13
+ "name": "python"
14
+ }
15
+ },
16
+ "cells": [
17
+ {
18
+ "cell_type": "code",
19
+ "execution_count": 13,
20
+ "metadata": {
21
+ "id": "y9Z3qVyH_sZT"
22
+ },
23
+ "outputs": [],
24
+ "source": [
25
+ "import numpy as np\n",
26
+ "import matplotlib.pyplot as plt\n",
27
+ "from tensorflow import keras\n",
28
+ "from keras.datasets import fashion_mnist\n",
29
+ "import keras.backend as K\n",
30
+ "from keras.layers import Input, Flatten, Dense, Reshape, Lambda, Dropout, BatchNormalization"
31
+ ]
32
+ },
33
+ {
34
+ "cell_type": "code",
35
+ "source": [
36
+ "(x_train, y_train), (x_test, y_test) = fashion_mnist.load_data()\n",
37
+ "x_train = x_train / 255\n",
38
+ "y_train = y_train / 255"
39
+ ],
40
+ "metadata": {
41
+ "id": "epAnpmmLAzCY",
42
+ "colab": {
43
+ "base_uri": "https://localhost:8080/"
44
+ },
45
+ "outputId": "539c3e52-9946-4a63-8b69-87843e1d6413"
46
+ },
47
+ "execution_count": 15,
48
+ "outputs": [
49
+ {
50
+ "output_type": "stream",
51
+ "name": "stdout",
52
+ "text": [
53
+ "Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/train-labels-idx1-ubyte.gz\n",
54
+ "29515/29515 [==============================] - 0s 0us/step\n",
55
+ "Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/train-images-idx3-ubyte.gz\n",
56
+ "26421880/26421880 [==============================] - 0s 0us/step\n",
57
+ "Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/t10k-labels-idx1-ubyte.gz\n",
58
+ "5148/5148 [==============================] - 0s 0us/step\n",
59
+ "Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/t10k-images-idx3-ubyte.gz\n",
60
+ "4422102/4422102 [==============================] - 0s 0us/step\n"
61
+ ]
62
+ }
63
+ ]
64
+ },
65
+ {
66
+ "cell_type": "code",
67
+ "source": [
68
+ "x_train.shape"
69
+ ],
70
+ "metadata": {
71
+ "colab": {
72
+ "base_uri": "https://localhost:8080/"
73
+ },
74
+ "id": "VEJpcZ-wBKkg",
75
+ "outputId": "ead4dc8c-575b-4210-cb9f-ffe57a5981eb"
76
+ },
77
+ "execution_count": 16,
78
+ "outputs": [
79
+ {
80
+ "output_type": "execute_result",
81
+ "data": {
82
+ "text/plain": [
83
+ "(60000, 28, 28)"
84
+ ]
85
+ },
86
+ "metadata": {},
87
+ "execution_count": 16
88
+ }
89
+ ]
90
+ },
91
+ {
92
+ "cell_type": "code",
93
+ "source": [
94
+ "hidden_dim = 10\n",
95
+ "batch_size = 32"
96
+ ],
97
+ "metadata": {
98
+ "id": "gAO_-1kyBOCw"
99
+ },
100
+ "execution_count": 17,
101
+ "outputs": []
102
+ },
103
+ {
104
+ "cell_type": "code",
105
+ "source": [
106
+ "input_img = Input((28, 28))\n",
107
+ "x = Flatten()(input_img)\n",
108
+ "x = Dense(256, activation = 'relu')(x)\n",
109
+ "x = Dense(128, activation = 'relu')(x)\n",
110
+ "\n",
111
+ "z_mean = Dense(hidden_dim)(x)\n",
112
+ "z_log_var = Dense(hidden_dim)(x)"
113
+ ],
114
+ "metadata": {
115
+ "id": "1upRqDErBdtS"
116
+ },
117
+ "execution_count": 18,
118
+ "outputs": []
119
+ },
120
+ {
121
+ "cell_type": "code",
122
+ "source": [
123
+ "loss_z_mean, loss_z_log_var = [(), ()]\n",
124
+ "def foo(args):\n",
125
+ " global loss_z_mean, loss_z_log_var\n",
126
+ " loss_z_mean, loss_z_log_var = args\n",
127
+ "\n",
128
+ " z_mean, z_log_var = args\n",
129
+ " N = K.random_normal(shape = (batch_size, hidden_dim))\n",
130
+ " delta = K.exp(z_log_var / 2) * N\n",
131
+ " return z_mean + delta"
132
+ ],
133
+ "metadata": {
134
+ "id": "M0Nx30v1DBtq"
135
+ },
136
+ "execution_count": 19,
137
+ "outputs": []
138
+ },
139
+ {
140
+ "cell_type": "code",
141
+ "source": [
142
+ "h = Lambda(foo, output_shape = (hidden_dim,))([z_mean, z_log_var])"
143
+ ],
144
+ "metadata": {
145
+ "id": "fUqgmlf1B-Cz"
146
+ },
147
+ "execution_count": 20,
148
+ "outputs": []
149
+ },
150
+ {
151
+ "cell_type": "code",
152
+ "source": [
153
+ "input_dec = Input(shape = (hidden_dim, ))\n",
154
+ "d = Dense(128, activation = 'relu')(input_dec)\n",
155
+ "d = Dense(256, activation = 'relu')(d)\n",
156
+ "d = Dense(28*28, activation = 'sigmoid')(d)\n",
157
+ "decoded = Reshape((28, 28))(d)"
158
+ ],
159
+ "metadata": {
160
+ "id": "M8kD92EJCMoW"
161
+ },
162
+ "execution_count": 21,
163
+ "outputs": []
164
+ },
165
+ {
166
+ "cell_type": "code",
167
+ "source": [
168
+ "def loss(y, z):\n",
169
+ " y = K.reshape(y, shape = (batch_size, 28*28))\n",
170
+ " z = K.reshape(z, shape = (batch_size, 28*28))\n",
171
+ " mse = K.sum(K.square(y - z), axis = 1)\n",
172
+ " kl = -.5 * K.sum(1 + loss_z_log_var - K.square(loss_z_mean) - K.exp(loss_z_log_var), axis = 1)\n",
173
+ "\n",
174
+ " return mse# + kl"
175
+ ],
176
+ "metadata": {
177
+ "id": "SEzuODKrDtUO"
178
+ },
179
+ "execution_count": 22,
180
+ "outputs": []
181
+ },
182
+ {
183
+ "cell_type": "code",
184
+ "source": [
185
+ "encoder = keras.Model(input_img, h, name = 'encoder')\n",
186
+ "decoder = keras.Model(input_dec, decoded, name = 'decoder')\n",
187
+ "vae = keras.Model(input_img, decoder(encoder(input_img)), name = 'vae')"
188
+ ],
189
+ "metadata": {
190
+ "id": "vA_k2uOiCgyV"
191
+ },
192
+ "execution_count": 23,
193
+ "outputs": []
194
+ },
195
+ {
196
+ "cell_type": "code",
197
+ "source": [
198
+ "vae.compile(optimizer = 'adam', loss = loss)"
199
+ ],
200
+ "metadata": {
201
+ "id": "z9foG6KEC7h9"
202
+ },
203
+ "execution_count": 24,
204
+ "outputs": []
205
+ },
206
+ {
207
+ "cell_type": "code",
208
+ "source": [
209
+ "vae.fit(x_train, x_train, epochs = 5, batch_size = batch_size, shuffle = True)"
210
+ ],
211
+ "metadata": {
212
+ "colab": {
213
+ "base_uri": "https://localhost:8080/"
214
+ },
215
+ "id": "NhpBXD8wEctG",
216
+ "outputId": "fe9d7518-58ce-476f-8792-92a9310e26d7"
217
+ },
218
+ "execution_count": 25,
219
+ "outputs": [
220
+ {
221
+ "output_type": "stream",
222
+ "name": "stdout",
223
+ "text": [
224
+ "Epoch 1/5\n",
225
+ "1875/1875 [==============================] - 24s 12ms/step - loss: 18.1302\n",
226
+ "Epoch 2/5\n",
227
+ "1875/1875 [==============================] - 21s 11ms/step - loss: 12.2267\n",
228
+ "Epoch 3/5\n",
229
+ "1875/1875 [==============================] - 21s 11ms/step - loss: 11.2004\n",
230
+ "Epoch 4/5\n",
231
+ "1875/1875 [==============================] - 21s 11ms/step - loss: 10.6651\n",
232
+ "Epoch 5/5\n",
233
+ "1875/1875 [==============================] - 22s 12ms/step - loss: 10.3514\n"
234
+ ]
235
+ },
236
+ {
237
+ "output_type": "execute_result",
238
+ "data": {
239
+ "text/plain": [
240
+ "<keras.callbacks.History at 0x7f0ca6480fd0>"
241
+ ]
242
+ },
243
+ "metadata": {},
244
+ "execution_count": 25
245
+ }
246
+ ]
247
+ },
248
+ {
249
+ "cell_type": "code",
250
+ "source": [
251
+ "plt.imshow(vae.predict([x_test[2].reshape(-1, 28, 28, 1)])[0], cmap = 'gray_r')"
252
+ ],
253
+ "metadata": {
254
+ "colab": {
255
+ "base_uri": "https://localhost:8080/",
256
+ "height": 465
257
+ },
258
+ "id": "ROTQ8mkoE9i6",
259
+ "outputId": "e2d34505-e8cf-40f5-bba6-b6496bb2e084"
260
+ },
261
+ "execution_count": 29,
262
+ "outputs": [
263
+ {
264
+ "output_type": "stream",
265
+ "name": "stdout",
266
+ "text": [
267
+ "1/1 [==============================] - 0s 62ms/step\n"
268
+ ]
269
+ },
270
+ {
271
+ "output_type": "execute_result",
272
+ "data": {
273
+ "text/plain": [
274
+ "<matplotlib.image.AxesImage at 0x7f0c7cf4ceb0>"
275
+ ]
276
+ },
277
+ "metadata": {},
278
+ "execution_count": 29
279
+ },
280
+ {
281
+ "output_type": "display_data",
282
+ "data": {
283
+ "text/plain": [
284
+ "<Figure size 640x480 with 1 Axes>"
285
+ ],
286
+ "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaAAAAGdCAYAAABU0qcqAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAZCUlEQVR4nO3dfWiV9/3/8dfxJqfaJieLMTk58+iibXWrNWNOs2DrWgwmGYh3A3sz0CKKLpZp2rU4Wq3bIJsFKS1+61/TFap2QlUqTNDYRLpFh1YR2RpMls2ISWyFnBNjPYr5/P4IPfsdTWpyPCfvc47PB1xgzrlyzruXl+fZK+c6VzzOOScAAIbZCOsBAAAPJgIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMjLIe4E69vb26fPmysrOz5fF4rMcBAAyRc07d3d0KBAIaMWLg45yUC9Dly5cVDAatxwAA3Ke2tjZNmDBhwPtTLkDZ2dmS+gbPyckxngbpyufzWY+AQQiFQtYjIAnC4bCCwWD09XwgSQvQ9u3b9fbbb6ujo0MlJSV67733NHv27Ht+3zc/dsvJySFAQIbj33hmu9fbKEk5CeGjjz5STU2NNm/erM8//1wlJSWqqKjQlStXkvF0AIA0lJQAbdu2TatWrdJLL72kH/zgB9qxY4fGjh2rP/3pT8l4OgBAGkp4gG7evKnTp0+rvLz8f08yYoTKy8vV2Nh41/qRSEThcDhmAQBkvoQH6KuvvtLt27dVWFgYc3thYaE6OjruWr+2tlY+ny+6cAYcADwYzD+IunHjRoVCoejS1tZmPRIAYBgk/Cy4/Px8jRw5Up2dnTG3d3Z2yu/337W+1+uV1+tN9BgAgBSX8COgrKwszZw5U3V1ddHbent7VVdXp7KyskQ/HQAgTSXlc0A1NTVavny5fvzjH2v27Nl655131NPTo5deeikZTwcASENJCdCyZcv05ZdfatOmTero6NAPf/hDHT58+K4TEwAADy6Pc85ZD/H/C4fD8vl8CoVCfEoaku79aWqkrxR7+UGCDPZ13PwsOADAg4kAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMJGUq2EDwGDEc6FZLmCaOTgCAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAmuho1hFc/VjwFkJo6AAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMJD9Bbb70lj8cTs0ybNi3RTwMASHOjkvGgTzzxhI4ePfq/JxmVlKcBAKSxpJRh1KhR8vv9yXhoAECGSMp7QBcuXFAgENDkyZP14osv6uLFiwOuG4lEFA6HYxYAQOZLeIBKS0u1a9cuHT58WO+//75aW1v19NNPq7u7u9/1a2tr5fP5okswGEz0SACAFORxzrlkPkFXV5cmTZqkbdu2aeXKlXfdH4lEFIlEol+Hw2EFg0GFQiHl5OQkczQY8Hg81iMgzSX5JQsJEA6H5fP57vk6nvSzA3Jzc/X444+rubm53/u9Xq+8Xm+yxwAApJikfw7o2rVramlpUVFRUbKfCgCQRhIeoFdffVUNDQ36z3/+o7///e9avHixRo4cqeeffz7RTwUASGMJ/xHcpUuX9Pzzz+vq1asaP368nnrqKZ04cULjx49P9FMBANJYwgO0d+/eRD8kACADcS04AIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwMQo6wGAB5Fzbsjf4/F4kjAJYIcjIACACQIEADAx5AAdP35cCxYsUCAQkMfj0YEDB2Lud85p06ZNKioq0pgxY1ReXq4LFy4kal4AQIYYcoB6enpUUlKi7du393v/1q1b9e6772rHjh06efKkHn74YVVUVOjGjRv3PSwAIHMM+SSEqqoqVVVV9Xufc07vvPOO3njjDS1cuFCS9MEHH6iwsFAHDhzQc889d3/TAgAyRkLfA2ptbVVHR4fKy8ujt/l8PpWWlqqxsbHf74lEIgqHwzELACDzJTRAHR0dkqTCwsKY2wsLC6P33am2tlY+ny+6BIPBRI4EAEhR5mfBbdy4UaFQKLq0tbVZjwQAGAYJDZDf75ckdXZ2xtze2dkZve9OXq9XOTk5MQsAIPMlNEDFxcXy+/2qq6uL3hYOh3Xy5EmVlZUl8qkAAGluyGfBXbt2Tc3NzdGvW1tbdfbsWeXl5WnixIlav369fv/73+uxxx5TcXGx3nzzTQUCAS1atCiRcwMA0tyQA3Tq1Ck9++yz0a9ramokScuXL9euXbv02muvqaenR6tXr1ZXV5eeeuopHT58WA899FDipgYApD2Pi+eqiEkUDofl8/kUCoV4PyjFcXHM+HEx0vil2EsW+jHY13Hzs+AAAA8mAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMDHKegAg3TnnrEcA0hJHQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAICJIQfo+PHjWrBggQKBgDwejw4cOBBz/4oVK+TxeGKWysrKRM0LAMgQQw5QT0+PSkpKtH379gHXqaysVHt7e3TZs2fPfQ0JAMg8o4b6DVVVVaqqqvrWdbxer/x+f9xDAQAyX1LeA6qvr1dBQYGmTp2qtWvX6urVqwOuG4lEFA6HYxYAQOZLeIAqKyv1wQcfqK6uTn/84x/V0NCgqqoq3b59u9/1a2tr5fP5okswGEz0SACAFORxzrm4v9nj0f79+7Vo0aIB1/n3v/+tKVOm6OjRo5o3b95d90ciEUUikejX4XBYwWBQoVBIOTk58Y6GYeDxeKxHSAn38U9oSNjefYZreyN+4XBYPp/vnq/jST8Ne/LkycrPz1dzc3O/93u9XuXk5MQsAIDMl/QAXbp0SVevXlVRUVGynwoAkEaGfBbctWvXYo5mWltbdfbsWeXl5SkvL09btmzR0qVL5ff71dLSotdee02PPvqoKioqEjo4ACC9DTlAp06d0rPPPhv9uqamRpK0fPlyvf/++zp37pz+/Oc/q6urS4FAQPPnz9fvfvc7eb3exE0NAEh793USQjIM9s0rpKdMfCM9xf4JxWB7w0LKnIQAAEB/CBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgIlR1gMA6c7j8Qz5e5xzSZgESC8cAQEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATQwpQbW2tZs2apezsbBUUFGjRokVqamqKWefGjRuqrq7WuHHj9Mgjj2jp0qXq7OxM6NAAgPQ3pAA1NDSourpaJ06c0JEjR3Tr1i3Nnz9fPT090XU2bNigTz75RPv27VNDQ4MuX76sJUuWJHxwAEB687j7+NWMX375pQoKCtTQ0KC5c+cqFApp/Pjx2r17t37+859Lkr744gt9//vfV2Njo37yk5/c8zHD4bB8Pp9CoZBycnLiHQ0pKp7fHpqJhus3ombi9ua3yaa+wb6O39d7QKFQSJKUl5cnSTp9+rRu3bql8vLy6DrTpk3TxIkT1djY2O9jRCIRhcPhmAUAkPniDlBvb6/Wr1+vOXPmaPr06ZKkjo4OZWVlKTc3N2bdwsJCdXR09Ps4tbW18vl80SUYDMY7EgAgjcQdoOrqap0/f1579+69rwE2btyoUCgUXdra2u7r8QAA6WFUPN+0bt06HTp0SMePH9eECROit/v9ft28eVNdXV0xR0GdnZ3y+/39PpbX65XX641nDABAGhvSEZBzTuvWrdP+/ft17NgxFRcXx9w/c+ZMjR49WnV1ddHbmpqadPHiRZWVlSVmYgBARhjSEVB1dbV2796tgwcPKjs7O/q+js/n05gxY+Tz+bRy5UrV1NQoLy9POTk5evnll1VWVjaoM+AAAA+OIZ2GPdApnTt37tSKFSsk9X0Q9ZVXXtGePXsUiURUUVGh//u//xvwR3B34jTszJaJpwXHg9Ow48dp2KlvsK/j9/U5oGQgQJktE18Q40GA4pdiL1nox7B8DggAgHgRIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADARFy/ERWIVzxXMs7EKzoD4AgIAGCEAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMDEKOsBADy4nHPWI8AQR0AAABMECABgYkgBqq2t1axZs5Sdna2CggItWrRITU1NMes888wz8ng8McuaNWsSOjQAIP0NKUANDQ2qrq7WiRMndOTIEd26dUvz589XT09PzHqrVq1Se3t7dNm6dWtChwYApL8hnYRw+PDhmK937dqlgoICnT59WnPnzo3ePnbsWPn9/sRMCADISPf1HlAoFJIk5eXlxdz+4YcfKj8/X9OnT9fGjRt1/fr1AR8jEokoHA7HLACAzBf3adi9vb1av3695syZo+nTp0dvf+GFFzRp0iQFAgGdO3dOr7/+upqamvTxxx/3+zi1tbXasmVLvGMAANKUx8V5Iv7atWv117/+VZ999pkmTJgw4HrHjh3TvHnz1NzcrClTptx1fyQSUSQSiX4dDocVDAYVCoWUk5MTz2jIMB6Px3qEhBuuz7+k+rbjc0CZKRwOy+fz3fN1PK4joHXr1unQoUM6fvz4t8ZHkkpLSyVpwAB5vV55vd54xgAApLEhBcg5p5dffln79+9XfX29iouL7/k9Z8+elSQVFRXFNSAAIDMNKUDV1dXavXu3Dh48qOzsbHV0dEiSfD6fxowZo5aWFu3evVs/+9nPNG7cOJ07d04bNmzQ3LlzNWPGjKT8BwAA0tOQ3gMa6OfJO3fu1IoVK9TW1qZf/OIXOn/+vHp6ehQMBrV48WK98cYbg34/Z7A/O8SDI9Xfx4gH7wH14T2gzJSU94DutbMEg0E1NDQM5SEBAA8oroYNGIjnyISjBWQaLkYKADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJjgYqRIefFchHM4fw0BFwkF4sMREADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMpdy24b66rFQ6HjScBBod9NX5su8z0zd/rva6TmHIB6u7uliQFg0HjSYDB8fl81iOkLbZdZuvu7v7Wv2OPS7FL+fb29ury5cvKzs6+64rG4XBYwWBQbW1tysnJMZrQHtuhD9uhD9uhD9uhTypsB+ecuru7FQgENGLEwO/0pNwR0IgRIzRhwoRvXScnJ+eB3sG+wXbow3bow3bow3boY70dBnN0y0kIAAATBAgAYCKtAuT1erV582Z5vV7rUUyxHfqwHfqwHfqwHfqk03ZIuZMQAAAPhrQ6AgIAZA4CBAAwQYAAACYIEADARNoEaPv27fre976nhx56SKWlpfrHP/5hPdKwe+utt+TxeGKWadOmWY+VdMePH9eCBQsUCATk8Xh04MCBmPudc9q0aZOKioo0ZswYlZeX68KFCzbDJtG9tsOKFSvu2j8qKytthk2S2tpazZo1S9nZ2SooKNCiRYvU1NQUs86NGzdUXV2tcePG6ZFHHtHSpUvV2dlpNHFyDGY7PPPMM3ftD2vWrDGauH9pEaCPPvpINTU12rx5sz7//HOVlJSooqJCV65csR5t2D3xxBNqb2+PLp999pn1SEnX09OjkpISbd++vd/7t27dqnfffVc7duzQyZMn9fDDD6uiokI3btwY5kmT617bQZIqKytj9o89e/YM44TJ19DQoOrqap04cUJHjhzRrVu3NH/+fPX09ETX2bBhgz755BPt27dPDQ0Nunz5spYsWWI4deINZjtI0qpVq2L2h61btxpNPACXBmbPnu2qq6ujX9++fdsFAgFXW1trONXw27x5syspKbEew5Qkt3///ujXvb29zu/3u7fffjt6W1dXl/N6vW7Pnj0GEw6PO7eDc84tX77cLVy40GQeK1euXHGSXENDg3Ou7+9+9OjRbt++fdF1/vWvfzlJrrGx0WrMpLtzOzjn3E9/+lP3q1/9ym6oQUj5I6CbN2/q9OnTKi8vj942YsQIlZeXq7Gx0XAyGxcuXFAgENDkyZP14osv6uLFi9YjmWptbVVHR0fM/uHz+VRaWvpA7h/19fUqKCjQ1KlTtXbtWl29etV6pKQKhUKSpLy8PEnS6dOndevWrZj9Ydq0aZo4cWJG7w93bodvfPjhh8rPz9f06dO1ceNGXb9+3WK8AaXcxUjv9NVXX+n27dsqLCyMub2wsFBffPGF0VQ2SktLtWvXLk2dOlXt7e3asmWLnn76aZ0/f17Z2dnW45no6OiQpH73j2/ue1BUVlZqyZIlKi4uVktLi37zm9+oqqpKjY2NGjlypPV4Cdfb26v169drzpw5mj59uqS+/SErK0u5ubkx62by/tDfdpCkF154QZMmTVIgENC5c+f0+uuvq6mpSR9//LHhtLFSPkD4n6qqquifZ8yYodLSUk2aNEl/+ctftHLlSsPJkAqee+656J+ffPJJzZgxQ1OmTFF9fb3mzZtnOFlyVFdX6/z58w/E+6DfZqDtsHr16uifn3zySRUVFWnevHlqaWnRlClThnvMfqX8j+Dy8/M1cuTIu85i6ezslN/vN5oqNeTm5urxxx9Xc3Oz9ShmvtkH2D/uNnnyZOXn52fk/rFu3TodOnRIn376acyvb/H7/bp586a6urpi1s/U/WGg7dCf0tJSSUqp/SHlA5SVlaWZM2eqrq4ueltvb6/q6upUVlZmOJm9a9euqaWlRUVFRdajmCkuLpbf74/ZP8LhsE6ePPnA7x+XLl3S1atXM2r/cM5p3bp12r9/v44dO6bi4uKY+2fOnKnRo0fH7A9NTU26ePFiRu0P99oO/Tl79qwkpdb+YH0WxGDs3bvXeb1et2vXLvfPf/7TrV692uXm5rqOjg7r0YbVK6+84urr611ra6v729/+5srLy11+fr67cuWK9WhJ1d3d7c6cOePOnDnjJLlt27a5M2fOuP/+97/OOef+8Ic/uNzcXHfw4EF37tw5t3DhQldcXOy+/vpr48kT69u2Q3d3t3v11VddY2Oja21tdUePHnU/+tGP3GOPPeZu3LhhPXrCrF271vl8PldfX+/a29ujy/Xr16PrrFmzxk2cONEdO3bMnTp1ypWVlbmysjLDqRPvXtuhubnZ/fa3v3WnTp1yra2t7uDBg27y5Mlu7ty5xpPHSosAOefce++95yZOnOiysrLc7Nmz3YkTJ6xHGnbLli1zRUVFLisry333u991y5Ytc83NzdZjJd2nn37qJN21LF++3DnXdyr2m2++6QoLC53X63Xz5s1zTU1NtkMnwbdth+vXr7v58+e78ePHu9GjR7tJkya5VatWZdz/pPX33y/J7dy5M7rO119/7X75y1+673znO27s2LFu8eLFrr293W7oJLjXdrh48aKbO3euy8vLc16v1z366KPu17/+tQuFQraD34FfxwAAMJHy7wEBADITAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGDi/wFCgoXNqKQ1agAAAABJRU5ErkJggg==\n"
287
+ },
288
+ "metadata": {}
289
+ }
290
+ ]
291
+ }
292
+ ]
293
+ }