diff --git "a/notebooks/test-model.ipynb" "b/notebooks/test-model.ipynb" --- "a/notebooks/test-model.ipynb" +++ "b/notebooks/test-model.ipynb" @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 2, + "execution_count": 1, "id": "b447e2c4", "metadata": {}, "outputs": [], @@ -14,7 +14,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 2, "id": "c2fc0e7a", "metadata": {}, "outputs": [], @@ -29,7 +29,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 3, "id": "a3d45c36", "metadata": {}, "outputs": [], @@ -47,14 +47,14 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 4, "id": "b809fed5", "metadata": {}, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "a7fe83b5914a437e99cf1838cb47f2b5", + "model_id": "5b2ca925758841d2accaac8229f84b53", "version_major": 2, "version_minor": 0 }, @@ -73,6 +73,29 @@ "images = (images * 255).round().astype(\"uint8\").transpose(0, 3, 1, 2)" ] }, + { + "cell_type": "code", + "execution_count": 6, + "id": "7c24cc95", + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAEAAAABACAAAAACPAi4CAAAKLklEQVR4nF1X264lyVFdEZlZVbv23ufSzfTY2DC2x0hICMkfwYt/hU/hz3hGCIGYYUzbnr6ds29Vlbe48HC6xxLxuKRcikvGigj6l4Mzc/36O/nnd5WICW7qDpAXWGByU01Owc2ciMNsQ/THJbm6OzQW9sDp7re/zjK4wAEzNXVztUGNzFVirRyhRoGii8bUX2VxcwAt/kAygP/x4vXpu9KL7eKlSmlUwL//r//NvgxIf/+urp2yvPrddnp6WO7ltf/76nNsFfv4/nSbA+QP//27+7f35+3uV2d8ZHC0gl3YEQ077IZfbNtaxs2/rf8a/7i+6/9w+beVHsac/Zdx+c/T7o7oTX3607EuhdtJF7ssczzNy2m5RWuhzWtZrslWrc83G07u6+X5/WNZH//wNWI7U1nxd8gXxbOeb9+9e18Q3h3jev7zf0gdn9uhxB/eF+/Gy+//p3wqlza/nRZ9frfbwkeOxR3kWzrdX7fv5Xao8IKKpYx2nrbN0/Zpfl4vEkM4tY8uW9bGGcgabjkcanQHQHmk3fH67YefDw/sNRKnKU9z8jT2I4+0/5tNu80P23xWonnb3z98aHObHC0aAEDZZPOTPP88ib2x6TaXYRyn/UhHKym8uWLKcochhzAvSMFwf395ZVPtUZ0A5Bq3Np7DU3gj125NT3ZNW7jP67mqPu6/F9d48dOnVtZraONToK2w9/xtVABw2p3H9PR4Pu/Pl7e3mKjbeagX29ZPz1/nn52unWo8p1f9Wr4//hh/e0+aC+pfYWIFAJIdP+wHSruHu3h3F2dEfji2Ws5X1SZfjY+Ph2n75ZQeU5nK3EP8GHzPr2W3RQcA3GBj93T9etNwWA51znShe3t7uNwfttvAH5Xz4bl8qK33257zpd941/SWLCrgIM7HbiKT+wfJUgtuogAdTywOqxc9D1haMT6XBSqxc7tsz+QhcSKAPNpUym3Zfqy8rpe1vat9snPI5boGDK5Rh1EsTA8zJld+chz7dh9pPTAHANTJaptMQtzPPKMGocK7vb+eKd/qchN799w109N5sIdOb+Ijvdod6PXQWA8AAL4NI0sXSkRjwP5Q9vt6bvV+SkM6vpp28zzw4zDft7kGHfxy3Wpj0WucB1ZgF+F2xRj3uMqdIuhDLPT6+24pCdV6OwhlG59X2qT32csaaJRlt08cExPxPB12Ey6306pETzasueUb0i5bpkrIztbjcdnZ7dCGqOXuMLWrHLQ6qyncWWgr3/zqOJ01Kj6Fw55aHE+BXGkwnrcwDJaa3b2+29VIPyy9Idz8Gnbx3RMA32TRJqft8gsREd+yK5TsuszhmUo7T3+cejh5r+Wm1/vl9c3rkoBdFWZ1AFjPfHfcLZHmKfEcqLU+2Md66ubSbDQn7h6pPMeNyvr1MVwcd++V3nMnAFhy+qq9v3i3vJXC4mgQOYTETpNvB7+F5z8phTmsGGhOWPdha1Nl5s0AYMdDWScJMO+pt6iJuOGBjxed5PUuxGPxb/xI+ogOOFofQ3pypdfcAcB9GKrUvF1a5o2ul9Ikw6XyzDdv9a3sq6WWp0FsINuMkgxhF4SUzUGghm7zqYfAcVQNN64p1N3jG5oGQLOjzbvx0K/ivJ/KoYw7pn0cH3qMBjiw51Cnn5U+jON0LPceEuUDu953P2YNYT+Wgw6E5GNfJ59rF8ixPDwzEwD4sl2KGUrLWxNvVlkU9c8favbhVZfkBckkfkVxcBpveZlmZInX9MQGwOHOQ3l6kuZzUuBw5Bgrpwfaw8te904Qg1xTmysfh+PrFB+mlVEfYhBnxzwud2/SYnkkcNChOu/MW0cgc9+dN2KLoQ1hv8Q73B1S7jXM/f52zwAcBB/pdo4lOzVSryt5s/jNwUl8sBjCOAfmfa/T1fiWr1FC1JAQChPg5MAQeTTXXqJ49TQr+fl6kkasg9Weq52CR83qlQfdQuOxJ+lrfMnBp9dBnq7vnsnskrWbn/KAICHT7ha76PgcyLvJuQTTWlPaDj8uR/M4sQEARfJ0mIdx4sgTp20qHkJM0xiEs2tuTGkqiThaL3fWCy58yN2ifi7jPqg+f/jE2+iTmN8vCLCBVPsaovBIwgVpySMNNHYG0tgjm7Dxi6yfc99e/fVcUIqS1pOxbyVXIPF1kFrDcbTI1GQQq/ExK8KOdpHq+nkuRCgtf3wSu+nWVagoh9ShSdZYpbamgWpOA5FZQgwemhNF9eElBMQ4Tbu7h3FOsVmgeZ4YmsM42eR9BxoGEz2M43UVOD649UctRUYDAwAgIdp2irFkjehmiYSdiZqOM0tHYqbG3oeRZyB1r0Tk1UKILwRWSfUAlVpbbrRyFkeUbCgb+bB/2xPm8+zoI1BvIrI5DZU9sYMApCgm11XTfgjRfGoKDdQ0WPPgnEPwSIcqYuvS4hi926iU2rAxAAIoDzS/vgsjU0wx2W5URNShz2l+pLPzBCYBEeiYsCefu09jmgeJBDiA0KU8nTdwIfWs6CPBjENN4mHkWFl64sAsg4SQ10hEIp6M3QnADZSQKy9eSja5WitaEZpJbrmH3nMjXJt6niQEbiSgbWvZIgNGwMFcaqJOuWuoNocpcrO9mqIwaiLjroMZDaQpdqMw0Bj3yZUBcmAbAqpoGmxvCYCYoDVzNelVkzeWXrsJEU9CGEgHaSZqPeKFoVMcJHaM2Tc/gGq1MG7z0ieqo3a3kohQd2CjRgAyB0IMHl8EhUObQujzRQnDfoW2gdThMQabM8JhmiineuiyrG3crqdG2bbAnl8+kpuq+120kkC5FHAN0K1vTYuohvxMLdbWWsaeSyBLviuaDJoiyAHyDQLTHmpt3lXgRZc+0tawTSxWJWQuuozWboSFLr33DO4xRTg5nDj0flu9DT1bM4U1pGhK8NBpyzAXIXIr/Qa+zIN+/MS3PV59bibyKlIsCimskiNqBKcejasbeRxGDUNE9Tjcz2F3t5vGse/BF4uAAw418KJk6NVg1m3o1IcxUDRikSwuQazsZD2V1Fwug5p7oC/diNNX4nvk9dj5WTch7W3nVG6u6iZr64IGuEGIGl+O4qAobV8/6wGgYLLm7hIbRWI35Z65WyWPQc0BQMlhbLqfvOW2VRf/4oGzlW1doa4qCjWnaj2GIDIIG7+0XDdSL6ZePdCk4qF9ISARY+r7qpuqK5EC0KC5UilZYoaDIK15rq7b/ry3BRrLF0mD+1aLo9tKVbupOZBr6dZa4Uu/vaR6Id3A2sm4ixo02085gIiWtAUz189IjtkUDl0aXsT7WkNibZqiNri5kf9EUNQM6OLtM6nDOKoSHBAnAoCjS6/dOhPs5dBoXwiolVZrcXgP9jkqqdCXm+xljQGkZSdXCOxlPRT6kkR47tZX2hp9iQCjqnQAFOzlvReHmBlO+5oUAPSnKhj1dbkSlk+3/MWp5XbaAMBP/hm6LpfbVpy0WnU4QBV/sV/vACD9Bfjbr/D/bP+bl0GG4QvyT/8HsFvc5ubyrJgAAAAASUVORK5CYII=\n", + "text/plain": [ + "" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "image = Image.fromarray(images[0][0])\n", + "image" + ] + }, { "cell_type": "markdown", "id": "7230c280", @@ -83,7 +106,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 5, "id": "5f8a149d", "metadata": {}, "outputs": [ @@ -92,7 +115,7 @@ "text/html": [ "\n", " \n", " " @@ -101,13 +124,13 @@ "" ] }, - "execution_count": 18, + "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "audio = mel.image_to_audio(Image.fromarray(images[0][0]))\n", + "audio = mel.image_to_audio(image)\n", "Audio(data=audio, rate=mel.get_sample_rate())" ] }, @@ -121,7 +144,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 7, "id": "269ee816", "metadata": {}, "outputs": [], @@ -131,7 +154,30 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 8, + "id": "af947751", + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAEAAAABACAAAAACPAi4CAAALxElEQVR4nAXByZYc2VkA4P/OcSMiI7KysqqrWmpJrXaD29jAOYbDyixZwpIFD8Q78CysWLACDh6aI+tYrbGmnCJjuPPE96F/RQbHsvqX+AypaW9/XdR8GuyvgoLqtE2lQHHbpEn2t3nCARIbssJn/FMfotspnmluEhR+IxVdCqx6ek5lRVRCIgopC0DJMBfFUjPByAK49EiHdqg0jdF6HDg9fC428W/uU3vEHvz0xEeUQkwwLmwHMcaSD4kx0k1atwSffyTDJWbGvoUu7WNVUfJyFh5F2OEwEkTep7e5LvxRrQfSspJizKSkrOyRRjxG708lnuhv9sO5Vxc0RqD9jSmx2M/+UFmVr05kZSKMZCQxvclxbglaC4mS3Jwmc73F5ioVDj9/uXu5HK/7eGK0M9yyFE6rdN55PuI0ZayfV5CSqrLZYFKlPSYod3QbUSBxUMDQt7udTntw+I7RggiUeKhEVwQa2vogTimfmK6j2yLOEOXUB55RdKivILivQkLlYFh78Tqp4aKlZ/Sa7lmVHDmxfHUG0g7xYmtt+74bSQSqw3dTIAXr05WoEO5DyBhWQEtL+DG6lnapgMr1yq1Ob7DcyOEuCXd7TqGlDw3Gpaj2/ZBQZNjf75rtn/87O67rr94f6ar++12fHulVqdELKCGluDVdMlCCROo4JAnbNK/CvD1PcPFSfJiGRuBY/UYVCdXfOeCZPXP+ip5YSJEUU++sBxtD8KbQw2eUd2tQZ7HE/mmWbpJmTslGeZ90iRC0xSwH4yOjcjmOXs7r7+LsNWzwA0sxEjHTeNce6gcr2tfPkP+dwgW6XxX0x4+qpPDPLZzCfuXf+obWVxilaLHkl2XBFXptbUEtW5ggza9k2n2xpwAB9pfk3B4xNuMO6GKJ8WoaGjwC7STBKXCgPUosYUEpL7iiTSCSr1hmZdibw1cJLGEPd5jF7KqI/uvHfgD/9Ud19ujfpkrPdoVWv5y+4FTjD9VQl5vnYOZAqhQCWfCtfye2rVstSl0U9XR6AU2IsTrKhxZRejrT0XpUu6fJLwyllZOrrjX8ItOsQVoibQhXU3IlhJwD96gOmCGcC7/8SDOmn6jFp1ShBuaiOAWfTH1udqTfVRjxOWezeghYLZW0eCyw+Yznu67VNo3s26tH5unIgEqKwiwmW1SWdyD+0H5XHq0ZbFVGEP3tDDGLLSW1I2vx9Qivxla44sKFSLeRvgrl3OeqmLZBI0kLJm4rN489p7Rq1IJZ3z0MqKSFHaFg1qaSUFjOsRTcyG0C+vXmcM1tWz1Vf/OB6Cu9ZoiU7udfalPx58ce8eb28wu3VWcmg8T9s6dOV12dhram13/1f4cOEw+4AIcMGUlAyBdKlZtHFhAGGwGiggiQSiwTsinkkgsqqOIkDsOkPP2QUNDsPZXx7f2IdvmBeIr+8e5u0gl9xFqoF9O1HMaHPq3HMJ3wnbYlfXeOJz//9d27dKbAcKpaQ5iP45Wh8D1MoU88MIKfo3Khe5w3DPJ47XjCWot1wSXyNixeqIVKTHkUY1d7t955Edu+0NBqOSR5VceCpwpcnj6N8k6c/TzJUPa7hRhCcfa4fFlAObrEk7de8EEcJ40djAt27Yulo8gh76Q0KVCCVy6g0qqWBMwLSi+Wd003FXGZI43bAmjiFrNuUp3DQaVLeXteffT50q0cl4HHSlyYuMbaEZKAws1+TVsJrjEIFdpfvKUm3Lz6sqJ+j9bRrpHa/167MSxzynpBP6CgLMxrUtAm1KWa2cm/fZutgb89PIaKXojq2iPMb7p4+c2ZhToFscBaGRIvK8j6cPvs3B6WEYvcuwDsmyfZI/86hQ831dcaaroWrxJp69CKm/0ag24nR1tytqZpVc7JhGDGGJyRC51TRje/g7Gg57ON2ccUYE+nZI/dsimEL8OcyaxGEcXNS/Nb7JWhKrJH/rjUT/P3CJzZiD6cUwrrZPRYZKdOFd1T3Gqx+KX2aFcaNS7d+fsvdQneUhqwK343IYUuudYMqPmP8hVXqEz4ejW9mXvuKMKABYYcrYYAyVoEvJiHGND0qgq+kO7PfqH3epcizZgQnorHuI4BAAtTJKEXFzKz+Plmywt+KeLqq/VxFfnNHhnQOmlfXiKMNqqydQg8UtCtD0vv1ZQsOs+sUKCEyMzrzLzAlQaMMYsEXT0SVqeoBBpPxdMJNqoKNDIsqsTEzZEwBFU9l0SPQwm5wCf/T8P/Zp4s/e0Mv/j13WNl+4JLskvf/DE0MNBqdqblP/znjnnq+AHL8vzpciK0x1APsYiTBQEYQWDryDQTrE8yaioEKLapQY9nX1eSTkwyanV7gVA1lwoRSlcSrSYW1/soVklHL5okxlWArNvcBsrL3fG+MUYEn5E0hxQH4qRx0ZarZcxA8zREqbgzm2ma5ehymdJy3ag2mH3MydOyzuSUC7V5ppyQamaprT2BCjxGkVDbLfMKW+Qi9XSvKbcZsekFJRPT3vPk2gCJ6gptSlxVArpcc0fg0nrpWxk5XURYIqHN/LMB2RAzhBgjX5SzzEKIkNfVwl2ZvXBp0dZO7sS9PeJo+bOTYoh+09ENV+tAq6pBlSuHb3RaNZ4mOa+qzMpjIzYUgd9GT5KoOJgeR7pa7HWptytvaQzURafictYOpeLiuRQ1UGOkaWMqvE5DCJhlE8AwVHLEEUJGIdnMbVCI6qJ1mrx86uFMESz5JFxzO0384AtOZKV9P+YcxV5fe1hXi/Exka/3GlAMxo+Iajtn7WU0QRvEFTElg7cj5IwcRaMTByK8dGscanCMiTYgKt1zQNnQxl8zGupkUJmbKJ2wJhXIMQQ8zr1FBSydJCEJk6rBnlEJgkSWBctZFBDgGTA6l1F4HBU6T7bw3suMlz6jTbwkHRTGDK1yYjkAhRNrc7FQsgvBZ8+FdcjTlJvKsAAsYAqyruTS1UJwnjiuGtUlWWTKhVmEaEwFM+THhhPQCqt65jOnoP+0wbtv2efvAlqPj5f38188ktdlt94pnrysjrfPPtNgb4ilTF2RfY5NmpsjkZqCSDzQAnETz7xIV7WicyuZxWoknKNat8zideCl4RAuiGPtJCltskihrhBuqNA0Ac2Z40wzKazkCDxW9VwVBZVJF1W3r6BPsy85nsBhHuh22UuTaKNdP5ArTf1MEXbaK98wrLVH0kYCQdIQsASwnUQO18T1hufMcRGpLYSA31jqUFJDpSKtSuQBAyg3a4onXr//wfGtPVZjEnis+8M2Kmfiip272OWyRMEIy1TmhDuSSKY2F9YEUwPQitv5FSmFIUKY0NDkxJAR8smVHNZLaI/19cdsAhT20Japs2mJGhPIOkaRfXEHQAySZCmn5IYy6oidRS77HGdnsT3bkiAUO7ngFTbEPU3RUo51SidkI4E5mRyjPyJzY8PalRQzGmNQvgTAOTKeS8oFZY5xKYktohCMsDIVcqTpsK5+1rYqt6m7DJFJxkOO93Gbc6CFLQeqhz4taRUKfoxgMTeBXDSAqYBWNIvkHD2rZLPbkItLIlrGqmng8lB3crUhCs2BNKlfTOFinVoKjajF6nZOJtPRP13Shxu82Ieh6GEYH6/tcoRzMz+tH82ejnv2JZihFDM0Iz/fx91O8fC5DyP9MDJ3oBgxP2GEGJ2mNjlVesAIgUbgDjnG2S/zWJPgnqZUAktUJRxONSZubpIzwVDmkgkJgsa+GBNTzDEiQEUx6jHEgJ2PC4SYU7Y+gciL0XUIPntdso8KP355B/ink7IP6v7+T9M4v9OjPtjD15/uK/suxvP5nS/7+3HZDeejXe6+pMenHA+OWDrsQtAU4wV6kzooaxtWXkZS4ZOMl93l3JK26qFvshgkldu7qhe4anBFi070oi0Xvp96elLgPgQ1ffrlj3+4MPrF4N4Qqz/ru9MJm/vu8N//UL9Db9zt/m3c719O06H5cNxUx5vfv/nLL0/jw4keDvDTDt4w9+mjfQD4MM84z9XOoCOQEzwwOMX/eaXgM3uCLx+NeTzSI7xR0094vpv29TD8P9LNf/+ctgNuAAAAAElFTkSuQmCC\n", + "text/plain": [ + "" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "image = random.choice(ds['train'])['image']\n", + "image" + ] + }, + { + "cell_type": "code", + "execution_count": 9, "id": "492e2334", "metadata": {}, "outputs": [ @@ -140,7 +186,7 @@ "text/html": [ "\n", " \n", " " @@ -149,20 +195,20 @@ "" ] }, - "execution_count": 22, + "execution_count": 9, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "audio = mel.image_to_audio(random.choice(ds['train'])['image'])\n", + "audio = mel.image_to_audio(image)\n", "Audio(data=audio, rate=mel.get_sample_rate())" ] }, { "cell_type": "code", "execution_count": null, - "id": "a8ae1a19", + "id": "2ab3d0d2", "metadata": {}, "outputs": [], "source": []