{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "f82c6d32",
   "metadata": {},
   "outputs": [],
   "source": [
    " #|default_exp app"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5f27b4cb",
   "metadata": {},
   "source": [
    "# Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "60a8d84c",
   "metadata": {},
   "outputs": [],
   "source": [
    "#|export\n",
    "import PIL\n",
    "import gradio as gr\n",
    "from fastai.vision.all import *\n",
    "import librosa\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import shutil\n",
    "import os"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2fd3a17d",
   "metadata": {},
   "source": [
    "# Load Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "a7311575",
   "metadata": {},
   "outputs": [],
   "source": [
    "#|export\n",
    "learn = load_learner('./model.pkl')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a7647cf2",
   "metadata": {},
   "source": [
    "# Logic"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "8fe7e353",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAEsAAABLCAYAAAA4TnrqAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAKmElEQVR4nO1cW28b1xE+u+SSXFKUSNGyLpajxnbjJpHrugkKtK9FfkJ/SP9F/0PR5/6Aoi/NQwy0fWiAQI5lx7asuyhS4v22N+6tzzPfAD5rgCgKcN7OYLg659u5z1kZaZqmaklaZP6vN/D/REuwMtASrAy0BCsDLcHKQEuwMtASrAy0BCsDLcHKQHldweT9X5BZrZKlcXOLMkcX+KzrMV1PQ5BxT7GwGHbLZD1ySyDz43ANeO9nObL+vu+AzD+GfwIeJ22wjKsWMmurdH2GMhwYpZQKmz5ZOy3chucWgMfBeTOugkx3jsbSDyjwYzUDGR3SBksNhT9QZAeq4Js2G2Xg5b2IrO0gApnpBJ81DS2ytkzUvoLgWKr0Z2olxT3pkD5Yj/eAldZqZG10ulqPMjk4rQnIVFYC4O0ybAq5BGTGYQ54SUoRXM/ji9AhfbDenAHLWKtQxmAKMunYA17Sdck6RlyUMysCrzWlZtfx0VRNA59VtShzEPkopEH6YNXRP6iKTdetAYikY9xYyhSiUMNH28M58HJT+sO7JZSxBW1reVSTanl8ETqkD9bOXWAl29tkbdYxEpldBNDsjcg67aAZbnyGKlI/65B1+xB9T3u8ArzHVWqas8gCGR3SB6s/ApY5ZSG4I2jWeQ940S01zTRERx1hEFXukB6yP0OwRnM0zcGcHrPtovbpkD5YJ0Lq8GCLri18nLFTA55VpWaQdDDSpnPMvYwRBVXq8U4j3MO5Qx1810c/qkP6YOWFmDxmmhXFKDPFjUWnVG1iB9+01xXypQE1MVcAJm/gszZKFNUte8E+K/3tU+Tt7JC1cXMDMsbVNf7RDZrM5tojkLE2XeAlB1QD5zGmCY4AYKNAX2LO+LgqTz+D/88h8nbblDHE1CE56iBvSvOseIraEE7QwUcsKfUjBCtnoG3m2aM27QWDpR7eQx5PHQQzNPfqwEveMqcv7H3uIhCDCXXolokgV/JYDbyZ0n02BbPXoQzlDoZ3KHdsITO2sGg1K/TPpj5uPmchz7aYRiaIshmjZu2VaT4WpxgxdUjfZzX7wDNG1IekUyEBHaKDjyf00M4lmpwzRSfcd6iGHE0wp+rO8Uhdnz7/5QBLhj8CB0nfZ5UE0RrdrDFHEzDuVICnchRAq4Obj8eoNTz61QtCAS74MYs9qmAu2mc1sNxJf71PGR5qkeEjEEaJak2lPwSZyjUGhvu3NOVIHSx3kj7+vdE7CuDzk12Q0SF9sFZR5dVY8GOcHEwBjB/ekHX4CrN8yTSTmGpE4OP2+xMMKOdTuvdXYyx3/gAcJG2wwr+/Bp71xTplJOhc4yYC6r6nUXPuoelIzb/zAa09b3wMKBcuHqnN3lfTwepAh7TByt8XfA+z/aSNBV08RL9iMSUd9tCZB4Kj5hQJGUCowRuEQk9Ig/QdvC1U6ndoJm4KJVHawr78rEOfZQqJZE7IoThJzlwim51y1150p7Qi1FMxNadUGARIjb2CTX+XxOifZkJjj5cyRaGtXMoJ3T9GQbzgpNT5Fuu+8jNmT0KbsrgjtHnP6GZDoRUsZef86UJnR1mClpaZxjtSwa9B2mBVvtlC5i42BDnlQnSmK19Sp18+xt591MM0ZMehv2sdr4KMM0d30Xap2eWMRffgJQpYnnMpFM19oXvAWsatAxtlYjTDiU9dwdEEwXIj9JuDkPKazsdddtQfsp5jFzR5zcCRpgVCOjE+opu/EcoWiWas6yABMxP83xlrhgQfZ4UZakMhJucf0QRQyqlGLxAsPhP89C5m8K6QZ00GNbKOBAVpughWx6fohMmCHbzUGeDgxH30T2YOnXeZdQFaPTSn7/s14K1Z9NBOjJp1NkW1cSKa6/VSjcpDoAyFtNAOaVBfY/CERilVjtBRhxMK/KN1LHfurGIactKjmuwLYH1Rw5fTZD34U28EMjqkDZZZxwhi7LJypymMvWxs2+SZ/USC6UjpRJ9NbnbLmMSVchgNvZgec9WtgYwO6WtWQyh32DAibqM2JAE6lv4l1cjXt3dAxhcae3FKQf13D6NoWxjc9Njdilz6cUmAfiF9gGmB9TUdsuY2sYxIPRxzbXxGT/QwwJqy4+CzeKKapPgC75cR5EuXRdEugqxD2mCNjlG9V+d0lmjaaE6pkDp4t/RAtjCGv2eho3YDuoeNEPfU9LAs41uoWgueSNurH25rBG3k+TPcWG9INcIVsu6xMFm+YPezbnzUoiZ6AtV0qG97pbDdpEPaYJXuodaYDbp5I48OI78ilDt3R2SdCO+hd40mZpk0xUiEe1ZxKrWMKfAF74kg82HS72c9wEsfqkpt3xxidErnQgLIzjO6wkjrB6htVy79e56QrQs3LpXBxN4mlyikQdpg8ZG7UkrlH9Fd5J9gsW2eCEUyS15XNzC9SG5RQ76s0T10PHTUFeE60Sm7U/qs8DOQ0SF9B/8O8561hJYpiSfUgRfoe9KUHsj3UYsOuw3gBQl9OSMhFzuaIsgnExpAJhEGFB3SN0MhOuXWWMezjCZX6mNbeTaiAF5PcHLUCXBrxzMKhNRCPhDuvvZNmiyH5qLbyoLfTHn5LrSVDaEZZ7Fp82YFQ5gvXPrYZCXXtYda60XYwXAjGiza/oKvScYhAhExrTEKqH2dNhbJ/PZLXuiKhgk67y5z+iczYZItTDE8xpulCwbLbqA5FZ/UyDruoIaUihieYo8C355hmiBpDW+XfVJGrb0WGns/xTT6lYwFDyzs320Iv6aHNnoI1uo6vsXynDrYzS1smaxf47B0zroMLRcP7dQR5MfJA7L+roNXo3RIG6yDPyPv83065spVhcTVEpp/PZpX8eGpUkoNhKz+5ZhG0e0Smtyq8Pee37Dmn0Ir0SFtsD7fx3yp+JQeMm5hJApd4XItawc3hDbOegkj1jaTO56i+R6OMTBE7PJp2zwHGR3SL3e+QrNQO7SflQvRwa9EOLCo7tNDx300i4uXqG38zoIrNP/4pydKKfWsQZnF4S9RSIP028qecHs4oDzjUxyN5avCh04/0bwn6KH5rgiNvftz6hNrBUSmKFz3brGC+1cNvUk2J/086/EO8NJf/JwyAuF6UfAW/yi7N1EuYwFeFL7MqLJLaM8PPwGZdeHO1n6NavetUCbpkDZYs78e4Y9LlDcXSg17W7gQu0M3mwpjGsNCbfMmrJ9VQkD9GI/UZFHT0bwjwUkbrJXfC9Pn/YdkWZJu1F3g1W73b+dk3TnHrJsPVJVSymLf5awJQcCd4ZEu2FjNX/TcUKQXTNvywhvbWgdW+Rt683nvBv2ae4B3WEe3VCP/eYVdjnIe04mv6jRKz8IF9+ClybLaY5udYVKavr4CnrHGmoZV1KLiDkZRxW4v/WYTR2izQKoX6TFPnUV/FVYVnCL/Fk6oy4wKbj74gWrN2xc43RnPUWt+HNPAIH0gUBKuIUVsKqRxK0kkbbDm/8Luosm+VHBO8Xe+g+E9ST58i6UlDB6+rtN8TPr05N0Un33PpikOT251KYMZIstg33mUNtBzxkKiarC3vxbg5p/m8XfXrODuCiY3mKPaPFqhm68LgUGHjOU/G9On5T/ByEBLsDLQEqwMtAQrAy3BykBLsDLQEqwMtAQrAy3BykD/BZ0GB+6P2aM9AAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 72x72 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#|export\n",
    "def create_spectogram(path):\n",
    "    samples, sample_rate = librosa.load(path, duration=5.0)\n",
    "    S = librosa.feature.melspectrogram(y=samples, sr=sample_rate)\n",
    "    return S\n",
    "\n",
    "def spectogram_to_image(spec):\n",
    "    fig = plt.figure(figsize=[0.72, 0.72])\n",
    "    ax = fig.add_subplot(111)\n",
    "    ax.axes.get_xaxis().set_visible(False)\n",
    "    ax.axes.get_yaxis().set_visible(False)\n",
    "    ax.set_frame_on(False)\n",
    "    librosa.display.specshow(librosa.power_to_db(spec, ref=np.max))\n",
    "    fig.canvas.draw()\n",
    "    return PIL.Image.frombytes('RGB',fig.canvas.get_width_height(),fig.canvas.tostring_rgb())\n",
    "\n",
    "def predict(audio_file_path):\n",
    "    spec = create_spectogram(audio_file_path)\n",
    "    spec_image = spectogram_to_image(spec)\n",
    "    prediction,other,probs = learn.predict(spec_image)\n",
    "    return prediction"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0714b237",
   "metadata": {},
   "source": [
    "# UI"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "a723c8c6",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Running on local URL:  http://127.0.0.1:7866\n",
      "\n",
      "To create a public link, set `share=True` in `launch()`.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><iframe src=\"http://127.0.0.1:7866/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": []
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/gabriel/Code/python/drum-sample-categorization/.venv/lib/python3.9/site-packages/gradio/processing_utils.py:180: UserWarning: Trying to convert audio automatically from int32 to 16-bit int format.\n",
      "  warnings.warn(warning.format(data.dtype))\n",
      "/Users/gabriel/Code/python/drum-sample-categorization/.venv/lib/python3.9/site-packages/librosa/core/spectrum.py:256: UserWarning: n_fft=2048 is too large for input signal of length=1247\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#|export\n",
    "iface = gr.Interface(fn=predict, inputs=[\n",
    "                     gr.components.Audio(type='filepath')], outputs=\"text\")\n",
    "iface.launch()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "a46000c8",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "import nbdev\n",
    "nbdev.export.nb_export('drum_sample_categorization.ipynb', './')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0a38795f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.14"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}