update example

example_usage.ipynb

@@ -2,12 +2,21 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 80,
+   "execution_count": 1,
    "id": "5920c653-448e-43b3-93eb-12d7073ad352",
    "metadata": {
     "tags": []
    },
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/opt/espnet/tools/anaconda/envs/espnet/lib/python3.9/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from .autonotebook import tqdm as notebook_tqdm\n"
+     ]
+    }
+   ],
    "source": [
     "from espnet2.bin.asr_inference import Speech2Text\n",
     "from espnet2.bin.asr_align import CTCSegmentation\n",
@@ -17,7 +26,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 81,
+   "execution_count": 2,
    "id": "83058587-1a8a-4b01-92ff-e9125fbe55a3",
    "metadata": {
     "tags": []
@@ -38,14 +47,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 82,
+   "execution_count": 3,
    "id": "5e4670d6-0949-48cf-b6b1-d9cc4cf3ad65",
    "metadata": {
     "tags": []
    },
    "outputs": [],
    "source": [
-    "speech2text = Speech2Text(\"exp/config.yaml\", \"exp/valid.acc.ave_10best.pth\")"
+    "speech2text = Speech2Text(\"exp/config.yaml\", \"exp/valid.acc.ave_10best.pth\", quantize_asr_model=True, quantize_lm=True)"
    ]
   },
   {
@@ -60,7 +69,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 92,
+   "execution_count": 4,
    "id": "e8120e8e-3718-4a1a-ab7a-46ef98a6bc11",
    "metadata": {
     "tags": []
@@ -73,7 +82,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 93,
+   "execution_count": 5,
    "id": "eec8d4b2-c27a-4780-aeed-8aa7538f70e5",
    "metadata": {
     "tags": []
@@ -83,8 +92,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 3.67 s, sys: 191 ms, total: 3.87 s\n",
-      "Wall time: 3.86 s\n"
+      "CPU times: user 2.64 s, sys: 6.23 ms, total: 2.65 s\n",
+      "Wall time: 2.66 s\n"
      ]
     }
    ],
@@ -94,7 +103,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 94,
+   "execution_count": 6,
    "id": "39f41a8b-94c3-42d6-a989-6c7183a6f94d",
    "metadata": {
     "tags": []
@@ -104,7 +113,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "mina tahaksin homme täna ja homme kui saanud on kui krampsumas ise veiki panna\n"
+      "mina tahaksin homme täna ja homme kui saan kolm krampsumas ise müüki panna\n"
      ]
     }
    ],
@@ -114,7 +123,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 116,
+   "execution_count": 7,
    "id": "812060a6-90de-4134-8d1f-9f3d98853bc2",
    "metadata": {
     "tags": []
@@ -151,7 +160,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 95,
+   "execution_count": 8,
    "id": "e6b7331c-52f1-4162-b564-2e6a08b325b0",
    "metadata": {
     "tags": []
@@ -172,7 +181,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 96,
+   "execution_count": 9,
    "id": "e6d18b5f-3d2a-4fcf-bf4e-00480e58094a",
    "metadata": {
     "tags": []
@@ -189,13 +198,12 @@
       "utt_0004 utt 3.24 3.76 -0.0037 ja\n",
       "utt_0005 utt 3.76 4.28 -0.0000 homme\n",
       "utt_0006 utt 5.61 6.13 -0.0001 kui\n",
-      "utt_0007 utt 6.17 6.69 -0.0009 saanud\n",
-      "utt_0008 utt 6.81 7.33 -0.0018 on\n",
-      "utt_0009 utt 7.98 8.50 -0.0862 kui\n",
-      "utt_0010 utt 8.50 9.34 -0.1062 krampsumas\n",
-      "utt_0011 utt 9.34 9.54 -0.1183 ise\n",
-      "utt_0012 utt 9.54 10.07 -0.2033 veiki\n",
-      "utt_0013 utt 10.07 10.31 -0.1041 panna\n",
+      "utt_0007 utt 6.17 6.69 -0.0009 saan\n",
+      "utt_0008 utt 7.98 8.50 -0.2285 kolm\n",
+      "utt_0009 utt 8.50 9.34 -0.1062 krampsumas\n",
+      "utt_0010 utt 9.34 9.54 -0.1183 ise\n",
+      "utt_0011 utt 9.54 10.07 -0.2588 müüki\n",
+      "utt_0012 utt 10.07 10.31 -0.1041 panna\n",
       "\n"
      ]
     }
@@ -216,7 +224,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 97,
+   "execution_count": 10,
    "id": "ae9f7e3f-b75d-4bcb-98d1-ae2f037fb4af",
    "metadata": {
     "tags": []
@@ -236,19 +244,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 128,
-   "id": "93aa6281-3b73-47b7-93ca-e90fedd8d398",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "torch.set_num_threads(5)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 131,
+   "execution_count": 11,
    "id": "0215d312-1896-43f1-9782-c92aced787b7",
    "metadata": {
     "tags": []
@@ -258,8 +254,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 14.4 s, sys: 89.6 ms, total: 14.5 s\n",
-      "Wall time: 2.9 s\n"
+      "CPU times: user 2.96 s, sys: 19 ms, total: 2.98 s\n",
+      "Wall time: 2.98 s\n"
      ]
     }
    ],
@@ -272,7 +268,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 132,
+   "execution_count": 12,
    "id": "d31d6840-3a80-411a-969c-05f4a5e3e9a1",
    "metadata": {
     "tags": []
@@ -301,7 +297,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 108,
+   "execution_count": 13,
    "id": "53f3b63f-9b40-432b-b58c-f5b7223252ed",
    "metadata": {
     "tags": []
@@ -311,8 +307,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 474 ms, sys: 30.2 ms, total: 504 ms\n",
-      "Wall time: 501 ms\n"
+      "CPU times: user 309 ms, sys: 8.51 ms, total: 318 ms\n",
+      "Wall time: 312 ms\n"
      ]
     }
    ],
@@ -322,7 +318,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 109,
+   "execution_count": 14,
    "id": "1b4dd747-4be2-4ace-a301-6207f7dd9a71",
    "metadata": {
     "tags": []
@@ -358,173 +354,149 @@
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
-       "      <td>0.260154</td>\n",
-       "      <td>0.661184</td>\n",
-       "      <td>-0.107317</td>\n",
+       "      <td>0.260173</td>\n",
+       "      <td>0.661328</td>\n",
+       "      <td>-0.049087</td>\n",
        "      <td>klikid</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
-       "      <td>0.661184</td>\n",
-       "      <td>0.821596</td>\n",
-       "      <td>-0.001331</td>\n",
+       "      <td>0.661328</td>\n",
+       "      <td>0.821789</td>\n",
+       "      <td>-0.003573</td>\n",
        "      <td>neid</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
-       "      <td>0.822883</td>\n",
-       "      <td>1.784067</td>\n",
-       "      <td>-0.002136</td>\n",
+       "      <td>0.823233</td>\n",
+       "      <td>1.784560</td>\n",
+       "      <td>-0.001952</td>\n",
        "      <td>allserva</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
-       "      <td>1.784067</td>\n",
-       "      <td>1.984582</td>\n",
-       "      <td>-0.041078</td>\n",
+       "      <td>1.784560</td>\n",
+       "      <td>1.985137</td>\n",
+       "      <td>-0.034099</td>\n",
        "      <td>tekivad</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
-       "      <td>2.547310</td>\n",
-       "      <td>3.067362</td>\n",
-       "      <td>-0.008251</td>\n",
+       "      <td>2.548197</td>\n",
+       "      <td>3.068255</td>\n",
+       "      <td>-0.000037</td>\n",
        "      <td>need</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>5</th>\n",
-       "      <td>3.067362</td>\n",
-       "      <td>4.029833</td>\n",
-       "      <td>-0.007814</td>\n",
+       "      <td>3.068255</td>\n",
+       "      <td>4.031025</td>\n",
+       "      <td>-0.008919</td>\n",
        "      <td>lubaküpsiseid</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>6</th>\n",
-       "      <td>4.752973</td>\n",
-       "      <td>5.273025</td>\n",
-       "      <td>-0.000333</td>\n",
+       "      <td>4.754546</td>\n",
+       "      <td>5.274604</td>\n",
+       "      <td>-0.000385</td>\n",
        "      <td>mis</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>7</th>\n",
-       "      <td>5.273025</td>\n",
-       "      <td>5.413385</td>\n",
-       "      <td>-0.063720</td>\n",
+       "      <td>5.274604</td>\n",
+       "      <td>5.415008</td>\n",
+       "      <td>-0.078755</td>\n",
        "      <td>on</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>8</th>\n",
-       "      <td>5.413385</td>\n",
-       "      <td>5.553745</td>\n",
-       "      <td>-0.000231</td>\n",
+       "      <td>5.415008</td>\n",
+       "      <td>5.555412</td>\n",
+       "      <td>-0.000224</td>\n",
        "      <td>nagu</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>9</th>\n",
-       "      <td>5.553745</td>\n",
-       "      <td>5.834466</td>\n",
-       "      <td>-0.000573</td>\n",
+       "      <td>5.555412</td>\n",
+       "      <td>5.836220</td>\n",
+       "      <td>-0.000488</td>\n",
        "      <td>ilusti</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>10</th>\n",
-       "      <td>5.834466</td>\n",
-       "      <td>6.115187</td>\n",
-       "      <td>-0.001930</td>\n",
+       "      <td>5.836220</td>\n",
+       "      <td>6.117029</td>\n",
+       "      <td>-0.002274</td>\n",
        "      <td>kohati</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>11</th>\n",
-       "      <td>6.236783</td>\n",
-       "      <td>7.037555</td>\n",
-       "      <td>-0.004937</td>\n",
+       "      <td>6.238818</td>\n",
+       "      <td>7.039684</td>\n",
+       "      <td>-0.013956</td>\n",
        "      <td>tõlgitud</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>12</th>\n",
-       "      <td>7.037555</td>\n",
-       "      <td>7.238070</td>\n",
-       "      <td>-0.001092</td>\n",
+       "      <td>7.039684</td>\n",
+       "      <td>7.240261</td>\n",
+       "      <td>-0.002010</td>\n",
        "      <td>eesti</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>13</th>\n",
-       "      <td>7.238070</td>\n",
-       "      <td>7.679202</td>\n",
-       "      <td>-0.003088</td>\n",
+       "      <td>7.240261</td>\n",
+       "      <td>7.681531</td>\n",
+       "      <td>-0.002761</td>\n",
        "      <td>keelde</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>14</th>\n",
-       "      <td>7.800798</td>\n",
-       "      <td>8.320850</td>\n",
-       "      <td>-0.001126</td>\n",
+       "      <td>7.803320</td>\n",
+       "      <td>8.323378</td>\n",
+       "      <td>-0.001533</td>\n",
        "      <td>see</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>15</th>\n",
-       "      <td>8.320850</td>\n",
-       "      <td>8.601571</td>\n",
-       "      <td>-0.033408</td>\n",
+       "      <td>8.323378</td>\n",
+       "      <td>8.644302</td>\n",
+       "      <td>-0.044506</td>\n",
        "      <td>idee</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>16</th>\n",
-       "      <td>8.601571</td>\n",
-       "      <td>9.363527</td>\n",
-       "      <td>-0.032846</td>\n",
+       "      <td>8.644302</td>\n",
+       "      <td>9.326264</td>\n",
+       "      <td>-0.215737</td>\n",
        "      <td>arusaadavamaks</td>\n",
        "    </tr>\n",
-       "    <tr>\n",
-       "      <th>17</th>\n",
-       "      <td>9.363527</td>\n",
-       "      <td>9.584093</td>\n",
-       "      <td>-0.390966</td>\n",
-       "      <td>ma</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>18</th>\n",
-       "      <td>9.584093</td>\n",
-       "      <td>9.764557</td>\n",
-       "      <td>-0.053868</td>\n",
-       "      <td>tean</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>19</th>\n",
-       "      <td>9.764557</td>\n",
-       "      <td>9.924968</td>\n",
-       "      <td>-0.000163</td>\n",
-       "      <td>et</td>\n",
-       "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "</div>"
       ],
       "text/plain": [
        "       start       end  confidence           words\n",
-       "0   0.260154  0.661184   -0.107317          klikid\n",
-       "1   0.661184  0.821596   -0.001331            neid\n",
-       "2   0.822883  1.784067   -0.002136        allserva\n",
-       "3   1.784067  1.984582   -0.041078         tekivad\n",
-       "4   2.547310  3.067362   -0.008251            need\n",
-       "5   3.067362  4.029833   -0.007814   lubaküpsiseid\n",
-       "6   4.752973  5.273025   -0.000333             mis\n",
-       "7   5.273025  5.413385   -0.063720              on\n",
-       "8   5.413385  5.553745   -0.000231            nagu\n",
-       "9   5.553745  5.834466   -0.000573          ilusti\n",
-       "10  5.834466  6.115187   -0.001930          kohati\n",
-       "11  6.236783  7.037555   -0.004937        tõlgitud\n",
-       "12  7.037555  7.238070   -0.001092           eesti\n",
-       "13  7.238070  7.679202   -0.003088          keelde\n",
-       "14  7.800798  8.320850   -0.001126             see\n",
-       "15  8.320850  8.601571   -0.033408            idee\n",
-       "16  8.601571  9.363527   -0.032846  arusaadavamaks\n",
-       "17  9.363527  9.584093   -0.390966              ma\n",
-       "18  9.584093  9.764557   -0.053868            tean\n",
-       "19  9.764557  9.924968   -0.000163              et"
+       "0   0.260173  0.661328   -0.049087          klikid\n",
+       "1   0.661328  0.821789   -0.003573            neid\n",
+       "2   0.823233  1.784560   -0.001952        allserva\n",
+       "3   1.784560  1.985137   -0.034099         tekivad\n",
+       "4   2.548197  3.068255   -0.000037            need\n",
+       "5   3.068255  4.031025   -0.008919   lubaküpsiseid\n",
+       "6   4.754546  5.274604   -0.000385             mis\n",
+       "7   5.274604  5.415008   -0.078755              on\n",
+       "8   5.415008  5.555412   -0.000224            nagu\n",
+       "9   5.555412  5.836220   -0.000488          ilusti\n",
+       "10  5.836220  6.117029   -0.002274          kohati\n",
+       "11  6.238818  7.039684   -0.013956        tõlgitud\n",
+       "12  7.039684  7.240261   -0.002010           eesti\n",
+       "13  7.240261  7.681531   -0.002761          keelde\n",
+       "14  7.803320  8.323378   -0.001533             see\n",
+       "15  8.323378  8.644302   -0.044506            idee\n",
+       "16  8.644302  9.326264   -0.215737  arusaadavamaks"
       ]
      },
-     "execution_count": 109,
+     "execution_count": 14,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -540,6 +512,14 @@
    "metadata": {},
    "outputs": [],
    "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "1e9d45ad-c8fc-4bab-9285-b82ff3903702",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {