Created using Colaboratory

FnV_Experiment.ipynb

@@ -5,7 +5,7 @@
     "colab": {
       "name": "FnV - Experiment.ipynb",
       "provenance": [],
-      "authorship_tag": "ABX9TyP3QrLYzuRpaXcYfFN083H1",
+      "authorship_tag": "ABX9TyPphpkx1hjLmdOaZEhz/140",
       "include_colab_link": true
     },
     "kernelspec": {
@@ -55,7 +55,7 @@
       "metadata": {
         "id": "zmziIdpUPjS2"
       },
-      "execution_count": 24,
+      "execution_count": 1,
       "outputs": []
     },
     {
@@ -83,33 +83,11 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 57,
+      "execution_count": 22,
       "metadata": {
-        "colab": {
-          "base_uri": "https://localhost:8080/"
-        },
-        "id": "N8p-PTdI34e4",
-        "outputId": "e5290e36-00e0-48e9-ed7d-fb5b9d5dfec0"
+        "id": "N8p-PTdI34e4"
       },
-      "outputs": [
-        {
-          "output_type": "stream",
-          "name": "stdout",
-          "text": [
-            "name 62204\n",
-            "[['723671.0' '703186.0' '711677.0' ... '720620.0' '723893.0' '713846.0']\n",
-            " ['2009.0' '1964.0' '2008.0' ... '2013.0' '2011.0' '2008.0']\n",
-            " ['17/10000217_1981-05-05_2009.jpg' '48/10000548_1925-04-04_1964.jpg'\n",
-            "  '12/100012_1948-07-03_2008.jpg' ... '09/9998109_1972-12-27_2013.jpg'\n",
-            "  '00/9999400_1981-12-13_2011.jpg' '80/999980_1954-06-11_2008.jpg']\n",
-            " ...\n",
-            " ['1.0' '1.0' '1.0' ... '1.0' '1.0' '0.0']\n",
-            " ['4.3009623883308095' '2.6456394971903463' '4.329328832406529' ...\n",
-            "  '3.4943031690208564' '-inf' '5.486916546849864']\n",
-            " ['nan' '1.9492479052091165' 'nan' ... 'nan' 'nan' 'nan']]\n"
-          ]
-        }
-      ],
+      "outputs": [],
       "source": [
         "import scipy.io\n",
         "import numpy as np\n",
@@ -118,23 +96,37 @@
         "fields = ('dob', 'photo_taken', 'full_path', 'gender', 'name', \n",
         "          'face_location', 'face_score', 'second_face_score')\n",
         "\n",
+        "\n",
         "l = 62328\n",
         "data = np.empty((0, l))\n",
-        "# data = np.array([])\n",
         "for i, field in enumerate(fields):\n",
+        "  values = np.array([])\n",
         "  if field == 'face_location':\n",
         "    data = np.append(data, [np.empty(l)], axis=0)\n",
         "    continue\n",
-        "  values = np.hstack(mat['wiki'][0][0][i].flatten())\n",
-        "  if len(values) < l:\n",
-        "    print(field, len(values))\n",
-        "    remainder = np.empty(l - len(values))\n",
-        "    values = np.concatenate((values, remainder))\n",
-        "  data = np.append(data, [values], axis=0)\n",
-        "\n",
-        "print(data)"
+        "  elif field == 'name':\n",
+        "    values = mat['wiki'][0][0][i].flatten()\n",
+        "  else:\n",
+        "    values = np.hstack(mat['wiki'][0][0][i].flatten())\n",
+        "  data = np.append(data, [values], axis=0)"
       ]
     },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "\n",
+        "\n",
+        "```\n",
+        "# length = 4\n",
+        "# [1, None, 2, None]\n",
+        "# [1, 2]\n",
+        "```\n",
+        "\n"
+      ],
+      "metadata": {
+        "id": "0ykl0bhAPrVA"
+      }
+    },
     {
       "cell_type": "code",
       "source": [
@@ -152,9 +144,9 @@
           "base_uri": "https://localhost:8080/",
           "height": 441
         },
-        "outputId": "9dfa7921-f09d-4c20-832e-1d0774ae19f6"
+        "outputId": "cb3b6739-6366-4691-802f-0fc784ebfdf8"
       },
-      "execution_count": 58,
+      "execution_count": 23,
       "outputs": [
         {
           "output_type": "stream",
@@ -180,37 +172,24 @@
               "62326  723893.0      2011.0   00/9999400_1981-12-13_2011.jpg    1.0   \n",
               "62327  713846.0      2008.0    80/999980_1954-06-11_2008.jpg    0.0   \n",
               "\n",
-              "                        name face_location          face_score  \\\n",
-              "0            Sami Jauhojärvi           1.0  4.3009623883308095   \n",
-              "1             Dettmar Cramer           1.0  2.6456394971903463   \n",
-              "2                Marc Okrand           1.0   4.329328832406529   \n",
-              "3       Aleksandar Matanović           1.0                -inf   \n",
-              "4               Diana Damrau           0.0   3.408442415222501   \n",
-              "...                      ...           ...                 ...   \n",
-              "62323                    0.0           1.0   4.029267756985114   \n",
-              "62324                    0.0           1.0                -inf   \n",
-              "62325  4.68486041878186e-310           1.0  3.4943031690208564   \n",
-              "62326  4.68486041878186e-310           1.0                -inf   \n",
-              "62327  6.92474272034567e-310           0.0   5.486916546849864   \n",
-              "\n",
-              "        second_face_score  \n",
-              "0                     nan  \n",
-              "1      1.9492479052091165  \n",
-              "2                     nan  \n",
-              "3                     nan  \n",
-              "4                     nan  \n",
-              "...                   ...  \n",
-              "62323                 nan  \n",
-              "62324                 nan  \n",
-              "62325                 nan  \n",
-              "62326                 nan  \n",
-              "62327                 nan  \n",
+              "                         name face_location face_score second_face_score  \n",
+              "0           [Sami Jauhojärvi]           0.0   4.300962               NaN  \n",
+              "1            [Dettmar Cramer]           0.0   2.645639          1.949248  \n",
+              "2               [Marc Okrand]           0.0   4.329329               NaN  \n",
+              "3      [Aleksandar Matanović]           0.0       -inf               NaN  \n",
+              "4              [Diana Damrau]           0.0   3.408442               NaN  \n",
+              "...                       ...           ...        ...               ...  \n",
+              "62323             [Guus Haak]           0.0   4.029268               NaN  \n",
+              "62324         [Nico Rijnders]           0.0       -inf               NaN  \n",
+              "62325     [Michael Wiesinger]           0.0   3.494303               NaN  \n",
+              "62326        [Johann Grugger]           0.0       -inf               NaN  \n",
+              "62327    [Greta Van Susteren]           0.0   5.486917               NaN  \n",
               "\n",
               "[62328 rows x 8 columns]"
             ],
             "text/html": [
               "\n",
-              "  <div id=\"df-bba92cb7-f4b3-4205-94cc-5753d33495c5\">\n",
+              "  <div id=\"df-5d29a1ec-a5b2-48cf-9c1b-25456f47ca71\">\n",
               "    <div class=\"colab-df-container\">\n",
               "      <div>\n",
               "<style scoped>\n",
@@ -247,10 +226,10 @@
               "      <td>2009.0</td>\n",
               "      <td>17/10000217_1981-05-05_2009.jpg</td>\n",
               "      <td>1.0</td>\n",
-              "      <td>Sami Jauhojärvi</td>\n",
-              "      <td>1.0</td>\n",
-              "      <td>4.3009623883308095</td>\n",
-              "      <td>nan</td>\n",
+              "      <td>[Sami Jauhojärvi]</td>\n",
+              "      <td>0.0</td>\n",
+              "      <td>4.300962</td>\n",
+              "      <td>NaN</td>\n",
               "    </tr>\n",
               "    <tr>\n",
               "      <th>1</th>\n",
@@ -258,10 +237,10 @@
               "      <td>1964.0</td>\n",
               "      <td>48/10000548_1925-04-04_1964.jpg</td>\n",
               "      <td>1.0</td>\n",
-              "      <td>Dettmar Cramer</td>\n",
-              "      <td>1.0</td>\n",
-              "      <td>2.6456394971903463</td>\n",
-              "      <td>1.9492479052091165</td>\n",
+              "      <td>[Dettmar Cramer]</td>\n",
+              "      <td>0.0</td>\n",
+              "      <td>2.645639</td>\n",
+              "      <td>1.949248</td>\n",
               "    </tr>\n",
               "    <tr>\n",
               "      <th>2</th>\n",
@@ -269,10 +248,10 @@
               "      <td>2008.0</td>\n",
               "      <td>12/100012_1948-07-03_2008.jpg</td>\n",
               "      <td>1.0</td>\n",
-              "      <td>Marc Okrand</td>\n",
-              "      <td>1.0</td>\n",
-              "      <td>4.329328832406529</td>\n",
-              "      <td>nan</td>\n",
+              "      <td>[Marc Okrand]</td>\n",
+              "      <td>0.0</td>\n",
+              "      <td>4.329329</td>\n",
+              "      <td>NaN</td>\n",
               "    </tr>\n",
               "    <tr>\n",
               "      <th>3</th>\n",
@@ -280,10 +259,10 @@
               "      <td>1961.0</td>\n",
               "      <td>65/10001965_1930-05-23_1961.jpg</td>\n",
               "      <td>1.0</td>\n",
-              "      <td>Aleksandar Matanović</td>\n",
-              "      <td>1.0</td>\n",
+              "      <td>[Aleksandar Matanović]</td>\n",
+              "      <td>0.0</td>\n",
               "      <td>-inf</td>\n",
-              "      <td>nan</td>\n",
+              "      <td>NaN</td>\n",
               "    </tr>\n",
               "    <tr>\n",
               "      <th>4</th>\n",
@@ -291,10 +270,10 @@
               "      <td>2012.0</td>\n",
               "      <td>16/10002116_1971-05-31_2012.jpg</td>\n",
               "      <td>0.0</td>\n",
-              "      <td>Diana Damrau</td>\n",
+              "      <td>[Diana Damrau]</td>\n",
               "      <td>0.0</td>\n",
-              "      <td>3.408442415222501</td>\n",
-              "      <td>nan</td>\n",
+              "      <td>3.408442</td>\n",
+              "      <td>NaN</td>\n",
               "    </tr>\n",
               "    <tr>\n",
               "      <th>...</th>\n",
@@ -313,10 +292,10 @@
               "      <td>1963.0</td>\n",
               "      <td>49/9996949_1937-04-17_1963.jpg</td>\n",
               "      <td>1.0</td>\n",
+              "      <td>[Guus Haak]</td>\n",
               "      <td>0.0</td>\n",
-              "      <td>1.0</td>\n",
-              "      <td>4.029267756985114</td>\n",
-              "      <td>nan</td>\n",
+              "      <td>4.029268</td>\n",
+              "      <td>NaN</td>\n",
               "    </tr>\n",
               "    <tr>\n",
               "      <th>62324</th>\n",
@@ -324,10 +303,10 @@
               "      <td>1970.0</td>\n",
               "      <td>32/9997032_1947-07-30_1970.jpg</td>\n",
               "      <td>1.0</td>\n",
+              "      <td>[Nico Rijnders]</td>\n",
               "      <td>0.0</td>\n",
-              "      <td>1.0</td>\n",
               "      <td>-inf</td>\n",
-              "      <td>nan</td>\n",
+              "      <td>NaN</td>\n",
               "    </tr>\n",
               "    <tr>\n",
               "      <th>62325</th>\n",
@@ -335,10 +314,10 @@
               "      <td>2013.0</td>\n",
               "      <td>09/9998109_1972-12-27_2013.jpg</td>\n",
               "      <td>1.0</td>\n",
-              "      <td>4.68486041878186e-310</td>\n",
-              "      <td>1.0</td>\n",
-              "      <td>3.4943031690208564</td>\n",
-              "      <td>nan</td>\n",
+              "      <td>[Michael Wiesinger]</td>\n",
+              "      <td>0.0</td>\n",
+              "      <td>3.494303</td>\n",
+              "      <td>NaN</td>\n",
               "    </tr>\n",
               "    <tr>\n",
               "      <th>62326</th>\n",
@@ -346,10 +325,10 @@
               "      <td>2011.0</td>\n",
               "      <td>00/9999400_1981-12-13_2011.jpg</td>\n",
               "      <td>1.0</td>\n",
-              "      <td>4.68486041878186e-310</td>\n",
-              "      <td>1.0</td>\n",
+              "      <td>[Johann Grugger]</td>\n",
+              "      <td>0.0</td>\n",
               "      <td>-inf</td>\n",
-              "      <td>nan</td>\n",
+              "      <td>NaN</td>\n",
               "    </tr>\n",
               "    <tr>\n",
               "      <th>62327</th>\n",
@@ -357,16 +336,16 @@
               "      <td>2008.0</td>\n",
               "      <td>80/999980_1954-06-11_2008.jpg</td>\n",
               "      <td>0.0</td>\n",
-              "      <td>6.92474272034567e-310</td>\n",
+              "      <td>[Greta Van Susteren]</td>\n",
               "      <td>0.0</td>\n",
-              "      <td>5.486916546849864</td>\n",
-              "      <td>nan</td>\n",
+              "      <td>5.486917</td>\n",
+              "      <td>NaN</td>\n",
               "    </tr>\n",
               "  </tbody>\n",
               "</table>\n",
               "<p>62328 rows × 8 columns</p>\n",
               "</div>\n",
-              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-bba92cb7-f4b3-4205-94cc-5753d33495c5')\"\n",
+              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5d29a1ec-a5b2-48cf-9c1b-25456f47ca71')\"\n",
               "              title=\"Convert this dataframe to an interactive table.\"\n",
               "              style=\"display:none;\">\n",
               "        \n",
@@ -417,12 +396,12 @@
               "\n",
               "      <script>\n",
               "        const buttonEl =\n",
-              "          document.querySelector('#df-bba92cb7-f4b3-4205-94cc-5753d33495c5 button.colab-df-convert');\n",
+              "          document.querySelector('#df-5d29a1ec-a5b2-48cf-9c1b-25456f47ca71 button.colab-df-convert');\n",
               "        buttonEl.style.display =\n",
               "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
               "\n",
               "        async function convertToInteractive(key) {\n",
-              "          const element = document.querySelector('#df-bba92cb7-f4b3-4205-94cc-5753d33495c5');\n",
+              "          const element = document.querySelector('#df-5d29a1ec-a5b2-48cf-9c1b-25456f47ca71');\n",
               "          const dataTable =\n",
               "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
               "                                                     [key], {});\n",
@@ -445,7 +424,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 58
+          "execution_count": 23
         }
       ]
     }