{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "MACHINE TRANSLATION FOR KISWAHILI SAWA CORPUS USING JOEY NMT " ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "# TODO: Set your source and target languages. Keep in mind, these traditionally use language codes as found here:\n", "# These will also become the suffix's of all vocab and corpus files used throughout\n", "import os\n", "source_language = \"en\"\n", "target_language = \"sw\" \n", "lc = False # If True, lowercase the data.\n", "seed = 42 # Random seed for shuffling.\n", "tag = \"baseline\" # Give a unique name to your folder - this is to ensure you don't rewrite any models you've already submitted\n", "\n", "os.environ[\"src\"] = source_language # Sets them in bash as well, since we often use bash scripts\n", "os.environ[\"tgt\"] = target_language\n", "os.environ[\"tag\"] = tag\n" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip/http' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\n", "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\n", "Requirement already satisfied (use --upgrade to upgrade): opustools-pkg in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages\n", "\u001b[33mYou are using pip version 8.1.1, however version 20.1.1 is available.\n", "You should consider upgrading via the 'pip install --upgrade pip' command.\u001b[0m\n" ] } ], "source": [ "# Install opus-tools\n", "! pip3 install opustools-pkg" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "Alignment file /proj/nlpl/data/OPUS/JW300/latest/xml/en-sw.xml.gz not found. The following files are available for downloading:\n", "\n", " 8 MB https://object.pouta.csc.fi/OPUS-JW300/v1/xml/en-sw.xml.gz\n", " 263 MB https://object.pouta.csc.fi/OPUS-JW300/v1/xml/en.zip\n", " 94 MB https://object.pouta.csc.fi/OPUS-JW300/v1/xml/sw.zip\n", "\n", " 365 MB Total size\n", "./JW300_latest_xml_en-sw.xml.gz ... 100% of 8 MB\n", "./JW300_latest_xml_en.zip ... 100% of 263 MB\n", "./JW300_latest_xml_sw.zip ... 100% of 94 MB\n" ] } ], "source": [ "# Downloading JW300 corpus\n", "! opus_read -d JW300 -s $src -t $tgt -wm moses -w jw300.$src jw300.$tgt -q\n", "\n", "# extract the corpus file\n", "! gunzip JW300_latest_xml_$src-$tgt.xml.gz" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip/http' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\n", "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\n", "Requirement already satisfied (use --upgrade to upgrade): pandas in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages\n", "Requirement already satisfied (use --upgrade to upgrade): numpy>=1.13.3 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from pandas)\n", "Requirement already satisfied (use --upgrade to upgrade): python-dateutil>=2.6.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from pandas)\n", "Requirement already satisfied (use --upgrade to upgrade): pytz>=2017.2 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from pandas)\n", "Requirement already satisfied (use --upgrade to upgrade): six>=1.5 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from python-dateutil>=2.6.1->pandas)\n", "\u001b[33mYou are using pip version 8.1.1, however version 20.1.1 is available.\n", "You should consider upgrading via the 'pip install --upgrade pip' command.\u001b[0m\n" ] } ], "source": [ "! pip3 install pandas\n", "import pandas as pd" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "--2020-06-02 19:47:29-- https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-any.en\n", "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 151.101.0.133, 151.101.64.133, 151.101.128.133, ...\n", "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|151.101.0.133|:443... connected.\n", "HTTP request sent, awaiting response... 200 OK\n", "Length: 277791 (271K) [text/plain]\n", "Saving to: ‘test.en-any.en’\n", "\n", "test.en-any.en 100%[===================>] 271.28K --.-KB/s in 0.002s \n", "\n", "2020-06-02 19:47:30 (108 MB/s) - ‘test.en-any.en’ saved [277791/277791]\n", "\n", "--2020-06-02 19:47:30-- https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-sw.en\n", "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 151.101.0.133, 151.101.64.133, 151.101.128.133, ...\n", "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|151.101.0.133|:443... connected.\n", "HTTP request sent, awaiting response... 200 OK\n", "Length: 206336 (202K) [text/plain]\n", "Saving to: ‘test.en-sw.en’\n", "\n", "test.en-sw.en 100%[===================>] 201.50K --.-KB/s in 0.007s \n", "\n", "2020-06-02 19:47:30 (27.9 MB/s) - ‘test.en-sw.en’ saved [206336/206336]\n", "\n", "--2020-06-02 19:47:30-- https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-sw.sw\n", "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 151.101.0.133, 151.101.64.133, 151.101.128.133, ...\n", "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|151.101.0.133|:443... connected.\n", "HTTP request sent, awaiting response... 200 OK\n", "Length: 214836 (210K) [text/plain]\n", "Saving to: ‘test.en-sw.sw’\n", "\n", "test.en-sw.sw 100%[===================>] 209.80K --.-KB/s in 0.002s \n", "\n", "2020-06-02 19:47:30 (104 MB/s) - ‘test.en-sw.sw’ saved [214836/214836]\n", "\n" ] } ], "source": [ "# Download the global test set.\n", "! wget https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-any.en\n", " \n", "# And the specific test set for this language pair.\n", "os.environ[\"trg\"] = target_language \n", "os.environ[\"src\"] = source_language \n", "\n", "! wget https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-$trg.en \n", "! mv test.en-$trg.en test.en\n", "! wget https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-$trg.$trg \n", "! mv test.en-$trg.$trg test.$trg" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Loaded 3571 global test sentences to filter from the training/dev data.\n" ] } ], "source": [ "# Read the test data to filter from train and dev splits.\n", "# Store english portion in set for quick filtering checks.\n", "en_test_sents = set()\n", "filter_test_sents = \"test.en-any.en\"\n", "j = 0\n", "with open(filter_test_sents) as f:\n", " for line in f:\n", " en_test_sents.add(line.strip())\n", " j += 1\n", "print('Loaded {} global test sentences to filter from the training/dev data.'.format(j))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Loading JW + Sawa data to df" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Loaded data and skipped 6478/979526 lines since contained in test set.\n", "973049\n", "973049\n", "[\"'No'\", \"'Source_language'\", \"'Target_language'\"]\n", "0\n", "1458206\n", "1458206\n", "cat\n", "\n", "nyau\n", "\n", "be foolish stupid\n", "\n", "zuzuwaa\n", "\n", "Dear Shareholders It is my pleasure to present to you the first Annual Report and Audited Financial Statements of AccessKenya Group following our successful listing on the Nairobi Stock Exchange in June 2007. \n", "\n", "WapendwaWenyehisa Nifuraha yangu kuu kuwasilisha kwenu taarifa ya kwanza ya kila mwaka na taarifa za ukaguzi wa hesabu za pesa za kundi la kampuni yaAccess Kenya kufuatia ufanisi wetu wa kuorodheshwa kwenye soko la hisa la Nairobi mwezi Juni mwaka wa 2007. \n", "\n", "Overriding all of these factors was an assessment of how effectively the target could roll out our new IT services solutions to the existingAccessKenya corporate customer base of approximately 2,000 customers.\n", "\n", "Maswala yaliyopita haya yote ni ukadiriaji wa jinsi lengo hili litakavyoleta suluhisho kwa huduma zetu mpya za teknolojia ya habari IT kwa kiwango cha wateja wa kampuni ya Access Kenya wapatao elfu 2. \n", "\n", "Tail\n" ] }, { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
source_sentencetarget_sentence
1458196idiot\\nzuzu\\n
1458197blockhead\\nzuzu\\n
1458198simp-leton\\nzuzu\\n
1458199disturb\\nzuzua\\n
1458200derange\\nzuzua\\n
1458201infatuate\\nzuzua\\n
1458202craze\\nzuzua\\n
1458203vaunt fool flatter oneself\\nzuzuka\\n
1458204sink into oblivion\\nzuzuwaa\\n
1458205be foolish stupid\\nzuzuwaa\\n
\n", "
" ], "text/plain": [ " source_sentence target_sentence\n", "1458196 idiot\\n zuzu\\n\n", "1458197 blockhead\\n zuzu\\n\n", "1458198 simp-leton\\n zuzu\\n\n", "1458199 disturb\\n zuzua\\n\n", "1458200 derange\\n zuzua\\n\n", "1458201 infatuate\\n zuzua\\n\n", "1458202 craze\\n zuzua\\n\n", "1458203 vaunt fool flatter oneself\\n zuzuka\\n\n", "1458204 sink into oblivion\\n zuzuwaa\\n\n", "1458205 be foolish stupid\\n zuzuwaa\\n" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import pandas as pd\n", "import csv\n", "\n", "# TMX file to dataframe\n", "source_file = 'jw300.' + source_language\n", "target_file = 'jw300.' + target_language\n", "\n", "source = []\n", "target = []\n", "skip_lines = [] # Collect the line numbers of the source portion to skip the same lines for the target portion.\n", "with open(source_file) as f:\n", " for i, line in enumerate(f):\n", " # Skip sentences that are contained in the test set.\n", " if line.strip() not in en_test_sents:\n", " source.append(line.strip())\n", " else:\n", " skip_lines.append(i) \n", "with open(target_file) as f:\n", " for j, line in enumerate(f):\n", " # Only add to corpus if corresponding source was not skipped.\n", " if j not in skip_lines:\n", " target.append(line.strip())\n", " \n", "print('Loaded data and skipped {}/{} lines since contained in test set.'.format(len(skip_lines), i))\n", "print(len(source))\n", "print(len(target))\n", "\n", "with open('sawa_corpus.csv', 'r', encoding = \"ISO-8859-1\") as readFile:\n", "\n", " reader = csv.DictReader(readFile)\n", " print(reader.fieldnames)\n", " for row in reader:\n", " source.append(row[\"'Source_language'\"])\n", " target.append(row[\"'Target_language'\"]) \n", "print(len(source))\n", "print(len(target))\n", " \n", "df = pd.DataFrame(zip(source, target), columns=['source_sentence', 'target_sentence'])\n", "# if you get TypeError: data argument can't be an iterator is because of your zip version run this below\n", "#df = pd.DataFrame(list(zip(source, target)), columns=['source_sentence', 'target_sentence'])\n", "df.head(3)\n", "print(\"Tail\")\n", "df.tail(10)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Pre-processing and export\n", "It is generally a good idea to remove duplicate translations and conflicting translations from the corpus. In practice, these public corpora include some number of these that need to be cleaned.\n", "\n", "In addition we will split our data into dev/test/train and export to the filesystem." ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages/ipykernel_launcher.py:8: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " \n", "/home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages/ipykernel_launcher.py:9: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " if __name__ == '__main__':\n" ] } ], "source": [ "seed = 42 # Random seed for shuffling.\n", "# drop duplicate translations\n", "df_pp = df.drop_duplicates()\n", "\n", "# drop conflicting translations\n", "# (this is optional and something that you might want to comment out \n", "# depending on the size of your corpus)\n", "df_pp.drop_duplicates(subset='source_sentence', inplace=True)\n", "df_pp.drop_duplicates(subset='target_sentence', inplace=True)\n", "\n", "# Shuffle the data to remove bias in dev set selection.\n", "df_pp = df_pp.sample(frac=1, random_state=seed).reset_index(drop=True)" ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip/http' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\r\n", "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\r\n", "Requirement already satisfied (use --upgrade to upgrade): fuzzywuzzy in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages\r\n", "\u001b[33mYou are using pip version 8.1.1, however version 20.1.1 is available.\r\n", "You should consider upgrading via the 'pip install --upgrade pip' command.\u001b[0m\r\n" ] } ], "source": [ "! pip3 install fuzzywuzzy" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip/http' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\n", "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\n", "Requirement already satisfied (use --upgrade to upgrade): python-Levenshtein in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages\n", "Requirement already satisfied (use --upgrade to upgrade): setuptools in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from python-Levenshtein)\n", "\u001b[33mYou are using pip version 8.1.1, however version 20.1.1 is available.\n", "You should consider upgrading via the 'pip install --upgrade pip' command.\u001b[0m\n" ] } ], "source": [ "! pip3 install python-Levenshtein" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "00:00:00.35 0.00 percent complete\n", "00:00:19.21 0.10 percent complete\n", "00:00:37.93 0.21 percent complete\n", "00:00:56.68 0.31 percent complete\n", "00:01:15.59 0.41 percent complete\n", "00:01:34.41 0.52 percent complete\n", "00:01:52.94 0.62 percent complete\n", "00:02:11.66 0.72 percent complete\n", "00:02:30.61 0.83 percent complete\n", "00:02:49.66 0.93 percent complete\n", "00:03:08.77 1.03 percent complete\n", "00:05:20.59 1.76 percent complete\n", "00:05:39.32 1.86 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '← ← ← ← ← ← ← ← ← ←']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "00:05:58.39 1.97 percent complete\n", "00:06:18.16 2.07 percent complete\n", "00:07:54.80 2.59 percent complete\n", "00:08:13.84 2.69 percent complete\n", "00:08:32.99 2.79 percent complete\n", "00:08:51.73 2.90 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '→ →']\n", "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '↓ ↓ ↓']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "00:09:10.54 3.00 percent complete\n", "00:09:29.24 3.10 percent complete\n", "00:09:48.22 3.21 percent complete\n", "00:10:07.34 3.31 percent complete\n", "00:10:26.27 3.41 percent complete\n", "00:10:45.62 3.52 percent complete\n", "00:13:01.59 4.24 percent complete\n", "00:13:20.79 4.34 percent complete\n", "00:13:39.81 4.45 percent complete\n", "00:13:59.35 4.55 percent complete\n", "00:14:19.19 4.65 percent complete\n", "00:14:38.59 4.76 percent complete\n", "00:14:57.90 4.86 percent complete\n", "00:15:17.13 4.97 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '. .']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "00:15:35.77 5.07 percent complete\n", "00:15:54.30 5.17 percent complete\n", "00:16:13.65 5.28 percent complete\n", "00:16:33.36 5.38 percent complete\n", "00:16:53.39 5.48 percent complete\n", "00:17:12.03 5.59 percent complete\n", "00:17:30.60 5.69 percent complete\n", "00:17:49.93 5.79 percent complete\n", "00:18:09.49 5.90 percent complete\n", "00:18:28.06 6.00 percent complete\n", "00:18:46.59 6.10 percent complete\n", "00:19:05.22 6.21 percent complete\n", "00:19:25.43 6.31 percent complete\n", "00:19:44.72 6.41 percent complete\n", "00:20:03.45 6.52 percent complete\n", "00:20:22.44 6.62 percent complete\n", "00:20:41.72 6.72 percent complete\n", "00:21:00.81 6.83 percent complete\n", "00:21:20.22 6.93 percent complete\n", "00:21:38.89 7.03 percent complete\n", "00:21:58.99 7.14 percent complete\n", "00:22:17.81 7.24 percent complete\n", "00:22:37.31 7.34 percent complete\n", "00:22:56.68 7.45 percent complete\n", "00:23:16.03 7.55 percent complete\n", "00:23:35.40 7.65 percent complete\n", "00:23:54.99 7.76 percent complete\n", "00:24:16.28 7.86 percent complete\n", "00:24:36.35 7.97 percent complete\n", "00:24:55.59 8.07 percent complete\n", "00:25:15.49 8.17 percent complete\n", "00:25:34.82 8.28 percent complete\n", "00:25:54.39 8.38 percent complete\n", "00:26:13.98 8.48 percent complete\n", "00:26:32.81 8.59 percent complete\n", "00:26:52.35 8.69 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '●']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "00:27:12.39 8.79 percent complete\n", "00:27:31.93 8.90 percent complete\n", "00:27:50.59 9.00 percent complete\n", "00:28:09.81 9.10 percent complete\n", "00:28:29.52 9.21 percent complete\n", "00:28:48.78 9.31 percent complete\n", "00:29:07.76 9.41 percent complete\n", "00:29:27.28 9.52 percent complete\n", "00:29:46.68 9.62 percent complete\n", "00:30:06.83 9.72 percent complete\n", "00:30:25.30 9.83 percent complete\n", "00:30:44.66 9.93 percent complete\n", "00:31:03.99 10.03 percent complete\n", "00:31:24.08 10.14 percent complete\n", "00:31:43.69 10.24 percent complete\n", "00:32:02.83 10.34 percent complete\n", "00:32:22.69 10.45 percent complete\n", "00:32:41.88 10.55 percent complete\n", "00:33:00.32 10.65 percent complete\n", "00:33:19.15 10.76 percent complete\n", "00:33:38.60 10.86 percent complete\n", "00:33:57.41 10.97 percent complete\n", "00:34:17.07 11.07 percent complete\n", "00:34:36.60 11.17 percent complete\n", "00:34:56.37 11.28 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '$ $ $']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "00:35:15.87 11.38 percent complete\n", "00:35:35.08 11.48 percent complete\n", "00:35:54.30 11.59 percent complete\n", "00:36:13.72 11.69 percent complete\n", "00:36:32.87 11.79 percent complete\n", "00:36:51.71 11.90 percent complete\n", "00:37:11.01 12.00 percent complete\n", "00:37:30.59 12.10 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '↓ ↓ ↓ ↓']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "00:37:49.90 12.21 percent complete\n", "00:38:08.64 12.31 percent complete\n", "00:38:27.42 12.41 percent complete\n", "00:38:45.88 12.52 percent complete\n", "00:39:05.17 12.62 percent complete\n", "00:39:24.36 12.72 percent complete\n", "00:39:43.31 12.83 percent complete\n", "00:40:03.32 12.93 percent complete\n", "00:40:23.48 13.03 percent complete\n", "00:40:42.88 13.14 percent complete\n", "00:41:01.79 13.24 percent complete\n", "00:41:21.12 13.34 percent complete\n", "00:41:40.56 13.45 percent complete\n", "00:42:00.06 13.55 percent complete\n", "00:42:19.20 13.65 percent complete\n", "00:42:38.83 13.76 percent complete\n", "00:42:58.77 13.86 percent complete\n", "00:43:18.43 13.96 percent complete\n", "00:43:38.02 14.07 percent complete\n", "00:43:57.47 14.17 percent complete\n", "00:44:17.18 14.28 percent complete\n", "00:44:37.05 14.38 percent complete\n", "00:44:56.44 14.48 percent complete\n", "00:45:15.60 14.59 percent complete\n", "00:45:35.65 14.69 percent complete\n", "00:45:54.89 14.79 percent complete\n", "00:46:14.00 14.90 percent complete\n", "00:46:33.23 15.00 percent complete\n", "00:46:52.10 15.10 percent complete\n", "00:47:11.77 15.21 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '● ● ● ● ●']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "00:47:31.05 15.31 percent complete\n", "00:47:50.25 15.41 percent complete\n", "00:48:10.60 15.52 percent complete\n", "00:48:29.85 15.62 percent complete\n", "00:48:49.98 15.72 percent complete\n", "00:49:09.17 15.83 percent complete\n", "00:49:29.09 15.93 percent complete\n", "00:49:48.40 16.03 percent complete\n", "00:50:07.54 16.14 percent complete\n", "00:50:26.45 16.24 percent complete\n", "00:50:46.23 16.34 percent complete\n", "00:51:05.38 16.45 percent complete\n", "00:51:25.23 16.55 percent complete\n", "00:51:44.17 16.65 percent complete\n", "00:52:03.09 16.76 percent complete\n", "00:52:22.46 16.86 percent complete\n", "00:52:41.90 16.96 percent complete\n", "00:53:01.77 17.07 percent complete\n", "00:53:22.13 17.17 percent complete\n", "00:53:41.19 17.28 percent complete\n", "00:54:01.28 17.38 percent complete\n", "00:54:20.63 17.48 percent complete\n", "00:54:40.20 17.59 percent complete\n", "00:54:59.57 17.69 percent complete\n", "00:55:19.22 17.79 percent complete\n", "00:55:38.83 17.90 percent complete\n", "00:55:58.39 18.00 percent complete\n", "00:56:17.04 18.10 percent complete\n", "00:56:36.52 18.21 percent complete\n", "00:56:56.13 18.31 percent complete\n", "00:57:15.28 18.41 percent complete\n", "00:57:34.52 18.52 percent complete\n", "00:57:53.75 18.62 percent complete\n", "00:58:13.38 18.72 percent complete\n", "00:58:33.57 18.83 percent complete\n", "00:58:52.81 18.93 percent complete\n", "00:59:11.56 19.03 percent complete\n", "00:59:30.58 19.14 percent complete\n", "00:59:49.95 19.24 percent complete\n", "01:00:08.80 19.34 percent complete\n", "01:00:27.55 19.45 percent complete\n", "01:00:46.71 19.55 percent complete\n", "01:01:05.24 19.65 percent complete\n", "01:01:23.85 19.76 percent complete\n", "01:01:42.13 19.86 percent complete\n", "01:02:01.23 19.96 percent complete\n", "01:02:20.55 20.07 percent complete\n", "01:02:39.42 20.17 percent complete\n", "01:02:57.81 20.28 percent complete\n", "01:03:16.14 20.38 percent complete\n", "01:03:34.92 20.48 percent complete\n", "01:03:54.45 20.59 percent complete\n", "01:04:13.01 20.69 percent complete\n", "01:04:31.80 20.79 percent complete\n", "01:04:50.39 20.90 percent complete\n", "01:05:09.34 21.00 percent complete\n", "01:05:28.80 21.10 percent complete\n", "01:05:47.65 21.21 percent complete\n", "01:06:06.71 21.31 percent complete\n", "01:06:25.57 21.41 percent complete\n", "01:06:44.33 21.52 percent complete\n", "01:07:03.10 21.62 percent complete\n", "01:07:21.95 21.72 percent complete\n", "01:07:40.32 21.83 percent complete\n", "01:07:58.95 21.93 percent complete\n", "01:08:18.19 22.03 percent complete\n", "01:08:36.95 22.14 percent complete\n", "01:08:56.99 22.24 percent complete\n", "01:09:16.41 22.34 percent complete\n", "01:09:35.61 22.45 percent complete\n", "01:09:54.13 22.55 percent complete\n", "01:10:13.10 22.65 percent complete\n", "01:10:31.83 22.76 percent complete\n", "01:10:50.70 22.86 percent complete\n", "01:11:09.62 22.96 percent complete\n", "01:11:29.81 23.07 percent complete\n", "01:11:49.10 23.17 percent complete\n", "01:12:07.75 23.27 percent complete\n", "01:12:27.02 23.38 percent complete\n", "01:12:46.51 23.48 percent complete\n", "01:13:05.00 23.59 percent complete\n", "01:13:24.01 23.69 percent complete\n", "01:13:42.46 23.79 percent complete\n", "01:14:02.34 23.90 percent complete\n", "01:14:21.55 24.00 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: ':\n", "']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:14:40.43 24.10 percent complete\n", "01:14:59.05 24.21 percent complete\n", "01:15:17.52 24.31 percent complete\n", "01:15:36.29 24.41 percent complete\n", "01:15:55.14 24.52 percent complete\n", "01:16:13.72 24.62 percent complete\n", "01:16:33.40 24.72 percent complete\n", "01:16:52.36 24.83 percent complete\n", "01:17:10.74 24.93 percent complete\n", "01:17:29.49 25.03 percent complete\n", "01:17:48.39 25.14 percent complete\n", "01:18:06.51 25.24 percent complete\n", "01:18:25.74 25.34 percent complete\n", "01:18:44.68 25.45 percent complete\n", "01:19:04.47 25.55 percent complete\n", "01:19:23.23 25.65 percent complete\n", "01:19:41.81 25.76 percent complete\n", "01:20:00.84 25.86 percent complete\n", "01:20:19.51 25.96 percent complete\n", "01:20:38.36 26.07 percent complete\n", "01:20:57.42 26.17 percent complete\n", "01:21:16.46 26.27 percent complete\n", "01:21:36.53 26.38 percent complete\n", "01:21:55.96 26.48 percent complete\n", "01:22:14.89 26.59 percent complete\n", "01:22:33.65 26.69 percent complete\n", "01:22:53.03 26.79 percent complete\n", "01:23:11.41 26.90 percent complete\n", "01:23:30.76 27.00 percent complete\n", "01:23:49.87 27.10 percent complete\n", "01:24:09.59 27.21 percent complete\n", "01:24:29.08 27.31 percent complete\n", "01:24:48.38 27.41 percent complete\n", "01:25:07.97 27.52 percent complete\n", "01:25:26.65 27.62 percent complete\n", "01:25:45.67 27.72 percent complete\n", "01:26:04.70 27.83 percent complete\n", "01:26:24.36 27.93 percent complete\n", "01:26:43.64 28.03 percent complete\n", "01:27:02.04 28.14 percent complete\n", "01:27:21.03 28.24 percent complete\n", "01:27:39.98 28.34 percent complete\n", "01:27:58.77 28.45 percent complete\n", "01:28:17.77 28.55 percent complete\n", "01:28:36.97 28.65 percent complete\n", "01:28:55.87 28.76 percent complete\n", "01:29:14.50 28.86 percent complete\n", "01:29:34.23 28.96 percent complete\n", "01:29:53.33 29.07 percent complete\n", "01:30:12.66 29.17 percent complete\n", "01:30:31.60 29.27 percent complete\n", "01:30:50.35 29.38 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '↑']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:31:09.14 29.48 percent complete\n", "01:31:27.58 29.59 percent complete\n", "01:31:46.73 29.69 percent complete\n", "01:32:06.22 29.79 percent complete\n", "01:32:25.77 29.90 percent complete\n", "01:32:44.79 30.00 percent complete\n", "01:33:03.61 30.10 percent complete\n", "01:33:22.52 30.21 percent complete\n", "01:33:40.69 30.31 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: ' \n", "']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:33:59.59 30.41 percent complete\n", "01:34:18.69 30.52 percent complete\n", "01:34:39.16 30.62 percent complete\n", "01:34:57.64 30.72 percent complete\n", "01:35:16.64 30.83 percent complete\n", "01:35:35.61 30.93 percent complete\n", "01:35:54.55 31.03 percent complete\n", "01:36:13.32 31.14 percent complete\n", "01:36:31.91 31.24 percent complete\n", "01:36:51.07 31.34 percent complete\n", "01:37:09.91 31.45 percent complete\n", "01:37:28.98 31.55 percent complete\n", "01:37:47.51 31.65 percent complete\n", "01:38:05.89 31.76 percent complete\n", "01:38:24.60 31.86 percent complete\n", "01:38:42.80 31.96 percent complete\n", "01:39:02.12 32.07 percent complete\n", "01:39:20.94 32.17 percent complete\n", "01:39:40.79 32.27 percent complete\n", "01:39:59.70 32.38 percent complete\n", "01:40:19.07 32.48 percent complete\n", "01:40:37.62 32.58 percent complete\n", "01:40:56.51 32.69 percent complete\n", "01:41:15.14 32.79 percent complete\n", "01:41:34.61 32.90 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '”']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:41:53.92 33.00 percent complete\n", "01:42:13.71 33.10 percent complete\n", "01:42:32.52 33.21 percent complete\n", "01:42:51.18 33.31 percent complete\n", "01:43:10.03 33.41 percent complete\n", "01:43:28.27 33.52 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․ ․ ․']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:43:47.60 33.62 percent complete\n", "01:44:06.62 33.72 percent complete\n", "01:44:24.96 33.83 percent complete\n", "01:44:44.74 33.93 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:45:04.09 34.03 percent complete\n", "01:45:23.23 34.14 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '\\']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:45:41.92 34.24 percent complete\n", "01:46:00.75 34.34 percent complete\n", "01:46:19.96 34.45 percent complete\n", "01:46:38.69 34.55 percent complete\n", "01:46:57.35 34.65 percent complete\n", "01:47:17.39 34.76 percent complete\n", "01:47:36.91 34.86 percent complete\n", "01:47:56.27 34.96 percent complete\n", "01:48:15.51 35.07 percent complete\n", "01:48:34.12 35.17 percent complete\n", "01:48:52.91 35.27 percent complete\n", "01:49:11.87 35.38 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: ' ...\n", "']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:49:31.09 35.48 percent complete\n", "01:49:51.26 35.58 percent complete\n", "01:50:10.38 35.69 percent complete\n", "01:50:29.21 35.79 percent complete\n", "01:50:48.39 35.90 percent complete\n", "01:51:07.18 36.00 percent complete\n", "01:51:26.65 36.10 percent complete\n", "01:51:46.28 36.21 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:52:05.24 36.31 percent complete\n", "01:52:24.39 36.41 percent complete\n", "01:52:43.69 36.52 percent complete\n", "01:53:03.31 36.62 percent complete\n", "01:53:22.16 36.72 percent complete\n", "01:53:41.14 36.83 percent complete\n", "01:54:00.34 36.93 percent complete\n", "01:54:18.82 37.03 percent complete\n", "01:54:38.29 37.14 percent complete\n", "01:54:57.26 37.24 percent complete\n", "01:55:17.00 37.34 percent complete\n", "01:55:35.69 37.45 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '“ . . .']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "01:55:55.12 37.55 percent complete\n", "01:56:13.29 37.65 percent complete\n", "01:56:32.26 37.76 percent complete\n", "01:56:51.57 37.86 percent complete\n", "01:57:10.71 37.96 percent complete\n", "01:57:29.63 38.07 percent complete\n", "01:57:48.29 38.17 percent complete\n", "01:58:07.84 38.27 percent complete\n", "01:58:27.34 38.38 percent complete\n", "01:58:46.62 38.48 percent complete\n", "01:59:05.20 38.58 percent complete\n", "01:59:23.98 38.69 percent complete\n", "01:59:42.73 38.79 percent complete\n", "02:00:02.66 38.90 percent complete\n", "02:00:22.08 39.00 percent complete\n", "02:00:41.37 39.10 percent complete\n", "02:01:00.63 39.21 percent complete\n", "02:01:19.83 39.31 percent complete\n", "02:01:38.65 39.41 percent complete\n", "02:01:57.34 39.52 percent complete\n", "02:02:16.83 39.62 percent complete\n", "02:02:36.18 39.72 percent complete\n", "02:02:55.57 39.83 percent complete\n", "02:03:14.30 39.93 percent complete\n", "02:03:33.85 40.03 percent complete\n", "02:03:53.48 40.14 percent complete\n", "02:04:12.63 40.24 percent complete\n", "02:04:31.11 40.34 percent complete\n", "02:04:49.82 40.45 percent complete\n", "02:05:09.51 40.55 percent complete\n", "02:05:28.81 40.65 percent complete\n", "02:05:47.90 40.76 percent complete\n", "02:06:07.60 40.86 percent complete\n", "02:06:27.06 40.96 percent complete\n", "02:06:46.66 41.07 percent complete\n", "02:07:05.68 41.17 percent complete\n", "02:07:24.74 41.27 percent complete\n", "02:07:43.74 41.38 percent complete\n", "02:08:03.63 41.48 percent complete\n", "02:08:22.35 41.58 percent complete\n", "02:08:41.34 41.69 percent complete\n", "02:08:59.83 41.79 percent complete\n", "02:09:18.57 41.89 percent complete\n", "02:09:37.62 42.00 percent complete\n", "02:09:56.25 42.10 percent complete\n", "02:10:15.13 42.21 percent complete\n", "02:10:34.71 42.31 percent complete\n", "02:10:53.69 42.41 percent complete\n", "02:11:12.57 42.52 percent complete\n", "02:11:31.34 42.62 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․ ․ ․ ․']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "02:11:50.59 42.72 percent complete\n", "02:12:09.70 42.83 percent complete\n", "02:12:29.17 42.93 percent complete\n", "02:12:48.93 43.03 percent complete\n", "02:13:09.27 43.14 percent complete\n", "02:13:48.02 43.34 percent complete\n", "02:14:06.97 43.45 percent complete\n", "02:14:26.27 43.55 percent complete\n", "02:14:45.16 43.65 percent complete\n", "02:15:04.46 43.76 percent complete\n", "02:15:23.65 43.86 percent complete\n", "02:15:43.38 43.96 percent complete\n", "02:16:02.22 44.07 percent complete\n", "02:16:20.88 44.17 percent complete\n", "02:16:39.64 44.27 percent complete\n", "02:16:58.72 44.38 percent complete\n", "02:17:17.18 44.48 percent complete\n", "02:17:35.86 44.58 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '← ←']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "02:17:54.37 44.69 percent complete\n", "02:18:13.07 44.79 percent complete\n", "02:18:32.31 44.89 percent complete\n", "02:18:51.10 45.00 percent complete\n", "02:19:09.57 45.10 percent complete\n", "02:19:28.07 45.21 percent complete\n", "02:19:46.91 45.31 percent complete\n", "02:20:06.14 45.41 percent complete\n", "02:20:25.27 45.52 percent complete\n", "02:20:43.54 45.62 percent complete\n", "02:21:03.18 45.72 percent complete\n", "02:21:22.69 45.83 percent complete\n", "02:21:41.80 45.93 percent complete\n", "02:22:00.46 46.03 percent complete\n", "02:22:19.22 46.14 percent complete\n", "02:22:38.02 46.24 percent complete\n", "02:22:56.77 46.34 percent complete\n", "02:23:15.74 46.45 percent complete\n", "02:23:35.78 46.55 percent complete\n", "02:23:55.20 46.65 percent complete\n", "02:24:13.82 46.76 percent complete\n", "02:24:32.19 46.86 percent complete\n", "02:24:50.86 46.96 percent complete\n", "02:25:10.08 47.07 percent complete\n", "02:25:29.43 47.17 percent complete\n", "02:25:49.09 47.27 percent complete\n", "02:26:08.90 47.38 percent complete\n", "02:26:28.27 47.48 percent complete\n", "02:26:47.26 47.58 percent complete\n", "02:27:06.05 47.69 percent complete\n", "02:27:24.96 47.79 percent complete\n", "02:27:43.94 47.89 percent complete\n", "02:28:02.80 48.00 percent complete\n", "02:28:21.88 48.10 percent complete\n", "02:28:41.41 48.21 percent complete\n", "02:28:59.93 48.31 percent complete\n", "02:29:19.39 48.41 percent complete\n", "02:29:37.56 48.52 percent complete\n", "02:29:56.06 48.62 percent complete\n", "02:30:15.01 48.72 percent complete\n", "02:30:33.70 48.83 percent complete\n", "02:30:52.47 48.93 percent complete\n", "02:31:11.93 49.03 percent complete\n", "02:31:30.99 49.14 percent complete\n", "02:31:50.40 49.24 percent complete\n", "02:32:09.11 49.34 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '/ . . .']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "02:32:28.16 49.45 percent complete\n", "02:32:47.37 49.55 percent complete\n", "02:33:06.21 49.65 percent complete\n", "02:33:25.46 49.76 percent complete\n", "02:33:45.40 49.86 percent complete\n", "02:34:04.72 49.96 percent complete\n", "02:34:23.50 50.07 percent complete\n", "02:34:42.69 50.17 percent complete\n", "02:35:01.38 50.27 percent complete\n", "02:35:20.30 50.38 percent complete\n", "02:35:39.39 50.48 percent complete\n", "02:35:58.33 50.58 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '* * *']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "02:36:18.74 50.69 percent complete\n", "02:36:37.41 50.79 percent complete\n", "02:36:56.31 50.89 percent complete\n", "02:37:15.44 51.00 percent complete\n", "02:37:34.18 51.10 percent complete\n", "02:37:53.14 51.20 percent complete\n", "02:38:11.69 51.31 percent complete\n", "02:38:31.17 51.41 percent complete\n", "02:38:50.65 51.52 percent complete\n", "02:39:08.83 51.62 percent complete\n", "02:39:46.71 51.83 percent complete\n", "02:40:05.98 51.93 percent complete\n", "02:40:25.12 52.03 percent complete\n", "02:40:43.84 52.14 percent complete\n", "02:41:02.82 52.24 percent complete\n", "02:41:22.79 52.34 percent complete\n", "02:41:41.78 52.45 percent complete\n", "02:42:01.84 52.55 percent complete\n", "02:42:20.66 52.65 percent complete\n", "02:42:39.46 52.76 percent complete\n", "02:42:58.14 52.86 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '□ ․ ․ ․ ․ ․']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "02:43:16.78 52.96 percent complete\n", "02:43:36.13 53.07 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․ ․ ․ ․ ․']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "02:43:55.74 53.17 percent complete\n", "02:44:15.45 53.27 percent complete\n", "02:44:34.15 53.38 percent complete\n", "02:44:52.53 53.48 percent complete\n", "02:45:11.62 53.58 percent complete\n", "02:45:30.16 53.69 percent complete\n", "02:45:48.58 53.79 percent complete\n", "02:46:07.37 53.89 percent complete\n", "02:46:26.73 54.00 percent complete\n", "02:46:47.26 54.10 percent complete\n", "02:47:06.70 54.20 percent complete\n", "02:47:25.94 54.31 percent complete\n", "02:47:44.84 54.41 percent complete\n", "02:48:03.98 54.52 percent complete\n", "02:48:23.33 54.62 percent complete\n", "02:48:42.12 54.72 percent complete\n", "02:49:01.10 54.83 percent complete\n", "02:49:20.44 54.93 percent complete\n", "02:49:39.21 55.03 percent complete\n", "02:49:58.26 55.14 percent complete\n", "02:50:17.15 55.24 percent complete\n", "02:50:36.62 55.34 percent complete\n", "02:50:55.73 55.45 percent complete\n", "02:51:14.41 55.55 percent complete\n", "02:51:32.97 55.65 percent complete\n", "02:51:52.98 55.76 percent complete\n", "02:52:12.38 55.86 percent complete\n", "02:52:31.26 55.96 percent complete\n", "02:52:50.02 56.07 percent complete\n", "02:53:08.30 56.17 percent complete\n", "02:53:27.07 56.27 percent complete\n", "02:53:46.02 56.38 percent complete\n", "02:54:04.65 56.48 percent complete\n", "02:54:23.57 56.58 percent complete\n", "02:54:42.83 56.69 percent complete\n", "02:55:01.06 56.79 percent complete\n", "02:55:19.98 56.89 percent complete\n", "02:55:38.74 57.00 percent complete\n", "02:55:58.52 57.10 percent complete\n", "02:56:17.86 57.20 percent complete\n", "02:56:37.17 57.31 percent complete\n", "02:56:57.41 57.41 percent complete\n", "02:57:16.84 57.52 percent complete\n", "02:57:35.44 57.62 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '- -']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "02:57:54.44 57.72 percent complete\n", "02:58:13.09 57.83 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: ', \n", "']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "02:58:31.70 57.93 percent complete\n", "02:58:50.25 58.03 percent complete\n", "02:59:08.56 58.14 percent complete\n", "02:59:27.71 58.24 percent complete\n", "02:59:46.39 58.34 percent complete\n", "03:00:05.41 58.45 percent complete\n", "03:00:24.48 58.55 percent complete\n", "03:00:43.06 58.65 percent complete\n", "03:01:02.00 58.76 percent complete\n", "03:01:20.58 58.86 percent complete\n", "03:01:39.62 58.96 percent complete\n", "03:01:58.66 59.07 percent complete\n", "03:02:17.30 59.17 percent complete\n", "03:02:36.86 59.27 percent complete\n", "03:02:55.87 59.38 percent complete\n", "03:03:14.87 59.48 percent complete\n", "03:03:33.71 59.58 percent complete\n", "03:03:52.70 59.69 percent complete\n", "03:04:11.63 59.79 percent complete\n", "03:04:30.77 59.89 percent complete\n", "03:04:50.02 60.00 percent complete\n", "03:05:09.32 60.10 percent complete\n", "03:05:27.94 60.20 percent complete\n", "03:05:47.00 60.31 percent complete\n", "03:06:05.40 60.41 percent complete\n", "03:06:24.38 60.51 percent complete\n", "03:06:43.77 60.62 percent complete\n", "03:07:02.88 60.72 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '←']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:07:21.61 60.83 percent complete\n", "03:07:40.13 60.93 percent complete\n", "03:07:59.28 61.03 percent complete\n", "03:08:19.09 61.14 percent complete\n", "03:08:37.79 61.24 percent complete\n", "03:08:55.92 61.34 percent complete\n", "03:09:14.56 61.45 percent complete\n", "03:09:34.60 61.55 percent complete\n", "03:09:53.47 61.65 percent complete\n", "03:10:12.63 61.76 percent complete\n", "03:10:31.66 61.86 percent complete\n", "03:10:51.08 61.96 percent complete\n", "03:11:10.16 62.07 percent complete\n", "03:11:28.99 62.17 percent complete\n", "03:11:47.79 62.27 percent complete\n", "03:12:07.69 62.38 percent complete\n", "03:12:26.93 62.48 percent complete\n", "03:12:45.74 62.58 percent complete\n", "03:13:04.37 62.69 percent complete\n", "03:13:23.13 62.79 percent complete\n", "03:13:42.42 62.89 percent complete\n", "03:14:00.97 63.00 percent complete\n", "03:14:20.28 63.10 percent complete\n", "03:14:39.38 63.20 percent complete\n", "03:14:58.45 63.31 percent complete\n", "03:15:17.58 63.41 percent complete\n", "03:15:36.38 63.51 percent complete\n", "03:15:55.76 63.62 percent complete\n", "03:16:15.33 63.72 percent complete\n", "03:16:34.42 63.83 percent complete\n", "03:16:53.32 63.93 percent complete\n", "03:17:12.41 64.03 percent complete\n", "03:17:32.57 64.14 percent complete\n", "03:17:52.25 64.24 percent complete\n", "03:18:11.56 64.34 percent complete\n", "03:18:30.21 64.45 percent complete\n", "03:18:48.68 64.55 percent complete\n", "03:19:07.41 64.65 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '” *']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:19:26.19 64.76 percent complete\n", "03:19:44.90 64.86 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '↓']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:20:04.22 64.96 percent complete\n", "03:20:23.15 65.07 percent complete\n", "03:20:42.38 65.17 percent complete\n", "03:21:01.24 65.27 percent complete\n", "03:21:19.52 65.38 percent complete\n", "03:21:38.62 65.48 percent complete\n", "03:21:57.07 65.58 percent complete\n", "03:22:16.16 65.69 percent complete\n", "03:22:35.59 65.79 percent complete\n", "03:22:54.84 65.89 percent complete\n", "03:23:14.08 66.00 percent complete\n", "03:23:33.44 66.10 percent complete\n", "03:23:51.74 66.20 percent complete\n", "03:24:11.00 66.31 percent complete\n", "03:24:29.86 66.41 percent complete\n", "03:24:48.67 66.51 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '- - ​ — — ​']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:25:08.27 66.62 percent complete\n", "03:25:28.01 66.72 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '⇧']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:25:47.13 66.83 percent complete\n", "03:26:06.11 66.93 percent complete\n", "03:26:25.45 67.03 percent complete\n", "03:26:44.78 67.14 percent complete\n", "03:27:03.93 67.24 percent complete\n", "03:27:23.67 67.34 percent complete\n", "03:27:43.67 67.45 percent complete\n", "03:28:02.66 67.55 percent complete\n", "03:28:21.64 67.65 percent complete\n", "03:28:40.31 67.76 percent complete\n", "03:28:59.96 67.86 percent complete\n", "03:29:18.61 67.96 percent complete\n", "03:29:38.31 68.07 percent complete\n", "03:29:57.37 68.17 percent complete\n", "03:30:16.95 68.27 percent complete\n", "03:30:35.45 68.38 percent complete\n", "03:30:54.54 68.48 percent complete\n", "03:31:13.81 68.58 percent complete\n", "03:31:32.87 68.69 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․ ․ ․ ․ ․ ․ ․ ․ ․']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:31:51.92 68.79 percent complete\n", "03:32:11.52 68.89 percent complete\n", "03:32:30.34 69.00 percent complete\n", "03:32:50.25 69.10 percent complete\n", "03:33:09.32 69.20 percent complete\n", "03:33:28.52 69.31 percent complete\n", "03:33:47.62 69.41 percent complete\n", "03:34:06.81 69.51 percent complete\n", "03:34:25.95 69.62 percent complete\n", "03:34:44.73 69.72 percent complete\n", "03:35:04.09 69.82 percent complete\n", "03:35:23.35 69.93 percent complete\n", "03:35:42.26 70.03 percent complete\n", "03:36:00.84 70.14 percent complete\n", "03:36:19.79 70.24 percent complete\n", "03:36:38.39 70.34 percent complete\n", "03:36:57.34 70.45 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․ ․']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:37:16.30 70.55 percent complete\n", "03:37:34.83 70.65 percent complete\n", "03:37:54.54 70.76 percent complete\n", "03:38:13.47 70.86 percent complete\n", "03:38:32.61 70.96 percent complete\n", "03:38:50.81 71.07 percent complete\n", "03:39:09.60 71.17 percent complete\n", "03:39:28.10 71.27 percent complete\n", "03:39:46.71 71.38 percent complete\n", "03:40:05.26 71.48 percent complete\n", "03:40:24.76 71.58 percent complete\n", "03:40:43.05 71.69 percent complete\n", "03:41:01.70 71.79 percent complete\n", "03:41:20.67 71.89 percent complete\n", "03:41:39.85 72.00 percent complete\n", "03:41:58.77 72.10 percent complete\n", "03:42:17.50 72.20 percent complete\n", "03:42:35.70 72.31 percent complete\n", "03:42:54.55 72.41 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '→ → →']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:43:13.70 72.51 percent complete\n", "03:43:31.88 72.62 percent complete\n", "03:43:50.08 72.72 percent complete\n", "03:44:08.59 72.82 percent complete\n", "03:44:27.96 72.93 percent complete\n", "03:44:46.74 73.03 percent complete\n", "03:45:05.93 73.14 percent complete\n", "03:45:25.02 73.24 percent complete\n", "03:45:44.79 73.34 percent complete\n", "03:46:03.26 73.45 percent complete\n", "03:46:22.28 73.55 percent complete\n", "03:46:41.03 73.65 percent complete\n", "03:46:59.95 73.76 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '→']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:47:18.96 73.86 percent complete\n", "03:47:37.28 73.96 percent complete\n", "03:47:56.23 74.07 percent complete\n", "03:48:15.57 74.17 percent complete\n", "03:48:34.44 74.27 percent complete\n", "03:48:53.26 74.38 percent complete\n", "03:49:11.99 74.48 percent complete\n", "03:49:30.58 74.58 percent complete\n", "03:49:49.39 74.69 percent complete\n", "03:50:08.58 74.79 percent complete\n", "03:50:28.09 74.89 percent complete\n", "03:50:47.58 75.00 percent complete\n", "03:51:06.89 75.10 percent complete\n", "03:51:25.96 75.20 percent complete\n", "03:51:44.91 75.31 percent complete\n", "03:52:03.36 75.41 percent complete\n", "03:52:22.68 75.51 percent complete\n", "03:52:41.54 75.62 percent complete\n", "03:53:00.74 75.72 percent complete\n", "03:53:21.20 75.82 percent complete\n", "03:53:40.69 75.93 percent complete\n", "03:53:59.35 76.03 percent complete\n", "03:54:17.99 76.14 percent complete\n", "03:54:37.30 76.24 percent complete\n", "03:54:56.44 76.34 percent complete\n", "03:55:15.85 76.45 percent complete\n", "03:55:35.17 76.55 percent complete\n", "03:55:55.33 76.65 percent complete\n", "03:56:13.68 76.76 percent complete\n", "03:56:32.94 76.86 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '— ― ― ― ― ― ― ―']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "03:56:51.98 76.96 percent complete\n", "03:57:10.99 77.07 percent complete\n", "03:57:30.13 77.17 percent complete\n", "03:57:49.50 77.27 percent complete\n", "03:58:08.43 77.38 percent complete\n", "03:58:27.74 77.48 percent complete\n", "03:58:46.55 77.58 percent complete\n", "03:59:05.62 77.69 percent complete\n", "03:59:25.13 77.79 percent complete\n", "03:59:44.09 77.89 percent complete\n", "04:00:03.01 78.00 percent complete\n", "04:00:22.05 78.10 percent complete\n", "04:00:40.75 78.20 percent complete\n", "04:01:00.65 78.31 percent complete\n", "04:01:19.54 78.41 percent complete\n", "04:01:38.44 78.51 percent complete\n", "04:01:57.62 78.62 percent complete\n", "04:02:16.81 78.72 percent complete\n", "04:02:36.05 78.82 percent complete\n", "04:02:55.22 78.93 percent complete\n", "04:03:14.82 79.03 percent complete\n", "04:03:33.95 79.13 percent complete\n", "04:03:53.55 79.24 percent complete\n", "04:04:12.46 79.34 percent complete\n", "04:04:31.55 79.45 percent complete\n", "04:04:50.57 79.55 percent complete\n", "04:05:09.64 79.65 percent complete\n", "04:05:27.83 79.76 percent complete\n", "04:05:46.76 79.86 percent complete\n", "04:06:06.72 79.96 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '⇩']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "04:06:25.72 80.07 percent complete\n", "04:06:44.33 80.17 percent complete\n", "04:07:03.74 80.27 percent complete\n", "04:07:22.38 80.38 percent complete\n", "04:07:41.06 80.48 percent complete\n", "04:07:59.19 80.58 percent complete\n", "04:08:17.88 80.69 percent complete\n", "04:08:37.51 80.79 percent complete\n", "04:08:56.42 80.89 percent complete\n", "04:09:15.15 81.00 percent complete\n", "04:09:34.19 81.10 percent complete\n", "04:09:53.11 81.20 percent complete\n", "04:10:11.62 81.31 percent complete\n", "04:10:30.54 81.41 percent complete\n", "04:10:50.07 81.51 percent complete\n", "04:11:09.47 81.62 percent complete\n", "04:11:28.66 81.72 percent complete\n", "04:11:47.75 81.82 percent complete\n", "04:12:06.92 81.93 percent complete\n", "04:12:26.13 82.03 percent complete\n", "04:12:45.27 82.13 percent complete\n", "04:13:04.12 82.24 percent complete\n", "04:13:23.05 82.34 percent complete\n", "04:13:42.05 82.45 percent complete\n", "04:14:00.91 82.55 percent complete\n", "04:14:18.81 82.65 percent complete\n", "04:14:37.28 82.76 percent complete\n", "04:14:56.95 82.86 percent complete\n", "04:15:15.85 82.96 percent complete\n", "04:15:35.11 83.07 percent complete\n", "04:15:53.52 83.17 percent complete\n", "04:16:12.51 83.27 percent complete\n", "04:16:32.25 83.38 percent complete\n", "04:16:51.09 83.48 percent complete\n", "04:17:10.37 83.58 percent complete\n", "04:17:29.83 83.69 percent complete\n", "04:17:49.87 83.79 percent complete\n", "04:18:09.08 83.89 percent complete\n", "04:18:27.87 84.00 percent complete\n", "04:18:46.82 84.10 percent complete\n", "04:19:07.79 84.20 percent complete\n", "04:19:26.62 84.31 percent complete\n", "04:19:45.82 84.41 percent complete\n", "04:20:05.08 84.51 percent complete\n", "04:20:24.31 84.62 percent complete\n", "04:20:43.22 84.72 percent complete\n", "04:21:02.00 84.82 percent complete\n", "04:21:20.83 84.93 percent complete\n", "04:21:41.05 85.03 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '▴']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "04:21:59.46 85.13 percent complete\n", "04:22:18.18 85.24 percent complete\n", "04:22:36.69 85.34 percent complete\n", "04:22:55.97 85.45 percent complete\n", "04:23:14.69 85.55 percent complete\n", "04:23:33.79 85.65 percent complete\n", "04:23:52.77 85.76 percent complete\n", "04:24:12.12 85.86 percent complete\n", "04:24:31.79 85.96 percent complete\n", "04:24:51.20 86.07 percent complete\n", "04:25:10.09 86.17 percent complete\n", "04:25:28.72 86.27 percent complete\n", "04:25:47.39 86.38 percent complete\n", "04:26:06.09 86.48 percent complete\n", "04:26:24.80 86.58 percent complete\n", "04:26:44.42 86.69 percent complete\n", "04:27:02.83 86.79 percent complete\n", "04:27:21.19 86.89 percent complete\n", "04:27:39.47 87.00 percent complete\n", "04:27:57.90 87.10 percent complete\n", "04:28:16.25 87.20 percent complete\n", "04:28:35.33 87.31 percent complete\n", "04:28:53.99 87.41 percent complete\n", "04:29:13.43 87.51 percent complete\n", "04:29:32.40 87.62 percent complete\n", "04:29:51.48 87.72 percent complete\n", "04:30:10.40 87.82 percent complete\n", "04:30:29.12 87.93 percent complete\n", "04:30:48.16 88.03 percent complete\n", "04:31:07.73 88.13 percent complete\n", "04:31:26.64 88.24 percent complete\n", "04:31:46.34 88.34 percent complete\n", "04:32:05.22 88.44 percent complete\n", "04:32:24.54 88.55 percent complete\n", "04:32:43.81 88.65 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '$ ․ ․ ․ ․ ․']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "04:33:02.88 88.76 percent complete\n", "04:33:21.81 88.86 percent complete\n", "04:33:41.06 88.96 percent complete\n", "04:33:59.79 89.07 percent complete\n", "04:34:19.57 89.17 percent complete\n", "04:34:39.21 89.27 percent complete\n", "04:34:58.19 89.38 percent complete\n", "04:35:17.11 89.48 percent complete\n", "04:35:35.72 89.58 percent complete\n", "04:35:54.99 89.69 percent complete\n", "04:36:13.80 89.79 percent complete\n", "04:36:33.07 89.89 percent complete\n", "04:36:52.15 90.00 percent complete\n", "04:37:11.35 90.10 percent complete\n", "04:37:30.43 90.20 percent complete\n", "04:37:49.28 90.31 percent complete\n", "04:38:08.53 90.41 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '*']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "04:38:27.36 90.51 percent complete\n", "04:38:46.17 90.62 percent complete\n", "04:39:05.21 90.72 percent complete\n", "04:39:24.27 90.82 percent complete\n", "04:39:43.48 90.93 percent complete\n", "04:40:02.25 91.03 percent complete\n", "04:40:21.00 91.13 percent complete\n", "04:40:39.78 91.24 percent complete\n", "04:40:58.81 91.34 percent complete\n", "04:41:17.12 91.44 percent complete\n", "04:41:35.87 91.55 percent complete\n", "04:41:54.83 91.65 percent complete\n", "04:42:14.28 91.76 percent complete\n", "04:42:33.48 91.86 percent complete\n", "04:42:52.08 91.96 percent complete\n", "04:43:10.91 92.07 percent complete\n", "04:43:29.30 92.17 percent complete\n", "04:43:48.27 92.27 percent complete\n", "04:44:07.95 92.38 percent complete\n", "04:44:26.65 92.48 percent complete\n", "04:44:45.61 92.58 percent complete\n", "04:45:04.44 92.69 percent complete\n", "04:45:23.31 92.79 percent complete\n", "04:45:42.86 92.89 percent complete\n", "04:46:02.62 93.00 percent complete\n", "04:46:21.53 93.10 percent complete\n", "04:46:40.96 93.20 percent complete\n", "04:46:59.97 93.31 percent complete\n", "04:47:19.52 93.41 percent complete\n", "04:47:38.33 93.51 percent complete\n", "04:47:57.18 93.62 percent complete\n", "04:48:16.12 93.72 percent complete\n", "04:48:35.39 93.82 percent complete\n", "04:48:53.92 93.93 percent complete\n", "04:49:12.45 94.03 percent complete\n", "04:49:30.95 94.13 percent complete\n", "04:49:50.45 94.24 percent complete\n", "04:50:09.89 94.34 percent complete\n", "04:50:28.97 94.44 percent complete\n", "04:50:48.30 94.55 percent complete\n", "04:51:08.23 94.65 percent complete\n", "04:51:27.31 94.76 percent complete\n", "04:51:45.94 94.86 percent complete\n", "04:52:05.03 94.96 percent complete\n", "04:52:24.16 95.07 percent complete\n", "04:52:43.56 95.17 percent complete\n", "04:53:02.67 95.27 percent complete\n", "04:53:21.53 95.38 percent complete\n", "04:53:41.19 95.48 percent complete\n", "04:54:00.32 95.58 percent complete\n", "04:54:19.96 95.69 percent complete\n", "04:54:39.23 95.79 percent complete\n", "04:54:58.55 95.89 percent complete\n", "04:55:17.70 96.00 percent complete\n", "04:55:37.01 96.10 percent complete\n", "04:55:55.93 96.20 percent complete\n", "04:56:15.32 96.31 percent complete\n", "04:56:34.38 96.41 percent complete\n", "04:56:52.91 96.51 percent complete\n", "04:57:11.39 96.62 percent complete\n", "04:57:31.01 96.72 percent complete\n", "04:57:49.87 96.82 percent complete\n", "04:58:07.96 96.93 percent complete\n", "04:58:26.37 97.03 percent complete\n", "04:58:45.32 97.13 percent complete\n", "04:59:04.35 97.24 percent complete\n", "04:59:23.25 97.34 percent complete\n", "04:59:41.45 97.44 percent complete\n", "05:00:00.56 97.55 percent complete\n", "05:00:19.95 97.65 percent complete\n", "05:00:39.06 97.75 percent complete\n", "05:00:57.84 97.86 percent complete\n", "05:01:16.61 97.96 percent complete\n", "05:01:35.19 98.07 percent complete\n", "05:01:54.13 98.17 percent complete\n", "05:02:13.11 98.27 percent complete\n", "05:02:32.35 98.38 percent complete\n", "05:02:51.77 98.48 percent complete\n", "05:03:10.80 98.58 percent complete\n", "05:03:30.56 98.69 percent complete\n", "05:03:49.42 98.79 percent complete\n", "05:04:07.97 98.89 percent complete\n", "05:04:26.71 99.00 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '← ◯']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "05:04:45.58 99.10 percent complete\n", "05:05:03.98 99.20 percent complete\n", "05:05:23.30 99.31 percent complete\n", "05:05:42.35 99.41 percent complete\n", "05:06:01.88 99.51 percent complete\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: ' \n", "']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "05:06:20.66 99.62 percent complete\n", "05:06:39.71 99.72 percent complete\n", "05:06:58.38 99.82 percent complete\n", "05:07:17.83 99.93 percent complete\n" ] } ], "source": [ "# Install fuzzy wuzzy to remove \"almost duplicate\" sentences in the\n", "# test and training sets.\n", "import time\n", "from fuzzywuzzy import process\n", "import numpy as np\n", "\n", "# reset the index of the training set after previous filtering\n", "df_pp.reset_index(drop=False, inplace=True)\n", "\n", "# Remove samples from the training data set if they \"almost overlap\" with the\n", "# samples in the test set.\n", "\n", "# Filtering function. Adjust pad to narrow down the candidate matches to\n", "# within a certain length of characters of the given sample.\n", "def fuzzfilter(sample, candidates, pad):\n", " candidates = [x for x in candidates if len(x) <= len(sample)+pad and len(x) >= len(sample)-pad] \n", " if len(candidates) > 0:\n", " return process.extractOne(sample, candidates)[1]\n", " else:\n", " return np.nan\n", "\n", "# NOTE - This might run slow depending on the size of your training set. We are\n", "# printing some information to help you track how long it would take. \n", "scores = []\n", "start_time = time.time()\n", "for idx, row in df_pp.iterrows():\n", " scores.append(fuzzfilter(row['source_sentence'], list(en_test_sents), 5))\n", " if idx % 1000 == 0:\n", " hours, rem = divmod(time.time() - start_time, 3600)\n", " minutes, seconds = divmod(rem, 60)\n", " print(\"{:0>2}:{:0>2}:{:05.2f}\".format(int(hours),int(minutes),seconds), \"%0.2f percent complete\" % (100.0*float(idx)/float(len(df_pp))))\n", "\n", "# Filter out \"almost overlapping samples\"\n", "df_pp['scores'] = scores\n", "df_pp = df_pp[df_pp['scores'] < 95]" ] }, { "cell_type": "code", "execution_count": 12, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "==> train.en <==\n", "She gives birth to the twins Esau and Jacob .\n", "Africa News of June 22 , 2006 , reporting on a “ workshop on sexual abuse and pornography ” in slums in one part of Uganda , said it is the “ parent’s neglect that has increased prostitution and drug abuse in the area . ”\n", "Insight on the Scriptures says : “ Christians are not required to forgive those who practice malicious , willful sin with no repentance .\n", "Now the effects of mechanical noise became apparent as factory workers suffered damage to their hearing .\n", "Penne Restad , in her book Christmas in America — A History , says : “ Some clergy stressed that fallen humankind needed a season of abandon and excess , as long as it was carried on under the umbrella of Christian supervision . ”\n", "We have seen that ‘ our labor is not in vain . ’\n", "True , in ancient Israel some faithful individuals loved Jehovah’s law intensely .\n", "162 ⇩\n", "The French Manuel Biblique states : “ People knew that the seventy weeks of years fixed by Daniel were drawing to a close ; nobody was surprised to hear John the Baptist announce that the kingdom of God had drawn near . ”\n", "With the Bible’s help , we can cultivate “ the new personality ” and shun corruption\n", "\n", "==> train.sw <==\n", "Anazaa mapacha , Esau na Yakobo .\n", "Likiripoti kuhusu “ warsha juu ya kutendewa vibaya kingono na ponografia ( picha au habari za ngono ) ” katika maeneo ya mabanda ya sehemu moja nchini Uganda , gazeti Africa News la Juni 22 , 2006 ( 22 / 6 / 2006 ) lilisema kwamba “ uzembe wa wazazi umefanya ukahaba na matumizi ya dawa za kulevya kuongezeka katika eneo hilo . ”\n", "Kichapo Insight on the Scriptures chasema hivi : “ Wakristo hawatakiwi kuwasamehe wale wazoeao dhambi ya kimakusudi yenye nia ya kuwadhuru wengine bila toba .\n", "Sasa athari za kelele ya mitambo ikaonekana wazi kwani wafanyakazi wa viwandani walipatwa na uharibifu wa uwezo wao wa kusikia .\n", "Katika kitabu chake Christmas in America — A History , Dakt . Penne Restad asema hivi : “ Makasisi fulani walikazia kwamba jamii ya kibinadamu isiyokamilika ilihitaji majira ya kutojizuia kabisa na ya kuzidi mno katika tamaa za asili , maadamu hayo majira ya kuzidi mno yaliendelezwa chini ya uangalizi wa Kikristo . ”\n", "Tumeona kwamba ‘ kazi yetu ya jasho si bure . ’\n", "Ni kweli , katika Israeli la kale watu fulani waaminifu walipenda sana sheria ya Yehova .\n", "162 ⇩\n", "Kichapo cha Kifaransa Manuel Biblique chataarifu hivi : “ Watu walijua kwamba yale majuma sabini ya miaka yaliyowekwa na Danieli yalikuwa yakikaribia ; hakuna yeyote aliyeshangaa kumsikia Yohana Mbatizaji akitangaza kwamba ufalme wa Mungu ulikuwa umekaribia . ”\n", "Biblia yaweza kutusaidia kusitawisha “ utu mpya ” na kuepuka ufisadi\n", "==> dev.en <==\n", "When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "Although the water disappears , the salts and the minerals are left behind .\n", "These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "Our conscience thus is an evidence of God’s love for us and of his desire that humans be united in doing good .\n", "insect repellents\n", "\n", "Determine to apply the Bible in your family life .\n", "James continues : “ [ God ] will draw close to you . ”\n", "that the Book was only revealed to two parties before us \n", "\n", "==> dev.sw <==\n", "Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "Hivyo basi , zawadi ya dhamiri inathibitisha kwamba Mungu anatupenda na anataka tufanye mema .\n", "madawa ya mbu\n", "\n", "Azimia kutumia Biblia katika maisha ya familia yako .\n", "Yakobo anaendelea kusema : “ Naye [ Mungu ] atawakaribia ninyi . ”\n", "Hakika mataifa mawili kabla yetu yameteremshiwa Kitabu;\n" ] } ], "source": [ "# This section does the split between train/dev for the parallel corpora then saves them as separate files\n", "# We use 1000 dev test and the given test set.\n", "import csv\n", "\n", "# Do the split between dev/train and create parallel corpora\n", "num_dev_patterns = 1000\n", "\n", "# Optional: lower case the corpora - this will make it easier to generalize, but without proper casing.\n", "if lc: # Julia: making lowercasing optional\n", " df_pp[\"source_sentence\"] = df_pp[\"source_sentence\"].str.lower()\n", " df_pp[\"target_sentence\"] = df_pp[\"target_sentence\"].str.lower()\n", "\n", "# Julia: test sets are already generated\n", "dev = df_pp.tail(num_dev_patterns) # Herman: Error in original\n", "stripped = df_pp.drop(df_pp.tail(num_dev_patterns).index)\n", "\n", "with open(\"train.\"+source_language, \"w\") as src_file, open(\"train.\"+target_language, \"w\") as trg_file:\n", " for index, row in stripped.iterrows():\n", " src_file.write(row[\"source_sentence\"]+\"\\n\")\n", " trg_file.write(row[\"target_sentence\"]+\"\\n\")\n", " \n", "with open(\"dev.\"+source_language, \"w\") as src_file, open(\"dev.\"+target_language, \"w\") as trg_file:\n", " for index, row in dev.iterrows():\n", " src_file.write(row[\"source_sentence\"]+\"\\n\")\n", " trg_file.write(row[\"target_sentence\"]+\"\\n\")\n", "\n", "\n", "# Doublecheck the format below. There should be no extra quotation marks or weird characters.\n", "! head train.*\n", "! head dev.*" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Installation of JOEY NMT" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "fatal: destination path 'joeynmt' already exists and is not an empty directory.\n", "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip/http' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\n", "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\n", "Processing /home/freshiasackey_gmail_com/sawajw/joeynmt\n", " Requirement already satisfied (use --upgrade to upgrade): joeynmt===0.0.1 from file:///home/freshiasackey_gmail_com/sawajw/joeynmt in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages\n", "Requirement already satisfied (use --upgrade to upgrade): future in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): pillow in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): numpy<2.0,>=1.14.5 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): setuptools>=41.0.0 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): torch>=1.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): tensorflow>=1.14 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): torchtext in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): sacrebleu>=1.3.6 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): subword-nmt in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): matplotlib in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): seaborn in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): pyyaml>=5.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): pylint in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): six==1.12 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): wrapt==1.11.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): tensorflow-estimator<1.15.0rc0,>=1.14.0rc0 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): grpcio>=1.8.6 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): google-pasta>=0.1.6 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): absl-py>=0.7.0 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): astor>=0.6.0 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): gast>=0.2.0 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): termcolor>=1.1.0 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): protobuf>=3.6.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): tensorboard<1.15.0,>=1.14.0 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): keras-preprocessing>=1.0.5 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): keras-applications>=1.0.6 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): wheel>=0.26 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): tqdm in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from torchtext->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): requests in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from torchtext->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): sentencepiece in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from torchtext->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): portalocker in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from sacrebleu>=1.3.6->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): typing in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from sacrebleu>=1.3.6->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): mecab-python3 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from sacrebleu>=1.3.6->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): cycler>=0.10 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from matplotlib->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): python-dateutil>=2.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from matplotlib->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from matplotlib->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): kiwisolver>=1.0.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from matplotlib->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): pandas>=0.22.0 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from seaborn->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): scipy>=1.0.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from seaborn->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): mccabe<0.7,>=0.6 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from pylint->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): isort<5,>=4.2.5 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from pylint->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): astroid<2.4,>=2.3.0 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from pylint->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): werkzeug>=0.11.15 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorboard<1.15.0,>=1.14.0->tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): markdown>=2.6.8 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from tensorboard<1.15.0,>=1.14.0->tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): h5py in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from keras-applications>=1.0.6->tensorflow>=1.14->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): idna<3,>=2.5 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from requests->torchtext->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): certifi>=2017.4.17 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from requests->torchtext->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from requests->torchtext->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): chardet<4,>=3.0.2 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from requests->torchtext->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): pytz>=2017.2 in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from pandas>=0.22.0->seaborn->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): lazy-object-proxy==1.4.* in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from astroid<2.4,>=2.3.0->pylint->joeynmt===0.0.1)\n", "Requirement already satisfied (use --upgrade to upgrade): typed-ast<1.5,>=1.4.0; implementation_name == \"cpython\" and python_version < \"3.8\" in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages (from astroid<2.4,>=2.3.0->pylint->joeynmt===0.0.1)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\u001b[33mYou are using pip version 8.1.1, however version 20.1.1 is available.\r\n", "You should consider upgrading via the 'pip install --upgrade pip' command.\u001b[0m\r\n" ] } ], "source": [ "# Install JoeyNMT\n", "! git clone https://github.com/joeynmt/joeynmt.git\n", "! cd joeynmt; pip3 install ." ] }, { "cell_type": "code", "execution_count": 20, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip/http' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\r\n", "\u001b[33mThe directory '/home/freshiasackey_gmail_com/.cache/pip' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.\u001b[0m\r\n", "Requirement already satisfied (use --upgrade to upgrade): subword-nmt in /home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages\r\n", "\u001b[33mYou are using pip version 8.1.1, however version 20.1.1 is available.\r\n", "You should consider upgrading via the 'pip install --upgrade pip' command.\u001b[0m\r\n" ] } ], "source": [ "! sudo pip3 install subword-nmt" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Preprocessing the Data into Subword BPE Tokens\n", "One of the most powerful improvements for agglutinative languages (a feature of most Bantu languages) is using BPE tokenization (Sennrich, 2015) .\n", "\n", "It was also shown that by optimizing the umber of BPE codes we significantly improve results for low-resourced languages (Sennrich, 2019) (Martinus, 2019)\n", "\n", "Below we have the scripts for doing BPE tokenization of our data. We use 4000 tokens as recommended by (Sennrich, 2019). You do not need to change anything. Simply running the below will be suitable." ] }, { "cell_type": "code", "execution_count": 25, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "bpe.codes.4000\tdev.en\t test.bpe.sw test.sw\t train.en\n", "dev.bpe.en\tdev.sw\t test.en\t train.bpe.en train.sw\n", "dev.bpe.sw\ttest.bpe.en test.en-any.en train.bpe.sw vocab.txt\n", "BPE Swahili Sentences\n", "\n", "E P H : 6 : 2 2 a m b a y e n a m p e l e k a k w e n u k w a k u s u d i l i l o h i l o m p a t e k u z i j u a h a b a r i z e t u , n a y e a w a f a r i j i m i o y o y e n u . \n", "\n", "m u r u a \n", "\n", "Combined BPE Vocab\n", "ḱ@@\n", "о@@\n", "о\n", "м@@\n", "є@@\n", "м\n", "ю\n", "ж@@\n", "Б@@\n", "➊\n" ] } ], "source": [ "# One of the huge boosts in NMT performance was to use a different method of tokenizing. \n", "# Usually, NMT would tokenize by words. However, using a method called BPE gave amazing boosts to performance\n", "\n", "# Do subword NMT\n", "from os import path\n", "os.environ[\"src\"] = source_language # Sets them in bash as well, since we often use bash scripts\n", "os.environ[\"tgt\"] = target_language\n", "\n", "# Learn BPEs on the training data.\n", "os.environ[\"data_path\"] = path.join(\"joeynmt\", \"data\", source_language + target_language) # Herman! \n", "! subword-nmt learn-joint-bpe-and-vocab --input train.$src train.$tgt -s 4000 -o bpe.codes.4000 --write-vocabulary vocab.$src vocab.$tgt\n", "\n", "# Apply BPE splits to the development and test data.\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$src < train.$src > train.bpe.$src\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$tgt < train.$tgt > train.bpe.$tgt\n", "\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$src < dev.$src > dev.bpe.$src\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$tgt < dev.$tgt > dev.bpe.$tgt\n", "\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$src < testdata/test_custom.$src > test.bpe.$src\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$tgt < testdata/test_custom.$tgt > test.bpe.$tgt\n", "\n", "# Create directory, move everyone we care about to the correct location\n", "! mkdir -p $data_path\n", "! cp train.* $data_path\n", "! cp test.* $data_path\n", "! cp dev.* $data_path\n", "! cp bpe.codes.4000 $data_path\n", "! ls $data_path\n", "\n", "# Create that vocab using build_vocab\n", "! sudo chmod 777 joeynmt/scripts/build_vocab.py\n", "! joeynmt/scripts/build_vocab.py joeynmt/data/$src$tgt/train.bpe.$src joeynmt/data/$src$tgt/train.bpe.$tgt --output_path joeynmt/data/$src$tgt/vocab.txt\n", "\n", "# Some output\n", "! echo \"BPE Swahili Sentences\"\n", "! tail -n 5 test.bpe.$tgt\n", "! echo \"Combined BPE Vocab\"\n", "! tail -n 10 joeynmt/data/$src$tgt/vocab.txt # Herman" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Creating the JoeyNMT Config\n", "JoeyNMT requires a yaml config. We provide a template below. We've also set a number of defaults with it, that you may play with!\n", "\n", "We used Transformer architecture\n", "We set our dropout to reasonably high: 0.3 (recommended in (Sennrich, 2019))\n", "Things worth playing with:\n", "\n", "The batch size (also recommended to change for low-resourced languages)\n", "The number of epochs (we've set it at 30 just so it runs in about an hour, for testing purposes)\n", "The decoder options (beam_size, alpha)\n", "Evaluation metrics (BLEU versus Crhf4)" ] }, { "cell_type": "code", "execution_count": 26, "metadata": {}, "outputs": [], "source": [ "# More experiments to be done with the parameters\n", "\n", "name = \"ensw2\"\n", "\n", "\n", "# Create the config\n", "config = \"\"\"\n", "name: \"ensw2_transformer\"\n", "data:\n", " src: \"en\"\n", " trg: \"sw\"\n", " dev: \"data/ensw/dev.bpe\"\n", " test: \"data/ensw/test.bpe\"\n", " train: \"data/ensw/train.bpe\"\n", " level: \"bpe\"\n", " lowercase: False\n", " max_sent_length: 100\n", " src_vocab: \"data/ensw/vocab.txt\"\n", " trg_vocab: \"data/ensw/vocab.txt\"\n", "\n", "testing:\n", " beam_size: 5\n", " alpha: 1.0\n", "\n", "training:\n", " #load_model: \"{gdrive_path}/models/{name}_transformer/1.ckpt\" # if uncommented, load a pre-trained model from this checkpoint\n", " random_seed: 42\n", " optimizer: \"adam\"\n", " normalization: \"tokens\"\n", " adam_betas: [0.9, 0.999] \n", " scheduling: \"plateau\" # TODO: try switching from plateau to Noam scheduling\n", " patience: 5 # For plateau: decrease learning rate by decrease_factor if validation score has not improved for this many validation rounds.\n", " learning_rate_factor: 0.5 # factor for Noam scheduler (used with Transformer)\n", " learning_rate_warmup: 1000 # warmup steps for Noam scheduler (used with Transformer)\n", " decrease_factor: 0.7\n", " loss: \"crossentropy\"\n", " learning_rate: 0.0003\n", " learning_rate_min: 0.00000001\n", " weight_decay: 0.0\n", " label_smoothing: 0.1\n", " batch_size: 4096\n", " batch_type: \"token\"\n", " eval_batch_size: 3600\n", " eval_batch_type: \"token\"\n", " batch_multiplier: 1\n", " early_stopping_metric: \"ppl\"\n", " epochs: 30 # TODO: Decrease for when playing around and checking of working. Around 30 is sufficient to check if its working at all\n", " validation_freq: 1000 # TODO: Set to at least once per epoch.\n", " logging_freq: 100\n", " eval_metric: \"bleu\"\n", " model_dir: \"models/ensw_transformer\"\n", " overwrite: False # TODO: Set to True if you want to overwrite possibly existing models. \n", " shuffle: True\n", " use_cuda: True\n", " max_output_length: 100\n", " print_valid_sents: [0, 1, 2, 3]\n", " keep_last_ckpts: 3\n", "\n", "model:\n", " initializer: \"xavier\"\n", " bias_initializer: \"zeros\"\n", " init_gain: 1.0\n", " embed_initializer: \"xavier\"\n", " embed_init_gain: 1.0\n", " tied_embeddings: True\n", " tied_softmax: True\n", " encoder:\n", " type: \"transformer\"\n", " num_layers: 6\n", " num_heads: 4 # TODO: Increase to 8 for larger data.\n", " embeddings:\n", " embedding_dim: 256 # TODO: Increase to 512 for larger data.\n", " scale: True\n", " dropout: 0.2\n", " # typically ff_size = 4 x hidden_size\n", " hidden_size: 256 # TODO: Increase to 512 for larger data.\n", " ff_size: 1024 # TODO: Increase to 2048 for larger data.\n", " dropout: 0.3\n", " decoder:\n", " type: \"transformer\"\n", " num_layers: 6\n", " num_heads: 4 # TODO: Increase to 8 for larger data.\n", " embeddings:\n", " embedding_dim: 256 # TODO: Increase to 512 for larger data.\n", " scale: True\n", " dropout: 0.2\n", " # typically ff_size = 4 x hidden_size\n", " hidden_size: 256 # TODO: Increase to 512 for larger data.\n", " ff_size: 1024 # TODO: Increase to 2048 for larger data.\n", " dropout: 0.3\n", "\"\"\"\n", "\n", "with open(\"joeynmt/configs/transformer_ensw_sawajw.yaml\".format(name=name),'w') as f:\n", " f.write(config)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Train the Model\n", "This single line of joeynmt runs the training using the config we made above" ] }, { "cell_type": "code", "execution_count": 27, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/home/freshiasackey_gmail_com/sawajw/joeynmt\n", "benchmarks.md\t data joey-small.png requirements.txt test\n", "CODE_OF_CONDUCT.md docs LICENSE\t scripts\n", "configs\t\t joeynmt README.md\t setup.py\n", "/home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n", " _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n", "/home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n", " _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n", "/home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n", " _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n", "/home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n", " _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n", "/home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n", " _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n", "/home/freshiasackey_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n", " np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n", "2020-06-03 17:52:43,497 Hello! This is Joey-NMT.\n", "2020-06-03 17:52:43,502 Total params: 12235520\n", "2020-06-03 17:52:43,503 Trainable parameters: ['decoder.layer_norm.bias', 'decoder.layer_norm.weight', 'decoder.layers.0.dec_layer_norm.bias', 'decoder.layers.0.dec_layer_norm.weight', 'decoder.layers.0.feed_forward.layer_norm.bias', 'decoder.layers.0.feed_forward.layer_norm.weight', 'decoder.layers.0.feed_forward.pwff_layer.0.bias', 'decoder.layers.0.feed_forward.pwff_layer.0.weight', 'decoder.layers.0.feed_forward.pwff_layer.3.bias', 'decoder.layers.0.feed_forward.pwff_layer.3.weight', 'decoder.layers.0.src_trg_att.k_layer.bias', 'decoder.layers.0.src_trg_att.k_layer.weight', 'decoder.layers.0.src_trg_att.output_layer.bias', 'decoder.layers.0.src_trg_att.output_layer.weight', 'decoder.layers.0.src_trg_att.q_layer.bias', 'decoder.layers.0.src_trg_att.q_layer.weight', 'decoder.layers.0.src_trg_att.v_layer.bias', 'decoder.layers.0.src_trg_att.v_layer.weight', 'decoder.layers.0.trg_trg_att.k_layer.bias', 'decoder.layers.0.trg_trg_att.k_layer.weight', 'decoder.layers.0.trg_trg_att.output_layer.bias', 'decoder.layers.0.trg_trg_att.output_layer.weight', 'decoder.layers.0.trg_trg_att.q_layer.bias', 'decoder.layers.0.trg_trg_att.q_layer.weight', 'decoder.layers.0.trg_trg_att.v_layer.bias', 'decoder.layers.0.trg_trg_att.v_layer.weight', 'decoder.layers.0.x_layer_norm.bias', 'decoder.layers.0.x_layer_norm.weight', 'decoder.layers.1.dec_layer_norm.bias', 'decoder.layers.1.dec_layer_norm.weight', 'decoder.layers.1.feed_forward.layer_norm.bias', 'decoder.layers.1.feed_forward.layer_norm.weight', 'decoder.layers.1.feed_forward.pwff_layer.0.bias', 'decoder.layers.1.feed_forward.pwff_layer.0.weight', 'decoder.layers.1.feed_forward.pwff_layer.3.bias', 'decoder.layers.1.feed_forward.pwff_layer.3.weight', 'decoder.layers.1.src_trg_att.k_layer.bias', 'decoder.layers.1.src_trg_att.k_layer.weight', 'decoder.layers.1.src_trg_att.output_layer.bias', 'decoder.layers.1.src_trg_att.output_layer.weight', 'decoder.layers.1.src_trg_att.q_layer.bias', 'decoder.layers.1.src_trg_att.q_layer.weight', 'decoder.layers.1.src_trg_att.v_layer.bias', 'decoder.layers.1.src_trg_att.v_layer.weight', 'decoder.layers.1.trg_trg_att.k_layer.bias', 'decoder.layers.1.trg_trg_att.k_layer.weight', 'decoder.layers.1.trg_trg_att.output_layer.bias', 'decoder.layers.1.trg_trg_att.output_layer.weight', 'decoder.layers.1.trg_trg_att.q_layer.bias', 'decoder.layers.1.trg_trg_att.q_layer.weight', 'decoder.layers.1.trg_trg_att.v_layer.bias', 'decoder.layers.1.trg_trg_att.v_layer.weight', 'decoder.layers.1.x_layer_norm.bias', 'decoder.layers.1.x_layer_norm.weight', 'decoder.layers.2.dec_layer_norm.bias', 'decoder.layers.2.dec_layer_norm.weight', 'decoder.layers.2.feed_forward.layer_norm.bias', 'decoder.layers.2.feed_forward.layer_norm.weight', 'decoder.layers.2.feed_forward.pwff_layer.0.bias', 'decoder.layers.2.feed_forward.pwff_layer.0.weight', 'decoder.layers.2.feed_forward.pwff_layer.3.bias', 'decoder.layers.2.feed_forward.pwff_layer.3.weight', 'decoder.layers.2.src_trg_att.k_layer.bias', 'decoder.layers.2.src_trg_att.k_layer.weight', 'decoder.layers.2.src_trg_att.output_layer.bias', 'decoder.layers.2.src_trg_att.output_layer.weight', 'decoder.layers.2.src_trg_att.q_layer.bias', 'decoder.layers.2.src_trg_att.q_layer.weight', 'decoder.layers.2.src_trg_att.v_layer.bias', 'decoder.layers.2.src_trg_att.v_layer.weight', 'decoder.layers.2.trg_trg_att.k_layer.bias', 'decoder.layers.2.trg_trg_att.k_layer.weight', 'decoder.layers.2.trg_trg_att.output_layer.bias', 'decoder.layers.2.trg_trg_att.output_layer.weight', 'decoder.layers.2.trg_trg_att.q_layer.bias', 'decoder.layers.2.trg_trg_att.q_layer.weight', 'decoder.layers.2.trg_trg_att.v_layer.bias', 'decoder.layers.2.trg_trg_att.v_layer.weight', 'decoder.layers.2.x_layer_norm.bias', 'decoder.layers.2.x_layer_norm.weight', 'decoder.layers.3.dec_layer_norm.bias', 'decoder.layers.3.dec_layer_norm.weight', 'decoder.layers.3.feed_forward.layer_norm.bias', 'decoder.layers.3.feed_forward.layer_norm.weight', 'decoder.layers.3.feed_forward.pwff_layer.0.bias', 'decoder.layers.3.feed_forward.pwff_layer.0.weight', 'decoder.layers.3.feed_forward.pwff_layer.3.bias', 'decoder.layers.3.feed_forward.pwff_layer.3.weight', 'decoder.layers.3.src_trg_att.k_layer.bias', 'decoder.layers.3.src_trg_att.k_layer.weight', 'decoder.layers.3.src_trg_att.output_layer.bias', 'decoder.layers.3.src_trg_att.output_layer.weight', 'decoder.layers.3.src_trg_att.q_layer.bias', 'decoder.layers.3.src_trg_att.q_layer.weight', 'decoder.layers.3.src_trg_att.v_layer.bias', 'decoder.layers.3.src_trg_att.v_layer.weight', 'decoder.layers.3.trg_trg_att.k_layer.bias', 'decoder.layers.3.trg_trg_att.k_layer.weight', 'decoder.layers.3.trg_trg_att.output_layer.bias', 'decoder.layers.3.trg_trg_att.output_layer.weight', 'decoder.layers.3.trg_trg_att.q_layer.bias', 'decoder.layers.3.trg_trg_att.q_layer.weight', 'decoder.layers.3.trg_trg_att.v_layer.bias', 'decoder.layers.3.trg_trg_att.v_layer.weight', 'decoder.layers.3.x_layer_norm.bias', 'decoder.layers.3.x_layer_norm.weight', 'decoder.layers.4.dec_layer_norm.bias', 'decoder.layers.4.dec_layer_norm.weight', 'decoder.layers.4.feed_forward.layer_norm.bias', 'decoder.layers.4.feed_forward.layer_norm.weight', 'decoder.layers.4.feed_forward.pwff_layer.0.bias', 'decoder.layers.4.feed_forward.pwff_layer.0.weight', 'decoder.layers.4.feed_forward.pwff_layer.3.bias', 'decoder.layers.4.feed_forward.pwff_layer.3.weight', 'decoder.layers.4.src_trg_att.k_layer.bias', 'decoder.layers.4.src_trg_att.k_layer.weight', 'decoder.layers.4.src_trg_att.output_layer.bias', 'decoder.layers.4.src_trg_att.output_layer.weight', 'decoder.layers.4.src_trg_att.q_layer.bias', 'decoder.layers.4.src_trg_att.q_layer.weight', 'decoder.layers.4.src_trg_att.v_layer.bias', 'decoder.layers.4.src_trg_att.v_layer.weight', 'decoder.layers.4.trg_trg_att.k_layer.bias', 'decoder.layers.4.trg_trg_att.k_layer.weight', 'decoder.layers.4.trg_trg_att.output_layer.bias', 'decoder.layers.4.trg_trg_att.output_layer.weight', 'decoder.layers.4.trg_trg_att.q_layer.bias', 'decoder.layers.4.trg_trg_att.q_layer.weight', 'decoder.layers.4.trg_trg_att.v_layer.bias', 'decoder.layers.4.trg_trg_att.v_layer.weight', 'decoder.layers.4.x_layer_norm.bias', 'decoder.layers.4.x_layer_norm.weight', 'decoder.layers.5.dec_layer_norm.bias', 'decoder.layers.5.dec_layer_norm.weight', 'decoder.layers.5.feed_forward.layer_norm.bias', 'decoder.layers.5.feed_forward.layer_norm.weight', 'decoder.layers.5.feed_forward.pwff_layer.0.bias', 'decoder.layers.5.feed_forward.pwff_layer.0.weight', 'decoder.layers.5.feed_forward.pwff_layer.3.bias', 'decoder.layers.5.feed_forward.pwff_layer.3.weight', 'decoder.layers.5.src_trg_att.k_layer.bias', 'decoder.layers.5.src_trg_att.k_layer.weight', 'decoder.layers.5.src_trg_att.output_layer.bias', 'decoder.layers.5.src_trg_att.output_layer.weight', 'decoder.layers.5.src_trg_att.q_layer.bias', 'decoder.layers.5.src_trg_att.q_layer.weight', 'decoder.layers.5.src_trg_att.v_layer.bias', 'decoder.layers.5.src_trg_att.v_layer.weight', 'decoder.layers.5.trg_trg_att.k_layer.bias', 'decoder.layers.5.trg_trg_att.k_layer.weight', 'decoder.layers.5.trg_trg_att.output_layer.bias', 'decoder.layers.5.trg_trg_att.output_layer.weight', 'decoder.layers.5.trg_trg_att.q_layer.bias', 'decoder.layers.5.trg_trg_att.q_layer.weight', 'decoder.layers.5.trg_trg_att.v_layer.bias', 'decoder.layers.5.trg_trg_att.v_layer.weight', 'decoder.layers.5.x_layer_norm.bias', 'decoder.layers.5.x_layer_norm.weight', 'encoder.layer_norm.bias', 'encoder.layer_norm.weight', 'encoder.layers.0.feed_forward.layer_norm.bias', 'encoder.layers.0.feed_forward.layer_norm.weight', 'encoder.layers.0.feed_forward.pwff_layer.0.bias', 'encoder.layers.0.feed_forward.pwff_layer.0.weight', 'encoder.layers.0.feed_forward.pwff_layer.3.bias', 'encoder.layers.0.feed_forward.pwff_layer.3.weight', 'encoder.layers.0.layer_norm.bias', 'encoder.layers.0.layer_norm.weight', 'encoder.layers.0.src_src_att.k_layer.bias', 'encoder.layers.0.src_src_att.k_layer.weight', 'encoder.layers.0.src_src_att.output_layer.bias', 'encoder.layers.0.src_src_att.output_layer.weight', 'encoder.layers.0.src_src_att.q_layer.bias', 'encoder.layers.0.src_src_att.q_layer.weight', 'encoder.layers.0.src_src_att.v_layer.bias', 'encoder.layers.0.src_src_att.v_layer.weight', 'encoder.layers.1.feed_forward.layer_norm.bias', 'encoder.layers.1.feed_forward.layer_norm.weight', 'encoder.layers.1.feed_forward.pwff_layer.0.bias', 'encoder.layers.1.feed_forward.pwff_layer.0.weight', 'encoder.layers.1.feed_forward.pwff_layer.3.bias', 'encoder.layers.1.feed_forward.pwff_layer.3.weight', 'encoder.layers.1.layer_norm.bias', 'encoder.layers.1.layer_norm.weight', 'encoder.layers.1.src_src_att.k_layer.bias', 'encoder.layers.1.src_src_att.k_layer.weight', 'encoder.layers.1.src_src_att.output_layer.bias', 'encoder.layers.1.src_src_att.output_layer.weight', 'encoder.layers.1.src_src_att.q_layer.bias', 'encoder.layers.1.src_src_att.q_layer.weight', 'encoder.layers.1.src_src_att.v_layer.bias', 'encoder.layers.1.src_src_att.v_layer.weight', 'encoder.layers.2.feed_forward.layer_norm.bias', 'encoder.layers.2.feed_forward.layer_norm.weight', 'encoder.layers.2.feed_forward.pwff_layer.0.bias', 'encoder.layers.2.feed_forward.pwff_layer.0.weight', 'encoder.layers.2.feed_forward.pwff_layer.3.bias', 'encoder.layers.2.feed_forward.pwff_layer.3.weight', 'encoder.layers.2.layer_norm.bias', 'encoder.layers.2.layer_norm.weight', 'encoder.layers.2.src_src_att.k_layer.bias', 'encoder.layers.2.src_src_att.k_layer.weight', 'encoder.layers.2.src_src_att.output_layer.bias', 'encoder.layers.2.src_src_att.output_layer.weight', 'encoder.layers.2.src_src_att.q_layer.bias', 'encoder.layers.2.src_src_att.q_layer.weight', 'encoder.layers.2.src_src_att.v_layer.bias', 'encoder.layers.2.src_src_att.v_layer.weight', 'encoder.layers.3.feed_forward.layer_norm.bias', 'encoder.layers.3.feed_forward.layer_norm.weight', 'encoder.layers.3.feed_forward.pwff_layer.0.bias', 'encoder.layers.3.feed_forward.pwff_layer.0.weight', 'encoder.layers.3.feed_forward.pwff_layer.3.bias', 'encoder.layers.3.feed_forward.pwff_layer.3.weight', 'encoder.layers.3.layer_norm.bias', 'encoder.layers.3.layer_norm.weight', 'encoder.layers.3.src_src_att.k_layer.bias', 'encoder.layers.3.src_src_att.k_layer.weight', 'encoder.layers.3.src_src_att.output_layer.bias', 'encoder.layers.3.src_src_att.output_layer.weight', 'encoder.layers.3.src_src_att.q_layer.bias', 'encoder.layers.3.src_src_att.q_layer.weight', 'encoder.layers.3.src_src_att.v_layer.bias', 'encoder.layers.3.src_src_att.v_layer.weight', 'encoder.layers.4.feed_forward.layer_norm.bias', 'encoder.layers.4.feed_forward.layer_norm.weight', 'encoder.layers.4.feed_forward.pwff_layer.0.bias', 'encoder.layers.4.feed_forward.pwff_layer.0.weight', 'encoder.layers.4.feed_forward.pwff_layer.3.bias', 'encoder.layers.4.feed_forward.pwff_layer.3.weight', 'encoder.layers.4.layer_norm.bias', 'encoder.layers.4.layer_norm.weight', 'encoder.layers.4.src_src_att.k_layer.bias', 'encoder.layers.4.src_src_att.k_layer.weight', 'encoder.layers.4.src_src_att.output_layer.bias', 'encoder.layers.4.src_src_att.output_layer.weight', 'encoder.layers.4.src_src_att.q_layer.bias', 'encoder.layers.4.src_src_att.q_layer.weight', 'encoder.layers.4.src_src_att.v_layer.bias', 'encoder.layers.4.src_src_att.v_layer.weight', 'encoder.layers.5.feed_forward.layer_norm.bias', 'encoder.layers.5.feed_forward.layer_norm.weight', 'encoder.layers.5.feed_forward.pwff_layer.0.bias', 'encoder.layers.5.feed_forward.pwff_layer.0.weight', 'encoder.layers.5.feed_forward.pwff_layer.3.bias', 'encoder.layers.5.feed_forward.pwff_layer.3.weight', 'encoder.layers.5.layer_norm.bias', 'encoder.layers.5.layer_norm.weight', 'encoder.layers.5.src_src_att.k_layer.bias', 'encoder.layers.5.src_src_att.k_layer.weight', 'encoder.layers.5.src_src_att.output_layer.bias', 'encoder.layers.5.src_src_att.output_layer.weight', 'encoder.layers.5.src_src_att.q_layer.bias', 'encoder.layers.5.src_src_att.q_layer.weight', 'encoder.layers.5.src_src_att.v_layer.bias', 'encoder.layers.5.src_src_att.v_layer.weight', 'src_embed.lut.weight']\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 17:53:00,797 cfg.name : ensw2_transformer\n", "2020-06-03 17:53:00,797 cfg.data.src : en\n", "2020-06-03 17:53:00,797 cfg.data.trg : sw\n", "2020-06-03 17:53:00,797 cfg.data.dev : data/ensw/dev.bpe\n", "2020-06-03 17:53:00,797 cfg.data.test : data/ensw/test.bpe\n", "2020-06-03 17:53:00,797 cfg.data.train : data/ensw/train.bpe\n", "2020-06-03 17:53:00,797 cfg.data.level : bpe\n", "2020-06-03 17:53:00,797 cfg.data.lowercase : False\n", "2020-06-03 17:53:00,797 cfg.data.max_sent_length : 100\n", "2020-06-03 17:53:00,798 cfg.data.src_vocab : data/ensw/vocab.txt\n", "2020-06-03 17:53:00,798 cfg.data.trg_vocab : data/ensw/vocab.txt\n", "2020-06-03 17:53:00,798 cfg.testing.beam_size : 5\n", "2020-06-03 17:53:00,798 cfg.testing.alpha : 1.0\n", "2020-06-03 17:53:00,798 cfg.training.random_seed : 42\n", "2020-06-03 17:53:00,798 cfg.training.optimizer : adam\n", "2020-06-03 17:53:00,798 cfg.training.normalization : tokens\n", "2020-06-03 17:53:00,798 cfg.training.adam_betas : [0.9, 0.999]\n", "2020-06-03 17:53:00,798 cfg.training.scheduling : plateau\n", "2020-06-03 17:53:00,798 cfg.training.patience : 5\n", "2020-06-03 17:53:00,798 cfg.training.learning_rate_factor : 0.5\n", "2020-06-03 17:53:00,798 cfg.training.learning_rate_warmup : 1000\n", "2020-06-03 17:53:00,798 cfg.training.decrease_factor : 0.7\n", "2020-06-03 17:53:00,798 cfg.training.loss : crossentropy\n", "2020-06-03 17:53:00,798 cfg.training.learning_rate : 0.0003\n", "2020-06-03 17:53:00,799 cfg.training.learning_rate_min : 1e-08\n", "2020-06-03 17:53:00,799 cfg.training.weight_decay : 0.0\n", "2020-06-03 17:53:00,799 cfg.training.label_smoothing : 0.1\n", "2020-06-03 17:53:00,799 cfg.training.batch_size : 4096\n", "2020-06-03 17:53:00,799 cfg.training.batch_type : token\n", "2020-06-03 17:53:00,799 cfg.training.eval_batch_size : 3600\n", "2020-06-03 17:53:00,799 cfg.training.eval_batch_type : token\n", "2020-06-03 17:53:00,799 cfg.training.batch_multiplier : 1\n", "2020-06-03 17:53:00,799 cfg.training.early_stopping_metric : ppl\n", "2020-06-03 17:53:00,799 cfg.training.epochs : 30\n", "2020-06-03 17:53:00,799 cfg.training.validation_freq : 1000\n", "2020-06-03 17:53:00,799 cfg.training.logging_freq : 100\n", "2020-06-03 17:53:00,799 cfg.training.eval_metric : bleu\n", "2020-06-03 17:53:00,799 cfg.training.model_dir : models/ensw_transformer\n", "2020-06-03 17:53:00,799 cfg.training.overwrite : False\n", "2020-06-03 17:53:00,799 cfg.training.shuffle : True\n", "2020-06-03 17:53:00,799 cfg.training.use_cuda : True\n", "2020-06-03 17:53:00,800 cfg.training.max_output_length : 100\n", "2020-06-03 17:53:00,800 cfg.training.print_valid_sents : [0, 1, 2, 3]\n", "2020-06-03 17:53:00,800 cfg.training.keep_last_ckpts : 3\n", "2020-06-03 17:53:00,800 cfg.model.initializer : xavier\n", "2020-06-03 17:53:00,800 cfg.model.bias_initializer : zeros\n", "2020-06-03 17:53:00,800 cfg.model.init_gain : 1.0\n", "2020-06-03 17:53:00,800 cfg.model.embed_initializer : xavier\n", "2020-06-03 17:53:00,800 cfg.model.embed_init_gain : 1.0\n", "2020-06-03 17:53:00,800 cfg.model.tied_embeddings : True\n", "2020-06-03 17:53:00,800 cfg.model.tied_softmax : True\n", "2020-06-03 17:53:00,800 cfg.model.encoder.type : transformer\n", "2020-06-03 17:53:00,800 cfg.model.encoder.num_layers : 6\n", "2020-06-03 17:53:00,800 cfg.model.encoder.num_heads : 4\n", "2020-06-03 17:53:00,800 cfg.model.encoder.embeddings.embedding_dim : 256\n", "2020-06-03 17:53:00,800 cfg.model.encoder.embeddings.scale : True\n", "2020-06-03 17:53:00,800 cfg.model.encoder.embeddings.dropout : 0.2\n", "2020-06-03 17:53:00,801 cfg.model.encoder.hidden_size : 256\n", "2020-06-03 17:53:00,801 cfg.model.encoder.ff_size : 1024\n", "2020-06-03 17:53:00,801 cfg.model.encoder.dropout : 0.3\n", "2020-06-03 17:53:00,801 cfg.model.decoder.type : transformer\n", "2020-06-03 17:53:00,801 cfg.model.decoder.num_layers : 6\n", "2020-06-03 17:53:00,801 cfg.model.decoder.num_heads : 4\n", "2020-06-03 17:53:00,801 cfg.model.decoder.embeddings.embedding_dim : 256\n", "2020-06-03 17:53:00,801 cfg.model.decoder.embeddings.scale : True\n", "2020-06-03 17:53:00,801 cfg.model.decoder.embeddings.dropout : 0.2\n", "2020-06-03 17:53:00,801 cfg.model.decoder.hidden_size : 256\n", "2020-06-03 17:53:00,801 cfg.model.decoder.ff_size : 1024\n", "2020-06-03 17:53:00,801 cfg.model.decoder.dropout : 0.3\n", "2020-06-03 17:53:00,801 Data set sizes: \n", "\ttrain 960249,\n", "\tvalid 1000,\n", "\ttest 1943\n", "2020-06-03 17:53:00,801 First training example:\n", "\t[SRC] She gives bir@@ th to the t@@ w@@ ins E@@ sa@@ u and J@@ ac@@ o@@ b .\n", "\t[TRG] Ana@@ za@@ a ma@@ pa@@ cha , E@@ sa@@ u na Yakobo .\n", "2020-06-03 17:53:00,801 First 10 words (src): (0) (1) (2) (3) (4) , (5) . (6) the (7) na (8) ya (9) of\n", "2020-06-03 17:53:00,802 First 10 words (trg): (0) (1) (2) (3) (4) , (5) . (6) the (7) na (8) ya (9) of\n", "2020-06-03 17:53:00,802 Number of Src words (types): 4591\n", "2020-06-03 17:53:00,802 Number of Trg words (types): 4591\n", "2020-06-03 17:53:00,803 Model(\n", "\tencoder=TransformerEncoder(num_layers=6, num_heads=4),\n", "\tdecoder=TransformerDecoder(num_layers=6, num_heads=4),\n", "\tsrc_embed=Embeddings(embedding_dim=256, vocab_size=4591),\n", "\ttrg_embed=Embeddings(embedding_dim=256, vocab_size=4591))\n", "2020-06-03 17:53:00,806 EPOCH 1\n", "/pytorch/torch/csrc/utils/python_arg_parser.cpp:756: UserWarning: This overload of nonzero is deprecated:\n", "\tnonzero(Tensor input, *, Tensor out)\n", "Consider using one of the following signatures instead:\n", "\tnonzero(Tensor input, *, bool as_tuple)\n", "2020-06-03 17:53:19,302 Epoch 1 Step: 100 Batch Loss: 5.793456 Tokens per Sec: 13269, Lr: 0.000300\n", "2020-06-03 17:53:33,771 Epoch 1 Step: 200 Batch Loss: 5.631852 Tokens per Sec: 17907, Lr: 0.000300\n", "2020-06-03 17:53:48,490 Epoch 1 Step: 300 Batch Loss: 5.742533 Tokens per Sec: 17579, Lr: 0.000300\n", "2020-06-03 17:54:03,456 Epoch 1 Step: 400 Batch Loss: 5.413573 Tokens per Sec: 17282, Lr: 0.000300\n", "2020-06-03 17:54:18,525 Epoch 1 Step: 500 Batch Loss: 5.212229 Tokens per Sec: 16963, Lr: 0.000300\n", "2020-06-03 17:54:33,286 Epoch 1 Step: 600 Batch Loss: 5.122274 Tokens per Sec: 17298, Lr: 0.000300\n", "2020-06-03 17:54:47,970 Epoch 1 Step: 700 Batch Loss: 5.121103 Tokens per Sec: 17133, Lr: 0.000300\n", "2020-06-03 17:55:02,762 Epoch 1 Step: 800 Batch Loss: 5.044934 Tokens per Sec: 17343, Lr: 0.000300\n", "2020-06-03 17:55:17,608 Epoch 1 Step: 900 Batch Loss: 4.710500 Tokens per Sec: 17559, Lr: 0.000300\n", "2020-06-03 17:55:32,472 Epoch 1 Step: 1000 Batch Loss: 4.259643 Tokens per Sec: 17338, Lr: 0.000300\n", "2020-06-03 17:56:16,531 Hooray! New best validation result [ppl]!\n", "2020-06-03 17:56:16,532 Saving new checkpoint.\n", "2020-06-03 17:56:16,722 Example #0\n", "2020-06-03 17:56:16,723 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 17:56:16,723 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 17:56:16,723 \tHypothesis: Kwa sababu ya kuonyesha kwamba na kuonyesha kwamba na kufanya na kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza .\n", "2020-06-03 17:56:16,723 Example #1\n", "2020-06-03 17:56:16,723 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 17:56:16,723 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 17:56:16,723 \tHypothesis: Kwa sababu ya kuonyesha , na majali , na majali .\n", "2020-06-03 17:56:16,723 Example #2\n", "2020-06-03 17:56:16,723 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 17:56:16,724 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 17:56:16,724 \tHypothesis: Kwa sababu ya miaka ya miaka ya miaka ya miaka ya miaka , “ Mzazi ya Mungu .\n", "2020-06-03 17:56:16,724 Example #3\n", "2020-06-03 17:56:16,724 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 17:56:16,724 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 17:56:16,724 \tHypothesis: Kwa sababu ya kuonyesha kwamba na kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza kuweza .\n", "2020-06-03 17:56:16,724 Validation result (greedy) at epoch 1, step 1000: bleu: 0.20, loss: 128674.2891, ppl: 102.3848, duration: 44.2513s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 17:56:31,636 Epoch 1 Step: 1100 Batch Loss: 4.322537 Tokens per Sec: 17309, Lr: 0.000300\n", "2020-06-03 17:56:46,373 Epoch 1 Step: 1200 Batch Loss: 4.447544 Tokens per Sec: 17243, Lr: 0.000300\n", "2020-06-03 17:57:01,408 Epoch 1 Step: 1300 Batch Loss: 4.431138 Tokens per Sec: 17227, Lr: 0.000300\n", "2020-06-03 17:57:16,115 Epoch 1 Step: 1400 Batch Loss: 4.575477 Tokens per Sec: 17148, Lr: 0.000300\n", "2020-06-03 17:57:30,974 Epoch 1 Step: 1500 Batch Loss: 4.376279 Tokens per Sec: 17173, Lr: 0.000300\n", "2020-06-03 17:57:45,702 Epoch 1 Step: 1600 Batch Loss: 4.329970 Tokens per Sec: 17201, Lr: 0.000300\n", "2020-06-03 17:58:00,429 Epoch 1 Step: 1700 Batch Loss: 4.079594 Tokens per Sec: 17188, Lr: 0.000300\n", "2020-06-03 17:58:15,046 Epoch 1 Step: 1800 Batch Loss: 4.365270 Tokens per Sec: 17022, Lr: 0.000300\n", "2020-06-03 17:58:29,967 Epoch 1 Step: 1900 Batch Loss: 3.984522 Tokens per Sec: 16954, Lr: 0.000300\n", "2020-06-03 17:58:44,774 Epoch 1 Step: 2000 Batch Loss: 4.162825 Tokens per Sec: 17159, Lr: 0.000300\n", "2020-06-03 17:59:25,558 Hooray! New best validation result [ppl]!\n", "2020-06-03 17:59:25,558 Saving new checkpoint.\n", "2020-06-03 17:59:25,719 Example #0\n", "2020-06-03 17:59:25,719 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 17:59:25,719 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 17:59:25,720 \tHypothesis: Nilikuwa na sababu ya watu ambao waliwasaidia kuhudhuria mikutano ya watu wa kiroho , lakini nilifanya kazi ya watu .\n", "2020-06-03 17:59:25,720 Example #1\n", "2020-06-03 17:59:25,720 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 17:59:25,720 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 17:59:25,720 \tHypothesis: Ingawa watu wengi , na maandishi ya kusafiri na kusafiri na kusafiri .\n", "2020-06-03 17:59:25,720 Example #2\n", "2020-06-03 17:59:25,720 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 17:59:25,720 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 17:59:25,720 \tHypothesis: Kufanya kazi ya miaka ya miaka ya miaka ya miaka 1,000 ya miaka ya miaka ya miaka ya miaka ya miaka ya miaka ya kwanza .\n", "2020-06-03 17:59:25,720 Example #3\n", "2020-06-03 17:59:25,720 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 17:59:25,720 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 17:59:25,720 \tHypothesis: Kufanya kazi ya kukabiliana na kuchunguza mambo ya kukabiliana na kuchunguza , na kukabiliana na kuzuia .\n", "2020-06-03 17:59:25,721 Validation result (greedy) at epoch 1, step 2000: bleu: 1.68, loss: 108811.2266, ppl: 50.1096, duration: 40.9459s\n", "2020-06-03 17:59:40,635 Epoch 1 Step: 2100 Batch Loss: 4.128420 Tokens per Sec: 17269, Lr: 0.000300\n", "2020-06-03 17:59:55,359 Epoch 1 Step: 2200 Batch Loss: 3.592402 Tokens per Sec: 17387, Lr: 0.000300\n", "2020-06-03 18:00:10,287 Epoch 1 Step: 2300 Batch Loss: 3.959676 Tokens per Sec: 17124, Lr: 0.000300\n", "2020-06-03 18:00:25,010 Epoch 1 Step: 2400 Batch Loss: 3.760508 Tokens per Sec: 17030, Lr: 0.000300\n", "2020-06-03 18:00:39,843 Epoch 1 Step: 2500 Batch Loss: 3.927196 Tokens per Sec: 17359, Lr: 0.000300\n", "2020-06-03 18:00:54,666 Epoch 1 Step: 2600 Batch Loss: 3.310016 Tokens per Sec: 17157, Lr: 0.000300\n", "2020-06-03 18:01:09,687 Epoch 1 Step: 2700 Batch Loss: 3.693227 Tokens per Sec: 17334, Lr: 0.000300\n", "2020-06-03 18:01:24,563 Epoch 1 Step: 2800 Batch Loss: 3.809885 Tokens per Sec: 17139, Lr: 0.000300\n", "2020-06-03 18:01:39,723 Epoch 1 Step: 2900 Batch Loss: 3.407400 Tokens per Sec: 17336, Lr: 0.000300\n", "2020-06-03 18:01:54,857 Epoch 1 Step: 3000 Batch Loss: 3.575957 Tokens per Sec: 17525, Lr: 0.000300\n", "2020-06-03 18:02:28,254 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:02:28,255 Saving new checkpoint.\n", "2020-06-03 18:02:28,415 Example #0\n", "2020-06-03 18:02:28,415 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:02:28,415 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:02:28,415 \tHypothesis: Nilipotenda kwamba watu wengi walihitaji watu wengi wa kidini , alihitaji kuzungumza na watu .\n", "2020-06-03 18:02:28,415 Example #1\n", "2020-06-03 18:02:28,416 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:02:28,416 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:02:28,416 \tHypothesis: Ingawa maelfu ya mashindano , na mashindano ya mashindano ya kuleza .\n", "2020-06-03 18:02:28,416 Example #2\n", "2020-06-03 18:02:28,416 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:02:28,416 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:02:28,416 \tHypothesis: Muda huo huanza kuhudhuria mwaka wa 1950 katika mwaka wa 1950 walianza kuhudhuria majiji ya kulezi .\n", "2020-06-03 18:02:28,416 Example #3\n", "2020-06-03 18:02:28,416 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:02:28,416 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:02:28,416 \tHypothesis: Utazamo wa familia hutokeza maelezo ya kulezea mambo ya kuleza .\n", "2020-06-03 18:02:28,417 Validation result (greedy) at epoch 1, step 3000: bleu: 3.07, loss: 95398.9375, ppl: 30.9304, duration: 33.5591s\n", "2020-06-03 18:02:43,333 Epoch 1 Step: 3100 Batch Loss: 3.733938 Tokens per Sec: 17362, Lr: 0.000300\n", "2020-06-03 18:02:58,001 Epoch 1 Step: 3200 Batch Loss: 3.568220 Tokens per Sec: 17054, Lr: 0.000300\n", "2020-06-03 18:03:12,871 Epoch 1 Step: 3300 Batch Loss: 3.532855 Tokens per Sec: 17165, Lr: 0.000300\n", "2020-06-03 18:03:27,688 Epoch 1 Step: 3400 Batch Loss: 3.537958 Tokens per Sec: 17262, Lr: 0.000300\n", "2020-06-03 18:03:42,368 Epoch 1 Step: 3500 Batch Loss: 3.239044 Tokens per Sec: 17313, Lr: 0.000300\n", "2020-06-03 18:03:57,245 Epoch 1 Step: 3600 Batch Loss: 3.621505 Tokens per Sec: 17182, Lr: 0.000300\n", "2020-06-03 18:04:12,052 Epoch 1 Step: 3700 Batch Loss: 3.114129 Tokens per Sec: 17118, Lr: 0.000300\n", "2020-06-03 18:04:26,807 Epoch 1 Step: 3800 Batch Loss: 3.442967 Tokens per Sec: 17324, Lr: 0.000300\n", "2020-06-03 18:04:41,671 Epoch 1 Step: 3900 Batch Loss: 3.633109 Tokens per Sec: 17315, Lr: 0.000300\n", "2020-06-03 18:04:56,234 Epoch 1 Step: 4000 Batch Loss: 3.738522 Tokens per Sec: 16978, Lr: 0.000300\n", "2020-06-03 18:05:33,298 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:05:33,298 Saving new checkpoint.\n", "2020-06-03 18:05:33,477 Example #0\n", "2020-06-03 18:05:33,477 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:05:33,477 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:05:33,477 \tHypothesis: Nilipotenda kutii kwamba watu wengi wa dini yao wangeweza kuchukua watu wao , alifanya hivyo .\n", "2020-06-03 18:05:33,477 Example #1\n", "2020-06-03 18:05:33,477 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:05:33,477 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:05:33,477 \tHypothesis: Ingawa mazingira ya maji , na majuzi ya madogo na kuleza .\n", "2020-06-03 18:05:33,477 Example #2\n", "2020-06-03 18:05:33,478 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:05:33,478 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:05:33,478 \tHypothesis: Mababu hayo yalianza kuanza katika mwaka wa 1950 na kuandika habari njema ya kuhani .\n", "2020-06-03 18:05:33,478 Example #3\n", "2020-06-03 18:05:33,478 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:05:33,478 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:05:33,478 \tHypothesis: Ukristo wa kufanya kazi zaidi ya kulevya , hata hata hata zaidi ya kulevya na pia pia pia pia pia pia pia pia pia pia pia pia .\n", "2020-06-03 18:05:33,478 Validation result (greedy) at epoch 1, step 4000: bleu: 5.26, loss: 87292.6250, ppl: 23.1070, duration: 37.2436s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 18:05:48,433 Epoch 1 Step: 4100 Batch Loss: 3.317481 Tokens per Sec: 17435, Lr: 0.000300\n", "2020-06-03 18:06:03,372 Epoch 1 Step: 4200 Batch Loss: 3.246864 Tokens per Sec: 17137, Lr: 0.000300\n", "2020-06-03 18:06:18,054 Epoch 1 Step: 4300 Batch Loss: 3.293374 Tokens per Sec: 17207, Lr: 0.000300\n", "2020-06-03 18:06:32,941 Epoch 1 Step: 4400 Batch Loss: 3.260285 Tokens per Sec: 17275, Lr: 0.000300\n", "2020-06-03 18:06:47,798 Epoch 1 Step: 4500 Batch Loss: 3.459508 Tokens per Sec: 17502, Lr: 0.000300\n", "2020-06-03 18:07:02,502 Epoch 1 Step: 4600 Batch Loss: 3.344480 Tokens per Sec: 17039, Lr: 0.000300\n", "2020-06-03 18:07:17,328 Epoch 1 Step: 4700 Batch Loss: 3.113860 Tokens per Sec: 17135, Lr: 0.000300\n", "2020-06-03 18:07:32,065 Epoch 1 Step: 4800 Batch Loss: 3.096684 Tokens per Sec: 17125, Lr: 0.000300\n", "2020-06-03 18:07:46,990 Epoch 1 Step: 4900 Batch Loss: 2.981090 Tokens per Sec: 17235, Lr: 0.000300\n", "2020-06-03 18:08:02,009 Epoch 1 Step: 5000 Batch Loss: 3.324278 Tokens per Sec: 17346, Lr: 0.000300\n", "2020-06-03 18:08:31,394 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:08:31,394 Saving new checkpoint.\n", "2020-06-03 18:08:31,571 Example #0\n", "2020-06-03 18:08:31,571 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:08:31,571 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:08:31,571 \tHypothesis: Nilipotenda kwamba makutaniko mengine ya dini nyingine huenda ikawa na watu wengine , alipata .\n", "2020-06-03 18:08:31,572 Example #1\n", "2020-06-03 18:08:31,572 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:08:31,572 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:08:31,572 \tHypothesis: Ingawa maji ya maji , madogo na madogo ya madogo yanaweza kuanza kusafiri .\n", "2020-06-03 18:08:31,572 Example #2\n", "2020-06-03 18:08:31,572 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:08:31,572 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:08:31,572 \tHypothesis: Hilo lilianza kuanza kuanza katika miaka ya 1960 na kuitwa kuitwa maandishi ya kuitwa .\n", "2020-06-03 18:08:31,572 Example #3\n", "2020-06-03 18:08:31,572 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:08:31,572 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:08:31,572 \tHypothesis: Mara nyingi hutumia kazi ya kukosa mazingira ya kukosa mabadiliko mengine — na hivyo hutumia .\n", "2020-06-03 18:08:31,572 Validation result (greedy) at epoch 1, step 5000: bleu: 8.32, loss: 80853.7500, ppl: 18.3295, duration: 29.5634s\n", "2020-06-03 18:08:46,353 Epoch 1 Step: 5100 Batch Loss: 3.070428 Tokens per Sec: 17407, Lr: 0.000300\n", "2020-06-03 18:09:01,116 Epoch 1 Step: 5200 Batch Loss: 3.211002 Tokens per Sec: 17200, Lr: 0.000300\n", "2020-06-03 18:09:15,960 Epoch 1 Step: 5300 Batch Loss: 3.133090 Tokens per Sec: 17279, Lr: 0.000300\n", "2020-06-03 18:09:30,748 Epoch 1 Step: 5400 Batch Loss: 2.936782 Tokens per Sec: 17380, Lr: 0.000300\n", "2020-06-03 18:09:45,684 Epoch 1 Step: 5500 Batch Loss: 2.820375 Tokens per Sec: 17275, Lr: 0.000300\n", "2020-06-03 18:10:00,439 Epoch 1 Step: 5600 Batch Loss: 3.042284 Tokens per Sec: 17213, Lr: 0.000300\n", "2020-06-03 18:10:15,378 Epoch 1 Step: 5700 Batch Loss: 3.000127 Tokens per Sec: 17149, Lr: 0.000300\n", "2020-06-03 18:10:30,073 Epoch 1 Step: 5800 Batch Loss: 3.033755 Tokens per Sec: 17381, Lr: 0.000300\n", "2020-06-03 18:10:45,075 Epoch 1 Step: 5900 Batch Loss: 3.146480 Tokens per Sec: 17254, Lr: 0.000300\n", "2020-06-03 18:10:59,731 Epoch 1 Step: 6000 Batch Loss: 2.691610 Tokens per Sec: 17350, Lr: 0.000300\n", "2020-06-03 18:11:23,158 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:11:23,158 Saving new checkpoint.\n", "2020-06-03 18:11:23,342 Example #0\n", "2020-06-03 18:11:23,342 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:11:23,342 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:11:23,342 \tHypothesis: Nilipotenda kwamba wahudumu wa dini nyingine wangeweza kukabiliana na watu wao .\n", "2020-06-03 18:11:23,343 Example #1\n", "2020-06-03 18:11:23,343 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:11:23,343 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:11:23,343 \tHypothesis: Ingawa maji ya maji , madogo , na mashindano ya madogo yanaendelea kuingia kwenye mashamba .\n", "2020-06-03 18:11:23,343 Example #2\n", "2020-06-03 18:11:23,343 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:11:23,343 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:11:23,343 \tHypothesis: Hali hizo zilianza katika mwaka wa 1960 na yale ambayo ilikuja kuitwa mashine .\n", "2020-06-03 18:11:23,343 Example #3\n", "2020-06-03 18:11:23,344 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:11:23,344 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:11:23,344 \tHypothesis: Mara nyingi , kazi ya kukosa kazi ya kukabiliana na watu wengine — na hivyo hupata .\n", "2020-06-03 18:11:23,344 Validation result (greedy) at epoch 1, step 6000: bleu: 10.23, loss: 76560.3438, ppl: 15.7064, duration: 23.6126s\n", "2020-06-03 18:11:38,029 Epoch 1 Step: 6100 Batch Loss: 3.063123 Tokens per Sec: 17216, Lr: 0.000300\n", "2020-06-03 18:11:53,061 Epoch 1 Step: 6200 Batch Loss: 2.690051 Tokens per Sec: 17365, Lr: 0.000300\n", "2020-06-03 18:12:07,715 Epoch 1 Step: 6300 Batch Loss: 2.805171 Tokens per Sec: 17430, Lr: 0.000300\n", "2020-06-03 18:12:22,467 Epoch 1 Step: 6400 Batch Loss: 2.996389 Tokens per Sec: 17170, Lr: 0.000300\n", "2020-06-03 18:12:37,174 Epoch 1 Step: 6500 Batch Loss: 2.667026 Tokens per Sec: 17173, Lr: 0.000300\n", "2020-06-03 18:12:51,961 Epoch 1 Step: 6600 Batch Loss: 3.310927 Tokens per Sec: 16922, Lr: 0.000300\n", "2020-06-03 18:13:06,892 Epoch 1 Step: 6700 Batch Loss: 2.774934 Tokens per Sec: 17480, Lr: 0.000300\n", "2020-06-03 18:13:21,836 Epoch 1 Step: 6800 Batch Loss: 3.111611 Tokens per Sec: 17378, Lr: 0.000300\n", "2020-06-03 18:13:36,722 Epoch 1 Step: 6900 Batch Loss: 2.831189 Tokens per Sec: 17112, Lr: 0.000300\n", "2020-06-03 18:13:51,452 Epoch 1 Step: 7000 Batch Loss: 2.699418 Tokens per Sec: 17088, Lr: 0.000300\n", "2020-06-03 18:14:17,313 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:14:17,313 Saving new checkpoint.\n", "2020-06-03 18:14:17,492 Example #0\n", "2020-06-03 18:14:17,492 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:14:17,493 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:14:17,493 \tHypothesis: Nilipowakumbusha kwamba watu wengine wengine wangeweza kuwatembelea watu wengine , alijiunga .\n", "2020-06-03 18:14:17,493 Example #1\n", "2020-06-03 18:14:17,493 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:14:17,493 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:14:17,493 \tHypothesis: Ingawa maji huonekana , maua ya maji na madogo yanaweza kuzuia .\n", "2020-06-03 18:14:17,493 Example #2\n", "2020-06-03 18:14:17,493 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:14:17,493 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:14:17,493 \tHypothesis: Mambo hayo yalianza katika miaka ya 1960 na yale ambayo yaliitwa kuitwa .\n", "2020-06-03 18:14:17,493 Example #3\n", "2020-06-03 18:14:17,493 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 18:14:17,493 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:14:17,494 \tHypothesis: Mara nyingi , tamaa ya kufanya kazi katika majumba ya madogo ni yenye kupendeza — na kwa sababu ya kukosa .\n", "2020-06-03 18:14:17,494 Validation result (greedy) at epoch 1, step 7000: bleu: 11.49, loss: 73131.0000, ppl: 13.8836, duration: 26.0411s\n", "2020-06-03 18:14:32,457 Epoch 1 Step: 7100 Batch Loss: 3.107884 Tokens per Sec: 17404, Lr: 0.000300\n", "2020-06-03 18:14:47,394 Epoch 1 Step: 7200 Batch Loss: 3.149327 Tokens per Sec: 17124, Lr: 0.000300\n", "2020-06-03 18:15:02,001 Epoch 1 Step: 7300 Batch Loss: 2.778289 Tokens per Sec: 17058, Lr: 0.000300\n", "2020-06-03 18:15:16,989 Epoch 1 Step: 7400 Batch Loss: 2.620528 Tokens per Sec: 17040, Lr: 0.000300\n", "2020-06-03 18:15:32,124 Epoch 1 Step: 7500 Batch Loss: 2.898374 Tokens per Sec: 17213, Lr: 0.000300\n", "2020-06-03 18:15:46,802 Epoch 1 Step: 7600 Batch Loss: 2.689977 Tokens per Sec: 16970, Lr: 0.000300\n", "2020-06-03 18:16:01,693 Epoch 1 Step: 7700 Batch Loss: 2.915943 Tokens per Sec: 17357, Lr: 0.000300\n", "2020-06-03 18:16:16,504 Epoch 1 Step: 7800 Batch Loss: 3.005990 Tokens per Sec: 17271, Lr: 0.000300\n", "2020-06-03 18:16:31,507 Epoch 1 Step: 7900 Batch Loss: 2.511914 Tokens per Sec: 17306, Lr: 0.000300\n", "2020-06-03 18:16:46,261 Epoch 1 Step: 8000 Batch Loss: 2.866374 Tokens per Sec: 17156, Lr: 0.000300\n", "2020-06-03 18:17:13,407 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:17:13,408 Saving new checkpoint.\n", "2020-06-03 18:17:13,584 Example #0\n", "2020-06-03 18:17:13,584 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:17:13,584 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:17:13,584 \tHypothesis: Nilipokumbusha kwamba wahudumu wa dini wengine wangeweza kuwatembelea watu wao , alipata .\n", "2020-06-03 18:17:13,584 Example #1\n", "2020-06-03 18:17:13,584 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:17:13,584 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:17:13,584 \tHypothesis: Ingawa maji huonekana , maua ya maji na madogo huondoka .\n", "2020-06-03 18:17:13,584 Example #2\n", "2020-06-03 18:17:13,585 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:17:13,585 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:17:13,585 \tHypothesis: Hali hizo zilianza kuanza kuanza katika miaka ya 1960 na yale ambayo yalikuja kuwa ikiitwa uchafu .\n", "2020-06-03 18:17:13,585 Example #3\n", "2020-06-03 18:17:13,585 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:17:13,585 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:17:13,585 \tHypothesis: Sifa ya kufanya kazi katika matunda mengi zaidi ni yenye kufaa — na kwa maana ni muhimu .\n", "2020-06-03 18:17:13,585 Validation result (greedy) at epoch 1, step 8000: bleu: 13.34, loss: 69331.5078, ppl: 12.1100, duration: 27.3239s\n", "2020-06-03 18:17:28,608 Epoch 1 Step: 8100 Batch Loss: 2.432382 Tokens per Sec: 17152, Lr: 0.000300\n", "2020-06-03 18:17:43,472 Epoch 1 Step: 8200 Batch Loss: 3.252078 Tokens per Sec: 17170, Lr: 0.000300\n", "2020-06-03 18:17:58,421 Epoch 1 Step: 8300 Batch Loss: 2.762012 Tokens per Sec: 17259, Lr: 0.000300\n", "2020-06-03 18:18:13,274 Epoch 1 Step: 8400 Batch Loss: 2.746245 Tokens per Sec: 17060, Lr: 0.000300\n", "2020-06-03 18:18:28,171 Epoch 1 Step: 8500 Batch Loss: 2.789046 Tokens per Sec: 17135, Lr: 0.000300\n", "2020-06-03 18:18:43,003 Epoch 1 Step: 8600 Batch Loss: 2.401847 Tokens per Sec: 17283, Lr: 0.000300\n", "2020-06-03 18:18:57,821 Epoch 1 Step: 8700 Batch Loss: 2.502193 Tokens per Sec: 17388, Lr: 0.000300\n", "2020-06-03 18:19:12,744 Epoch 1 Step: 8800 Batch Loss: 2.979572 Tokens per Sec: 16972, Lr: 0.000300\n", "2020-06-03 18:19:27,527 Epoch 1 Step: 8900 Batch Loss: 2.577093 Tokens per Sec: 17065, Lr: 0.000300\n", "2020-06-03 18:19:42,373 Epoch 1 Step: 9000 Batch Loss: 2.971134 Tokens per Sec: 17463, Lr: 0.000300\n", "2020-06-03 18:20:06,978 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:20:06,979 Saving new checkpoint.\n", "2020-06-03 18:20:07,156 Example #0\n", "2020-06-03 18:20:07,157 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:20:07,157 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:20:07,157 \tHypothesis: Nilipokumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikuja .\n", "2020-06-03 18:20:07,157 Example #1\n", "2020-06-03 18:20:07,157 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:20:07,157 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:20:07,157 \tHypothesis: Ingawa maji huonekana kwamba maji hutokea , maziwa na madogo huondoka .\n", "2020-06-03 18:20:07,157 Example #2\n", "2020-06-03 18:20:07,157 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:20:07,157 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:20:07,158 \tHypothesis: Hali hizo zilianza kuanza katika miaka ya 1960 na yale ambayo yalikuja kuwa yenye uchafu .\n", "2020-06-03 18:20:07,158 Example #3\n", "2020-06-03 18:20:07,158 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:20:07,158 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:20:07,158 \tHypothesis: Mara nyingi , tamaa ya kufanya kazi katika matunda mengi ya matunda yanazidi kuwa yenye kupendeza sana .\n", "2020-06-03 18:20:07,158 Validation result (greedy) at epoch 1, step 9000: bleu: 14.76, loss: 66710.5859, ppl: 11.0204, duration: 24.7848s\n", "2020-06-03 18:20:22,075 Epoch 1 Step: 9100 Batch Loss: 2.606365 Tokens per Sec: 17183, Lr: 0.000300\n", "2020-06-03 18:20:36,968 Epoch 1 Step: 9200 Batch Loss: 2.652749 Tokens per Sec: 17195, Lr: 0.000300\n", "2020-06-03 18:20:51,938 Epoch 1 Step: 9300 Batch Loss: 2.602973 Tokens per Sec: 17496, Lr: 0.000300\n", "2020-06-03 18:21:06,886 Epoch 1 Step: 9400 Batch Loss: 2.636238 Tokens per Sec: 17517, Lr: 0.000300\n", "2020-06-03 18:21:21,531 Epoch 1 Step: 9500 Batch Loss: 2.773984 Tokens per Sec: 17154, Lr: 0.000300\n", "2020-06-03 18:21:36,446 Epoch 1 Step: 9600 Batch Loss: 2.415499 Tokens per Sec: 17427, Lr: 0.000300\n", "2020-06-03 18:21:51,277 Epoch 1 Step: 9700 Batch Loss: 2.287765 Tokens per Sec: 17130, Lr: 0.000300\n", "2020-06-03 18:22:06,093 Epoch 1 Step: 9800 Batch Loss: 2.508809 Tokens per Sec: 17207, Lr: 0.000300\n", "2020-06-03 18:22:20,874 Epoch 1 Step: 9900 Batch Loss: 2.340776 Tokens per Sec: 17145, Lr: 0.000300\n", "2020-06-03 18:22:35,604 Epoch 1 Step: 10000 Batch Loss: 2.688150 Tokens per Sec: 17365, Lr: 0.000300\n", "2020-06-03 18:23:00,607 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:23:00,607 Saving new checkpoint.\n", "2020-06-03 18:23:00,786 Example #0\n", "2020-06-03 18:23:00,786 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:23:00,786 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:23:00,786 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kutembelea watu wao , alipata kuhuzunisha .\n", "2020-06-03 18:23:00,786 Example #1\n", "2020-06-03 18:23:00,786 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:23:00,786 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:23:00,787 \tHypothesis: Ingawa maji huonekana , wachungaji na wavulana huondoka .\n", "2020-06-03 18:23:00,787 Example #2\n", "2020-06-03 18:23:00,787 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:23:00,787 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:23:00,787 \tHypothesis: Hali hizo zilianza kuanza katika miaka ya 1960 na yale ambayo yaliitwa utoaji wa kijeshi .\n", "2020-06-03 18:23:00,787 Example #3\n", "2020-06-03 18:23:00,787 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:23:00,787 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:23:00,787 \tHypothesis: Kufanya kazi katika matunda mengi zaidi ni rahisi sana — na kwa njia nyingine .\n", "2020-06-03 18:23:00,787 Validation result (greedy) at epoch 1, step 10000: bleu: 15.97, loss: 64126.6055, ppl: 10.0422, duration: 25.1832s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 18:23:15,748 Epoch 1 Step: 10100 Batch Loss: 2.368911 Tokens per Sec: 16964, Lr: 0.000300\n", "2020-06-03 18:23:30,578 Epoch 1 Step: 10200 Batch Loss: 2.361143 Tokens per Sec: 17358, Lr: 0.000300\n", "2020-06-03 18:23:36,502 Epoch 1: total training loss 34724.25\n", "2020-06-03 18:23:36,502 EPOCH 2\n", "2020-06-03 18:23:46,917 Epoch 2 Step: 10300 Batch Loss: 2.525085 Tokens per Sec: 14788, Lr: 0.000300\n", "2020-06-03 18:24:01,678 Epoch 2 Step: 10400 Batch Loss: 2.541237 Tokens per Sec: 17012, Lr: 0.000300\n", "2020-06-03 18:24:16,619 Epoch 2 Step: 10500 Batch Loss: 2.358859 Tokens per Sec: 17315, Lr: 0.000300\n", "2020-06-03 18:24:31,307 Epoch 2 Step: 10600 Batch Loss: 2.562526 Tokens per Sec: 17385, Lr: 0.000300\n", "2020-06-03 18:24:46,195 Epoch 2 Step: 10700 Batch Loss: 2.660007 Tokens per Sec: 17347, Lr: 0.000300\n", "2020-06-03 18:25:00,825 Epoch 2 Step: 10800 Batch Loss: 2.764492 Tokens per Sec: 17082, Lr: 0.000300\n", "2020-06-03 18:25:15,728 Epoch 2 Step: 10900 Batch Loss: 2.505102 Tokens per Sec: 17021, Lr: 0.000300\n", "2020-06-03 18:25:30,672 Epoch 2 Step: 11000 Batch Loss: 2.686876 Tokens per Sec: 17405, Lr: 0.000300\n", "2020-06-03 18:25:56,600 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:25:56,600 Saving new checkpoint.\n", "2020-06-03 18:25:56,841 Example #0\n", "2020-06-03 18:25:56,841 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:25:56,841 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:25:56,841 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kutembelea watu wao , alifunga ndoa .\n", "2020-06-03 18:25:56,841 Example #1\n", "2020-06-03 18:25:56,842 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:25:56,842 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:25:56,842 \tHypothesis: Ingawa maji hayo huonekana , maua ya maji na maua ya maua yanaondoka .\n", "2020-06-03 18:25:56,842 Example #2\n", "2020-06-03 18:25:56,842 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:25:56,842 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:25:56,842 \tHypothesis: Maelezo hayo yalianza kuanza kuongezeka katika miaka ya 1960 na yale yaliyokuja kuwa yakiwa kuitwa uchafuku .\n", "2020-06-03 18:25:56,842 Example #3\n", "2020-06-03 18:25:56,842 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:25:56,842 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:25:56,842 \tHypothesis: Kufanya kazi katika matunda mengi ya matunda ni mara nyingi — na kwa njia nyingine .\n", "2020-06-03 18:25:56,842 Validation result (greedy) at epoch 2, step 11000: bleu: 17.65, loss: 62249.9961, ppl: 9.3867, duration: 26.1698s\n", "2020-06-03 18:26:11,618 Epoch 2 Step: 11100 Batch Loss: 2.894594 Tokens per Sec: 17319, Lr: 0.000300\n", "2020-06-03 18:26:26,570 Epoch 2 Step: 11200 Batch Loss: 2.398799 Tokens per Sec: 17297, Lr: 0.000300\n", "2020-06-03 18:26:41,351 Epoch 2 Step: 11300 Batch Loss: 2.813102 Tokens per Sec: 17071, Lr: 0.000300\n", "2020-06-03 18:26:56,164 Epoch 2 Step: 11400 Batch Loss: 2.448094 Tokens per Sec: 16934, Lr: 0.000300\n", "2020-06-03 18:27:11,071 Epoch 2 Step: 11500 Batch Loss: 2.639111 Tokens per Sec: 17412, Lr: 0.000300\n", "2020-06-03 18:27:25,833 Epoch 2 Step: 11600 Batch Loss: 2.371369 Tokens per Sec: 17522, Lr: 0.000300\n", "2020-06-03 18:27:40,666 Epoch 2 Step: 11700 Batch Loss: 2.356513 Tokens per Sec: 17211, Lr: 0.000300\n", "2020-06-03 18:27:55,566 Epoch 2 Step: 11800 Batch Loss: 3.061701 Tokens per Sec: 17482, Lr: 0.000300\n", "2020-06-03 18:28:10,282 Epoch 2 Step: 11900 Batch Loss: 2.355962 Tokens per Sec: 17098, Lr: 0.000300\n", "2020-06-03 18:28:25,088 Epoch 2 Step: 12000 Batch Loss: 2.355461 Tokens per Sec: 17266, Lr: 0.000300\n", "2020-06-03 18:28:47,925 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:28:47,925 Saving new checkpoint.\n", "2020-06-03 18:28:48,103 Example #0\n", "2020-06-03 18:28:48,103 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:28:48,104 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:28:48,104 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kutembelea watu wao , alikuja kuwasiliana .\n", "2020-06-03 18:28:48,104 Example #1\n", "2020-06-03 18:28:48,104 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:28:48,104 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:28:48,104 \tHypothesis: Ingawa maji hayo yanaonekana , mizigo na michezo ya michezo ya mizigo yameshwa .\n", "2020-06-03 18:28:48,104 Example #2\n", "2020-06-03 18:28:48,104 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:28:48,104 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:28:48,104 \tHypothesis: Hali hizo zilianza kuanza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uchafuzi wa kitheokrasi .\n", "2020-06-03 18:28:48,104 Example #3\n", "2020-06-03 18:28:48,104 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:28:48,104 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:28:48,104 \tHypothesis: Tamani ya kufanya kazi katika matunda mengi ni mara nyingi sana — na kwa kufanyiza .\n", "2020-06-03 18:28:48,104 Validation result (greedy) at epoch 2, step 12000: bleu: 18.39, loss: 60490.2344, ppl: 8.8109, duration: 23.0164s\n", "2020-06-03 18:29:03,118 Epoch 2 Step: 12100 Batch Loss: 2.357281 Tokens per Sec: 17338, Lr: 0.000300\n", "2020-06-03 18:29:17,792 Epoch 2 Step: 12200 Batch Loss: 2.662356 Tokens per Sec: 17230, Lr: 0.000300\n", "2020-06-03 18:29:32,614 Epoch 2 Step: 12300 Batch Loss: 2.418413 Tokens per Sec: 16961, Lr: 0.000300\n", "2020-06-03 18:29:47,452 Epoch 2 Step: 12400 Batch Loss: 2.243235 Tokens per Sec: 17272, Lr: 0.000300\n", "2020-06-03 18:30:02,067 Epoch 2 Step: 12500 Batch Loss: 2.812299 Tokens per Sec: 17315, Lr: 0.000300\n", "2020-06-03 18:30:16,747 Epoch 2 Step: 12600 Batch Loss: 2.488282 Tokens per Sec: 17302, Lr: 0.000300\n", "2020-06-03 18:30:31,574 Epoch 2 Step: 12700 Batch Loss: 2.352782 Tokens per Sec: 17038, Lr: 0.000300\n", "2020-06-03 18:30:46,470 Epoch 2 Step: 12800 Batch Loss: 2.335916 Tokens per Sec: 17441, Lr: 0.000300\n", "2020-06-03 18:31:01,371 Epoch 2 Step: 12900 Batch Loss: 2.678683 Tokens per Sec: 17185, Lr: 0.000300\n", "2020-06-03 18:31:16,263 Epoch 2 Step: 13000 Batch Loss: 2.781904 Tokens per Sec: 17253, Lr: 0.000300\n", "2020-06-03 18:31:38,342 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:31:38,343 Saving new checkpoint.\n", "2020-06-03 18:31:38,522 Example #0\n", "2020-06-03 18:31:38,522 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:31:38,522 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:31:38,522 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikuja kuchelewa .\n", "2020-06-03 18:31:38,522 Example #1\n", "2020-06-03 18:31:38,522 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:31:38,522 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:31:38,522 \tHypothesis: Ingawa maji hayo yanaonekana , mtunga - zaburi na majuma ya madogo yanaondoka .\n", "2020-06-03 18:31:38,522 Example #2\n", "2020-06-03 18:31:38,523 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:31:38,523 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:31:38,523 \tHypothesis: Mambo hayo yalianza kuanza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uchafuzi .\n", "2020-06-03 18:31:38,523 Example #3\n", "2020-06-03 18:31:38,523 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:31:38,523 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:31:38,523 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye kuleta matunda mengi zaidi ni yenye kuvutia — na kwa ukawaida .\n", "2020-06-03 18:31:38,523 Validation result (greedy) at epoch 2, step 13000: bleu: 19.21, loss: 59196.8125, ppl: 8.4103, duration: 22.2591s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 18:31:53,364 Epoch 2 Step: 13100 Batch Loss: 2.258624 Tokens per Sec: 17175, Lr: 0.000300\n", "2020-06-03 18:32:08,166 Epoch 2 Step: 13200 Batch Loss: 2.500294 Tokens per Sec: 17165, Lr: 0.000300\n", "2020-06-03 18:32:23,189 Epoch 2 Step: 13300 Batch Loss: 2.461660 Tokens per Sec: 17318, Lr: 0.000300\n", "2020-06-03 18:32:38,007 Epoch 2 Step: 13400 Batch Loss: 2.427907 Tokens per Sec: 17083, Lr: 0.000300\n", "2020-06-03 18:32:52,933 Epoch 2 Step: 13500 Batch Loss: 2.557298 Tokens per Sec: 17117, Lr: 0.000300\n", "2020-06-03 18:33:07,905 Epoch 2 Step: 13600 Batch Loss: 2.675518 Tokens per Sec: 17186, Lr: 0.000300\n", "2020-06-03 18:33:22,751 Epoch 2 Step: 13700 Batch Loss: 2.498999 Tokens per Sec: 17252, Lr: 0.000300\n", "2020-06-03 18:33:37,600 Epoch 2 Step: 13800 Batch Loss: 2.449931 Tokens per Sec: 17149, Lr: 0.000300\n", "2020-06-03 18:33:52,347 Epoch 2 Step: 13900 Batch Loss: 2.569247 Tokens per Sec: 17153, Lr: 0.000300\n", "2020-06-03 18:34:06,794 Epoch 2 Step: 14000 Batch Loss: 2.358645 Tokens per Sec: 16992, Lr: 0.000300\n", "2020-06-03 18:34:25,368 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:34:25,368 Saving new checkpoint.\n", "2020-06-03 18:34:25,547 Example #0\n", "2020-06-03 18:34:25,547 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:34:25,547 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:34:25,547 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kutembelea watu wao , alifunga ndoa .\n", "2020-06-03 18:34:25,547 Example #1\n", "2020-06-03 18:34:25,548 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:34:25,548 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:34:25,548 \tHypothesis: Ingawa maji huonekana , wokovu na majira ya madogo yanaondoka .\n", "2020-06-03 18:34:25,548 Example #2\n", "2020-06-03 18:34:25,548 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:34:25,548 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:34:25,548 \tHypothesis: Maelezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uchafuzi .\n", "2020-06-03 18:34:25,548 Example #3\n", "2020-06-03 18:34:25,548 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:34:25,548 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:34:25,548 \tHypothesis: Tamani ya kufanya kazi katika eneo lenye kuleta matunda mengi zaidi ni yenye kuvutia sana — na kwa kutegemeka sana .\n", "2020-06-03 18:34:25,549 Validation result (greedy) at epoch 2, step 14000: bleu: 19.90, loss: 58203.5938, ppl: 8.1151, duration: 18.7536s\n", "2020-06-03 18:34:40,323 Epoch 2 Step: 14100 Batch Loss: 2.450672 Tokens per Sec: 17486, Lr: 0.000300\n", "2020-06-03 18:34:55,361 Epoch 2 Step: 14200 Batch Loss: 2.302086 Tokens per Sec: 17494, Lr: 0.000300\n", "2020-06-03 18:35:10,121 Epoch 2 Step: 14300 Batch Loss: 2.207467 Tokens per Sec: 17238, Lr: 0.000300\n", "2020-06-03 18:35:25,122 Epoch 2 Step: 14400 Batch Loss: 2.410250 Tokens per Sec: 17176, Lr: 0.000300\n", "2020-06-03 18:35:40,066 Epoch 2 Step: 14500 Batch Loss: 2.118048 Tokens per Sec: 17499, Lr: 0.000300\n", "2020-06-03 18:35:55,110 Epoch 2 Step: 14600 Batch Loss: 2.505091 Tokens per Sec: 17081, Lr: 0.000300\n", "2020-06-03 18:36:09,919 Epoch 2 Step: 14700 Batch Loss: 2.163343 Tokens per Sec: 17044, Lr: 0.000300\n", "2020-06-03 18:36:24,837 Epoch 2 Step: 14800 Batch Loss: 2.472326 Tokens per Sec: 17219, Lr: 0.000300\n", "2020-06-03 18:36:39,664 Epoch 2 Step: 14900 Batch Loss: 2.660492 Tokens per Sec: 17463, Lr: 0.000300\n", "2020-06-03 18:36:54,561 Epoch 2 Step: 15000 Batch Loss: 2.483671 Tokens per Sec: 17030, Lr: 0.000300\n", "2020-06-03 18:37:22,798 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:37:22,798 Saving new checkpoint.\n", "2020-06-03 18:37:22,975 Example #0\n", "2020-06-03 18:37:22,975 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:37:22,975 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:37:22,975 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikuja kuchukuliwa .\n", "2020-06-03 18:37:22,975 Example #1\n", "2020-06-03 18:37:22,975 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:37:22,975 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:37:22,975 \tHypothesis: Ingawa maji hayo huonekana , wakombozi na miti huondoka .\n", "2020-06-03 18:37:22,976 Example #2\n", "2020-06-03 18:37:22,976 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:37:22,976 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:37:22,976 \tHypothesis: Maelezo hayo yalianza kuanza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uchafuzi wa kijeshi .\n", "2020-06-03 18:37:22,976 Example #3\n", "2020-06-03 18:37:22,976 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:37:22,976 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:37:22,976 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda mengi ni yenye kufaa — na kwa bidii .\n", "2020-06-03 18:37:22,976 Validation result (greedy) at epoch 2, step 15000: bleu: 20.56, loss: 56844.4727, ppl: 7.7279, duration: 28.4148s\n", "2020-06-03 18:37:37,830 Epoch 2 Step: 15100 Batch Loss: 2.171050 Tokens per Sec: 17540, Lr: 0.000300\n", "2020-06-03 18:37:52,824 Epoch 2 Step: 15200 Batch Loss: 2.431126 Tokens per Sec: 17143, Lr: 0.000300\n", "2020-06-03 18:38:07,823 Epoch 2 Step: 15300 Batch Loss: 2.125247 Tokens per Sec: 17472, Lr: 0.000300\n", "2020-06-03 18:38:22,752 Epoch 2 Step: 15400 Batch Loss: 2.252252 Tokens per Sec: 17613, Lr: 0.000300\n", "2020-06-03 18:38:37,573 Epoch 2 Step: 15500 Batch Loss: 1.962058 Tokens per Sec: 17059, Lr: 0.000300\n", "2020-06-03 18:38:52,427 Epoch 2 Step: 15600 Batch Loss: 2.215872 Tokens per Sec: 17130, Lr: 0.000300\n", "2020-06-03 18:39:07,528 Epoch 2 Step: 15700 Batch Loss: 2.497247 Tokens per Sec: 17341, Lr: 0.000300\n", "2020-06-03 18:39:22,356 Epoch 2 Step: 15800 Batch Loss: 2.085210 Tokens per Sec: 16981, Lr: 0.000300\n", "2020-06-03 18:39:37,214 Epoch 2 Step: 15900 Batch Loss: 2.216290 Tokens per Sec: 17229, Lr: 0.000300\n", "2020-06-03 18:39:52,085 Epoch 2 Step: 16000 Batch Loss: 2.165179 Tokens per Sec: 17021, Lr: 0.000300\n", "2020-06-03 18:40:11,528 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:40:11,528 Saving new checkpoint.\n", "2020-06-03 18:40:11,706 Example #0\n", "2020-06-03 18:40:11,706 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:40:11,706 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:40:11,706 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alifunga ndoa .\n", "2020-06-03 18:40:11,706 Example #1\n", "2020-06-03 18:40:11,706 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:40:11,706 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:40:11,706 \tHypothesis: Ingawa maji hayo yanaonekana , mtunga - zaburi na maua huondolewa .\n", "2020-06-03 18:40:11,707 Example #2\n", "2020-06-03 18:40:11,707 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:40:11,707 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:40:11,707 \tHypothesis: Maelezo hayo yalianza kuanza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uchafuzi wa kijeshi .\n", "2020-06-03 18:40:11,707 Example #3\n", "2020-06-03 18:40:11,707 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:40:11,707 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:40:11,707 \tHypothesis: Tamani ya kufanya kazi katika eneo lenye matunda mengi ni yenye kuvutia sana — na kwa bidii .\n", "2020-06-03 18:40:11,707 Validation result (greedy) at epoch 2, step 16000: bleu: 20.68, loss: 55949.0430, ppl: 7.4830, duration: 19.6216s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 18:40:26,565 Epoch 2 Step: 16100 Batch Loss: 2.102083 Tokens per Sec: 17519, Lr: 0.000300\n", "2020-06-03 18:40:41,544 Epoch 2 Step: 16200 Batch Loss: 2.354338 Tokens per Sec: 17102, Lr: 0.000300\n", "2020-06-03 18:40:56,446 Epoch 2 Step: 16300 Batch Loss: 2.123412 Tokens per Sec: 17128, Lr: 0.000300\n", "2020-06-03 18:41:11,281 Epoch 2 Step: 16400 Batch Loss: 2.413048 Tokens per Sec: 17120, Lr: 0.000300\n", "2020-06-03 18:41:26,268 Epoch 2 Step: 16500 Batch Loss: 1.922520 Tokens per Sec: 17105, Lr: 0.000300\n", "2020-06-03 18:41:41,244 Epoch 2 Step: 16600 Batch Loss: 2.251287 Tokens per Sec: 17696, Lr: 0.000300\n", "2020-06-03 18:41:55,932 Epoch 2 Step: 16700 Batch Loss: 2.226652 Tokens per Sec: 17267, Lr: 0.000300\n", "2020-06-03 18:42:10,780 Epoch 2 Step: 16800 Batch Loss: 2.021636 Tokens per Sec: 16986, Lr: 0.000300\n", "2020-06-03 18:42:25,751 Epoch 2 Step: 16900 Batch Loss: 2.315684 Tokens per Sec: 16982, Lr: 0.000300\n", "2020-06-03 18:42:40,519 Epoch 2 Step: 17000 Batch Loss: 2.107717 Tokens per Sec: 17246, Lr: 0.000300\n", "2020-06-03 18:43:02,556 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:43:02,557 Saving new checkpoint.\n", "2020-06-03 18:43:02,733 Example #0\n", "2020-06-03 18:43:02,733 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:43:02,733 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:43:02,734 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alishangaa .\n", "2020-06-03 18:43:02,734 Example #1\n", "2020-06-03 18:43:02,734 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:43:02,734 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:43:02,734 \tHypothesis: Ingawa maji hayo huonekana , wokovu na majeraha ya maua yanaondoka .\n", "2020-06-03 18:43:02,734 Example #2\n", "2020-06-03 18:43:02,734 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:43:02,734 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:43:02,734 \tHypothesis: Maelezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uchafuzi wa kibiashara .\n", "2020-06-03 18:43:02,734 Example #3\n", "2020-06-03 18:43:02,734 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:43:02,735 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:43:02,735 \tHypothesis: Tamani ya kufanya kazi katika eneo lenye matunda mengi ni yenye kuvutia sana — na kwa njia nyingine .\n", "2020-06-03 18:43:02,735 Validation result (greedy) at epoch 2, step 17000: bleu: 21.66, loss: 54793.9961, ppl: 7.1784, duration: 22.2146s\n", "2020-06-03 18:43:17,381 Epoch 2 Step: 17100 Batch Loss: 2.171499 Tokens per Sec: 17083, Lr: 0.000300\n", "2020-06-03 18:43:32,151 Epoch 2 Step: 17200 Batch Loss: 2.041605 Tokens per Sec: 17316, Lr: 0.000300\n", "2020-06-03 18:43:46,955 Epoch 2 Step: 17300 Batch Loss: 2.146561 Tokens per Sec: 17336, Lr: 0.000300\n", "2020-06-03 18:44:01,797 Epoch 2 Step: 17400 Batch Loss: 2.166108 Tokens per Sec: 17256, Lr: 0.000300\n", "2020-06-03 18:44:16,381 Epoch 2 Step: 17500 Batch Loss: 2.155370 Tokens per Sec: 17168, Lr: 0.000300\n", "2020-06-03 18:44:31,178 Epoch 2 Step: 17600 Batch Loss: 2.065928 Tokens per Sec: 17450, Lr: 0.000300\n", "2020-06-03 18:44:46,057 Epoch 2 Step: 17700 Batch Loss: 2.174810 Tokens per Sec: 17456, Lr: 0.000300\n", "2020-06-03 18:45:00,935 Epoch 2 Step: 17800 Batch Loss: 2.108341 Tokens per Sec: 17086, Lr: 0.000300\n", "2020-06-03 18:45:15,751 Epoch 2 Step: 17900 Batch Loss: 2.256910 Tokens per Sec: 17041, Lr: 0.000300\n", "2020-06-03 18:45:30,539 Epoch 2 Step: 18000 Batch Loss: 2.138973 Tokens per Sec: 17023, Lr: 0.000300\n", "2020-06-03 18:45:53,252 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:45:53,253 Saving new checkpoint.\n", "2020-06-03 18:45:53,433 Example #0\n", "2020-06-03 18:45:53,433 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:45:53,433 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:45:53,433 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kutembelea watu wao , alifunga ndoa .\n", "2020-06-03 18:45:53,433 Example #1\n", "2020-06-03 18:45:53,433 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:45:53,433 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:45:53,433 \tHypothesis: Ingawa maji hayo huonekana , wakovu na wadudu huondolewa .\n", "2020-06-03 18:45:53,433 Example #2\n", "2020-06-03 18:45:53,433 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:45:53,433 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:45:53,433 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uchafuzi wa kijani .\n", "2020-06-03 18:45:53,433 Example #3\n", "2020-06-03 18:45:53,434 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:45:53,434 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:45:53,434 \tHypothesis: Taka kufanya kazi katika eneo lenye matunda mengi ni rahisi sana — na kwa ukamili .\n", "2020-06-03 18:45:53,434 Validation result (greedy) at epoch 2, step 18000: bleu: 21.72, loss: 54020.8867, ppl: 6.9815, duration: 22.8944s\n", "2020-06-03 18:46:08,415 Epoch 2 Step: 18100 Batch Loss: 2.379629 Tokens per Sec: 17115, Lr: 0.000300\n", "2020-06-03 18:46:23,259 Epoch 2 Step: 18200 Batch Loss: 2.296531 Tokens per Sec: 17395, Lr: 0.000300\n", "2020-06-03 18:46:38,004 Epoch 2 Step: 18300 Batch Loss: 2.176791 Tokens per Sec: 17159, Lr: 0.000300\n", "2020-06-03 18:46:52,964 Epoch 2 Step: 18400 Batch Loss: 2.175479 Tokens per Sec: 17384, Lr: 0.000300\n", "2020-06-03 18:47:07,834 Epoch 2 Step: 18500 Batch Loss: 2.249007 Tokens per Sec: 17051, Lr: 0.000300\n", "2020-06-03 18:47:22,738 Epoch 2 Step: 18600 Batch Loss: 2.131489 Tokens per Sec: 17343, Lr: 0.000300\n", "2020-06-03 18:47:37,754 Epoch 2 Step: 18700 Batch Loss: 2.511752 Tokens per Sec: 17321, Lr: 0.000300\n", "2020-06-03 18:47:52,805 Epoch 2 Step: 18800 Batch Loss: 2.224335 Tokens per Sec: 16933, Lr: 0.000300\n", "2020-06-03 18:48:07,544 Epoch 2 Step: 18900 Batch Loss: 1.968389 Tokens per Sec: 17002, Lr: 0.000300\n", "2020-06-03 18:48:22,518 Epoch 2 Step: 19000 Batch Loss: 2.000124 Tokens per Sec: 17058, Lr: 0.000300\n", "2020-06-03 18:48:45,942 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:48:45,943 Saving new checkpoint.\n", "2020-06-03 18:48:46,121 Example #0\n", "2020-06-03 18:48:46,121 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:48:46,121 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:48:46,121 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kutembelea watu wao , akawa akimarishwa .\n", "2020-06-03 18:48:46,121 Example #1\n", "2020-06-03 18:48:46,121 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:48:46,122 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:48:46,122 \tHypothesis: Ingawa maji hayo huonekana , woga na maua huachwa .\n", "2020-06-03 18:48:46,122 Example #2\n", "2020-06-03 18:48:46,122 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:48:46,122 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:48:46,122 \tHypothesis: Maelezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa kibiashara .\n", "2020-06-03 18:48:46,122 Example #3\n", "2020-06-03 18:48:46,122 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:48:46,122 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:48:46,122 \tHypothesis: Tamani ya kufanya kazi katika eneo lenye matunda mengi ni jambo jingine la kuendeleza — na kwa njia nyingine .\n", "2020-06-03 18:48:46,122 Validation result (greedy) at epoch 2, step 19000: bleu: 22.14, loss: 53444.5312, ppl: 6.8383, duration: 23.6035s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 18:49:01,201 Epoch 2 Step: 19100 Batch Loss: 2.080909 Tokens per Sec: 16955, Lr: 0.000300\n", "2020-06-03 18:49:15,857 Epoch 2 Step: 19200 Batch Loss: 1.978185 Tokens per Sec: 17228, Lr: 0.000300\n", "2020-06-03 18:49:30,669 Epoch 2 Step: 19300 Batch Loss: 2.124865 Tokens per Sec: 16811, Lr: 0.000300\n", "2020-06-03 18:49:45,481 Epoch 2 Step: 19400 Batch Loss: 2.858856 Tokens per Sec: 17070, Lr: 0.000300\n", "2020-06-03 18:50:00,327 Epoch 2 Step: 19500 Batch Loss: 2.127901 Tokens per Sec: 17135, Lr: 0.000300\n", "2020-06-03 18:50:15,084 Epoch 2 Step: 19600 Batch Loss: 2.306478 Tokens per Sec: 17132, Lr: 0.000300\n", "2020-06-03 18:50:29,939 Epoch 2 Step: 19700 Batch Loss: 2.068464 Tokens per Sec: 16895, Lr: 0.000300\n", "2020-06-03 18:50:44,719 Epoch 2 Step: 19800 Batch Loss: 2.092929 Tokens per Sec: 17215, Lr: 0.000300\n", "2020-06-03 18:50:59,755 Epoch 2 Step: 19900 Batch Loss: 2.134481 Tokens per Sec: 17083, Lr: 0.000300\n", "2020-06-03 18:51:14,663 Epoch 2 Step: 20000 Batch Loss: 2.146707 Tokens per Sec: 17268, Lr: 0.000300\n", "2020-06-03 18:51:39,990 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:51:39,990 Saving new checkpoint.\n", "2020-06-03 18:51:40,166 Example #0\n", "2020-06-03 18:51:40,167 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:51:40,167 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:51:40,167 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alifunga .\n", "2020-06-03 18:51:40,167 Example #1\n", "2020-06-03 18:51:40,167 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:51:40,167 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:51:40,167 \tHypothesis: Ingawa maji hayo hutokea , wachuma na wadudu huondoka .\n", "2020-06-03 18:51:40,167 Example #2\n", "2020-06-03 18:51:40,167 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:51:40,167 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:51:40,168 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa pupa .\n", "2020-06-03 18:51:40,168 Example #3\n", "2020-06-03 18:51:40,168 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:51:40,168 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:51:40,168 \tHypothesis: Tamani ya kufanya kazi katika eneo lenye matunda mengi ni jambo jingine la maana sana — na kwa ufanisi .\n", "2020-06-03 18:51:40,168 Validation result (greedy) at epoch 2, step 20000: bleu: 22.85, loss: 52525.4609, ppl: 6.6159, duration: 25.5047s\n", "2020-06-03 18:51:55,122 Epoch 2 Step: 20100 Batch Loss: 2.263710 Tokens per Sec: 17149, Lr: 0.000300\n", "2020-06-03 18:52:09,696 Epoch 2 Step: 20200 Batch Loss: 1.921225 Tokens per Sec: 17153, Lr: 0.000300\n", "2020-06-03 18:52:24,499 Epoch 2 Step: 20300 Batch Loss: 2.073040 Tokens per Sec: 17656, Lr: 0.000300\n", "2020-06-03 18:52:39,204 Epoch 2 Step: 20400 Batch Loss: 1.998119 Tokens per Sec: 17182, Lr: 0.000300\n", "2020-06-03 18:52:51,822 Epoch 2: total training loss 23711.05\n", "2020-06-03 18:52:51,822 EPOCH 3\n", "2020-06-03 18:52:55,708 Epoch 3 Step: 20500 Batch Loss: 2.324116 Tokens per Sec: 10488, Lr: 0.000300\n", "2020-06-03 18:53:10,546 Epoch 3 Step: 20600 Batch Loss: 2.302756 Tokens per Sec: 17457, Lr: 0.000300\n", "2020-06-03 18:53:25,262 Epoch 3 Step: 20700 Batch Loss: 2.038341 Tokens per Sec: 17194, Lr: 0.000300\n", "2020-06-03 18:53:40,069 Epoch 3 Step: 20800 Batch Loss: 1.970977 Tokens per Sec: 16895, Lr: 0.000300\n", "2020-06-03 18:53:54,807 Epoch 3 Step: 20900 Batch Loss: 2.254930 Tokens per Sec: 17323, Lr: 0.000300\n", "2020-06-03 18:54:09,823 Epoch 3 Step: 21000 Batch Loss: 2.188174 Tokens per Sec: 17195, Lr: 0.000300\n", "2020-06-03 18:54:33,705 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:54:33,705 Saving new checkpoint.\n", "2020-06-03 18:54:33,943 Example #0\n", "2020-06-03 18:54:33,943 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:54:33,943 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:54:33,943 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa akimwogopa .\n", "2020-06-03 18:54:33,944 Example #1\n", "2020-06-03 18:54:33,944 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:54:33,944 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:54:33,944 \tHypothesis: Ingawa maji hayo huonekana , wokovu na maua huondolewa .\n", "2020-06-03 18:54:33,944 Example #2\n", "2020-06-03 18:54:33,944 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:54:33,944 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:54:33,944 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa pupa .\n", "2020-06-03 18:54:33,944 Example #3\n", "2020-06-03 18:54:33,944 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:54:33,944 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:54:33,944 \tHypothesis: Tamani ya kufanya kazi katika eneo lenye matunda mengi ni yenye kufaa sana — na kwa bidii .\n", "2020-06-03 18:54:33,944 Validation result (greedy) at epoch 3, step 21000: bleu: 23.19, loss: 51824.3125, ppl: 6.4511, duration: 24.1207s\n", "2020-06-03 18:54:48,966 Epoch 3 Step: 21100 Batch Loss: 2.192693 Tokens per Sec: 17132, Lr: 0.000300\n", "2020-06-03 18:55:03,970 Epoch 3 Step: 21200 Batch Loss: 2.026076 Tokens per Sec: 16825, Lr: 0.000300\n", "2020-06-03 18:55:18,810 Epoch 3 Step: 21300 Batch Loss: 2.188450 Tokens per Sec: 17369, Lr: 0.000300\n", "2020-06-03 18:55:33,783 Epoch 3 Step: 21400 Batch Loss: 2.468890 Tokens per Sec: 17409, Lr: 0.000300\n", "2020-06-03 18:55:48,558 Epoch 3 Step: 21500 Batch Loss: 2.299523 Tokens per Sec: 16985, Lr: 0.000300\n", "2020-06-03 18:56:03,421 Epoch 3 Step: 21600 Batch Loss: 1.943177 Tokens per Sec: 17337, Lr: 0.000300\n", "2020-06-03 18:56:18,250 Epoch 3 Step: 21700 Batch Loss: 2.175650 Tokens per Sec: 17178, Lr: 0.000300\n", "2020-06-03 18:56:33,205 Epoch 3 Step: 21800 Batch Loss: 2.085552 Tokens per Sec: 16772, Lr: 0.000300\n", "2020-06-03 18:56:47,950 Epoch 3 Step: 21900 Batch Loss: 2.148335 Tokens per Sec: 16952, Lr: 0.000300\n", "2020-06-03 18:57:02,929 Epoch 3 Step: 22000 Batch Loss: 1.856951 Tokens per Sec: 17298, Lr: 0.000300\n", "2020-06-03 18:57:25,795 Hooray! New best validation result [ppl]!\n", "2020-06-03 18:57:25,795 Saving new checkpoint.\n", "2020-06-03 18:57:25,971 Example #0\n", "2020-06-03 18:57:25,972 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 18:57:25,972 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 18:57:25,972 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amewahi .\n", "2020-06-03 18:57:25,972 Example #1\n", "2020-06-03 18:57:25,972 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 18:57:25,972 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 18:57:25,972 \tHypothesis: Ingawa maji hayo huonekana , wokovu na maua huachwa .\n", "2020-06-03 18:57:25,972 Example #2\n", "2020-06-03 18:57:25,972 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 18:57:25,972 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 18:57:25,972 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa kibiashara .\n", "2020-06-03 18:57:25,972 Example #3\n", "2020-06-03 18:57:25,972 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 18:57:25,972 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 18:57:25,972 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mengi ni yenye kufaa sana — na kwa ukamili .\n", "2020-06-03 18:57:25,972 Validation result (greedy) at epoch 3, step 22000: bleu: 23.54, loss: 51280.1797, ppl: 6.3261, duration: 23.0434s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 18:57:40,735 Epoch 3 Step: 22100 Batch Loss: 2.273492 Tokens per Sec: 17227, Lr: 0.000300\n", "2020-06-03 18:57:55,658 Epoch 3 Step: 22200 Batch Loss: 1.754470 Tokens per Sec: 17176, Lr: 0.000300\n", "2020-06-03 18:58:10,542 Epoch 3 Step: 22300 Batch Loss: 2.176633 Tokens per Sec: 17508, Lr: 0.000300\n", "2020-06-03 18:58:25,371 Epoch 3 Step: 22400 Batch Loss: 2.008006 Tokens per Sec: 17527, Lr: 0.000300\n", "2020-06-03 18:58:40,242 Epoch 3 Step: 22500 Batch Loss: 1.961471 Tokens per Sec: 16988, Lr: 0.000300\n", "2020-06-03 18:58:55,185 Epoch 3 Step: 22600 Batch Loss: 1.936018 Tokens per Sec: 17353, Lr: 0.000300\n", "2020-06-03 18:59:10,188 Epoch 3 Step: 22700 Batch Loss: 1.952038 Tokens per Sec: 17459, Lr: 0.000300\n", "2020-06-03 18:59:25,105 Epoch 3 Step: 22800 Batch Loss: 1.950102 Tokens per Sec: 17170, Lr: 0.000300\n", "2020-06-03 18:59:39,947 Epoch 3 Step: 22900 Batch Loss: 2.032287 Tokens per Sec: 16806, Lr: 0.000300\n", "2020-06-03 18:59:55,111 Epoch 3 Step: 23000 Batch Loss: 2.210479 Tokens per Sec: 17087, Lr: 0.000300\n", "2020-06-03 19:00:17,380 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:00:17,380 Saving new checkpoint.\n", "2020-06-03 19:00:17,561 Example #0\n", "2020-06-03 19:00:17,562 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:00:17,562 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:00:17,562 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alifunga ndoa .\n", "2020-06-03 19:00:17,562 Example #1\n", "2020-06-03 19:00:17,562 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:00:17,562 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:00:17,562 \tHypothesis: Ingawa maji huonekana , wokovu na madhara huondolewa kwa upepo .\n", "2020-06-03 19:00:17,562 Example #2\n", "2020-06-03 19:00:17,562 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:00:17,562 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:00:17,562 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa kibiashara .\n", "2020-06-03 19:00:17,562 Example #3\n", "2020-06-03 19:00:17,562 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:00:17,562 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:00:17,562 \tHypothesis: Tamani ya kufanya kazi katika eneo lenye matunda mengi ni lenye kuhuzunisha — na kwa bidii .\n", "2020-06-03 19:00:17,563 Validation result (greedy) at epoch 3, step 23000: bleu: 24.18, loss: 50823.7305, ppl: 6.2230, duration: 22.4510s\n", "2020-06-03 19:00:32,469 Epoch 3 Step: 23100 Batch Loss: 2.176304 Tokens per Sec: 17387, Lr: 0.000300\n", "2020-06-03 19:00:47,404 Epoch 3 Step: 23200 Batch Loss: 2.038281 Tokens per Sec: 17189, Lr: 0.000300\n", "2020-06-03 19:01:02,183 Epoch 3 Step: 23300 Batch Loss: 2.063707 Tokens per Sec: 17237, Lr: 0.000300\n", "2020-06-03 19:01:17,380 Epoch 3 Step: 23400 Batch Loss: 2.099111 Tokens per Sec: 17084, Lr: 0.000300\n", "2020-06-03 19:01:32,132 Epoch 3 Step: 23500 Batch Loss: 2.636272 Tokens per Sec: 17252, Lr: 0.000300\n", "2020-06-03 19:01:46,992 Epoch 3 Step: 23600 Batch Loss: 1.799303 Tokens per Sec: 17279, Lr: 0.000300\n", "2020-06-03 19:02:01,910 Epoch 3 Step: 23700 Batch Loss: 2.028197 Tokens per Sec: 17385, Lr: 0.000300\n", "2020-06-03 19:02:16,932 Epoch 3 Step: 23800 Batch Loss: 1.847915 Tokens per Sec: 17346, Lr: 0.000300\n", "2020-06-03 19:02:31,798 Epoch 3 Step: 23900 Batch Loss: 2.164422 Tokens per Sec: 17439, Lr: 0.000300\n", "2020-06-03 19:02:46,684 Epoch 3 Step: 24000 Batch Loss: 1.943824 Tokens per Sec: 17253, Lr: 0.000300\n", "2020-06-03 19:03:08,554 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:03:08,555 Saving new checkpoint.\n", "2020-06-03 19:03:08,732 Example #0\n", "2020-06-03 19:03:08,732 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:03:08,732 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:03:08,732 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 19:03:08,732 Example #1\n", "2020-06-03 19:03:08,732 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:03:08,733 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:03:08,733 \tHypothesis: Ingawa maji huonekana , wokovu na madini huachwa .\n", "2020-06-03 19:03:08,733 Example #2\n", "2020-06-03 19:03:08,733 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:03:08,733 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:03:08,733 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa kibiashara .\n", "2020-06-03 19:03:08,733 Example #3\n", "2020-06-03 19:03:08,733 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:03:08,733 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:03:08,733 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda ni yenye kuleta kiasi kingine — na kwa ufanisi .\n", "2020-06-03 19:03:08,733 Validation result (greedy) at epoch 3, step 24000: bleu: 24.80, loss: 50228.1758, ppl: 6.0911, duration: 22.0485s\n", "2020-06-03 19:03:23,346 Epoch 3 Step: 24100 Batch Loss: 1.884212 Tokens per Sec: 17242, Lr: 0.000300\n", "2020-06-03 19:03:38,210 Epoch 3 Step: 24200 Batch Loss: 2.577624 Tokens per Sec: 17260, Lr: 0.000300\n", "2020-06-03 19:03:53,167 Epoch 3 Step: 24300 Batch Loss: 1.841374 Tokens per Sec: 17188, Lr: 0.000300\n", "2020-06-03 19:04:08,142 Epoch 3 Step: 24400 Batch Loss: 1.933475 Tokens per Sec: 17439, Lr: 0.000300\n", "2020-06-03 19:04:23,043 Epoch 3 Step: 24500 Batch Loss: 2.034852 Tokens per Sec: 17063, Lr: 0.000300\n", "2020-06-03 19:04:37,968 Epoch 3 Step: 24600 Batch Loss: 2.032560 Tokens per Sec: 17217, Lr: 0.000300\n", "2020-06-03 19:04:52,916 Epoch 3 Step: 24700 Batch Loss: 1.795067 Tokens per Sec: 16908, Lr: 0.000300\n", "2020-06-03 19:05:07,692 Epoch 3 Step: 24800 Batch Loss: 2.034600 Tokens per Sec: 17448, Lr: 0.000300\n", "2020-06-03 19:05:22,570 Epoch 3 Step: 24900 Batch Loss: 2.228060 Tokens per Sec: 17278, Lr: 0.000300\n", "2020-06-03 19:05:37,526 Epoch 3 Step: 25000 Batch Loss: 1.864177 Tokens per Sec: 17383, Lr: 0.000300\n", "2020-06-03 19:06:01,522 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:06:01,523 Saving new checkpoint.\n", "2020-06-03 19:06:01,700 Example #0\n", "2020-06-03 19:06:01,700 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:06:01,700 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:06:01,700 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alishangaa .\n", "2020-06-03 19:06:01,700 Example #1\n", "2020-06-03 19:06:01,700 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:06:01,700 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:06:01,700 \tHypothesis: Ingawa maji huonekana , wokovu na mabomu huachwa .\n", "2020-06-03 19:06:01,700 Example #2\n", "2020-06-03 19:06:01,700 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:06:01,701 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:06:01,701 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa pupa .\n", "2020-06-03 19:06:01,701 Example #3\n", "2020-06-03 19:06:01,701 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:06:01,701 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:06:01,701 \tHypothesis: Tamani ya kufanya kazi katika eneo lenye matunda ni yenye kuchochea sana — na kwa ufanisi .\n", "2020-06-03 19:06:01,701 Validation result (greedy) at epoch 3, step 25000: bleu: 24.75, loss: 49883.7188, ppl: 6.0161, duration: 24.1745s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 19:06:16,299 Epoch 3 Step: 25100 Batch Loss: 1.953776 Tokens per Sec: 16987, Lr: 0.000300\n", "2020-06-03 19:06:31,397 Epoch 3 Step: 25200 Batch Loss: 2.062883 Tokens per Sec: 17077, Lr: 0.000300\n", "2020-06-03 19:06:46,400 Epoch 3 Step: 25300 Batch Loss: 1.998831 Tokens per Sec: 17476, Lr: 0.000300\n", "2020-06-03 19:07:01,313 Epoch 3 Step: 25400 Batch Loss: 2.119159 Tokens per Sec: 17113, Lr: 0.000300\n", "2020-06-03 19:07:16,134 Epoch 3 Step: 25500 Batch Loss: 2.351821 Tokens per Sec: 17060, Lr: 0.000300\n", "2020-06-03 19:07:30,834 Epoch 3 Step: 25600 Batch Loss: 1.819448 Tokens per Sec: 17098, Lr: 0.000300\n", "2020-06-03 19:07:45,825 Epoch 3 Step: 25700 Batch Loss: 1.832917 Tokens per Sec: 16974, Lr: 0.000300\n", "2020-06-03 19:08:00,757 Epoch 3 Step: 25800 Batch Loss: 1.926643 Tokens per Sec: 17040, Lr: 0.000300\n", "2020-06-03 19:08:15,611 Epoch 3 Step: 25900 Batch Loss: 2.022455 Tokens per Sec: 17185, Lr: 0.000300\n", "2020-06-03 19:08:30,542 Epoch 3 Step: 26000 Batch Loss: 2.366258 Tokens per Sec: 17304, Lr: 0.000300\n", "2020-06-03 19:08:54,511 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:08:54,511 Saving new checkpoint.\n", "2020-06-03 19:08:54,692 Example #0\n", "2020-06-03 19:08:54,692 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:08:54,692 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:08:54,692 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , alifungwa .\n", "2020-06-03 19:08:54,692 Example #1\n", "2020-06-03 19:08:54,693 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:08:54,693 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:08:54,693 \tHypothesis: Ingawa maji hayo huonekana , chumvi na maua huondolewa .\n", "2020-06-03 19:08:54,693 Example #2\n", "2020-06-03 19:08:54,693 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:08:54,693 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:08:54,693 \tHypothesis: Mapelekezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa volkeno .\n", "2020-06-03 19:08:54,693 Example #3\n", "2020-06-03 19:08:54,693 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:08:54,694 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:08:54,694 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni yenye kuchochea — na kwa ukamili .\n", "2020-06-03 19:08:54,694 Validation result (greedy) at epoch 3, step 26000: bleu: 25.10, loss: 49254.8633, ppl: 5.8816, duration: 24.1517s\n", "2020-06-03 19:09:09,478 Epoch 3 Step: 26100 Batch Loss: 2.049114 Tokens per Sec: 16992, Lr: 0.000300\n", "2020-06-03 19:09:24,398 Epoch 3 Step: 26200 Batch Loss: 1.913311 Tokens per Sec: 17271, Lr: 0.000300\n", "2020-06-03 19:09:39,121 Epoch 3 Step: 26300 Batch Loss: 2.203099 Tokens per Sec: 17299, Lr: 0.000300\n", "2020-06-03 19:09:54,026 Epoch 3 Step: 26400 Batch Loss: 2.009253 Tokens per Sec: 17242, Lr: 0.000300\n", "2020-06-03 19:10:08,567 Epoch 3 Step: 26500 Batch Loss: 1.819021 Tokens per Sec: 17003, Lr: 0.000300\n", "2020-06-03 19:10:23,477 Epoch 3 Step: 26600 Batch Loss: 2.322682 Tokens per Sec: 17254, Lr: 0.000300\n", "2020-06-03 19:10:38,355 Epoch 3 Step: 26700 Batch Loss: 2.004000 Tokens per Sec: 17437, Lr: 0.000300\n", "2020-06-03 19:10:53,202 Epoch 3 Step: 26800 Batch Loss: 2.015287 Tokens per Sec: 17554, Lr: 0.000300\n", "2020-06-03 19:11:08,256 Epoch 3 Step: 26900 Batch Loss: 1.908423 Tokens per Sec: 17377, Lr: 0.000300\n", "2020-06-03 19:11:23,172 Epoch 3 Step: 27000 Batch Loss: 1.930074 Tokens per Sec: 17058, Lr: 0.000300\n", "2020-06-03 19:11:46,586 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:11:46,586 Saving new checkpoint.\n", "2020-06-03 19:11:46,761 Example #0\n", "2020-06-03 19:11:46,761 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:11:46,761 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:11:46,761 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 19:11:46,761 Example #1\n", "2020-06-03 19:11:46,761 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:11:46,761 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:11:46,761 \tHypothesis: Ingawa maji huonekana , wokovu na madakika huachwa .\n", "2020-06-03 19:11:46,761 Example #2\n", "2020-06-03 19:11:46,762 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:11:46,762 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:11:46,762 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa volkano ya volkeno .\n", "2020-06-03 19:11:46,762 Example #3\n", "2020-06-03 19:11:46,762 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:11:46,762 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:11:46,762 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mengi ni jambo jingine la kuendeleza — na kwa uthabiti .\n", "2020-06-03 19:11:46,762 Validation result (greedy) at epoch 3, step 27000: bleu: 25.02, loss: 48969.3242, ppl: 5.8215, duration: 23.5893s\n", "2020-06-03 19:12:01,716 Epoch 3 Step: 27100 Batch Loss: 2.142837 Tokens per Sec: 17134, Lr: 0.000300\n", "2020-06-03 19:12:16,483 Epoch 3 Step: 27200 Batch Loss: 2.072731 Tokens per Sec: 16945, Lr: 0.000300\n", "2020-06-03 19:12:31,549 Epoch 3 Step: 27300 Batch Loss: 1.930648 Tokens per Sec: 17243, Lr: 0.000300\n", "2020-06-03 19:12:46,351 Epoch 3 Step: 27400 Batch Loss: 1.865792 Tokens per Sec: 17329, Lr: 0.000300\n", "2020-06-03 19:13:01,203 Epoch 3 Step: 27500 Batch Loss: 1.807739 Tokens per Sec: 17200, Lr: 0.000300\n", "2020-06-03 19:13:15,953 Epoch 3 Step: 27600 Batch Loss: 1.995282 Tokens per Sec: 17239, Lr: 0.000300\n", "2020-06-03 19:13:30,754 Epoch 3 Step: 27700 Batch Loss: 1.915893 Tokens per Sec: 17404, Lr: 0.000300\n", "2020-06-03 19:13:45,494 Epoch 3 Step: 27800 Batch Loss: 2.029525 Tokens per Sec: 17271, Lr: 0.000300\n", "2020-06-03 19:14:00,339 Epoch 3 Step: 27900 Batch Loss: 1.850580 Tokens per Sec: 17452, Lr: 0.000300\n", "2020-06-03 19:14:15,095 Epoch 3 Step: 28000 Batch Loss: 2.045657 Tokens per Sec: 16875, Lr: 0.000300\n", "2020-06-03 19:14:38,302 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:14:38,303 Saving new checkpoint.\n", "2020-06-03 19:14:38,483 Example #0\n", "2020-06-03 19:14:38,483 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:14:38,483 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:14:38,483 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alivunjika moyo .\n", "2020-06-03 19:14:38,483 Example #1\n", "2020-06-03 19:14:38,484 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:14:38,484 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:14:38,484 \tHypothesis: Ingawa maji hayo hutokea , chumvi na madirisha huachwa .\n", "2020-06-03 19:14:38,484 Example #2\n", "2020-06-03 19:14:38,484 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:14:38,484 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:14:38,484 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa volkano la pupa .\n", "2020-06-03 19:14:38,484 Example #3\n", "2020-06-03 19:14:38,484 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:14:38,484 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:14:38,484 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mengi ni yenye kuhuzunisha sana — na kwa ufanisi .\n", "2020-06-03 19:14:38,484 Validation result (greedy) at epoch 3, step 28000: bleu: 25.51, loss: 48530.9531, ppl: 5.7304, duration: 23.3893s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 19:14:53,156 Epoch 3 Step: 28100 Batch Loss: 1.869121 Tokens per Sec: 17176, Lr: 0.000300\n", "2020-06-03 19:15:07,927 Epoch 3 Step: 28200 Batch Loss: 1.788834 Tokens per Sec: 17300, Lr: 0.000300\n", "2020-06-03 19:15:22,935 Epoch 3 Step: 28300 Batch Loss: 1.770422 Tokens per Sec: 17332, Lr: 0.000300\n", "2020-06-03 19:15:37,474 Epoch 3 Step: 28400 Batch Loss: 2.393162 Tokens per Sec: 16962, Lr: 0.000300\n", "2020-06-03 19:15:52,429 Epoch 3 Step: 28500 Batch Loss: 1.759719 Tokens per Sec: 17165, Lr: 0.000300\n", "2020-06-03 19:16:07,133 Epoch 3 Step: 28600 Batch Loss: 1.790079 Tokens per Sec: 16897, Lr: 0.000300\n", "2020-06-03 19:16:21,904 Epoch 3 Step: 28700 Batch Loss: 1.802751 Tokens per Sec: 17193, Lr: 0.000300\n", "2020-06-03 19:16:36,583 Epoch 3 Step: 28800 Batch Loss: 1.847771 Tokens per Sec: 17266, Lr: 0.000300\n", "2020-06-03 19:16:51,316 Epoch 3 Step: 28900 Batch Loss: 1.850078 Tokens per Sec: 17505, Lr: 0.000300\n", "2020-06-03 19:17:06,212 Epoch 3 Step: 29000 Batch Loss: 1.849660 Tokens per Sec: 17304, Lr: 0.000300\n", "2020-06-03 19:17:27,741 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:17:27,741 Saving new checkpoint.\n", "2020-06-03 19:17:27,919 Example #0\n", "2020-06-03 19:17:27,919 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:17:27,919 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:17:27,919 \tHypothesis: Nilipokumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alifungwa .\n", "2020-06-03 19:17:27,919 Example #1\n", "2020-06-03 19:17:27,919 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:17:27,919 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:17:27,919 \tHypothesis: Ingawa maji hutokea , chumvi na madakika huondolewa nyuma .\n", "2020-06-03 19:17:27,919 Example #2\n", "2020-06-03 19:17:27,919 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:17:27,919 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:17:27,919 \tHypothesis: Mapelekezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa volkano ya kijani .\n", "2020-06-03 19:17:27,919 Example #3\n", "2020-06-03 19:17:27,919 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:17:27,920 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:17:27,920 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni mojawapo ya nia nyingine — na kwa ufanisi .\n", "2020-06-03 19:17:27,920 Validation result (greedy) at epoch 3, step 29000: bleu: 25.44, loss: 48065.8281, ppl: 5.6353, duration: 21.7066s\n", "2020-06-03 19:17:42,791 Epoch 3 Step: 29100 Batch Loss: 1.843911 Tokens per Sec: 17033, Lr: 0.000300\n", "2020-06-03 19:17:57,581 Epoch 3 Step: 29200 Batch Loss: 1.997411 Tokens per Sec: 17037, Lr: 0.000300\n", "2020-06-03 19:18:12,593 Epoch 3 Step: 29300 Batch Loss: 2.076006 Tokens per Sec: 17144, Lr: 0.000300\n", "2020-06-03 19:18:27,463 Epoch 3 Step: 29400 Batch Loss: 2.158397 Tokens per Sec: 17429, Lr: 0.000300\n", "2020-06-03 19:18:42,329 Epoch 3 Step: 29500 Batch Loss: 1.875121 Tokens per Sec: 17290, Lr: 0.000300\n", "2020-06-03 19:18:57,486 Epoch 3 Step: 29600 Batch Loss: 1.898402 Tokens per Sec: 16944, Lr: 0.000300\n", "2020-06-03 19:19:12,252 Epoch 3 Step: 29700 Batch Loss: 1.878106 Tokens per Sec: 17046, Lr: 0.000300\n", "2020-06-03 19:19:27,216 Epoch 3 Step: 29800 Batch Loss: 1.941369 Tokens per Sec: 17152, Lr: 0.000300\n", "2020-06-03 19:19:42,184 Epoch 3 Step: 29900 Batch Loss: 1.798225 Tokens per Sec: 17260, Lr: 0.000300\n", "2020-06-03 19:19:57,017 Epoch 3 Step: 30000 Batch Loss: 1.981858 Tokens per Sec: 17355, Lr: 0.000300\n", "2020-06-03 19:20:20,904 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:20:20,905 Saving new checkpoint.\n", "2020-06-03 19:20:21,087 Example #0\n", "2020-06-03 19:20:21,087 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:20:21,087 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:20:21,087 \tHypothesis: Nilipokumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amelemewa .\n", "2020-06-03 19:20:21,087 Example #1\n", "2020-06-03 19:20:21,087 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:20:21,088 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:20:21,088 \tHypothesis: Ingawa maji hutoweka , chumvi na madirisha huachwa nyuma .\n", "2020-06-03 19:20:21,088 Example #2\n", "2020-06-03 19:20:21,088 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:20:21,088 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:20:21,088 \tHypothesis: Mapelekezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa volkeno ya kijani .\n", "2020-06-03 19:20:21,088 Example #3\n", "2020-06-03 19:20:21,088 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:20:21,088 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:20:21,088 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni yenye kuchochea — na kwa uthabiti .\n", "2020-06-03 19:20:21,088 Validation result (greedy) at epoch 3, step 30000: bleu: 25.90, loss: 47943.3438, ppl: 5.6105, duration: 24.0708s\n", "2020-06-03 19:20:35,862 Epoch 3 Step: 30100 Batch Loss: 1.818964 Tokens per Sec: 17058, Lr: 0.000300\n", "2020-06-03 19:20:50,520 Epoch 3 Step: 30200 Batch Loss: 2.132909 Tokens per Sec: 16772, Lr: 0.000300\n", "2020-06-03 19:21:05,272 Epoch 3 Step: 30300 Batch Loss: 2.003740 Tokens per Sec: 17084, Lr: 0.000300\n", "2020-06-03 19:21:20,274 Epoch 3 Step: 30400 Batch Loss: 1.997767 Tokens per Sec: 17627, Lr: 0.000300\n", "2020-06-03 19:21:35,031 Epoch 3 Step: 30500 Batch Loss: 1.880329 Tokens per Sec: 17302, Lr: 0.000300\n", "2020-06-03 19:21:49,791 Epoch 3 Step: 30600 Batch Loss: 2.107219 Tokens per Sec: 17298, Lr: 0.000300\n", "2020-06-03 19:22:04,568 Epoch 3 Step: 30700 Batch Loss: 2.235304 Tokens per Sec: 17150, Lr: 0.000300\n", "2020-06-03 19:22:07,972 Epoch 3: total training loss 20833.14\n", "2020-06-03 19:22:07,972 EPOCH 4\n", "2020-06-03 19:22:20,814 Epoch 4 Step: 30800 Batch Loss: 2.049774 Tokens per Sec: 15267, Lr: 0.000300\n", "2020-06-03 19:22:35,520 Epoch 4 Step: 30900 Batch Loss: 2.019114 Tokens per Sec: 17310, Lr: 0.000300\n", "2020-06-03 19:22:50,194 Epoch 4 Step: 31000 Batch Loss: 2.133601 Tokens per Sec: 17193, Lr: 0.000300\n", "2020-06-03 19:23:12,200 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:23:12,201 Saving new checkpoint.\n", "2020-06-03 19:23:12,378 Example #0\n", "2020-06-03 19:23:12,379 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:23:12,379 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:23:12,379 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 19:23:12,379 Example #1\n", "2020-06-03 19:23:12,379 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:23:12,379 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:23:12,379 \tHypothesis: Ingawa maji hutokea , chumvi na madakika huachwa .\n", "2020-06-03 19:23:12,379 Example #2\n", "2020-06-03 19:23:12,379 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:23:12,379 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:23:12,379 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ugeuzi wa kibiashara .\n", "2020-06-03 19:23:12,379 Example #3\n", "2020-06-03 19:23:12,379 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:23:12,379 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:23:12,380 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda ni mara nyingi sana — na kwa ufanisi .\n", "2020-06-03 19:23:12,380 Validation result (greedy) at epoch 4, step 31000: bleu: 25.96, loss: 47746.0156, ppl: 5.5708, duration: 22.1846s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 19:23:27,359 Epoch 4 Step: 31100 Batch Loss: 2.057285 Tokens per Sec: 17366, Lr: 0.000300\n", "2020-06-03 19:23:42,219 Epoch 4 Step: 31200 Batch Loss: 1.908805 Tokens per Sec: 17242, Lr: 0.000300\n", "2020-06-03 19:23:57,411 Epoch 4 Step: 31300 Batch Loss: 2.058115 Tokens per Sec: 17204, Lr: 0.000300\n", "2020-06-03 19:24:12,179 Epoch 4 Step: 31400 Batch Loss: 1.956830 Tokens per Sec: 17426, Lr: 0.000300\n", "2020-06-03 19:24:26,753 Epoch 4 Step: 31500 Batch Loss: 2.081980 Tokens per Sec: 17058, Lr: 0.000300\n", "2020-06-03 19:24:41,713 Epoch 4 Step: 31600 Batch Loss: 1.830908 Tokens per Sec: 17300, Lr: 0.000300\n", "2020-06-03 19:24:56,751 Epoch 4 Step: 31700 Batch Loss: 2.082706 Tokens per Sec: 17060, Lr: 0.000300\n", "2020-06-03 19:25:11,771 Epoch 4 Step: 31800 Batch Loss: 1.952567 Tokens per Sec: 17241, Lr: 0.000300\n", "2020-06-03 19:25:26,512 Epoch 4 Step: 31900 Batch Loss: 1.782664 Tokens per Sec: 16743, Lr: 0.000300\n", "2020-06-03 19:25:41,189 Epoch 4 Step: 32000 Batch Loss: 1.884891 Tokens per Sec: 17022, Lr: 0.000300\n", "2020-06-03 19:26:01,290 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:26:01,290 Saving new checkpoint.\n", "2020-06-03 19:26:01,470 Example #0\n", "2020-06-03 19:26:01,470 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:26:01,470 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:26:01,470 \tHypothesis: Nilipokumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 19:26:01,470 Example #1\n", "2020-06-03 19:26:01,470 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:26:01,471 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:26:01,471 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa .\n", "2020-06-03 19:26:01,471 Example #2\n", "2020-06-03 19:26:01,471 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:26:01,471 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:26:01,471 \tHypothesis: Mapelekeo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa jani .\n", "2020-06-03 19:26:01,471 Example #3\n", "2020-06-03 19:26:01,471 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:26:01,471 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:26:01,471 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni yenye kuchochea — na kwa ufanisi .\n", "2020-06-03 19:26:01,471 Validation result (greedy) at epoch 4, step 32000: bleu: 25.79, loss: 47067.6016, ppl: 5.4365, duration: 20.2822s\n", "2020-06-03 19:26:16,423 Epoch 4 Step: 32100 Batch Loss: 1.782604 Tokens per Sec: 17347, Lr: 0.000300\n", "2020-06-03 19:26:31,287 Epoch 4 Step: 32200 Batch Loss: 1.772339 Tokens per Sec: 17534, Lr: 0.000300\n", "2020-06-03 19:26:46,232 Epoch 4 Step: 32300 Batch Loss: 2.325347 Tokens per Sec: 17416, Lr: 0.000300\n", "2020-06-03 19:27:01,266 Epoch 4 Step: 32400 Batch Loss: 2.202673 Tokens per Sec: 17402, Lr: 0.000300\n", "2020-06-03 19:27:16,075 Epoch 4 Step: 32500 Batch Loss: 1.839546 Tokens per Sec: 17219, Lr: 0.000300\n", "2020-06-03 19:27:30,731 Epoch 4 Step: 32600 Batch Loss: 1.744327 Tokens per Sec: 17205, Lr: 0.000300\n", "2020-06-03 19:27:45,500 Epoch 4 Step: 32700 Batch Loss: 1.752454 Tokens per Sec: 17033, Lr: 0.000300\n", "2020-06-03 19:28:00,358 Epoch 4 Step: 32800 Batch Loss: 1.942312 Tokens per Sec: 17201, Lr: 0.000300\n", "2020-06-03 19:28:15,107 Epoch 4 Step: 32900 Batch Loss: 2.138345 Tokens per Sec: 17034, Lr: 0.000300\n", "2020-06-03 19:28:30,159 Epoch 4 Step: 33000 Batch Loss: 1.933623 Tokens per Sec: 17385, Lr: 0.000300\n", "2020-06-03 19:28:55,135 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:28:55,135 Saving new checkpoint.\n", "2020-06-03 19:28:55,390 Example #0\n", "2020-06-03 19:28:55,391 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:28:55,391 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:28:55,391 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 19:28:55,391 Example #1\n", "2020-06-03 19:28:55,391 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:28:55,391 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:28:55,391 \tHypothesis: Ingawa maji hutokea , wokovu na madakika huachwa nyuma .\n", "2020-06-03 19:28:55,391 Example #2\n", "2020-06-03 19:28:55,391 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:28:55,391 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:28:55,392 \tHypothesis: Mimea hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ugeuzi wa kibichi .\n", "2020-06-03 19:28:55,392 Example #3\n", "2020-06-03 19:28:55,392 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:28:55,392 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:28:55,392 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni jambo jingine lenye kuchochea — na lenye kufaa sana .\n", "2020-06-03 19:28:55,392 Validation result (greedy) at epoch 4, step 33000: bleu: 26.34, loss: 46659.6445, ppl: 5.3573, duration: 25.2329s\n", "2020-06-03 19:29:10,168 Epoch 4 Step: 33100 Batch Loss: 1.774485 Tokens per Sec: 16931, Lr: 0.000300\n", "2020-06-03 19:29:25,113 Epoch 4 Step: 33200 Batch Loss: 2.100883 Tokens per Sec: 16999, Lr: 0.000300\n", "2020-06-03 19:29:40,085 Epoch 4 Step: 33300 Batch Loss: 2.152358 Tokens per Sec: 17059, Lr: 0.000300\n", "2020-06-03 19:29:54,950 Epoch 4 Step: 33400 Batch Loss: 1.793359 Tokens per Sec: 16909, Lr: 0.000300\n", "2020-06-03 19:30:09,902 Epoch 4 Step: 33500 Batch Loss: 1.917029 Tokens per Sec: 17324, Lr: 0.000300\n", "2020-06-03 19:30:24,768 Epoch 4 Step: 33600 Batch Loss: 1.932639 Tokens per Sec: 17295, Lr: 0.000300\n", "2020-06-03 19:30:39,572 Epoch 4 Step: 33700 Batch Loss: 1.860762 Tokens per Sec: 17322, Lr: 0.000300\n", "2020-06-03 19:30:54,284 Epoch 4 Step: 33800 Batch Loss: 1.915920 Tokens per Sec: 17613, Lr: 0.000300\n", "2020-06-03 19:31:09,097 Epoch 4 Step: 33900 Batch Loss: 1.863706 Tokens per Sec: 17089, Lr: 0.000300\n", "2020-06-03 19:31:23,999 Epoch 4 Step: 34000 Batch Loss: 1.949215 Tokens per Sec: 17283, Lr: 0.000300\n", "2020-06-03 19:31:45,747 Example #0\n", "2020-06-03 19:31:45,747 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:31:45,748 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:31:45,748 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 19:31:45,748 Example #1\n", "2020-06-03 19:31:45,748 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:31:45,748 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:31:45,748 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 19:31:45,748 Example #2\n", "2020-06-03 19:31:45,748 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:31:45,748 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:31:45,748 \tHypothesis: Mapelekezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uasi wa jani .\n", "2020-06-03 19:31:45,748 Example #3\n", "2020-06-03 19:31:45,748 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:31:45,749 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:31:45,749 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mengi ni jambo jingine la kuendesha — na kwa ufanisi .\n", "2020-06-03 19:31:45,749 Validation result (greedy) at epoch 4, step 34000: bleu: 26.39, loss: 46750.1992, ppl: 5.3748, duration: 21.7497s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 19:32:00,687 Epoch 4 Step: 34100 Batch Loss: 1.802972 Tokens per Sec: 17265, Lr: 0.000300\n", "2020-06-03 19:32:15,655 Epoch 4 Step: 34200 Batch Loss: 1.810015 Tokens per Sec: 17137, Lr: 0.000300\n", "2020-06-03 19:32:30,297 Epoch 4 Step: 34300 Batch Loss: 1.882186 Tokens per Sec: 17112, Lr: 0.000300\n", "2020-06-03 19:32:45,298 Epoch 4 Step: 34400 Batch Loss: 1.731711 Tokens per Sec: 17347, Lr: 0.000300\n", "2020-06-03 19:33:00,199 Epoch 4 Step: 34500 Batch Loss: 1.738054 Tokens per Sec: 17568, Lr: 0.000300\n", "2020-06-03 19:33:15,107 Epoch 4 Step: 34600 Batch Loss: 1.849254 Tokens per Sec: 17002, Lr: 0.000300\n", "2020-06-03 19:33:29,894 Epoch 4 Step: 34700 Batch Loss: 1.899745 Tokens per Sec: 17065, Lr: 0.000300\n", "2020-06-03 19:33:44,895 Epoch 4 Step: 34800 Batch Loss: 1.744329 Tokens per Sec: 17245, Lr: 0.000300\n", "2020-06-03 19:33:59,728 Epoch 4 Step: 34900 Batch Loss: 1.885889 Tokens per Sec: 17089, Lr: 0.000300\n", "2020-06-03 19:34:14,698 Epoch 4 Step: 35000 Batch Loss: 2.133920 Tokens per Sec: 17217, Lr: 0.000300\n", "2020-06-03 19:34:39,475 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:34:39,476 Saving new checkpoint.\n", "2020-06-03 19:34:39,658 Example #0\n", "2020-06-03 19:34:39,658 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:34:39,658 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:34:39,659 \tHypothesis: Nilipokumbuka kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 19:34:39,659 Example #1\n", "2020-06-03 19:34:39,659 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:34:39,659 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:34:39,659 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 19:34:39,659 Example #2\n", "2020-06-03 19:34:39,659 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:34:39,659 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:34:39,659 \tHypothesis: Mapelekezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uasi wa kibiashara .\n", "2020-06-03 19:34:39,659 Example #3\n", "2020-06-03 19:34:39,660 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:34:39,660 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:34:39,660 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni jambo jingine lenye kuhuzunisha — na kwa ufanisi .\n", "2020-06-03 19:34:39,660 Validation result (greedy) at epoch 4, step 35000: bleu: 26.28, loss: 46548.5312, ppl: 5.3360, duration: 24.9612s\n", "2020-06-03 19:34:54,563 Epoch 4 Step: 35100 Batch Loss: 1.902431 Tokens per Sec: 17201, Lr: 0.000300\n", "2020-06-03 19:35:09,225 Epoch 4 Step: 35200 Batch Loss: 1.760110 Tokens per Sec: 17004, Lr: 0.000300\n", "2020-06-03 19:35:24,128 Epoch 4 Step: 35300 Batch Loss: 1.930818 Tokens per Sec: 17270, Lr: 0.000300\n", "2020-06-03 19:35:38,904 Epoch 4 Step: 35400 Batch Loss: 1.810664 Tokens per Sec: 17437, Lr: 0.000300\n", "2020-06-03 19:35:53,617 Epoch 4 Step: 35500 Batch Loss: 1.873484 Tokens per Sec: 17207, Lr: 0.000300\n", "2020-06-03 19:36:08,583 Epoch 4 Step: 35600 Batch Loss: 1.963878 Tokens per Sec: 17217, Lr: 0.000300\n", "2020-06-03 19:36:23,284 Epoch 4 Step: 35700 Batch Loss: 2.021686 Tokens per Sec: 16999, Lr: 0.000300\n", "2020-06-03 19:36:38,226 Epoch 4 Step: 35800 Batch Loss: 1.650424 Tokens per Sec: 17484, Lr: 0.000300\n", "2020-06-03 19:36:52,942 Epoch 4 Step: 35900 Batch Loss: 1.964901 Tokens per Sec: 17457, Lr: 0.000300\n", "2020-06-03 19:37:07,831 Epoch 4 Step: 36000 Batch Loss: 2.017048 Tokens per Sec: 17373, Lr: 0.000300\n", "2020-06-03 19:37:31,247 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:37:31,247 Saving new checkpoint.\n", "2020-06-03 19:37:31,429 Example #0\n", "2020-06-03 19:37:31,429 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:37:31,429 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:37:31,429 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 19:37:31,430 Example #1\n", "2020-06-03 19:37:31,430 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:37:31,430 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:37:31,430 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa .\n", "2020-06-03 19:37:31,430 Example #2\n", "2020-06-03 19:37:31,430 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:37:31,430 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:37:31,430 \tHypothesis: Mapelekezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa volkeno .\n", "2020-06-03 19:37:31,430 Example #3\n", "2020-06-03 19:37:31,430 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:37:31,430 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:37:31,430 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni jambo jingine la kuzaa — na kwa uthabiti .\n", "2020-06-03 19:37:31,430 Validation result (greedy) at epoch 4, step 36000: bleu: 26.96, loss: 46201.2695, ppl: 5.2697, duration: 23.5989s\n", "2020-06-03 19:37:46,215 Epoch 4 Step: 36100 Batch Loss: 1.934916 Tokens per Sec: 17116, Lr: 0.000300\n", "2020-06-03 19:38:01,101 Epoch 4 Step: 36200 Batch Loss: 2.056304 Tokens per Sec: 16955, Lr: 0.000300\n", "2020-06-03 19:38:15,692 Epoch 4 Step: 36300 Batch Loss: 2.141301 Tokens per Sec: 17249, Lr: 0.000300\n", "2020-06-03 19:38:30,362 Epoch 4 Step: 36400 Batch Loss: 2.014422 Tokens per Sec: 17190, Lr: 0.000300\n", "2020-06-03 19:38:45,198 Epoch 4 Step: 36500 Batch Loss: 1.855455 Tokens per Sec: 17192, Lr: 0.000300\n", "2020-06-03 19:39:00,146 Epoch 4 Step: 36600 Batch Loss: 1.729231 Tokens per Sec: 17083, Lr: 0.000300\n", "2020-06-03 19:39:14,916 Epoch 4 Step: 36700 Batch Loss: 2.124107 Tokens per Sec: 17257, Lr: 0.000300\n", "2020-06-03 19:39:29,905 Epoch 4 Step: 36800 Batch Loss: 1.894989 Tokens per Sec: 17021, Lr: 0.000300\n", "2020-06-03 19:39:44,727 Epoch 4 Step: 36900 Batch Loss: 1.796918 Tokens per Sec: 17246, Lr: 0.000300\n", "2020-06-03 19:39:59,599 Epoch 4 Step: 37000 Batch Loss: 1.918679 Tokens per Sec: 17282, Lr: 0.000300\n", "2020-06-03 19:40:22,025 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:40:22,026 Saving new checkpoint.\n", "2020-06-03 19:40:22,203 Example #0\n", "2020-06-03 19:40:22,203 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:40:22,203 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:40:22,203 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alivunjika moyo .\n", "2020-06-03 19:40:22,203 Example #1\n", "2020-06-03 19:40:22,204 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:40:22,204 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:40:22,204 \tHypothesis: Ingawa maji yanaonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 19:40:22,204 Example #2\n", "2020-06-03 19:40:22,204 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:40:22,204 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:40:22,204 \tHypothesis: Majaribu hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ufuasi wa kijani .\n", "2020-06-03 19:40:22,204 Example #3\n", "2020-06-03 19:40:22,204 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:40:22,204 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:40:22,205 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia ya kufanya hivyo .\n", "2020-06-03 19:40:22,205 Validation result (greedy) at epoch 4, step 37000: bleu: 27.17, loss: 45821.9805, ppl: 5.1983, duration: 22.6048s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 19:40:37,095 Epoch 4 Step: 37100 Batch Loss: 1.790672 Tokens per Sec: 17158, Lr: 0.000300\n", "2020-06-03 19:40:51,909 Epoch 4 Step: 37200 Batch Loss: 1.874047 Tokens per Sec: 17309, Lr: 0.000300\n", "2020-06-03 19:41:06,680 Epoch 4 Step: 37300 Batch Loss: 1.958154 Tokens per Sec: 17275, Lr: 0.000300\n", "2020-06-03 19:41:21,243 Epoch 4 Step: 37400 Batch Loss: 1.825225 Tokens per Sec: 16779, Lr: 0.000300\n", "2020-06-03 19:41:36,213 Epoch 4 Step: 37500 Batch Loss: 1.983624 Tokens per Sec: 17315, Lr: 0.000300\n", "2020-06-03 19:41:51,118 Epoch 4 Step: 37600 Batch Loss: 1.791312 Tokens per Sec: 17210, Lr: 0.000300\n", "2020-06-03 19:42:05,817 Epoch 4 Step: 37700 Batch Loss: 1.792123 Tokens per Sec: 17298, Lr: 0.000300\n", "2020-06-03 19:42:20,564 Epoch 4 Step: 37800 Batch Loss: 1.848642 Tokens per Sec: 17119, Lr: 0.000300\n", "2020-06-03 19:42:35,558 Epoch 4 Step: 37900 Batch Loss: 1.956450 Tokens per Sec: 17348, Lr: 0.000300\n", "2020-06-03 19:42:50,185 Epoch 4 Step: 38000 Batch Loss: 1.711541 Tokens per Sec: 17040, Lr: 0.000300\n", "2020-06-03 19:43:13,340 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:43:13,340 Saving new checkpoint.\n", "2020-06-03 19:43:13,519 Example #0\n", "2020-06-03 19:43:13,519 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:43:13,519 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:43:13,520 \tHypothesis: Nilipomwambia kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 19:43:13,520 Example #1\n", "2020-06-03 19:43:13,520 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:43:13,520 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:43:13,520 \tHypothesis: Ingawa maji huonekana , chumvi na madini huondolewa nyuma .\n", "2020-06-03 19:43:13,520 Example #2\n", "2020-06-03 19:43:13,520 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:43:13,520 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:43:13,520 \tHypothesis: Mapelekezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uasi wa kibiashara .\n", "2020-06-03 19:43:13,520 Example #3\n", "2020-06-03 19:43:13,520 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:43:13,521 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:43:13,521 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda zaidi ni yenye kuzaa — na kwa njia nyingine .\n", "2020-06-03 19:43:13,521 Validation result (greedy) at epoch 4, step 38000: bleu: 27.57, loss: 45523.1367, ppl: 5.1427, duration: 23.3351s\n", "2020-06-03 19:43:28,413 Epoch 4 Step: 38100 Batch Loss: 1.790394 Tokens per Sec: 17563, Lr: 0.000300\n", "2020-06-03 19:43:43,264 Epoch 4 Step: 38200 Batch Loss: 1.762460 Tokens per Sec: 17303, Lr: 0.000300\n", "2020-06-03 19:43:57,963 Epoch 4 Step: 38300 Batch Loss: 1.716925 Tokens per Sec: 17129, Lr: 0.000300\n", "2020-06-03 19:44:12,921 Epoch 4 Step: 38400 Batch Loss: 2.127670 Tokens per Sec: 17229, Lr: 0.000300\n", "2020-06-03 19:44:27,672 Epoch 4 Step: 38500 Batch Loss: 1.688249 Tokens per Sec: 17199, Lr: 0.000300\n", "2020-06-03 19:44:42,414 Epoch 4 Step: 38600 Batch Loss: 1.775749 Tokens per Sec: 17182, Lr: 0.000300\n", "2020-06-03 19:44:57,478 Epoch 4 Step: 38700 Batch Loss: 1.774454 Tokens per Sec: 17292, Lr: 0.000300\n", "2020-06-03 19:45:12,242 Epoch 4 Step: 38800 Batch Loss: 1.677191 Tokens per Sec: 17144, Lr: 0.000300\n", "2020-06-03 19:45:27,187 Epoch 4 Step: 38900 Batch Loss: 1.709714 Tokens per Sec: 16855, Lr: 0.000300\n", "2020-06-03 19:45:42,052 Epoch 4 Step: 39000 Batch Loss: 1.699520 Tokens per Sec: 17205, Lr: 0.000300\n", "2020-06-03 19:46:04,468 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:46:04,468 Saving new checkpoint.\n", "2020-06-03 19:46:04,647 Example #0\n", "2020-06-03 19:46:04,647 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:46:04,647 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:46:04,647 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 19:46:04,647 Example #1\n", "2020-06-03 19:46:04,648 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:46:04,648 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:46:04,648 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 19:46:04,648 Example #2\n", "2020-06-03 19:46:04,648 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:46:04,648 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:46:04,648 \tHypothesis: Mimea hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa uasi wa kijani .\n", "2020-06-03 19:46:04,648 Example #3\n", "2020-06-03 19:46:04,648 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:46:04,648 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:46:04,649 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni yenye kuchochewa — na kwa njia bora sana .\n", "2020-06-03 19:46:04,649 Validation result (greedy) at epoch 4, step 39000: bleu: 27.55, loss: 45453.4688, ppl: 5.1298, duration: 22.5964s\n", "2020-06-03 19:46:19,462 Epoch 4 Step: 39100 Batch Loss: 2.016381 Tokens per Sec: 17254, Lr: 0.000300\n", "2020-06-03 19:46:34,313 Epoch 4 Step: 39200 Batch Loss: 1.939873 Tokens per Sec: 16689, Lr: 0.000300\n", "2020-06-03 19:46:49,361 Epoch 4 Step: 39300 Batch Loss: 1.756770 Tokens per Sec: 17183, Lr: 0.000300\n", "2020-06-03 19:47:04,472 Epoch 4 Step: 39400 Batch Loss: 1.807017 Tokens per Sec: 17086, Lr: 0.000300\n", "2020-06-03 19:47:19,287 Epoch 4 Step: 39500 Batch Loss: 1.627024 Tokens per Sec: 17579, Lr: 0.000300\n", "2020-06-03 19:47:34,197 Epoch 4 Step: 39600 Batch Loss: 1.891254 Tokens per Sec: 17303, Lr: 0.000300\n", "2020-06-03 19:47:49,162 Epoch 4 Step: 39700 Batch Loss: 1.758933 Tokens per Sec: 17342, Lr: 0.000300\n", "2020-06-03 19:48:04,092 Epoch 4 Step: 39800 Batch Loss: 1.926769 Tokens per Sec: 17102, Lr: 0.000300\n", "2020-06-03 19:48:19,122 Epoch 4 Step: 39900 Batch Loss: 1.914885 Tokens per Sec: 17432, Lr: 0.000300\n", "2020-06-03 19:48:33,989 Epoch 4 Step: 40000 Batch Loss: 2.133541 Tokens per Sec: 17266, Lr: 0.000300\n", "2020-06-03 19:48:56,105 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:48:56,105 Saving new checkpoint.\n", "2020-06-03 19:48:56,287 Example #0\n", "2020-06-03 19:48:56,287 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:48:56,287 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:48:56,287 \tHypothesis: Nilipokumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 19:48:56,287 Example #1\n", "2020-06-03 19:48:56,287 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:48:56,287 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:48:56,287 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 19:48:56,288 Example #2\n", "2020-06-03 19:48:56,288 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:48:56,288 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:48:56,288 \tHypothesis: Mimea hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi makubwa .\n", "2020-06-03 19:48:56,288 Example #3\n", "2020-06-03 19:48:56,288 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:48:56,288 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:48:56,288 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni jambo jingine la kuchochewa — na kwa ufanisi .\n", "2020-06-03 19:48:56,288 Validation result (greedy) at epoch 4, step 40000: bleu: 27.53, loss: 45080.6992, ppl: 5.0615, duration: 22.2989s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 19:49:11,318 Epoch 4 Step: 40100 Batch Loss: 1.867368 Tokens per Sec: 17102, Lr: 0.000300\n", "2020-06-03 19:49:26,280 Epoch 4 Step: 40200 Batch Loss: 1.813231 Tokens per Sec: 17183, Lr: 0.000300\n", "2020-06-03 19:49:40,959 Epoch 4 Step: 40300 Batch Loss: 1.895559 Tokens per Sec: 17097, Lr: 0.000300\n", "2020-06-03 19:49:55,774 Epoch 4 Step: 40400 Batch Loss: 1.811462 Tokens per Sec: 17231, Lr: 0.000300\n", "2020-06-03 19:50:10,861 Epoch 4 Step: 40500 Batch Loss: 1.868391 Tokens per Sec: 17068, Lr: 0.000300\n", "2020-06-03 19:50:25,714 Epoch 4 Step: 40600 Batch Loss: 2.046758 Tokens per Sec: 17262, Lr: 0.000300\n", "2020-06-03 19:50:40,506 Epoch 4 Step: 40700 Batch Loss: 1.897163 Tokens per Sec: 17385, Lr: 0.000300\n", "2020-06-03 19:50:55,506 Epoch 4 Step: 40800 Batch Loss: 1.832925 Tokens per Sec: 17255, Lr: 0.000300\n", "2020-06-03 19:51:10,466 Epoch 4 Step: 40900 Batch Loss: 1.854936 Tokens per Sec: 17114, Lr: 0.000300\n", "2020-06-03 19:51:20,137 Epoch 4: total training loss 19457.22\n", "2020-06-03 19:51:20,137 EPOCH 5\n", "2020-06-03 19:51:26,868 Epoch 5 Step: 41000 Batch Loss: 1.599910 Tokens per Sec: 13492, Lr: 0.000300\n", "2020-06-03 19:51:49,869 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:51:49,869 Saving new checkpoint.\n", "2020-06-03 19:51:50,107 Example #0\n", "2020-06-03 19:51:50,107 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:51:50,107 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:51:50,107 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , alivunjika moyo .\n", "2020-06-03 19:51:50,108 Example #1\n", "2020-06-03 19:51:50,108 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:51:50,108 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:51:50,108 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 19:51:50,108 Example #2\n", "2020-06-03 19:51:50,108 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:51:50,108 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:51:50,108 \tHypothesis: Mapango hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 19:51:50,109 Example #3\n", "2020-06-03 19:51:50,109 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:51:50,109 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:51:50,109 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni utendaji mwingine — na kwa njia inayofaa .\n", "2020-06-03 19:51:50,109 Validation result (greedy) at epoch 5, step 41000: bleu: 27.87, loss: 44788.6602, ppl: 5.0086, duration: 23.2403s\n", "2020-06-03 19:52:04,804 Epoch 5 Step: 41100 Batch Loss: 1.686986 Tokens per Sec: 17321, Lr: 0.000300\n", "2020-06-03 19:52:19,427 Epoch 5 Step: 41200 Batch Loss: 1.776475 Tokens per Sec: 16883, Lr: 0.000300\n", "2020-06-03 19:52:34,154 Epoch 5 Step: 41300 Batch Loss: 1.778251 Tokens per Sec: 17325, Lr: 0.000300\n", "2020-06-03 19:52:49,072 Epoch 5 Step: 41400 Batch Loss: 1.792344 Tokens per Sec: 17269, Lr: 0.000300\n", "2020-06-03 19:53:03,688 Epoch 5 Step: 41500 Batch Loss: 1.646624 Tokens per Sec: 17142, Lr: 0.000300\n", "2020-06-03 19:53:18,508 Epoch 5 Step: 41600 Batch Loss: 1.820761 Tokens per Sec: 17424, Lr: 0.000300\n", "2020-06-03 19:53:33,457 Epoch 5 Step: 41700 Batch Loss: 1.828160 Tokens per Sec: 16957, Lr: 0.000300\n", "2020-06-03 19:53:48,192 Epoch 5 Step: 41800 Batch Loss: 1.909923 Tokens per Sec: 16989, Lr: 0.000300\n", "2020-06-03 19:54:02,911 Epoch 5 Step: 41900 Batch Loss: 1.757006 Tokens per Sec: 16966, Lr: 0.000300\n", "2020-06-03 19:54:17,933 Epoch 5 Step: 42000 Batch Loss: 2.053324 Tokens per Sec: 17105, Lr: 0.000300\n", "2020-06-03 19:54:41,825 Example #0\n", "2020-06-03 19:54:41,825 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:54:41,825 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:54:41,826 \tHypothesis: Nilipokumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa mwenye kuhuzunika .\n", "2020-06-03 19:54:41,826 Example #1\n", "2020-06-03 19:54:41,826 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:54:41,826 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:54:41,826 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 19:54:41,826 Example #2\n", "2020-06-03 19:54:41,826 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:54:41,826 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:54:41,826 \tHypothesis: Meli hizo zilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 19:54:41,826 Example #3\n", "2020-06-03 19:54:41,826 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:54:41,826 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:54:41,826 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia yenye kufaa .\n", "2020-06-03 19:54:41,826 Validation result (greedy) at epoch 5, step 42000: bleu: 27.78, loss: 44882.1289, ppl: 5.0255, duration: 23.8925s\n", "2020-06-03 19:54:56,642 Epoch 5 Step: 42100 Batch Loss: 1.954182 Tokens per Sec: 16785, Lr: 0.000300\n", "2020-06-03 19:55:11,536 Epoch 5 Step: 42200 Batch Loss: 1.795569 Tokens per Sec: 17424, Lr: 0.000300\n", "2020-06-03 19:55:26,209 Epoch 5 Step: 42300 Batch Loss: 1.744501 Tokens per Sec: 17142, Lr: 0.000300\n", "2020-06-03 19:55:40,765 Epoch 5 Step: 42400 Batch Loss: 1.962162 Tokens per Sec: 17463, Lr: 0.000300\n", "2020-06-03 19:55:55,408 Epoch 5 Step: 42500 Batch Loss: 1.846903 Tokens per Sec: 16869, Lr: 0.000300\n", "2020-06-03 19:56:10,223 Epoch 5 Step: 42600 Batch Loss: 2.027459 Tokens per Sec: 17220, Lr: 0.000300\n", "2020-06-03 19:56:24,936 Epoch 5 Step: 42700 Batch Loss: 1.772357 Tokens per Sec: 16985, Lr: 0.000300\n", "2020-06-03 19:56:39,732 Epoch 5 Step: 42800 Batch Loss: 1.825473 Tokens per Sec: 17091, Lr: 0.000300\n", "2020-06-03 19:56:54,735 Epoch 5 Step: 42900 Batch Loss: 1.597989 Tokens per Sec: 17331, Lr: 0.000300\n", "2020-06-03 19:57:09,708 Epoch 5 Step: 43000 Batch Loss: 1.844545 Tokens per Sec: 17335, Lr: 0.000300\n", "2020-06-03 19:57:33,631 Hooray! New best validation result [ppl]!\n", "2020-06-03 19:57:33,631 Saving new checkpoint.\n", "2020-06-03 19:57:33,810 Example #0\n", "2020-06-03 19:57:33,810 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 19:57:33,810 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 19:57:33,810 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 19:57:33,810 Example #1\n", "2020-06-03 19:57:33,811 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 19:57:33,811 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 19:57:33,811 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 19:57:33,811 Example #2\n", "2020-06-03 19:57:33,811 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 19:57:33,811 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 19:57:33,811 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa ugeuzi wa kijani .\n", "2020-06-03 19:57:33,811 Example #3\n", "2020-06-03 19:57:33,811 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 19:57:33,811 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 19:57:33,811 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni jambo jingine la kuzaa — na kwa njia ya kufanya hivyo .\n", "2020-06-03 19:57:33,811 Validation result (greedy) at epoch 5, step 43000: bleu: 27.97, loss: 44566.1758, ppl: 4.9687, duration: 24.1026s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 19:57:48,710 Epoch 5 Step: 43100 Batch Loss: 1.833110 Tokens per Sec: 17464, Lr: 0.000300\n", "2020-06-03 19:58:03,465 Epoch 5 Step: 43200 Batch Loss: 1.880786 Tokens per Sec: 17399, Lr: 0.000300\n", "2020-06-03 19:58:18,562 Epoch 5 Step: 43300 Batch Loss: 1.739388 Tokens per Sec: 17080, Lr: 0.000300\n", "2020-06-03 19:58:33,603 Epoch 5 Step: 43400 Batch Loss: 1.868502 Tokens per Sec: 17295, Lr: 0.000300\n", "2020-06-03 19:58:48,396 Epoch 5 Step: 43500 Batch Loss: 1.647804 Tokens per Sec: 17278, Lr: 0.000300\n", "2020-06-03 19:59:03,118 Epoch 5 Step: 43600 Batch Loss: 1.814988 Tokens per Sec: 17158, Lr: 0.000300\n", "2020-06-03 19:59:17,944 Epoch 5 Step: 43700 Batch Loss: 1.896694 Tokens per Sec: 17036, Lr: 0.000300\n", "2020-06-03 19:59:32,896 Epoch 5 Step: 43800 Batch Loss: 1.743017 Tokens per Sec: 17002, Lr: 0.000300\n", "2020-06-03 19:59:47,772 Epoch 5 Step: 43900 Batch Loss: 1.869766 Tokens per Sec: 17456, Lr: 0.000300\n", "2020-06-03 20:00:02,754 Epoch 5 Step: 44000 Batch Loss: 1.920663 Tokens per Sec: 17323, Lr: 0.000300\n", "2020-06-03 20:00:26,031 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:00:26,031 Saving new checkpoint.\n", "2020-06-03 20:00:26,210 Example #0\n", "2020-06-03 20:00:26,210 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:00:26,210 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:00:26,210 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika .\n", "2020-06-03 20:00:26,210 Example #1\n", "2020-06-03 20:00:26,211 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:00:26,211 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:00:26,211 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:00:26,211 Example #2\n", "2020-06-03 20:00:26,211 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:00:26,211 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:00:26,211 \tHypothesis: Mimea hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:00:26,211 Example #3\n", "2020-06-03 20:00:26,211 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:00:26,211 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:00:26,211 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni jambo jingine la kuchochewa — na kwa njia bora zaidi .\n", "2020-06-03 20:00:26,211 Validation result (greedy) at epoch 5, step 44000: bleu: 27.96, loss: 44281.7891, ppl: 4.9181, duration: 23.4570s\n", "2020-06-03 20:00:41,019 Epoch 5 Step: 44100 Batch Loss: 1.548379 Tokens per Sec: 17081, Lr: 0.000300\n", "2020-06-03 20:00:55,917 Epoch 5 Step: 44200 Batch Loss: 1.956355 Tokens per Sec: 17347, Lr: 0.000300\n", "2020-06-03 20:01:10,825 Epoch 5 Step: 44300 Batch Loss: 1.903581 Tokens per Sec: 17311, Lr: 0.000300\n", "2020-06-03 20:01:25,549 Epoch 5 Step: 44400 Batch Loss: 2.166099 Tokens per Sec: 17047, Lr: 0.000300\n", "2020-06-03 20:01:40,442 Epoch 5 Step: 44500 Batch Loss: 1.713111 Tokens per Sec: 17025, Lr: 0.000300\n", "2020-06-03 20:01:55,401 Epoch 5 Step: 44600 Batch Loss: 1.677149 Tokens per Sec: 17329, Lr: 0.000300\n", "2020-06-03 20:02:10,198 Epoch 5 Step: 44700 Batch Loss: 2.008004 Tokens per Sec: 17342, Lr: 0.000300\n", "2020-06-03 20:02:24,942 Epoch 5 Step: 44800 Batch Loss: 1.717743 Tokens per Sec: 17162, Lr: 0.000300\n", "2020-06-03 20:02:39,531 Epoch 5 Step: 44900 Batch Loss: 1.843160 Tokens per Sec: 16989, Lr: 0.000300\n", "2020-06-03 20:02:54,352 Epoch 5 Step: 45000 Batch Loss: 1.975986 Tokens per Sec: 17036, Lr: 0.000300\n", "2020-06-03 20:03:17,453 Example #0\n", "2020-06-03 20:03:17,454 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:03:17,454 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:03:17,454 \tHypothesis: Nilipokumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 20:03:17,454 Example #1\n", "2020-06-03 20:03:17,454 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:03:17,454 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:03:17,454 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:03:17,454 Example #2\n", "2020-06-03 20:03:17,454 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:03:17,454 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:03:17,454 \tHypothesis: Mimea hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:03:17,454 Example #3\n", "2020-06-03 20:03:17,454 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:03:17,454 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:03:17,454 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mengi zaidi ni jambo jingine la kuendesha — na kwa njia inayofaa .\n", "2020-06-03 20:03:17,455 Validation result (greedy) at epoch 5, step 45000: bleu: 28.05, loss: 44379.5156, ppl: 4.9354, duration: 23.1024s\n", "2020-06-03 20:03:32,319 Epoch 5 Step: 45100 Batch Loss: 1.682089 Tokens per Sec: 17355, Lr: 0.000300\n", "2020-06-03 20:03:47,433 Epoch 5 Step: 45200 Batch Loss: 1.806145 Tokens per Sec: 17168, Lr: 0.000300\n", "2020-06-03 20:04:02,469 Epoch 5 Step: 45300 Batch Loss: 1.759978 Tokens per Sec: 17315, Lr: 0.000300\n", "2020-06-03 20:04:17,528 Epoch 5 Step: 45400 Batch Loss: 1.584346 Tokens per Sec: 17402, Lr: 0.000300\n", "2020-06-03 20:04:32,499 Epoch 5 Step: 45500 Batch Loss: 1.886612 Tokens per Sec: 17059, Lr: 0.000300\n", "2020-06-03 20:04:47,605 Epoch 5 Step: 45600 Batch Loss: 1.755429 Tokens per Sec: 17133, Lr: 0.000300\n", "2020-06-03 20:05:02,754 Epoch 5 Step: 45700 Batch Loss: 1.693239 Tokens per Sec: 17220, Lr: 0.000300\n", "2020-06-03 20:05:17,796 Epoch 5 Step: 45800 Batch Loss: 1.777810 Tokens per Sec: 16945, Lr: 0.000300\n", "2020-06-03 20:05:33,107 Epoch 5 Step: 45900 Batch Loss: 2.020744 Tokens per Sec: 17319, Lr: 0.000300\n", "2020-06-03 20:05:48,077 Epoch 5 Step: 46000 Batch Loss: 1.653716 Tokens per Sec: 17108, Lr: 0.000300\n", "2020-06-03 20:06:10,731 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:06:10,732 Saving new checkpoint.\n", "2020-06-03 20:06:10,911 Example #0\n", "2020-06-03 20:06:10,911 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:06:10,911 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:06:10,911 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 20:06:10,911 Example #1\n", "2020-06-03 20:06:10,912 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:06:10,912 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:06:10,912 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:06:10,912 Example #2\n", "2020-06-03 20:06:10,912 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:06:10,912 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:06:10,912 \tHypothesis: Mito hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:06:10,912 Example #3\n", "2020-06-03 20:06:10,912 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:06:10,912 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:06:10,912 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni yenye kuzaa — na kwa njia inayofaa .\n", "2020-06-03 20:06:10,913 Validation result (greedy) at epoch 5, step 46000: bleu: 28.22, loss: 44035.9844, ppl: 4.8748, duration: 22.8355s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 20:06:25,738 Epoch 5 Step: 46100 Batch Loss: 1.742474 Tokens per Sec: 17148, Lr: 0.000300\n", "2020-06-03 20:06:40,613 Epoch 5 Step: 46200 Batch Loss: 1.705566 Tokens per Sec: 17211, Lr: 0.000300\n", "2020-06-03 20:06:55,340 Epoch 5 Step: 46300 Batch Loss: 1.677331 Tokens per Sec: 17313, Lr: 0.000300\n", "2020-06-03 20:07:10,442 Epoch 5 Step: 46400 Batch Loss: 1.627196 Tokens per Sec: 17151, Lr: 0.000300\n", "2020-06-03 20:07:25,395 Epoch 5 Step: 46500 Batch Loss: 1.686540 Tokens per Sec: 17444, Lr: 0.000300\n", "2020-06-03 20:07:40,147 Epoch 5 Step: 46600 Batch Loss: 1.873103 Tokens per Sec: 17070, Lr: 0.000300\n", "2020-06-03 20:07:54,884 Epoch 5 Step: 46700 Batch Loss: 1.741049 Tokens per Sec: 17194, Lr: 0.000300\n", "2020-06-03 20:08:09,730 Epoch 5 Step: 46800 Batch Loss: 1.650093 Tokens per Sec: 16808, Lr: 0.000300\n", "2020-06-03 20:08:24,739 Epoch 5 Step: 46900 Batch Loss: 1.766270 Tokens per Sec: 17368, Lr: 0.000300\n", "2020-06-03 20:08:39,713 Epoch 5 Step: 47000 Batch Loss: 1.696825 Tokens per Sec: 17469, Lr: 0.000300\n", "2020-06-03 20:09:02,629 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:09:02,630 Saving new checkpoint.\n", "2020-06-03 20:09:02,809 Example #0\n", "2020-06-03 20:09:02,810 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:09:02,810 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:09:02,810 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 20:09:02,810 Example #1\n", "2020-06-03 20:09:02,810 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:09:02,810 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:09:02,810 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:09:02,810 Example #2\n", "2020-06-03 20:09:02,810 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:09:02,810 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:09:02,810 \tHypothesis: Mapelekezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:09:02,810 Example #3\n", "2020-06-03 20:09:02,811 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:09:02,811 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:09:02,811 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni yenye kuzaa — na kwa njia inayofaa .\n", "2020-06-03 20:09:02,811 Validation result (greedy) at epoch 5, step 47000: bleu: 28.14, loss: 43880.7266, ppl: 4.8477, duration: 23.0975s\n", "2020-06-03 20:09:17,811 Epoch 5 Step: 47100 Batch Loss: 1.658096 Tokens per Sec: 17135, Lr: 0.000300\n", "2020-06-03 20:09:32,657 Epoch 5 Step: 47200 Batch Loss: 1.613391 Tokens per Sec: 17275, Lr: 0.000300\n", "2020-06-03 20:09:47,731 Epoch 5 Step: 47300 Batch Loss: 1.672042 Tokens per Sec: 17324, Lr: 0.000300\n", "2020-06-03 20:10:02,733 Epoch 5 Step: 47400 Batch Loss: 1.902009 Tokens per Sec: 17252, Lr: 0.000300\n", "2020-06-03 20:10:17,495 Epoch 5 Step: 47500 Batch Loss: 1.720550 Tokens per Sec: 17122, Lr: 0.000300\n", "2020-06-03 20:10:32,539 Epoch 5 Step: 47600 Batch Loss: 1.849988 Tokens per Sec: 17406, Lr: 0.000300\n", "2020-06-03 20:10:47,292 Epoch 5 Step: 47700 Batch Loss: 2.028611 Tokens per Sec: 17194, Lr: 0.000300\n", "2020-06-03 20:11:02,078 Epoch 5 Step: 47800 Batch Loss: 2.181483 Tokens per Sec: 17074, Lr: 0.000300\n", "2020-06-03 20:11:16,972 Epoch 5 Step: 47900 Batch Loss: 1.740771 Tokens per Sec: 17172, Lr: 0.000300\n", "2020-06-03 20:11:32,032 Epoch 5 Step: 48000 Batch Loss: 1.918291 Tokens per Sec: 17159, Lr: 0.000300\n", "2020-06-03 20:11:55,917 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:11:55,917 Saving new checkpoint.\n", "2020-06-03 20:11:56,098 Example #0\n", "2020-06-03 20:11:56,099 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:11:56,099 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:11:56,099 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 20:11:56,099 Example #1\n", "2020-06-03 20:11:56,099 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:11:56,099 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:11:56,099 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:11:56,099 Example #2\n", "2020-06-03 20:11:56,099 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:11:56,099 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:11:56,099 \tHypothesis: Mapelekezo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:11:56,100 Example #3\n", "2020-06-03 20:11:56,100 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:11:56,100 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:11:56,100 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda zaidi ni jambo jingine la kawaida — na kwa ufanisi .\n", "2020-06-03 20:11:56,100 Validation result (greedy) at epoch 5, step 48000: bleu: 28.63, loss: 43791.3711, ppl: 4.8321, duration: 24.0675s\n", "2020-06-03 20:12:10,872 Epoch 5 Step: 48100 Batch Loss: 1.940809 Tokens per Sec: 17008, Lr: 0.000300\n", "2020-06-03 20:12:25,718 Epoch 5 Step: 48200 Batch Loss: 1.700466 Tokens per Sec: 16968, Lr: 0.000300\n", "2020-06-03 20:12:40,559 Epoch 5 Step: 48300 Batch Loss: 1.668547 Tokens per Sec: 17387, Lr: 0.000300\n", "2020-06-03 20:12:55,608 Epoch 5 Step: 48400 Batch Loss: 1.607802 Tokens per Sec: 17318, Lr: 0.000300\n", "2020-06-03 20:13:10,407 Epoch 5 Step: 48500 Batch Loss: 2.036145 Tokens per Sec: 17180, Lr: 0.000300\n", "2020-06-03 20:13:25,173 Epoch 5 Step: 48600 Batch Loss: 1.828670 Tokens per Sec: 17122, Lr: 0.000300\n", "2020-06-03 20:13:40,041 Epoch 5 Step: 48700 Batch Loss: 1.696576 Tokens per Sec: 16969, Lr: 0.000300\n", "2020-06-03 20:13:54,880 Epoch 5 Step: 48800 Batch Loss: 2.114187 Tokens per Sec: 16996, Lr: 0.000300\n", "2020-06-03 20:14:09,795 Epoch 5 Step: 48900 Batch Loss: 1.702076 Tokens per Sec: 17112, Lr: 0.000300\n", "2020-06-03 20:14:24,691 Epoch 5 Step: 49000 Batch Loss: 1.704865 Tokens per Sec: 17382, Lr: 0.000300\n", "2020-06-03 20:14:49,159 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:14:49,159 Saving new checkpoint.\n", "2020-06-03 20:14:49,346 Example #0\n", "2020-06-03 20:14:49,346 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:14:49,346 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:14:49,346 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 20:14:49,346 Example #1\n", "2020-06-03 20:14:49,347 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:14:49,347 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:14:49,347 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:14:49,347 Example #2\n", "2020-06-03 20:14:49,347 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:14:49,347 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:14:49,347 \tHypothesis: Meli hizo zilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:14:49,347 Example #3\n", "2020-06-03 20:14:49,347 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:14:49,347 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:14:49,347 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni mojawapo ya nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:14:49,347 Validation result (greedy) at epoch 5, step 49000: bleu: 28.88, loss: 43366.7500, ppl: 4.7589, duration: 24.6556s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 20:15:04,142 Epoch 5 Step: 49100 Batch Loss: 1.811635 Tokens per Sec: 17044, Lr: 0.000300\n", "2020-06-03 20:15:19,050 Epoch 5 Step: 49200 Batch Loss: 1.687292 Tokens per Sec: 17287, Lr: 0.000300\n", "2020-06-03 20:15:33,956 Epoch 5 Step: 49300 Batch Loss: 1.696587 Tokens per Sec: 17134, Lr: 0.000300\n", "2020-06-03 20:15:48,881 Epoch 5 Step: 49400 Batch Loss: 1.785109 Tokens per Sec: 17088, Lr: 0.000300\n", "2020-06-03 20:16:03,569 Epoch 5 Step: 49500 Batch Loss: 1.890152 Tokens per Sec: 17218, Lr: 0.000300\n", "2020-06-03 20:16:18,544 Epoch 5 Step: 49600 Batch Loss: 1.751456 Tokens per Sec: 17089, Lr: 0.000300\n", "2020-06-03 20:16:33,246 Epoch 5 Step: 49700 Batch Loss: 1.803370 Tokens per Sec: 17407, Lr: 0.000300\n", "2020-06-03 20:16:47,868 Epoch 5 Step: 49800 Batch Loss: 1.828773 Tokens per Sec: 16966, Lr: 0.000300\n", "2020-06-03 20:17:02,844 Epoch 5 Step: 49900 Batch Loss: 1.617440 Tokens per Sec: 17467, Lr: 0.000300\n", "2020-06-03 20:17:17,863 Epoch 5 Step: 50000 Batch Loss: 1.838828 Tokens per Sec: 17277, Lr: 0.000300\n", "2020-06-03 20:17:40,001 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:17:40,001 Saving new checkpoint.\n", "2020-06-03 20:17:40,180 Example #0\n", "2020-06-03 20:17:40,181 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:17:40,181 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:17:40,181 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 20:17:40,181 Example #1\n", "2020-06-03 20:17:40,181 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:17:40,181 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:17:40,181 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:17:40,181 Example #2\n", "2020-06-03 20:17:40,181 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:17:40,181 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:17:40,181 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:17:40,181 Example #3\n", "2020-06-03 20:17:40,182 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:17:40,182 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:17:40,182 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:17:40,182 Validation result (greedy) at epoch 5, step 50000: bleu: 28.68, loss: 43337.3203, ppl: 4.7538, duration: 22.3184s\n", "2020-06-03 20:17:55,323 Epoch 5 Step: 50100 Batch Loss: 2.037462 Tokens per Sec: 17534, Lr: 0.000300\n", "2020-06-03 20:18:10,179 Epoch 5 Step: 50200 Batch Loss: 1.708435 Tokens per Sec: 17219, Lr: 0.000300\n", "2020-06-03 20:18:25,099 Epoch 5 Step: 50300 Batch Loss: 2.015448 Tokens per Sec: 17312, Lr: 0.000300\n", "2020-06-03 20:18:40,048 Epoch 5 Step: 50400 Batch Loss: 1.646657 Tokens per Sec: 17146, Lr: 0.000300\n", "2020-06-03 20:18:54,965 Epoch 5 Step: 50500 Batch Loss: 2.069200 Tokens per Sec: 17463, Lr: 0.000300\n", "2020-06-03 20:19:09,735 Epoch 5 Step: 50600 Batch Loss: 1.629850 Tokens per Sec: 17193, Lr: 0.000300\n", "2020-06-03 20:19:24,613 Epoch 5 Step: 50700 Batch Loss: 1.703001 Tokens per Sec: 17282, Lr: 0.000300\n", "2020-06-03 20:19:39,292 Epoch 5 Step: 50800 Batch Loss: 1.870193 Tokens per Sec: 17324, Lr: 0.000300\n", "2020-06-03 20:19:54,164 Epoch 5 Step: 50900 Batch Loss: 2.079380 Tokens per Sec: 17702, Lr: 0.000300\n", "2020-06-03 20:20:08,964 Epoch 5 Step: 51000 Batch Loss: 1.820408 Tokens per Sec: 17211, Lr: 0.000300\n", "2020-06-03 20:20:30,570 Example #0\n", "2020-06-03 20:20:30,570 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:20:30,570 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:20:30,570 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 20:20:30,570 Example #1\n", "2020-06-03 20:20:30,570 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:20:30,570 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:20:30,570 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:20:30,570 Example #2\n", "2020-06-03 20:20:30,570 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:20:30,570 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:20:30,570 \tHypothesis: Meli hizo zilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:20:30,571 Example #3\n", "2020-06-03 20:20:30,571 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:20:30,571 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:20:30,571 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:20:30,571 Validation result (greedy) at epoch 5, step 51000: bleu: 28.38, loss: 43444.1055, ppl: 4.7721, duration: 21.6061s\n", "2020-06-03 20:20:45,469 Epoch 5 Step: 51100 Batch Loss: 1.706814 Tokens per Sec: 16846, Lr: 0.000300\n", "2020-06-03 20:21:00,152 Epoch 5 Step: 51200 Batch Loss: 1.733425 Tokens per Sec: 17234, Lr: 0.000300\n", "2020-06-03 20:21:00,356 Epoch 5: total training loss 18576.34\n", "2020-06-03 20:21:00,356 EPOCH 6\n", "2020-06-03 20:21:16,377 Epoch 6 Step: 51300 Batch Loss: 1.627481 Tokens per Sec: 15740, Lr: 0.000300\n", "2020-06-03 20:21:31,296 Epoch 6 Step: 51400 Batch Loss: 1.632394 Tokens per Sec: 17247, Lr: 0.000300\n", "2020-06-03 20:21:46,103 Epoch 6 Step: 51500 Batch Loss: 1.847744 Tokens per Sec: 16883, Lr: 0.000300\n", "2020-06-03 20:22:01,026 Epoch 6 Step: 51600 Batch Loss: 1.845167 Tokens per Sec: 17034, Lr: 0.000300\n", "2020-06-03 20:22:15,921 Epoch 6 Step: 51700 Batch Loss: 1.795015 Tokens per Sec: 17102, Lr: 0.000300\n", "2020-06-03 20:22:30,722 Epoch 6 Step: 51800 Batch Loss: 2.093240 Tokens per Sec: 17393, Lr: 0.000300\n", "2020-06-03 20:22:45,750 Epoch 6 Step: 51900 Batch Loss: 1.817290 Tokens per Sec: 17420, Lr: 0.000300\n", "2020-06-03 20:23:00,758 Epoch 6 Step: 52000 Batch Loss: 1.612727 Tokens per Sec: 17128, Lr: 0.000300\n", "2020-06-03 20:23:24,531 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:23:24,532 Saving new checkpoint.\n", "2020-06-03 20:23:24,709 Example #0\n", "2020-06-03 20:23:24,709 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:23:24,709 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:23:24,709 \tHypothesis: Nilipokumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 20:23:24,709 Example #1\n", "2020-06-03 20:23:24,709 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:23:24,709 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:23:24,709 \tHypothesis: Ingawa maji hutokea , wokovu na madini huachwa nyuma .\n", "2020-06-03 20:23:24,709 Example #2\n", "2020-06-03 20:23:24,709 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:23:24,709 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:23:24,709 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:23:24,709 Example #3\n", "2020-06-03 20:23:24,710 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:23:24,710 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:23:24,710 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda zaidi ni yenye nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:23:24,710 Validation result (greedy) at epoch 6, step 52000: bleu: 28.94, loss: 43219.4570, ppl: 4.7337, duration: 23.9511s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 20:23:39,606 Epoch 6 Step: 52100 Batch Loss: 1.660853 Tokens per Sec: 17228, Lr: 0.000300\n", "2020-06-03 20:23:54,375 Epoch 6 Step: 52200 Batch Loss: 1.874916 Tokens per Sec: 17275, Lr: 0.000300\n", "2020-06-03 20:24:08,921 Epoch 6 Step: 52300 Batch Loss: 1.695599 Tokens per Sec: 17183, Lr: 0.000300\n", "2020-06-03 20:24:23,721 Epoch 6 Step: 52400 Batch Loss: 1.961553 Tokens per Sec: 17153, Lr: 0.000300\n", "2020-06-03 20:24:38,657 Epoch 6 Step: 52500 Batch Loss: 2.149142 Tokens per Sec: 17349, Lr: 0.000300\n", "2020-06-03 20:24:53,522 Epoch 6 Step: 52600 Batch Loss: 1.499884 Tokens per Sec: 17062, Lr: 0.000300\n", "2020-06-03 20:25:08,120 Epoch 6 Step: 52700 Batch Loss: 1.791704 Tokens per Sec: 17159, Lr: 0.000300\n", "2020-06-03 20:25:23,040 Epoch 6 Step: 52800 Batch Loss: 1.600184 Tokens per Sec: 17398, Lr: 0.000300\n", "2020-06-03 20:25:37,864 Epoch 6 Step: 52900 Batch Loss: 1.907866 Tokens per Sec: 17257, Lr: 0.000300\n", "2020-06-03 20:25:52,828 Epoch 6 Step: 53000 Batch Loss: 1.809564 Tokens per Sec: 17305, Lr: 0.000300\n", "2020-06-03 20:26:14,865 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:26:14,865 Saving new checkpoint.\n", "2020-06-03 20:26:15,111 Example #0\n", "2020-06-03 20:26:15,111 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:26:15,111 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:26:15,111 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , aliogopa .\n", "2020-06-03 20:26:15,111 Example #1\n", "2020-06-03 20:26:15,112 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:26:15,112 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:26:15,112 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:26:15,112 Example #2\n", "2020-06-03 20:26:15,112 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:26:15,112 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:26:15,112 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:26:15,112 Example #3\n", "2020-06-03 20:26:15,112 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:26:15,113 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:26:15,113 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mengi ni jambo jingine la kuzaa — na kwa njia inayofaa .\n", "2020-06-03 20:26:15,113 Validation result (greedy) at epoch 6, step 53000: bleu: 29.26, loss: 42997.4570, ppl: 4.6961, duration: 22.2844s\n", "2020-06-03 20:26:30,025 Epoch 6 Step: 53100 Batch Loss: 1.626334 Tokens per Sec: 17238, Lr: 0.000300\n", "2020-06-03 20:26:44,823 Epoch 6 Step: 53200 Batch Loss: 1.649808 Tokens per Sec: 17195, Lr: 0.000300\n", "2020-06-03 20:26:59,742 Epoch 6 Step: 53300 Batch Loss: 1.877689 Tokens per Sec: 16981, Lr: 0.000300\n", "2020-06-03 20:27:14,697 Epoch 6 Step: 53400 Batch Loss: 1.809175 Tokens per Sec: 17225, Lr: 0.000300\n", "2020-06-03 20:27:29,666 Epoch 6 Step: 53500 Batch Loss: 1.772794 Tokens per Sec: 17074, Lr: 0.000300\n", "2020-06-03 20:27:44,532 Epoch 6 Step: 53600 Batch Loss: 1.802212 Tokens per Sec: 17231, Lr: 0.000300\n", "2020-06-03 20:27:59,280 Epoch 6 Step: 53700 Batch Loss: 1.728891 Tokens per Sec: 17086, Lr: 0.000300\n", "2020-06-03 20:28:14,227 Epoch 6 Step: 53800 Batch Loss: 1.953992 Tokens per Sec: 17212, Lr: 0.000300\n", "2020-06-03 20:28:29,282 Epoch 6 Step: 53900 Batch Loss: 1.974608 Tokens per Sec: 17034, Lr: 0.000300\n", "2020-06-03 20:28:44,180 Epoch 6 Step: 54000 Batch Loss: 1.806488 Tokens per Sec: 17210, Lr: 0.000300\n", "2020-06-03 20:29:06,734 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:29:06,735 Saving new checkpoint.\n", "2020-06-03 20:29:06,912 Example #0\n", "2020-06-03 20:29:06,913 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:29:06,913 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:29:06,913 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 20:29:06,913 Example #1\n", "2020-06-03 20:29:06,913 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:29:06,913 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:29:06,913 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:29:06,913 Example #2\n", "2020-06-03 20:29:06,913 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:29:06,913 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:29:06,913 \tHypothesis: Mstari huo ulianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:29:06,913 Example #3\n", "2020-06-03 20:29:06,914 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:29:06,914 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:29:06,914 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:29:06,914 Validation result (greedy) at epoch 6, step 54000: bleu: 29.05, loss: 42936.4023, ppl: 4.6858, duration: 22.7333s\n", "2020-06-03 20:29:21,793 Epoch 6 Step: 54100 Batch Loss: 2.069740 Tokens per Sec: 17244, Lr: 0.000300\n", "2020-06-03 20:29:36,676 Epoch 6 Step: 54200 Batch Loss: 1.711396 Tokens per Sec: 17268, Lr: 0.000300\n", "2020-06-03 20:29:51,515 Epoch 6 Step: 54300 Batch Loss: 1.774841 Tokens per Sec: 17031, Lr: 0.000300\n", "2020-06-03 20:30:06,463 Epoch 6 Step: 54400 Batch Loss: 1.726101 Tokens per Sec: 17194, Lr: 0.000300\n", "2020-06-03 20:30:21,523 Epoch 6 Step: 54500 Batch Loss: 1.707135 Tokens per Sec: 17343, Lr: 0.000300\n", "2020-06-03 20:30:36,270 Epoch 6 Step: 54600 Batch Loss: 1.793111 Tokens per Sec: 16893, Lr: 0.000300\n", "2020-06-03 20:30:51,287 Epoch 6 Step: 54700 Batch Loss: 1.807899 Tokens per Sec: 17275, Lr: 0.000300\n", "2020-06-03 20:31:06,388 Epoch 6 Step: 54800 Batch Loss: 1.797240 Tokens per Sec: 17155, Lr: 0.000300\n", "2020-06-03 20:31:21,394 Epoch 6 Step: 54900 Batch Loss: 1.962594 Tokens per Sec: 17027, Lr: 0.000300\n", "2020-06-03 20:31:36,338 Epoch 6 Step: 55000 Batch Loss: 1.834575 Tokens per Sec: 17232, Lr: 0.000300\n", "2020-06-03 20:31:58,686 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:31:58,687 Saving new checkpoint.\n", "2020-06-03 20:31:58,863 Example #0\n", "2020-06-03 20:31:58,864 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:31:58,864 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:31:58,864 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 20:31:58,864 Example #1\n", "2020-06-03 20:31:58,864 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:31:58,864 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:31:58,864 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:31:58,864 Example #2\n", "2020-06-03 20:31:58,864 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:31:58,864 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:31:58,865 \tHypothesis: Mitindo hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:31:58,865 Example #3\n", "2020-06-03 20:31:58,865 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:31:58,865 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:31:58,865 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:31:58,865 Validation result (greedy) at epoch 6, step 55000: bleu: 29.14, loss: 42727.4609, ppl: 4.6507, duration: 22.5269s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 20:32:13,804 Epoch 6 Step: 55100 Batch Loss: 1.725670 Tokens per Sec: 17183, Lr: 0.000300\n", "2020-06-03 20:32:28,728 Epoch 6 Step: 55200 Batch Loss: 1.725761 Tokens per Sec: 16917, Lr: 0.000300\n", "2020-06-03 20:32:43,343 Epoch 6 Step: 55300 Batch Loss: 1.725471 Tokens per Sec: 17239, Lr: 0.000300\n", "2020-06-03 20:32:58,210 Epoch 6 Step: 55400 Batch Loss: 1.893179 Tokens per Sec: 17452, Lr: 0.000300\n", "2020-06-03 20:33:13,088 Epoch 6 Step: 55500 Batch Loss: 1.632013 Tokens per Sec: 17030, Lr: 0.000300\n", "2020-06-03 20:33:27,996 Epoch 6 Step: 55600 Batch Loss: 1.559788 Tokens per Sec: 17299, Lr: 0.000300\n", "2020-06-03 20:33:43,130 Epoch 6 Step: 55700 Batch Loss: 1.843823 Tokens per Sec: 17240, Lr: 0.000300\n", "2020-06-03 20:33:57,867 Epoch 6 Step: 55800 Batch Loss: 1.787665 Tokens per Sec: 17488, Lr: 0.000300\n", "2020-06-03 20:34:12,765 Epoch 6 Step: 55900 Batch Loss: 1.836982 Tokens per Sec: 17313, Lr: 0.000300\n", "2020-06-03 20:34:27,725 Epoch 6 Step: 56000 Batch Loss: 1.789295 Tokens per Sec: 17488, Lr: 0.000300\n", "2020-06-03 20:34:50,387 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:34:50,387 Saving new checkpoint.\n", "2020-06-03 20:34:50,561 Example #0\n", "2020-06-03 20:34:50,561 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:34:50,561 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:34:50,561 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 20:34:50,561 Example #1\n", "2020-06-03 20:34:50,561 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:34:50,561 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:34:50,561 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:34:50,561 Example #2\n", "2020-06-03 20:34:50,562 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:34:50,562 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:34:50,562 \tHypothesis: Mstari huo ulianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:34:50,562 Example #3\n", "2020-06-03 20:34:50,562 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:34:50,562 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:34:50,562 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:34:50,562 Validation result (greedy) at epoch 6, step 56000: bleu: 29.49, loss: 42547.0156, ppl: 4.6206, duration: 22.8361s\n", "2020-06-03 20:35:05,437 Epoch 6 Step: 56100 Batch Loss: 2.014941 Tokens per Sec: 17084, Lr: 0.000300\n", "2020-06-03 20:35:20,279 Epoch 6 Step: 56200 Batch Loss: 1.824106 Tokens per Sec: 17195, Lr: 0.000300\n", "2020-06-03 20:35:35,151 Epoch 6 Step: 56300 Batch Loss: 1.806271 Tokens per Sec: 17308, Lr: 0.000300\n", "2020-06-03 20:35:49,999 Epoch 6 Step: 56400 Batch Loss: 2.073884 Tokens per Sec: 17264, Lr: 0.000300\n", "2020-06-03 20:36:05,016 Epoch 6 Step: 56500 Batch Loss: 1.583608 Tokens per Sec: 17403, Lr: 0.000300\n", "2020-06-03 20:36:20,167 Epoch 6 Step: 56600 Batch Loss: 1.722551 Tokens per Sec: 17255, Lr: 0.000300\n", "2020-06-03 20:36:34,983 Epoch 6 Step: 56700 Batch Loss: 1.776900 Tokens per Sec: 17226, Lr: 0.000300\n", "2020-06-03 20:36:49,975 Epoch 6 Step: 56800 Batch Loss: 1.713758 Tokens per Sec: 17366, Lr: 0.000300\n", "2020-06-03 20:37:04,975 Epoch 6 Step: 56900 Batch Loss: 1.722894 Tokens per Sec: 17601, Lr: 0.000300\n", "2020-06-03 20:37:19,925 Epoch 6 Step: 57000 Batch Loss: 1.624227 Tokens per Sec: 17172, Lr: 0.000300\n", "2020-06-03 20:37:43,120 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:37:43,120 Saving new checkpoint.\n", "2020-06-03 20:37:43,301 Example #0\n", "2020-06-03 20:37:43,301 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:37:43,301 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:37:43,301 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , aliogopa .\n", "2020-06-03 20:37:43,301 Example #1\n", "2020-06-03 20:37:43,301 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:37:43,301 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:37:43,301 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:37:43,301 Example #2\n", "2020-06-03 20:37:43,302 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:37:43,302 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:37:43,302 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:37:43,302 Example #3\n", "2020-06-03 20:37:43,302 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:37:43,302 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:37:43,302 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni jambo jingine la kuchukiza — na kwa njia inayofaa .\n", "2020-06-03 20:37:43,302 Validation result (greedy) at epoch 6, step 57000: bleu: 29.45, loss: 42435.8594, ppl: 4.6022, duration: 23.3766s\n", "2020-06-03 20:37:57,979 Epoch 6 Step: 57100 Batch Loss: 1.859848 Tokens per Sec: 17023, Lr: 0.000300\n", "2020-06-03 20:38:12,875 Epoch 6 Step: 57200 Batch Loss: 1.742643 Tokens per Sec: 17085, Lr: 0.000300\n", "2020-06-03 20:38:27,785 Epoch 6 Step: 57300 Batch Loss: 1.639857 Tokens per Sec: 17394, Lr: 0.000300\n", "2020-06-03 20:38:42,431 Epoch 6 Step: 57400 Batch Loss: 1.913807 Tokens per Sec: 17438, Lr: 0.000300\n", "2020-06-03 20:38:57,320 Epoch 6 Step: 57500 Batch Loss: 2.183318 Tokens per Sec: 17396, Lr: 0.000300\n", "2020-06-03 20:39:12,131 Epoch 6 Step: 57600 Batch Loss: 1.724267 Tokens per Sec: 17205, Lr: 0.000300\n", "2020-06-03 20:39:26,993 Epoch 6 Step: 57700 Batch Loss: 1.660354 Tokens per Sec: 17235, Lr: 0.000300\n", "2020-06-03 20:39:41,535 Epoch 6 Step: 57800 Batch Loss: 1.645023 Tokens per Sec: 16861, Lr: 0.000300\n", "2020-06-03 20:39:56,228 Epoch 6 Step: 57900 Batch Loss: 1.709771 Tokens per Sec: 17119, Lr: 0.000300\n", "2020-06-03 20:40:11,180 Epoch 6 Step: 58000 Batch Loss: 1.535881 Tokens per Sec: 17083, Lr: 0.000300\n", "2020-06-03 20:40:34,402 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:40:34,403 Saving new checkpoint.\n", "2020-06-03 20:40:34,580 Example #0\n", "2020-06-03 20:40:34,581 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:40:34,581 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:40:34,581 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , aliogopa .\n", "2020-06-03 20:40:34,581 Example #1\n", "2020-06-03 20:40:34,581 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:40:34,581 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:40:34,581 \tHypothesis: Ingawa maji hutokea , chumvi na madakika huachwa nyuma .\n", "2020-06-03 20:40:34,581 Example #2\n", "2020-06-03 20:40:34,582 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:40:34,582 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:40:34,582 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:40:34,582 Example #3\n", "2020-06-03 20:40:34,582 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:40:34,582 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:40:34,582 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:40:34,582 Validation result (greedy) at epoch 6, step 58000: bleu: 29.26, loss: 42425.2539, ppl: 4.6004, duration: 23.4014s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 20:40:49,359 Epoch 6 Step: 58100 Batch Loss: 1.643976 Tokens per Sec: 17209, Lr: 0.000300\n", "2020-06-03 20:41:04,210 Epoch 6 Step: 58200 Batch Loss: 1.697856 Tokens per Sec: 16952, Lr: 0.000300\n", "2020-06-03 20:41:19,044 Epoch 6 Step: 58300 Batch Loss: 1.635202 Tokens per Sec: 17154, Lr: 0.000300\n", "2020-06-03 20:41:34,005 Epoch 6 Step: 58400 Batch Loss: 1.763336 Tokens per Sec: 17288, Lr: 0.000300\n", "2020-06-03 20:41:48,940 Epoch 6 Step: 58500 Batch Loss: 1.539773 Tokens per Sec: 17241, Lr: 0.000300\n", "2020-06-03 20:42:03,892 Epoch 6 Step: 58600 Batch Loss: 1.584149 Tokens per Sec: 17141, Lr: 0.000300\n", "2020-06-03 20:42:18,741 Epoch 6 Step: 58700 Batch Loss: 1.736681 Tokens per Sec: 17292, Lr: 0.000300\n", "2020-06-03 20:42:33,826 Epoch 6 Step: 58800 Batch Loss: 2.070566 Tokens per Sec: 17293, Lr: 0.000300\n", "2020-06-03 20:42:48,637 Epoch 6 Step: 58900 Batch Loss: 1.786399 Tokens per Sec: 17098, Lr: 0.000300\n", "2020-06-03 20:43:03,440 Epoch 6 Step: 59000 Batch Loss: 1.699445 Tokens per Sec: 17012, Lr: 0.000300\n", "2020-06-03 20:43:25,947 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:43:25,947 Saving new checkpoint.\n", "2020-06-03 20:43:26,125 Example #0\n", "2020-06-03 20:43:26,125 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:43:26,125 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:43:26,125 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 20:43:26,125 Example #1\n", "2020-06-03 20:43:26,125 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:43:26,125 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:43:26,125 \tHypothesis: Ingawa maji hayo huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:43:26,126 Example #2\n", "2020-06-03 20:43:26,126 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:43:26,126 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:43:26,126 \tHypothesis: Misherehe hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:43:26,126 Example #3\n", "2020-06-03 20:43:26,126 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:43:26,126 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:43:26,126 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni mojawapo ya nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:43:26,126 Validation result (greedy) at epoch 6, step 59000: bleu: 29.39, loss: 42410.6562, ppl: 4.5980, duration: 22.6856s\n", "2020-06-03 20:43:40,929 Epoch 6 Step: 59100 Batch Loss: 1.700334 Tokens per Sec: 17088, Lr: 0.000300\n", "2020-06-03 20:43:55,745 Epoch 6 Step: 59200 Batch Loss: 1.651595 Tokens per Sec: 17066, Lr: 0.000300\n", "2020-06-03 20:44:10,571 Epoch 6 Step: 59300 Batch Loss: 1.595494 Tokens per Sec: 17383, Lr: 0.000300\n", "2020-06-03 20:44:25,431 Epoch 6 Step: 59400 Batch Loss: 1.805978 Tokens per Sec: 17054, Lr: 0.000300\n", "2020-06-03 20:44:40,259 Epoch 6 Step: 59500 Batch Loss: 1.854959 Tokens per Sec: 16956, Lr: 0.000300\n", "2020-06-03 20:44:55,369 Epoch 6 Step: 59600 Batch Loss: 1.902950 Tokens per Sec: 17384, Lr: 0.000300\n", "2020-06-03 20:45:10,173 Epoch 6 Step: 59700 Batch Loss: 2.231896 Tokens per Sec: 17336, Lr: 0.000300\n", "2020-06-03 20:45:25,026 Epoch 6 Step: 59800 Batch Loss: 1.650565 Tokens per Sec: 17211, Lr: 0.000300\n", "2020-06-03 20:45:39,829 Epoch 6 Step: 59900 Batch Loss: 1.725857 Tokens per Sec: 17506, Lr: 0.000300\n", "2020-06-03 20:45:54,666 Epoch 6 Step: 60000 Batch Loss: 2.001098 Tokens per Sec: 17269, Lr: 0.000300\n", "2020-06-03 20:46:18,606 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:46:18,606 Saving new checkpoint.\n", "2020-06-03 20:46:18,784 Example #0\n", "2020-06-03 20:46:18,784 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:46:18,784 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:46:18,784 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 20:46:18,785 Example #1\n", "2020-06-03 20:46:18,785 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:46:18,785 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:46:18,785 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:46:18,785 Example #2\n", "2020-06-03 20:46:18,785 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:46:18,785 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:46:18,785 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:46:18,785 Example #3\n", "2020-06-03 20:46:18,785 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:46:18,786 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:46:18,786 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:46:18,786 Validation result (greedy) at epoch 6, step 60000: bleu: 29.38, loss: 42361.9258, ppl: 4.5899, duration: 24.1187s\n", "2020-06-03 20:46:33,669 Epoch 6 Step: 60100 Batch Loss: 1.653000 Tokens per Sec: 17207, Lr: 0.000300\n", "2020-06-03 20:46:48,668 Epoch 6 Step: 60200 Batch Loss: 1.965733 Tokens per Sec: 17007, Lr: 0.000300\n", "2020-06-03 20:47:03,498 Epoch 6 Step: 60300 Batch Loss: 1.877133 Tokens per Sec: 17058, Lr: 0.000300\n", "2020-06-03 20:47:18,253 Epoch 6 Step: 60400 Batch Loss: 1.850904 Tokens per Sec: 17326, Lr: 0.000300\n", "2020-06-03 20:47:32,880 Epoch 6 Step: 60500 Batch Loss: 1.845742 Tokens per Sec: 17497, Lr: 0.000300\n", "2020-06-03 20:47:47,946 Epoch 6 Step: 60600 Batch Loss: 1.873233 Tokens per Sec: 17034, Lr: 0.000300\n", "2020-06-03 20:48:02,722 Epoch 6 Step: 60700 Batch Loss: 2.048628 Tokens per Sec: 16976, Lr: 0.000300\n", "2020-06-03 20:48:17,555 Epoch 6 Step: 60800 Batch Loss: 1.794274 Tokens per Sec: 16877, Lr: 0.000300\n", "2020-06-03 20:48:32,538 Epoch 6 Step: 60900 Batch Loss: 1.430811 Tokens per Sec: 17109, Lr: 0.000300\n", "2020-06-03 20:48:47,461 Epoch 6 Step: 61000 Batch Loss: 1.566973 Tokens per Sec: 17119, Lr: 0.000300\n", "2020-06-03 20:49:09,802 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:49:09,803 Saving new checkpoint.\n", "2020-06-03 20:49:09,979 Example #0\n", "2020-06-03 20:49:09,980 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:49:09,980 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:49:09,980 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 20:49:09,980 Example #1\n", "2020-06-03 20:49:09,980 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:49:09,980 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:49:09,980 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:49:09,980 Example #2\n", "2020-06-03 20:49:09,980 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:49:09,980 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:49:09,980 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:49:09,980 Example #3\n", "2020-06-03 20:49:09,981 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:49:09,981 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:49:09,981 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia ifaayo .\n", "2020-06-03 20:49:09,981 Validation result (greedy) at epoch 6, step 61000: bleu: 29.50, loss: 42090.6367, ppl: 4.5454, duration: 22.5197s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 20:49:24,840 Epoch 6 Step: 61100 Batch Loss: 1.788335 Tokens per Sec: 16995, Lr: 0.000300\n", "2020-06-03 20:49:39,582 Epoch 6 Step: 61200 Batch Loss: 1.879653 Tokens per Sec: 16987, Lr: 0.000300\n", "2020-06-03 20:49:54,281 Epoch 6 Step: 61300 Batch Loss: 1.689571 Tokens per Sec: 16926, Lr: 0.000300\n", "2020-06-03 20:50:09,165 Epoch 6 Step: 61400 Batch Loss: 1.644762 Tokens per Sec: 17251, Lr: 0.000300\n", "2020-06-03 20:50:15,307 Epoch 6: total training loss 17982.14\n", "2020-06-03 20:50:15,307 EPOCH 7\n", "2020-06-03 20:50:25,612 Epoch 7 Step: 61500 Batch Loss: 1.610978 Tokens per Sec: 15060, Lr: 0.000300\n", "2020-06-03 20:50:40,548 Epoch 7 Step: 61600 Batch Loss: 1.615608 Tokens per Sec: 17038, Lr: 0.000300\n", "2020-06-03 20:50:55,188 Epoch 7 Step: 61700 Batch Loss: 1.793962 Tokens per Sec: 16976, Lr: 0.000300\n", "2020-06-03 20:51:10,062 Epoch 7 Step: 61800 Batch Loss: 1.938208 Tokens per Sec: 17220, Lr: 0.000300\n", "2020-06-03 20:51:25,123 Epoch 7 Step: 61900 Batch Loss: 1.683880 Tokens per Sec: 17119, Lr: 0.000300\n", "2020-06-03 20:51:40,023 Epoch 7 Step: 62000 Batch Loss: 1.565017 Tokens per Sec: 17444, Lr: 0.000300\n", "2020-06-03 20:52:03,517 Example #0\n", "2020-06-03 20:52:03,517 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:52:03,517 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:52:03,517 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 20:52:03,517 Example #1\n", "2020-06-03 20:52:03,518 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:52:03,518 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:52:03,518 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:52:03,518 Example #2\n", "2020-06-03 20:52:03,518 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:52:03,518 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:52:03,518 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:52:03,518 Example #3\n", "2020-06-03 20:52:03,518 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:52:03,518 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:52:03,518 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:52:03,518 Validation result (greedy) at epoch 7, step 62000: bleu: 29.60, loss: 42119.1641, ppl: 4.5500, duration: 23.4948s\n", "2020-06-03 20:52:18,413 Epoch 7 Step: 62100 Batch Loss: 1.553603 Tokens per Sec: 17103, Lr: 0.000300\n", "2020-06-03 20:52:33,244 Epoch 7 Step: 62200 Batch Loss: 1.786663 Tokens per Sec: 17105, Lr: 0.000300\n", "2020-06-03 20:52:48,200 Epoch 7 Step: 62300 Batch Loss: 1.798496 Tokens per Sec: 17374, Lr: 0.000300\n", "2020-06-03 20:53:03,089 Epoch 7 Step: 62400 Batch Loss: 1.862997 Tokens per Sec: 17002, Lr: 0.000300\n", "2020-06-03 20:53:17,680 Epoch 7 Step: 62500 Batch Loss: 1.654214 Tokens per Sec: 16907, Lr: 0.000300\n", "2020-06-03 20:53:32,699 Epoch 7 Step: 62600 Batch Loss: 1.734608 Tokens per Sec: 16931, Lr: 0.000300\n", "2020-06-03 20:53:47,372 Epoch 7 Step: 62700 Batch Loss: 1.617217 Tokens per Sec: 17224, Lr: 0.000300\n", "2020-06-03 20:54:02,062 Epoch 7 Step: 62800 Batch Loss: 1.844363 Tokens per Sec: 17110, Lr: 0.000300\n", "2020-06-03 20:54:17,106 Epoch 7 Step: 62900 Batch Loss: 1.563226 Tokens per Sec: 17387, Lr: 0.000300\n", "2020-06-03 20:54:31,982 Epoch 7 Step: 63000 Batch Loss: 1.663745 Tokens per Sec: 17105, Lr: 0.000300\n", "2020-06-03 20:54:55,465 Hooray! New best validation result [ppl]!\n", "2020-06-03 20:54:55,466 Saving new checkpoint.\n", "2020-06-03 20:54:55,723 Example #0\n", "2020-06-03 20:54:55,723 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:54:55,723 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:54:55,723 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 20:54:55,723 Example #1\n", "2020-06-03 20:54:55,724 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:54:55,724 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:54:55,724 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:54:55,724 Example #2\n", "2020-06-03 20:54:55,724 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:54:55,724 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:54:55,724 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:54:55,724 Example #3\n", "2020-06-03 20:54:55,724 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:54:55,724 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:54:55,724 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 20:54:55,725 Validation result (greedy) at epoch 7, step 63000: bleu: 29.56, loss: 41955.9297, ppl: 4.5234, duration: 23.7416s\n", "2020-06-03 20:55:10,561 Epoch 7 Step: 63100 Batch Loss: 1.718259 Tokens per Sec: 17371, Lr: 0.000300\n", "2020-06-03 20:55:25,319 Epoch 7 Step: 63200 Batch Loss: 1.814689 Tokens per Sec: 17204, Lr: 0.000300\n", "2020-06-03 20:55:39,967 Epoch 7 Step: 63300 Batch Loss: 1.847786 Tokens per Sec: 17156, Lr: 0.000300\n", "2020-06-03 20:55:55,044 Epoch 7 Step: 63400 Batch Loss: 1.502333 Tokens per Sec: 17392, Lr: 0.000300\n", "2020-06-03 20:56:09,931 Epoch 7 Step: 63500 Batch Loss: 1.610813 Tokens per Sec: 17189, Lr: 0.000300\n", "2020-06-03 20:56:24,922 Epoch 7 Step: 63600 Batch Loss: 1.724891 Tokens per Sec: 17408, Lr: 0.000300\n", "2020-06-03 20:56:39,803 Epoch 7 Step: 63700 Batch Loss: 1.694176 Tokens per Sec: 17356, Lr: 0.000300\n", "2020-06-03 20:56:54,723 Epoch 7 Step: 63800 Batch Loss: 1.932402 Tokens per Sec: 16865, Lr: 0.000300\n", "2020-06-03 20:57:09,722 Epoch 7 Step: 63900 Batch Loss: 1.718516 Tokens per Sec: 17378, Lr: 0.000300\n", "2020-06-03 20:57:24,437 Epoch 7 Step: 64000 Batch Loss: 1.917390 Tokens per Sec: 17039, Lr: 0.000300\n", "2020-06-03 20:57:48,405 Example #0\n", "2020-06-03 20:57:48,405 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 20:57:48,405 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 20:57:48,405 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 20:57:48,405 Example #1\n", "2020-06-03 20:57:48,405 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 20:57:48,405 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 20:57:48,405 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 20:57:48,405 Example #2\n", "2020-06-03 20:57:48,405 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 20:57:48,405 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 20:57:48,406 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 20:57:48,406 Example #3\n", "2020-06-03 20:57:48,406 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 20:57:48,406 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 20:57:48,406 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda zaidi ni jambo jingine la kawaida — na kwa njia inayofaa .\n", "2020-06-03 20:57:48,406 Validation result (greedy) at epoch 7, step 64000: bleu: 29.59, loss: 42082.2773, ppl: 4.5440, duration: 23.9686s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 20:58:03,234 Epoch 7 Step: 64100 Batch Loss: 1.923927 Tokens per Sec: 16866, Lr: 0.000300\n", "2020-06-03 20:58:18,099 Epoch 7 Step: 64200 Batch Loss: 1.578731 Tokens per Sec: 17429, Lr: 0.000300\n", "2020-06-03 20:58:33,078 Epoch 7 Step: 64300 Batch Loss: 1.543816 Tokens per Sec: 17093, Lr: 0.000300\n", "2020-06-03 20:58:47,923 Epoch 7 Step: 64400 Batch Loss: 1.734650 Tokens per Sec: 16945, Lr: 0.000300\n", "2020-06-03 20:59:02,769 Epoch 7 Step: 64500 Batch Loss: 1.847048 Tokens per Sec: 17072, Lr: 0.000300\n", "2020-06-03 20:59:17,727 Epoch 7 Step: 64600 Batch Loss: 1.599575 Tokens per Sec: 17033, Lr: 0.000300\n", "2020-06-03 20:59:32,593 Epoch 7 Step: 64700 Batch Loss: 2.027707 Tokens per Sec: 17265, Lr: 0.000300\n", "2020-06-03 20:59:47,501 Epoch 7 Step: 64800 Batch Loss: 1.733490 Tokens per Sec: 17101, Lr: 0.000300\n", "2020-06-03 21:00:02,594 Epoch 7 Step: 64900 Batch Loss: 1.605563 Tokens per Sec: 17242, Lr: 0.000300\n", "2020-06-03 21:00:17,482 Epoch 7 Step: 65000 Batch Loss: 1.715836 Tokens per Sec: 17119, Lr: 0.000300\n", "2020-06-03 21:00:41,907 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:00:41,907 Saving new checkpoint.\n", "2020-06-03 21:00:42,089 Example #0\n", "2020-06-03 21:00:42,089 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:00:42,089 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:00:42,089 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 21:00:42,089 Example #1\n", "2020-06-03 21:00:42,089 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:00:42,089 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:00:42,089 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:00:42,089 Example #2\n", "2020-06-03 21:00:42,090 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:00:42,090 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:00:42,090 \tHypothesis: Maduka hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:00:42,090 Example #3\n", "2020-06-03 21:00:42,090 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:00:42,090 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:00:42,090 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:00:42,090 Validation result (greedy) at epoch 7, step 65000: bleu: 29.48, loss: 41871.2891, ppl: 4.5096, duration: 24.6070s\n", "2020-06-03 21:00:56,906 Epoch 7 Step: 65100 Batch Loss: 1.681182 Tokens per Sec: 17269, Lr: 0.000300\n", "2020-06-03 21:01:11,875 Epoch 7 Step: 65200 Batch Loss: 1.798388 Tokens per Sec: 17401, Lr: 0.000300\n", "2020-06-03 21:01:26,850 Epoch 7 Step: 65300 Batch Loss: 1.546947 Tokens per Sec: 17024, Lr: 0.000300\n", "2020-06-03 21:01:41,626 Epoch 7 Step: 65400 Batch Loss: 1.639174 Tokens per Sec: 17468, Lr: 0.000300\n", "2020-06-03 21:01:56,471 Epoch 7 Step: 65500 Batch Loss: 1.564084 Tokens per Sec: 17184, Lr: 0.000300\n", "2020-06-03 21:02:11,188 Epoch 7 Step: 65600 Batch Loss: 1.567487 Tokens per Sec: 16922, Lr: 0.000300\n", "2020-06-03 21:02:26,109 Epoch 7 Step: 65700 Batch Loss: 1.743818 Tokens per Sec: 17361, Lr: 0.000300\n", "2020-06-03 21:02:41,111 Epoch 7 Step: 65800 Batch Loss: 1.751701 Tokens per Sec: 17126, Lr: 0.000300\n", "2020-06-03 21:02:55,917 Epoch 7 Step: 65900 Batch Loss: 1.850612 Tokens per Sec: 17157, Lr: 0.000300\n", "2020-06-03 21:03:10,853 Epoch 7 Step: 66000 Batch Loss: 1.580458 Tokens per Sec: 16908, Lr: 0.000300\n", "2020-06-03 21:03:33,083 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:03:33,084 Saving new checkpoint.\n", "2020-06-03 21:03:33,264 Example #0\n", "2020-06-03 21:03:33,265 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:03:33,265 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:03:33,265 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 21:03:33,265 Example #1\n", "2020-06-03 21:03:33,265 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:03:33,265 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:03:33,265 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:03:33,265 Example #2\n", "2020-06-03 21:03:33,265 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:03:33,265 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:03:33,265 \tHypothesis: Mitume hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:03:33,266 Example #3\n", "2020-06-03 21:03:33,266 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:03:33,266 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:03:33,266 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:03:33,266 Validation result (greedy) at epoch 7, step 66000: bleu: 29.87, loss: 41606.7969, ppl: 4.4669, duration: 22.4124s\n", "2020-06-03 21:03:48,328 Epoch 7 Step: 66100 Batch Loss: 1.586349 Tokens per Sec: 17494, Lr: 0.000300\n", "2020-06-03 21:04:03,354 Epoch 7 Step: 66200 Batch Loss: 2.059307 Tokens per Sec: 17127, Lr: 0.000300\n", "2020-06-03 21:04:18,312 Epoch 7 Step: 66300 Batch Loss: 1.526674 Tokens per Sec: 17342, Lr: 0.000300\n", "2020-06-03 21:04:33,344 Epoch 7 Step: 66400 Batch Loss: 1.864328 Tokens per Sec: 17028, Lr: 0.000300\n", "2020-06-03 21:04:48,226 Epoch 7 Step: 66500 Batch Loss: 1.724585 Tokens per Sec: 17278, Lr: 0.000300\n", "2020-06-03 21:05:03,088 Epoch 7 Step: 66600 Batch Loss: 1.627147 Tokens per Sec: 17102, Lr: 0.000300\n", "2020-06-03 21:05:17,994 Epoch 7 Step: 66700 Batch Loss: 1.881154 Tokens per Sec: 17392, Lr: 0.000300\n", "2020-06-03 21:05:32,735 Epoch 7 Step: 66800 Batch Loss: 1.655209 Tokens per Sec: 17399, Lr: 0.000300\n", "2020-06-03 21:05:47,662 Epoch 7 Step: 66900 Batch Loss: 1.679362 Tokens per Sec: 16905, Lr: 0.000300\n", "2020-06-03 21:06:02,420 Epoch 7 Step: 67000 Batch Loss: 2.059149 Tokens per Sec: 17279, Lr: 0.000300\n", "2020-06-03 21:06:25,710 Example #0\n", "2020-06-03 21:06:25,710 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:06:25,710 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:06:25,710 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 21:06:25,710 Example #1\n", "2020-06-03 21:06:25,711 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:06:25,711 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:06:25,711 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:06:25,711 Example #2\n", "2020-06-03 21:06:25,711 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:06:25,711 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:06:25,711 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:06:25,711 Example #3\n", "2020-06-03 21:06:25,711 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:06:25,711 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:06:25,711 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda zaidi ni jambo jingine la kuzaa — na kwa njia inayofaa .\n", "2020-06-03 21:06:25,711 Validation result (greedy) at epoch 7, step 67000: bleu: 29.78, loss: 41691.5000, ppl: 4.4806, duration: 23.2907s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 21:06:40,526 Epoch 7 Step: 67100 Batch Loss: 1.769874 Tokens per Sec: 17494, Lr: 0.000300\n", "2020-06-03 21:06:55,246 Epoch 7 Step: 67200 Batch Loss: 1.637889 Tokens per Sec: 16782, Lr: 0.000300\n", "2020-06-03 21:07:10,351 Epoch 7 Step: 67300 Batch Loss: 1.767637 Tokens per Sec: 16827, Lr: 0.000300\n", "2020-06-03 21:07:25,301 Epoch 7 Step: 67400 Batch Loss: 1.736653 Tokens per Sec: 16955, Lr: 0.000300\n", "2020-06-03 21:07:40,334 Epoch 7 Step: 67500 Batch Loss: 1.942089 Tokens per Sec: 17124, Lr: 0.000300\n", "2020-06-03 21:07:55,059 Epoch 7 Step: 67600 Batch Loss: 1.663083 Tokens per Sec: 17185, Lr: 0.000300\n", "2020-06-03 21:08:09,653 Epoch 7 Step: 67700 Batch Loss: 1.691951 Tokens per Sec: 17241, Lr: 0.000300\n", "2020-06-03 21:08:24,387 Epoch 7 Step: 67800 Batch Loss: 2.140445 Tokens per Sec: 17095, Lr: 0.000300\n", "2020-06-03 21:08:39,431 Epoch 7 Step: 67900 Batch Loss: 1.582166 Tokens per Sec: 17072, Lr: 0.000300\n", "2020-06-03 21:08:54,460 Epoch 7 Step: 68000 Batch Loss: 1.874482 Tokens per Sec: 17181, Lr: 0.000300\n", "2020-06-03 21:09:16,986 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:09:16,986 Saving new checkpoint.\n", "2020-06-03 21:09:17,167 Example #0\n", "2020-06-03 21:09:17,168 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:09:17,168 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:09:17,168 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 21:09:17,168 Example #1\n", "2020-06-03 21:09:17,168 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:09:17,168 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:09:17,168 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:09:17,168 Example #2\n", "2020-06-03 21:09:17,168 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:09:17,168 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:09:17,168 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:09:17,168 Example #3\n", "2020-06-03 21:09:17,169 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:09:17,169 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:09:17,169 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda zaidi ni jambo jingine la kuchochewa — na kwa njia inayofaa .\n", "2020-06-03 21:09:17,169 Validation result (greedy) at epoch 7, step 68000: bleu: 30.38, loss: 41419.5117, ppl: 4.4369, duration: 22.7084s\n", "2020-06-03 21:09:31,822 Epoch 7 Step: 68100 Batch Loss: 1.634238 Tokens per Sec: 17538, Lr: 0.000300\n", "2020-06-03 21:09:46,657 Epoch 7 Step: 68200 Batch Loss: 1.805368 Tokens per Sec: 17161, Lr: 0.000300\n", "2020-06-03 21:10:01,356 Epoch 7 Step: 68300 Batch Loss: 1.679753 Tokens per Sec: 17043, Lr: 0.000300\n", "2020-06-03 21:10:16,015 Epoch 7 Step: 68400 Batch Loss: 1.622472 Tokens per Sec: 16925, Lr: 0.000300\n", "2020-06-03 21:10:30,779 Epoch 7 Step: 68500 Batch Loss: 1.858877 Tokens per Sec: 17322, Lr: 0.000300\n", "2020-06-03 21:10:45,726 Epoch 7 Step: 68600 Batch Loss: 1.596242 Tokens per Sec: 16983, Lr: 0.000300\n", "2020-06-03 21:11:00,551 Epoch 7 Step: 68700 Batch Loss: 1.639901 Tokens per Sec: 17366, Lr: 0.000300\n", "2020-06-03 21:11:15,371 Epoch 7 Step: 68800 Batch Loss: 1.812978 Tokens per Sec: 17253, Lr: 0.000300\n", "2020-06-03 21:11:30,150 Epoch 7 Step: 68900 Batch Loss: 1.586618 Tokens per Sec: 17376, Lr: 0.000300\n", "2020-06-03 21:11:45,034 Epoch 7 Step: 69000 Batch Loss: 1.664141 Tokens per Sec: 17191, Lr: 0.000300\n", "2020-06-03 21:12:08,286 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:12:08,286 Saving new checkpoint.\n", "2020-06-03 21:12:08,463 Example #0\n", "2020-06-03 21:12:08,464 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:12:08,464 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:12:08,464 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 21:12:08,464 Example #1\n", "2020-06-03 21:12:08,464 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:12:08,464 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:12:08,464 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:12:08,464 Example #2\n", "2020-06-03 21:12:08,464 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:12:08,464 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:12:08,465 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:12:08,465 Example #3\n", "2020-06-03 21:12:08,465 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:12:08,465 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:12:08,465 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda zaidi ni jambo jingine la kuchochea — na kwa njia inayofaa .\n", "2020-06-03 21:12:08,465 Validation result (greedy) at epoch 7, step 69000: bleu: 29.72, loss: 41240.6406, ppl: 4.4085, duration: 23.4306s\n", "2020-06-03 21:12:23,525 Epoch 7 Step: 69100 Batch Loss: 1.528379 Tokens per Sec: 17147, Lr: 0.000300\n", "2020-06-03 21:12:38,408 Epoch 7 Step: 69200 Batch Loss: 1.673738 Tokens per Sec: 17096, Lr: 0.000300\n", "2020-06-03 21:12:53,308 Epoch 7 Step: 69300 Batch Loss: 1.639794 Tokens per Sec: 17304, Lr: 0.000300\n", "2020-06-03 21:13:07,928 Epoch 7 Step: 69400 Batch Loss: 1.821938 Tokens per Sec: 17110, Lr: 0.000300\n", "2020-06-03 21:13:22,602 Epoch 7 Step: 69500 Batch Loss: 1.740584 Tokens per Sec: 17013, Lr: 0.000300\n", "2020-06-03 21:13:37,364 Epoch 7 Step: 69600 Batch Loss: 1.660229 Tokens per Sec: 17426, Lr: 0.000300\n", "2020-06-03 21:13:52,012 Epoch 7 Step: 69700 Batch Loss: 1.981833 Tokens per Sec: 17280, Lr: 0.000300\n", "2020-06-03 21:14:07,060 Epoch 7 Step: 69800 Batch Loss: 1.518643 Tokens per Sec: 17371, Lr: 0.000300\n", "2020-06-03 21:14:21,839 Epoch 7 Step: 69900 Batch Loss: 1.569775 Tokens per Sec: 16926, Lr: 0.000300\n", "2020-06-03 21:14:36,641 Epoch 7 Step: 70000 Batch Loss: 1.543697 Tokens per Sec: 17295, Lr: 0.000300\n", "2020-06-03 21:14:58,904 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:14:58,904 Saving new checkpoint.\n", "2020-06-03 21:14:59,082 Example #0\n", "2020-06-03 21:14:59,083 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:14:59,083 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:14:59,083 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na wasiwasi .\n", "2020-06-03 21:14:59,083 Example #1\n", "2020-06-03 21:14:59,083 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:14:59,083 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:14:59,083 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:14:59,083 Example #2\n", "2020-06-03 21:14:59,083 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:14:59,083 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:14:59,083 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 21:14:59,083 Example #3\n", "2020-06-03 21:14:59,083 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:14:59,084 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:14:59,084 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni jambo jingine la kihisia — na kwa njia inayofaa .\n", "2020-06-03 21:14:59,084 Validation result (greedy) at epoch 7, step 70000: bleu: 30.06, loss: 41168.7969, ppl: 4.3971, duration: 22.4420s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 21:15:13,864 Epoch 7 Step: 70100 Batch Loss: 1.399248 Tokens per Sec: 17273, Lr: 0.000300\n", "2020-06-03 21:15:28,504 Epoch 7 Step: 70200 Batch Loss: 2.178482 Tokens per Sec: 17374, Lr: 0.000300\n", "2020-06-03 21:15:43,328 Epoch 7 Step: 70300 Batch Loss: 1.752057 Tokens per Sec: 16992, Lr: 0.000300\n", "2020-06-03 21:15:57,996 Epoch 7 Step: 70400 Batch Loss: 2.314897 Tokens per Sec: 17360, Lr: 0.000300\n", "2020-06-03 21:16:12,722 Epoch 7 Step: 70500 Batch Loss: 1.980996 Tokens per Sec: 16978, Lr: 0.000300\n", "2020-06-03 21:16:27,629 Epoch 7 Step: 70600 Batch Loss: 1.825028 Tokens per Sec: 17270, Lr: 0.000300\n", "2020-06-03 21:16:42,498 Epoch 7 Step: 70700 Batch Loss: 1.595922 Tokens per Sec: 17384, Lr: 0.000300\n", "2020-06-03 21:16:57,548 Epoch 7 Step: 70800 Batch Loss: 1.814591 Tokens per Sec: 17325, Lr: 0.000300\n", "2020-06-03 21:17:12,427 Epoch 7 Step: 70900 Batch Loss: 1.586619 Tokens per Sec: 17265, Lr: 0.000300\n", "2020-06-03 21:17:27,452 Epoch 7 Step: 71000 Batch Loss: 1.790742 Tokens per Sec: 17551, Lr: 0.000300\n", "2020-06-03 21:17:50,043 Example #0\n", "2020-06-03 21:17:50,043 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:17:50,043 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:17:50,043 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 21:17:50,043 Example #1\n", "2020-06-03 21:17:50,043 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:17:50,043 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:17:50,044 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:17:50,044 Example #2\n", "2020-06-03 21:17:50,044 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:17:50,044 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:17:50,044 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:17:50,044 Example #3\n", "2020-06-03 21:17:50,044 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:17:50,044 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:17:50,044 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:17:50,044 Validation result (greedy) at epoch 7, step 71000: bleu: 29.87, loss: 41273.4922, ppl: 4.4137, duration: 22.5920s\n", "2020-06-03 21:18:04,836 Epoch 7 Step: 71100 Batch Loss: 1.701596 Tokens per Sec: 16936, Lr: 0.000300\n", "2020-06-03 21:18:19,604 Epoch 7 Step: 71200 Batch Loss: 1.560655 Tokens per Sec: 17008, Lr: 0.000300\n", "2020-06-03 21:18:34,474 Epoch 7 Step: 71300 Batch Loss: 1.534702 Tokens per Sec: 17331, Lr: 0.000300\n", "2020-06-03 21:18:49,249 Epoch 7 Step: 71400 Batch Loss: 1.582745 Tokens per Sec: 17307, Lr: 0.000300\n", "2020-06-03 21:19:04,239 Epoch 7 Step: 71500 Batch Loss: 1.687544 Tokens per Sec: 17422, Lr: 0.000300\n", "2020-06-03 21:19:18,919 Epoch 7 Step: 71600 Batch Loss: 1.504455 Tokens per Sec: 17003, Lr: 0.000300\n", "2020-06-03 21:19:33,081 Epoch 7: total training loss 17576.65\n", "2020-06-03 21:19:33,082 EPOCH 8\n", "2020-06-03 21:19:35,107 Epoch 8 Step: 71700 Batch Loss: 1.838208 Tokens per Sec: 5079, Lr: 0.000300\n", "2020-06-03 21:19:50,102 Epoch 8 Step: 71800 Batch Loss: 1.543105 Tokens per Sec: 17003, Lr: 0.000300\n", "2020-06-03 21:20:04,892 Epoch 8 Step: 71900 Batch Loss: 1.637491 Tokens per Sec: 17284, Lr: 0.000300\n", "2020-06-03 21:20:19,814 Epoch 8 Step: 72000 Batch Loss: 1.593591 Tokens per Sec: 17119, Lr: 0.000300\n", "2020-06-03 21:20:42,252 Example #0\n", "2020-06-03 21:20:42,252 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:20:42,252 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:20:42,252 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 21:20:42,252 Example #1\n", "2020-06-03 21:20:42,253 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:20:42,253 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:20:42,253 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:20:42,253 Example #2\n", "2020-06-03 21:20:42,253 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:20:42,253 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:20:42,253 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:20:42,253 Example #3\n", "2020-06-03 21:20:42,253 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:20:42,253 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:20:42,253 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:20:42,253 Validation result (greedy) at epoch 8, step 72000: bleu: 29.96, loss: 41227.9766, ppl: 4.4065, duration: 22.4385s\n", "2020-06-03 21:20:57,185 Epoch 8 Step: 72100 Batch Loss: 1.814413 Tokens per Sec: 17252, Lr: 0.000300\n", "2020-06-03 21:21:11,932 Epoch 8 Step: 72200 Batch Loss: 1.425606 Tokens per Sec: 17248, Lr: 0.000300\n", "2020-06-03 21:21:26,973 Epoch 8 Step: 72300 Batch Loss: 1.760060 Tokens per Sec: 17473, Lr: 0.000300\n", "2020-06-03 21:21:41,981 Epoch 8 Step: 72400 Batch Loss: 1.829124 Tokens per Sec: 17374, Lr: 0.000300\n", "2020-06-03 21:21:56,787 Epoch 8 Step: 72500 Batch Loss: 1.737752 Tokens per Sec: 17113, Lr: 0.000300\n", "2020-06-03 21:22:11,785 Epoch 8 Step: 72600 Batch Loss: 1.903905 Tokens per Sec: 17282, Lr: 0.000300\n", "2020-06-03 21:22:26,574 Epoch 8 Step: 72700 Batch Loss: 1.756528 Tokens per Sec: 17039, Lr: 0.000300\n", "2020-06-03 21:22:41,416 Epoch 8 Step: 72800 Batch Loss: 1.612456 Tokens per Sec: 17437, Lr: 0.000300\n", "2020-06-03 21:22:56,462 Epoch 8 Step: 72900 Batch Loss: 1.646854 Tokens per Sec: 17200, Lr: 0.000300\n", "2020-06-03 21:23:11,119 Epoch 8 Step: 73000 Batch Loss: 1.806047 Tokens per Sec: 17306, Lr: 0.000300\n", "2020-06-03 21:23:33,931 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:23:33,932 Saving new checkpoint.\n", "2020-06-03 21:23:34,111 Example #0\n", "2020-06-03 21:23:34,111 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:23:34,111 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:23:34,111 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 21:23:34,111 Example #1\n", "2020-06-03 21:23:34,111 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:23:34,111 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:23:34,111 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:23:34,112 Example #2\n", "2020-06-03 21:23:34,112 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:23:34,112 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:23:34,112 \tHypothesis: Mabadiliko hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 21:23:34,112 Example #3\n", "2020-06-03 21:23:34,112 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:23:34,112 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:23:34,112 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:23:34,112 Validation result (greedy) at epoch 8, step 73000: bleu: 30.22, loss: 40926.5391, ppl: 4.3589, duration: 22.9930s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 21:23:48,884 Epoch 8 Step: 73100 Batch Loss: 1.698981 Tokens per Sec: 17192, Lr: 0.000300\n", "2020-06-03 21:24:03,605 Epoch 8 Step: 73200 Batch Loss: 1.883545 Tokens per Sec: 16999, Lr: 0.000300\n", "2020-06-03 21:24:18,299 Epoch 8 Step: 73300 Batch Loss: 1.813028 Tokens per Sec: 17193, Lr: 0.000300\n", "2020-06-03 21:24:33,128 Epoch 8 Step: 73400 Batch Loss: 1.817730 Tokens per Sec: 17307, Lr: 0.000300\n", "2020-06-03 21:24:47,925 Epoch 8 Step: 73500 Batch Loss: 1.541787 Tokens per Sec: 17293, Lr: 0.000300\n", "2020-06-03 21:25:02,812 Epoch 8 Step: 73600 Batch Loss: 1.732158 Tokens per Sec: 17288, Lr: 0.000300\n", "2020-06-03 21:25:17,445 Epoch 8 Step: 73700 Batch Loss: 1.715614 Tokens per Sec: 17174, Lr: 0.000300\n", "2020-06-03 21:25:32,232 Epoch 8 Step: 73800 Batch Loss: 1.544807 Tokens per Sec: 17197, Lr: 0.000300\n", "2020-06-03 21:25:47,263 Epoch 8 Step: 73900 Batch Loss: 1.891853 Tokens per Sec: 17248, Lr: 0.000300\n", "2020-06-03 21:26:02,176 Epoch 8 Step: 74000 Batch Loss: 1.736519 Tokens per Sec: 17223, Lr: 0.000300\n", "2020-06-03 21:26:24,985 Example #0\n", "2020-06-03 21:26:24,985 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:26:24,985 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:26:24,985 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 21:26:24,985 Example #1\n", "2020-06-03 21:26:24,985 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:26:24,985 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:26:24,986 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:26:24,986 Example #2\n", "2020-06-03 21:26:24,986 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:26:24,986 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:26:24,986 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 21:26:24,986 Example #3\n", "2020-06-03 21:26:24,986 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:26:24,986 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:26:24,986 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:26:24,986 Validation result (greedy) at epoch 8, step 74000: bleu: 30.14, loss: 40965.8438, ppl: 4.3651, duration: 22.8093s\n", "2020-06-03 21:26:39,768 Epoch 8 Step: 74100 Batch Loss: 1.690600 Tokens per Sec: 17286, Lr: 0.000300\n", "2020-06-03 21:26:54,592 Epoch 8 Step: 74200 Batch Loss: 1.814820 Tokens per Sec: 17211, Lr: 0.000300\n", "2020-06-03 21:27:09,443 Epoch 8 Step: 74300 Batch Loss: 1.732274 Tokens per Sec: 17332, Lr: 0.000300\n", "2020-06-03 21:27:24,223 Epoch 8 Step: 74400 Batch Loss: 1.540637 Tokens per Sec: 17032, Lr: 0.000300\n", "2020-06-03 21:27:39,048 Epoch 8 Step: 74500 Batch Loss: 1.638812 Tokens per Sec: 16907, Lr: 0.000300\n", "2020-06-03 21:27:53,765 Epoch 8 Step: 74600 Batch Loss: 1.645008 Tokens per Sec: 17123, Lr: 0.000300\n", "2020-06-03 21:28:08,780 Epoch 8 Step: 74700 Batch Loss: 1.550840 Tokens per Sec: 17220, Lr: 0.000300\n", "2020-06-03 21:28:23,724 Epoch 8 Step: 74800 Batch Loss: 1.739439 Tokens per Sec: 17157, Lr: 0.000300\n", "2020-06-03 21:28:38,733 Epoch 8 Step: 74900 Batch Loss: 1.682987 Tokens per Sec: 17106, Lr: 0.000300\n", "2020-06-03 21:28:53,390 Epoch 8 Step: 75000 Batch Loss: 1.622525 Tokens per Sec: 17061, Lr: 0.000300\n", "2020-06-03 21:29:15,977 Example #0\n", "2020-06-03 21:29:15,977 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:29:15,977 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:29:15,977 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 21:29:15,978 Example #1\n", "2020-06-03 21:29:15,978 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:29:15,978 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:29:15,978 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:29:15,978 Example #2\n", "2020-06-03 21:29:15,978 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:29:15,978 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:29:15,978 \tHypothesis: Mitego hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:29:15,978 Example #3\n", "2020-06-03 21:29:15,978 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:29:15,978 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:29:15,978 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:29:15,978 Validation result (greedy) at epoch 8, step 75000: bleu: 30.07, loss: 40993.1211, ppl: 4.3694, duration: 22.5876s\n", "2020-06-03 21:29:30,853 Epoch 8 Step: 75100 Batch Loss: 1.483772 Tokens per Sec: 17193, Lr: 0.000300\n", "2020-06-03 21:29:45,678 Epoch 8 Step: 75200 Batch Loss: 1.717329 Tokens per Sec: 17071, Lr: 0.000300\n", "2020-06-03 21:30:00,518 Epoch 8 Step: 75300 Batch Loss: 1.536869 Tokens per Sec: 17204, Lr: 0.000300\n", "2020-06-03 21:30:15,528 Epoch 8 Step: 75400 Batch Loss: 1.590460 Tokens per Sec: 17201, Lr: 0.000300\n", "2020-06-03 21:30:30,406 Epoch 8 Step: 75500 Batch Loss: 1.485629 Tokens per Sec: 17112, Lr: 0.000300\n", "2020-06-03 21:30:45,277 Epoch 8 Step: 75600 Batch Loss: 1.578336 Tokens per Sec: 17303, Lr: 0.000300\n", "2020-06-03 21:31:00,149 Epoch 8 Step: 75700 Batch Loss: 1.579462 Tokens per Sec: 17276, Lr: 0.000300\n", "2020-06-03 21:31:14,972 Epoch 8 Step: 75800 Batch Loss: 1.687207 Tokens per Sec: 17385, Lr: 0.000300\n", "2020-06-03 21:31:29,819 Epoch 8 Step: 75900 Batch Loss: 1.695984 Tokens per Sec: 17191, Lr: 0.000300\n", "2020-06-03 21:31:44,538 Epoch 8 Step: 76000 Batch Loss: 1.777107 Tokens per Sec: 17124, Lr: 0.000300\n", "2020-06-03 21:32:08,518 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:32:08,519 Saving new checkpoint.\n", "2020-06-03 21:32:08,699 Example #0\n", "2020-06-03 21:32:08,699 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:32:08,699 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:32:08,699 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 21:32:08,699 Example #1\n", "2020-06-03 21:32:08,699 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:32:08,699 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:32:08,699 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:32:08,699 Example #2\n", "2020-06-03 21:32:08,700 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:32:08,700 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:32:08,700 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:32:08,700 Example #3\n", "2020-06-03 21:32:08,700 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:32:08,700 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:32:08,700 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:32:08,700 Validation result (greedy) at epoch 8, step 76000: bleu: 30.57, loss: 40764.5273, ppl: 4.3336, duration: 24.1620s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 21:32:23,716 Epoch 8 Step: 76100 Batch Loss: 1.829350 Tokens per Sec: 17234, Lr: 0.000300\n", "2020-06-03 21:32:38,359 Epoch 8 Step: 76200 Batch Loss: 1.614705 Tokens per Sec: 17021, Lr: 0.000300\n", "2020-06-03 21:32:53,230 Epoch 8 Step: 76300 Batch Loss: 1.540704 Tokens per Sec: 17163, Lr: 0.000300\n", "2020-06-03 21:33:08,171 Epoch 8 Step: 76400 Batch Loss: 1.777779 Tokens per Sec: 16993, Lr: 0.000300\n", "2020-06-03 21:33:23,272 Epoch 8 Step: 76500 Batch Loss: 1.767092 Tokens per Sec: 17347, Lr: 0.000300\n", "2020-06-03 21:33:38,201 Epoch 8 Step: 76600 Batch Loss: 1.912763 Tokens per Sec: 17383, Lr: 0.000300\n", "2020-06-03 21:33:52,862 Epoch 8 Step: 76700 Batch Loss: 1.580470 Tokens per Sec: 17239, Lr: 0.000300\n", "2020-06-03 21:34:07,809 Epoch 8 Step: 76800 Batch Loss: 1.426081 Tokens per Sec: 17132, Lr: 0.000300\n", "2020-06-03 21:34:22,541 Epoch 8 Step: 76900 Batch Loss: 1.654948 Tokens per Sec: 17181, Lr: 0.000300\n", "2020-06-03 21:34:37,383 Epoch 8 Step: 77000 Batch Loss: 1.835752 Tokens per Sec: 17108, Lr: 0.000300\n", "2020-06-03 21:35:00,682 Example #0\n", "2020-06-03 21:35:00,682 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:35:00,683 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:35:00,683 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na wasiwasi .\n", "2020-06-03 21:35:00,683 Example #1\n", "2020-06-03 21:35:00,683 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:35:00,683 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:35:00,683 \tHypothesis: Ingawa maji hayo huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:35:00,683 Example #2\n", "2020-06-03 21:35:00,683 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:35:00,683 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:35:00,683 \tHypothesis: Mitego hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:35:00,683 Example #3\n", "2020-06-03 21:35:00,684 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:35:00,684 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:35:00,684 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:35:00,684 Validation result (greedy) at epoch 8, step 77000: bleu: 30.21, loss: 40772.2344, ppl: 4.3348, duration: 23.2999s\n", "2020-06-03 21:35:15,557 Epoch 8 Step: 77100 Batch Loss: 1.790121 Tokens per Sec: 17215, Lr: 0.000300\n", "2020-06-03 21:35:30,521 Epoch 8 Step: 77200 Batch Loss: 1.798532 Tokens per Sec: 17097, Lr: 0.000300\n", "2020-06-03 21:35:45,228 Epoch 8 Step: 77300 Batch Loss: 1.638706 Tokens per Sec: 16867, Lr: 0.000300\n", "2020-06-03 21:36:00,156 Epoch 8 Step: 77400 Batch Loss: 1.440206 Tokens per Sec: 16969, Lr: 0.000300\n", "2020-06-03 21:36:14,913 Epoch 8 Step: 77500 Batch Loss: 1.808207 Tokens per Sec: 16941, Lr: 0.000300\n", "2020-06-03 21:36:29,601 Epoch 8 Step: 77600 Batch Loss: 1.797028 Tokens per Sec: 17133, Lr: 0.000300\n", "2020-06-03 21:36:44,398 Epoch 8 Step: 77700 Batch Loss: 1.478972 Tokens per Sec: 17051, Lr: 0.000300\n", "2020-06-03 21:36:59,330 Epoch 8 Step: 77800 Batch Loss: 1.657150 Tokens per Sec: 17336, Lr: 0.000300\n", "2020-06-03 21:37:14,361 Epoch 8 Step: 77900 Batch Loss: 1.812560 Tokens per Sec: 17415, Lr: 0.000300\n", "2020-06-03 21:37:29,243 Epoch 8 Step: 78000 Batch Loss: 1.721098 Tokens per Sec: 17215, Lr: 0.000300\n", "2020-06-03 21:37:51,742 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:37:51,742 Saving new checkpoint.\n", "2020-06-03 21:37:51,922 Example #0\n", "2020-06-03 21:37:51,922 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:37:51,922 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:37:51,922 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 21:37:51,923 Example #1\n", "2020-06-03 21:37:51,923 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:37:51,923 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:37:51,923 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:37:51,923 Example #2\n", "2020-06-03 21:37:51,923 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:37:51,923 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:37:51,923 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:37:51,923 Example #3\n", "2020-06-03 21:37:51,923 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:37:51,923 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:37:51,924 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:37:51,924 Validation result (greedy) at epoch 8, step 78000: bleu: 30.62, loss: 40756.8633, ppl: 4.3324, duration: 22.6797s\n", "2020-06-03 21:38:06,927 Epoch 8 Step: 78100 Batch Loss: 1.820483 Tokens per Sec: 17234, Lr: 0.000300\n", "2020-06-03 21:38:21,875 Epoch 8 Step: 78200 Batch Loss: 1.641317 Tokens per Sec: 17290, Lr: 0.000300\n", "2020-06-03 21:38:36,670 Epoch 8 Step: 78300 Batch Loss: 2.046408 Tokens per Sec: 17459, Lr: 0.000300\n", "2020-06-03 21:38:51,476 Epoch 8 Step: 78400 Batch Loss: 1.640908 Tokens per Sec: 17555, Lr: 0.000300\n", "2020-06-03 21:39:06,165 Epoch 8 Step: 78500 Batch Loss: 1.755001 Tokens per Sec: 17304, Lr: 0.000300\n", "2020-06-03 21:39:21,060 Epoch 8 Step: 78600 Batch Loss: 1.544955 Tokens per Sec: 17160, Lr: 0.000300\n", "2020-06-03 21:39:35,735 Epoch 8 Step: 78700 Batch Loss: 1.685035 Tokens per Sec: 16817, Lr: 0.000300\n", "2020-06-03 21:39:50,585 Epoch 8 Step: 78800 Batch Loss: 1.640499 Tokens per Sec: 17213, Lr: 0.000300\n", "2020-06-03 21:40:05,382 Epoch 8 Step: 78900 Batch Loss: 1.696431 Tokens per Sec: 16935, Lr: 0.000300\n", "2020-06-03 21:40:20,183 Epoch 8 Step: 79000 Batch Loss: 1.602684 Tokens per Sec: 17181, Lr: 0.000300\n", "2020-06-03 21:40:43,074 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:40:43,074 Saving new checkpoint.\n", "2020-06-03 21:40:43,257 Example #0\n", "2020-06-03 21:40:43,257 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:40:43,257 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:40:43,257 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na wasiwasi .\n", "2020-06-03 21:40:43,257 Example #1\n", "2020-06-03 21:40:43,257 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:40:43,257 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:40:43,257 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:40:43,257 Example #2\n", "2020-06-03 21:40:43,258 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:40:43,258 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:40:43,258 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:40:43,258 Example #3\n", "2020-06-03 21:40:43,258 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:40:43,258 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:40:43,258 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:40:43,258 Validation result (greedy) at epoch 8, step 79000: bleu: 30.58, loss: 40735.6641, ppl: 4.3291, duration: 23.0747s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 21:40:58,369 Epoch 8 Step: 79100 Batch Loss: 1.604526 Tokens per Sec: 17458, Lr: 0.000300\n", "2020-06-03 21:41:13,183 Epoch 8 Step: 79200 Batch Loss: 1.683473 Tokens per Sec: 16827, Lr: 0.000300\n", "2020-06-03 21:41:28,197 Epoch 8 Step: 79300 Batch Loss: 1.926290 Tokens per Sec: 17263, Lr: 0.000300\n", "2020-06-03 21:41:42,917 Epoch 8 Step: 79400 Batch Loss: 1.446882 Tokens per Sec: 17398, Lr: 0.000300\n", "2020-06-03 21:41:57,944 Epoch 8 Step: 79500 Batch Loss: 1.686135 Tokens per Sec: 16892, Lr: 0.000300\n", "2020-06-03 21:42:12,855 Epoch 8 Step: 79600 Batch Loss: 1.756676 Tokens per Sec: 16950, Lr: 0.000300\n", "2020-06-03 21:42:27,732 Epoch 8 Step: 79700 Batch Loss: 1.767251 Tokens per Sec: 16965, Lr: 0.000300\n", "2020-06-03 21:42:42,482 Epoch 8 Step: 79800 Batch Loss: 1.598334 Tokens per Sec: 17086, Lr: 0.000300\n", "2020-06-03 21:42:57,262 Epoch 8 Step: 79900 Batch Loss: 1.564477 Tokens per Sec: 17086, Lr: 0.000300\n", "2020-06-03 21:43:11,832 Epoch 8 Step: 80000 Batch Loss: 1.593052 Tokens per Sec: 17356, Lr: 0.000300\n", "2020-06-03 21:43:34,004 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:43:34,004 Saving new checkpoint.\n", "2020-06-03 21:43:34,189 Example #0\n", "2020-06-03 21:43:34,189 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:43:34,189 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:43:34,189 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 21:43:34,189 Example #1\n", "2020-06-03 21:43:34,190 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:43:34,190 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:43:34,190 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:43:34,190 Example #2\n", "2020-06-03 21:43:34,190 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:43:34,190 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:43:34,190 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:43:34,190 Example #3\n", "2020-06-03 21:43:34,190 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:43:34,190 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:43:34,191 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:43:34,191 Validation result (greedy) at epoch 8, step 80000: bleu: 30.31, loss: 40640.8984, ppl: 4.3144, duration: 22.3578s\n", "2020-06-03 21:43:49,023 Epoch 8 Step: 80100 Batch Loss: 1.668962 Tokens per Sec: 17454, Lr: 0.000300\n", "2020-06-03 21:44:03,717 Epoch 8 Step: 80200 Batch Loss: 1.630909 Tokens per Sec: 17098, Lr: 0.000300\n", "2020-06-03 21:44:18,541 Epoch 8 Step: 80300 Batch Loss: 1.666632 Tokens per Sec: 17038, Lr: 0.000300\n", "2020-06-03 21:44:33,547 Epoch 8 Step: 80400 Batch Loss: 1.509648 Tokens per Sec: 17255, Lr: 0.000300\n", "2020-06-03 21:44:48,517 Epoch 8 Step: 80500 Batch Loss: 1.789394 Tokens per Sec: 17450, Lr: 0.000300\n", "2020-06-03 21:45:03,312 Epoch 8 Step: 80600 Batch Loss: 1.873307 Tokens per Sec: 17188, Lr: 0.000300\n", "2020-06-03 21:45:18,124 Epoch 8 Step: 80700 Batch Loss: 1.626061 Tokens per Sec: 17488, Lr: 0.000300\n", "2020-06-03 21:45:32,884 Epoch 8 Step: 80800 Batch Loss: 1.588554 Tokens per Sec: 17308, Lr: 0.000300\n", "2020-06-03 21:45:47,814 Epoch 8 Step: 80900 Batch Loss: 1.569250 Tokens per Sec: 17495, Lr: 0.000300\n", "2020-06-03 21:46:02,710 Epoch 8 Step: 81000 Batch Loss: 1.633261 Tokens per Sec: 17491, Lr: 0.000300\n", "2020-06-03 21:46:25,980 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:46:25,981 Saving new checkpoint.\n", "2020-06-03 21:46:26,160 Example #0\n", "2020-06-03 21:46:26,160 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:46:26,160 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:46:26,160 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 21:46:26,160 Example #1\n", "2020-06-03 21:46:26,161 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:46:26,161 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:46:26,161 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:46:26,161 Example #2\n", "2020-06-03 21:46:26,161 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:46:26,161 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:46:26,161 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:46:26,161 Example #3\n", "2020-06-03 21:46:26,161 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:46:26,161 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:46:26,161 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni jambo jingine lenye kuzaa — na kwa njia inayofaa .\n", "2020-06-03 21:46:26,161 Validation result (greedy) at epoch 8, step 81000: bleu: 30.40, loss: 40490.7734, ppl: 4.2912, duration: 23.4511s\n", "2020-06-03 21:46:40,852 Epoch 8 Step: 81100 Batch Loss: 1.861704 Tokens per Sec: 17033, Lr: 0.000300\n", "2020-06-03 21:46:55,443 Epoch 8 Step: 81200 Batch Loss: 1.705190 Tokens per Sec: 17117, Lr: 0.000300\n", "2020-06-03 21:47:10,415 Epoch 8 Step: 81300 Batch Loss: 1.666744 Tokens per Sec: 17087, Lr: 0.000300\n", "2020-06-03 21:47:25,351 Epoch 8 Step: 81400 Batch Loss: 1.529399 Tokens per Sec: 17248, Lr: 0.000300\n", "2020-06-03 21:47:40,382 Epoch 8 Step: 81500 Batch Loss: 1.575869 Tokens per Sec: 17238, Lr: 0.000300\n", "2020-06-03 21:47:55,267 Epoch 8 Step: 81600 Batch Loss: 1.777765 Tokens per Sec: 17548, Lr: 0.000300\n", "2020-06-03 21:48:10,054 Epoch 8 Step: 81700 Batch Loss: 1.586130 Tokens per Sec: 17435, Lr: 0.000300\n", "2020-06-03 21:48:24,739 Epoch 8 Step: 81800 Batch Loss: 1.746869 Tokens per Sec: 17451, Lr: 0.000300\n", "2020-06-03 21:48:39,636 Epoch 8 Step: 81900 Batch Loss: 1.598232 Tokens per Sec: 17109, Lr: 0.000300\n", "2020-06-03 21:48:46,485 Epoch 8: total training loss 17230.43\n", "2020-06-03 21:48:46,485 EPOCH 9\n", "2020-06-03 21:48:55,889 Epoch 9 Step: 82000 Batch Loss: 1.749691 Tokens per Sec: 14278, Lr: 0.000300\n", "2020-06-03 21:49:18,271 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:49:18,272 Saving new checkpoint.\n", "2020-06-03 21:49:18,451 Example #0\n", "2020-06-03 21:49:18,451 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:49:18,451 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:49:18,451 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 21:49:18,451 Example #1\n", "2020-06-03 21:49:18,451 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:49:18,451 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:49:18,451 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:49:18,451 Example #2\n", "2020-06-03 21:49:18,452 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:49:18,452 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:49:18,452 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:49:18,452 Example #3\n", "2020-06-03 21:49:18,452 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:49:18,452 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:49:18,452 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:49:18,452 Validation result (greedy) at epoch 9, step 82000: bleu: 30.14, loss: 40472.0117, ppl: 4.2883, duration: 22.5621s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 21:49:33,219 Epoch 9 Step: 82100 Batch Loss: 1.616485 Tokens per Sec: 17359, Lr: 0.000300\n", "2020-06-03 21:49:48,232 Epoch 9 Step: 82200 Batch Loss: 1.797659 Tokens per Sec: 17495, Lr: 0.000300\n", "2020-06-03 21:50:02,897 Epoch 9 Step: 82300 Batch Loss: 1.727113 Tokens per Sec: 17017, Lr: 0.000300\n", "2020-06-03 21:50:17,731 Epoch 9 Step: 82400 Batch Loss: 1.779701 Tokens per Sec: 17227, Lr: 0.000300\n", "2020-06-03 21:50:32,478 Epoch 9 Step: 82500 Batch Loss: 1.543186 Tokens per Sec: 17075, Lr: 0.000300\n", "2020-06-03 21:50:47,258 Epoch 9 Step: 82600 Batch Loss: 1.586072 Tokens per Sec: 17302, Lr: 0.000300\n", "2020-06-03 21:51:02,125 Epoch 9 Step: 82700 Batch Loss: 1.615343 Tokens per Sec: 17339, Lr: 0.000300\n", "2020-06-03 21:51:17,145 Epoch 9 Step: 82800 Batch Loss: 1.693241 Tokens per Sec: 17149, Lr: 0.000300\n", "2020-06-03 21:51:32,112 Epoch 9 Step: 82900 Batch Loss: 1.610884 Tokens per Sec: 17397, Lr: 0.000300\n", "2020-06-03 21:51:46,908 Epoch 9 Step: 83000 Batch Loss: 1.436532 Tokens per Sec: 17069, Lr: 0.000300\n", "2020-06-03 21:52:09,460 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:52:09,461 Saving new checkpoint.\n", "2020-06-03 21:52:09,710 Example #0\n", "2020-06-03 21:52:09,710 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:52:09,710 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:52:09,710 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , aliogopa .\n", "2020-06-03 21:52:09,710 Example #1\n", "2020-06-03 21:52:09,710 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:52:09,710 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:52:09,711 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:52:09,711 Example #2\n", "2020-06-03 21:52:09,711 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:52:09,711 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:52:09,711 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 21:52:09,711 Example #3\n", "2020-06-03 21:52:09,711 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:52:09,711 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:52:09,711 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni jambo jingine — na kwa njia inayofaa .\n", "2020-06-03 21:52:09,711 Validation result (greedy) at epoch 9, step 83000: bleu: 30.79, loss: 40432.2266, ppl: 4.2821, duration: 22.8026s\n", "2020-06-03 21:52:24,564 Epoch 9 Step: 83100 Batch Loss: 1.756591 Tokens per Sec: 17277, Lr: 0.000300\n", "2020-06-03 21:52:39,611 Epoch 9 Step: 83200 Batch Loss: 1.577978 Tokens per Sec: 16777, Lr: 0.000300\n", "2020-06-03 21:52:54,611 Epoch 9 Step: 83300 Batch Loss: 1.564963 Tokens per Sec: 16974, Lr: 0.000300\n", "2020-06-03 21:53:09,414 Epoch 9 Step: 83400 Batch Loss: 1.580894 Tokens per Sec: 17254, Lr: 0.000300\n", "2020-06-03 21:53:24,282 Epoch 9 Step: 83500 Batch Loss: 1.753191 Tokens per Sec: 17252, Lr: 0.000300\n", "2020-06-03 21:53:39,060 Epoch 9 Step: 83600 Batch Loss: 2.045413 Tokens per Sec: 17412, Lr: 0.000300\n", "2020-06-03 21:53:54,030 Epoch 9 Step: 83700 Batch Loss: 1.741486 Tokens per Sec: 17151, Lr: 0.000300\n", "2020-06-03 21:54:08,917 Epoch 9 Step: 83800 Batch Loss: 1.544052 Tokens per Sec: 17070, Lr: 0.000300\n", "2020-06-03 21:54:23,839 Epoch 9 Step: 83900 Batch Loss: 1.653226 Tokens per Sec: 16944, Lr: 0.000300\n", "2020-06-03 21:54:38,682 Epoch 9 Step: 84000 Batch Loss: 1.450215 Tokens per Sec: 17246, Lr: 0.000300\n", "2020-06-03 21:55:01,016 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:55:01,017 Saving new checkpoint.\n", "2020-06-03 21:55:01,196 Example #0\n", "2020-06-03 21:55:01,196 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:55:01,197 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:55:01,197 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-03 21:55:01,197 Example #1\n", "2020-06-03 21:55:01,197 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:55:01,197 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:55:01,197 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:55:01,197 Example #2\n", "2020-06-03 21:55:01,197 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:55:01,197 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:55:01,197 \tHypothesis: Mishtuko hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 21:55:01,197 Example #3\n", "2020-06-03 21:55:01,198 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:55:01,198 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:55:01,198 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:55:01,198 Validation result (greedy) at epoch 9, step 84000: bleu: 30.53, loss: 40369.0508, ppl: 4.2724, duration: 22.5155s\n", "2020-06-03 21:55:16,012 Epoch 9 Step: 84100 Batch Loss: 1.623803 Tokens per Sec: 16926, Lr: 0.000300\n", "2020-06-03 21:55:30,924 Epoch 9 Step: 84200 Batch Loss: 1.665901 Tokens per Sec: 17241, Lr: 0.000300\n", "2020-06-03 21:55:45,820 Epoch 9 Step: 84300 Batch Loss: 1.745643 Tokens per Sec: 17405, Lr: 0.000300\n", "2020-06-03 21:56:00,672 Epoch 9 Step: 84400 Batch Loss: 1.586102 Tokens per Sec: 17373, Lr: 0.000300\n", "2020-06-03 21:56:15,639 Epoch 9 Step: 84500 Batch Loss: 1.789741 Tokens per Sec: 17135, Lr: 0.000300\n", "2020-06-03 21:56:30,482 Epoch 9 Step: 84600 Batch Loss: 1.910215 Tokens per Sec: 17228, Lr: 0.000300\n", "2020-06-03 21:56:45,361 Epoch 9 Step: 84700 Batch Loss: 1.534274 Tokens per Sec: 17205, Lr: 0.000300\n", "2020-06-03 21:57:00,077 Epoch 9 Step: 84800 Batch Loss: 1.547811 Tokens per Sec: 17196, Lr: 0.000300\n", "2020-06-03 21:57:14,739 Epoch 9 Step: 84900 Batch Loss: 2.055853 Tokens per Sec: 17362, Lr: 0.000300\n", "2020-06-03 21:57:29,457 Epoch 9 Step: 85000 Batch Loss: 1.679199 Tokens per Sec: 17498, Lr: 0.000300\n", "2020-06-03 21:57:51,539 Hooray! New best validation result [ppl]!\n", "2020-06-03 21:57:51,540 Saving new checkpoint.\n", "2020-06-03 21:57:51,718 Example #0\n", "2020-06-03 21:57:51,718 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 21:57:51,718 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 21:57:51,718 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 21:57:51,718 Example #1\n", "2020-06-03 21:57:51,718 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 21:57:51,719 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 21:57:51,719 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 21:57:51,719 Example #2\n", "2020-06-03 21:57:51,719 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 21:57:51,719 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 21:57:51,719 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 21:57:51,719 Example #3\n", "2020-06-03 21:57:51,719 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 21:57:51,719 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 21:57:51,719 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 21:57:51,719 Validation result (greedy) at epoch 9, step 85000: bleu: 30.73, loss: 40354.1836, ppl: 4.2701, duration: 22.2620s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 21:58:06,529 Epoch 9 Step: 85100 Batch Loss: 1.550843 Tokens per Sec: 17276, Lr: 0.000300\n", "2020-06-03 21:58:21,311 Epoch 9 Step: 85200 Batch Loss: 1.640761 Tokens per Sec: 17161, Lr: 0.000300\n", "2020-06-03 21:58:36,138 Epoch 9 Step: 85300 Batch Loss: 1.494562 Tokens per Sec: 17540, Lr: 0.000300\n", "2020-06-03 21:58:51,094 Epoch 9 Step: 85400 Batch Loss: 1.870352 Tokens per Sec: 17425, Lr: 0.000300\n", "2020-06-03 21:59:05,952 Epoch 9 Step: 85500 Batch Loss: 1.494744 Tokens per Sec: 17238, Lr: 0.000300\n", "2020-06-03 21:59:20,779 Epoch 9 Step: 85600 Batch Loss: 1.576615 Tokens per Sec: 17289, Lr: 0.000300\n", "2020-06-03 21:59:35,734 Epoch 9 Step: 85700 Batch Loss: 1.725105 Tokens per Sec: 17338, Lr: 0.000300\n", "2020-06-03 21:59:50,592 Epoch 9 Step: 85800 Batch Loss: 1.672353 Tokens per Sec: 17040, Lr: 0.000300\n", "2020-06-03 22:00:05,342 Epoch 9 Step: 85900 Batch Loss: 1.813047 Tokens per Sec: 17106, Lr: 0.000300\n", "2020-06-03 22:00:20,363 Epoch 9 Step: 86000 Batch Loss: 1.721627 Tokens per Sec: 17655, Lr: 0.000300\n", "2020-06-03 22:00:42,563 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:00:42,564 Saving new checkpoint.\n", "2020-06-03 22:00:42,743 Example #0\n", "2020-06-03 22:00:42,743 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:00:42,744 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:00:42,744 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amechoka .\n", "2020-06-03 22:00:42,744 Example #1\n", "2020-06-03 22:00:42,744 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:00:42,744 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:00:42,744 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:00:42,744 Example #2\n", "2020-06-03 22:00:42,744 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:00:42,744 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:00:42,744 \tHypothesis: Misherehekeo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 22:00:42,744 Example #3\n", "2020-06-03 22:00:42,744 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:00:42,744 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:00:42,745 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:00:42,745 Validation result (greedy) at epoch 9, step 86000: bleu: 30.53, loss: 40236.0078, ppl: 4.2520, duration: 22.3811s\n", "2020-06-03 22:00:57,551 Epoch 9 Step: 86100 Batch Loss: 1.771270 Tokens per Sec: 17489, Lr: 0.000300\n", "2020-06-03 22:01:12,347 Epoch 9 Step: 86200 Batch Loss: 1.861010 Tokens per Sec: 17360, Lr: 0.000300\n", "2020-06-03 22:01:27,051 Epoch 9 Step: 86300 Batch Loss: 1.613836 Tokens per Sec: 16984, Lr: 0.000300\n", "2020-06-03 22:01:41,729 Epoch 9 Step: 86400 Batch Loss: 1.634539 Tokens per Sec: 17045, Lr: 0.000300\n", "2020-06-03 22:01:56,607 Epoch 9 Step: 86500 Batch Loss: 1.627317 Tokens per Sec: 17215, Lr: 0.000300\n", "2020-06-03 22:02:11,511 Epoch 9 Step: 86600 Batch Loss: 1.644278 Tokens per Sec: 17523, Lr: 0.000300\n", "2020-06-03 22:02:26,450 Epoch 9 Step: 86700 Batch Loss: 1.800473 Tokens per Sec: 17167, Lr: 0.000300\n", "2020-06-03 22:02:40,931 Epoch 9 Step: 86800 Batch Loss: 1.589714 Tokens per Sec: 17270, Lr: 0.000300\n", "2020-06-03 22:02:55,764 Epoch 9 Step: 86900 Batch Loss: 1.609762 Tokens per Sec: 17361, Lr: 0.000300\n", "2020-06-03 22:03:10,672 Epoch 9 Step: 87000 Batch Loss: 1.479006 Tokens per Sec: 17298, Lr: 0.000300\n", "2020-06-03 22:03:33,316 Example #0\n", "2020-06-03 22:03:33,316 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:03:33,316 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:03:33,316 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 22:03:33,317 Example #1\n", "2020-06-03 22:03:33,317 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:03:33,317 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:03:33,317 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:03:33,317 Example #2\n", "2020-06-03 22:03:33,317 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:03:33,317 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:03:33,317 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:03:33,317 Example #3\n", "2020-06-03 22:03:33,317 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:03:33,318 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:03:33,318 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:03:33,318 Validation result (greedy) at epoch 9, step 87000: bleu: 30.40, loss: 40269.9961, ppl: 4.2572, duration: 22.6446s\n", "2020-06-03 22:03:48,264 Epoch 9 Step: 87100 Batch Loss: 1.584133 Tokens per Sec: 17153, Lr: 0.000300\n", "2020-06-03 22:04:02,989 Epoch 9 Step: 87200 Batch Loss: 1.914516 Tokens per Sec: 17111, Lr: 0.000300\n", "2020-06-03 22:04:17,799 Epoch 9 Step: 87300 Batch Loss: 1.790993 Tokens per Sec: 17169, Lr: 0.000300\n", "2020-06-03 22:04:32,711 Epoch 9 Step: 87400 Batch Loss: 1.581518 Tokens per Sec: 16928, Lr: 0.000300\n", "2020-06-03 22:04:47,640 Epoch 9 Step: 87500 Batch Loss: 1.553559 Tokens per Sec: 17313, Lr: 0.000300\n", "2020-06-03 22:05:02,387 Epoch 9 Step: 87600 Batch Loss: 1.565189 Tokens per Sec: 17173, Lr: 0.000300\n", "2020-06-03 22:05:17,224 Epoch 9 Step: 87700 Batch Loss: 1.675733 Tokens per Sec: 17092, Lr: 0.000300\n", "2020-06-03 22:05:32,148 Epoch 9 Step: 87800 Batch Loss: 1.684635 Tokens per Sec: 17336, Lr: 0.000300\n", "2020-06-03 22:05:47,080 Epoch 9 Step: 87900 Batch Loss: 1.842176 Tokens per Sec: 17130, Lr: 0.000300\n", "2020-06-03 22:06:01,920 Epoch 9 Step: 88000 Batch Loss: 1.565366 Tokens per Sec: 17240, Lr: 0.000300\n", "2020-06-03 22:06:25,348 Example #0\n", "2020-06-03 22:06:25,348 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:06:25,348 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:06:25,348 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 22:06:25,349 Example #1\n", "2020-06-03 22:06:25,349 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:06:25,349 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:06:25,349 \tHypothesis: Ingawa maji huonekana , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:06:25,349 Example #2\n", "2020-06-03 22:06:25,349 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:06:25,349 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:06:25,349 \tHypothesis: Mishindo hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:06:25,349 Example #3\n", "2020-06-03 22:06:25,349 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:06:25,350 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:06:25,350 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni jambo jingine — na kwa njia inayofaa .\n", "2020-06-03 22:06:25,350 Validation result (greedy) at epoch 9, step 88000: bleu: 30.62, loss: 40352.7305, ppl: 4.2699, duration: 23.4287s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 22:06:40,181 Epoch 9 Step: 88100 Batch Loss: 1.505488 Tokens per Sec: 17561, Lr: 0.000300\n", "2020-06-03 22:06:54,909 Epoch 9 Step: 88200 Batch Loss: 1.658540 Tokens per Sec: 17460, Lr: 0.000300\n", "2020-06-03 22:07:09,778 Epoch 9 Step: 88300 Batch Loss: 1.995747 Tokens per Sec: 17326, Lr: 0.000300\n", "2020-06-03 22:07:24,740 Epoch 9 Step: 88400 Batch Loss: 1.415063 Tokens per Sec: 17422, Lr: 0.000300\n", "2020-06-03 22:07:39,582 Epoch 9 Step: 88500 Batch Loss: 1.548025 Tokens per Sec: 17071, Lr: 0.000300\n", "2020-06-03 22:07:54,473 Epoch 9 Step: 88600 Batch Loss: 1.487173 Tokens per Sec: 17060, Lr: 0.000300\n", "2020-06-03 22:08:09,312 Epoch 9 Step: 88700 Batch Loss: 1.613811 Tokens per Sec: 17187, Lr: 0.000300\n", "2020-06-03 22:08:24,033 Epoch 9 Step: 88800 Batch Loss: 1.735300 Tokens per Sec: 17036, Lr: 0.000300\n", "2020-06-03 22:08:38,751 Epoch 9 Step: 88900 Batch Loss: 1.725553 Tokens per Sec: 17592, Lr: 0.000300\n", "2020-06-03 22:08:53,343 Epoch 9 Step: 89000 Batch Loss: 1.809832 Tokens per Sec: 16874, Lr: 0.000300\n", "2020-06-03 22:09:16,584 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:09:16,584 Saving new checkpoint.\n", "2020-06-03 22:09:16,763 Example #0\n", "2020-06-03 22:09:16,763 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:09:16,763 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:09:16,763 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-03 22:09:16,763 Example #1\n", "2020-06-03 22:09:16,764 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:09:16,764 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:09:16,764 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:09:16,764 Example #2\n", "2020-06-03 22:09:16,764 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:09:16,764 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:09:16,764 \tHypothesis: Mikaribio hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:09:16,764 Example #3\n", "2020-06-03 22:09:16,764 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:09:16,764 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:09:16,765 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:09:16,765 Validation result (greedy) at epoch 9, step 89000: bleu: 30.83, loss: 40057.0078, ppl: 4.2247, duration: 23.4209s\n", "2020-06-03 22:09:31,539 Epoch 9 Step: 89100 Batch Loss: 1.570103 Tokens per Sec: 17316, Lr: 0.000300\n", "2020-06-03 22:09:46,229 Epoch 9 Step: 89200 Batch Loss: 1.431127 Tokens per Sec: 17237, Lr: 0.000300\n", "2020-06-03 22:10:01,135 Epoch 9 Step: 89300 Batch Loss: 1.700035 Tokens per Sec: 17084, Lr: 0.000300\n", "2020-06-03 22:10:16,085 Epoch 9 Step: 89400 Batch Loss: 1.562421 Tokens per Sec: 17291, Lr: 0.000300\n", "2020-06-03 22:10:30,898 Epoch 9 Step: 89500 Batch Loss: 1.547617 Tokens per Sec: 17263, Lr: 0.000300\n", "2020-06-03 22:10:45,750 Epoch 9 Step: 89600 Batch Loss: 1.535209 Tokens per Sec: 17200, Lr: 0.000300\n", "2020-06-03 22:11:00,709 Epoch 9 Step: 89700 Batch Loss: 1.525148 Tokens per Sec: 17216, Lr: 0.000300\n", "2020-06-03 22:11:15,533 Epoch 9 Step: 89800 Batch Loss: 1.870368 Tokens per Sec: 17265, Lr: 0.000300\n", "2020-06-03 22:11:30,313 Epoch 9 Step: 89900 Batch Loss: 1.545841 Tokens per Sec: 17081, Lr: 0.000300\n", "2020-06-03 22:11:45,090 Epoch 9 Step: 90000 Batch Loss: 1.556743 Tokens per Sec: 16859, Lr: 0.000300\n", "2020-06-03 22:12:08,032 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:12:08,032 Saving new checkpoint.\n", "2020-06-03 22:12:08,212 Example #0\n", "2020-06-03 22:12:08,212 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:12:08,212 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:12:08,212 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 22:12:08,212 Example #1\n", "2020-06-03 22:12:08,212 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:12:08,212 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:12:08,212 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:12:08,212 Example #2\n", "2020-06-03 22:12:08,213 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:12:08,213 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:12:08,213 \tHypothesis: Mitego hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:12:08,213 Example #3\n", "2020-06-03 22:12:08,213 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:12:08,213 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:12:08,213 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:12:08,213 Validation result (greedy) at epoch 9, step 90000: bleu: 30.56, loss: 39969.9531, ppl: 4.2115, duration: 23.1220s\n", "2020-06-03 22:12:22,961 Epoch 9 Step: 90100 Batch Loss: 1.512950 Tokens per Sec: 17549, Lr: 0.000300\n", "2020-06-03 22:12:37,781 Epoch 9 Step: 90200 Batch Loss: 1.614830 Tokens per Sec: 17014, Lr: 0.000300\n", "2020-06-03 22:12:52,636 Epoch 9 Step: 90300 Batch Loss: 1.693721 Tokens per Sec: 17106, Lr: 0.000300\n", "2020-06-03 22:13:07,548 Epoch 9 Step: 90400 Batch Loss: 1.602474 Tokens per Sec: 17360, Lr: 0.000300\n", "2020-06-03 22:13:22,393 Epoch 9 Step: 90500 Batch Loss: 1.596544 Tokens per Sec: 17275, Lr: 0.000300\n", "2020-06-03 22:13:37,323 Epoch 9 Step: 90600 Batch Loss: 1.950459 Tokens per Sec: 17384, Lr: 0.000300\n", "2020-06-03 22:13:52,146 Epoch 9 Step: 90700 Batch Loss: 1.565633 Tokens per Sec: 17039, Lr: 0.000300\n", "2020-06-03 22:14:07,026 Epoch 9 Step: 90800 Batch Loss: 1.679511 Tokens per Sec: 17238, Lr: 0.000300\n", "2020-06-03 22:14:21,705 Epoch 9 Step: 90900 Batch Loss: 1.610180 Tokens per Sec: 16794, Lr: 0.000300\n", "2020-06-03 22:14:36,567 Epoch 9 Step: 91000 Batch Loss: 1.567123 Tokens per Sec: 17365, Lr: 0.000300\n", "2020-06-03 22:14:59,227 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:14:59,227 Saving new checkpoint.\n", "2020-06-03 22:14:59,406 Example #0\n", "2020-06-03 22:14:59,406 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:14:59,406 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:14:59,406 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 22:14:59,406 Example #1\n", "2020-06-03 22:14:59,407 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:14:59,407 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:14:59,407 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:14:59,407 Example #2\n", "2020-06-03 22:14:59,407 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:14:59,407 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:14:59,407 \tHypothesis: Mabadiliko hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:14:59,407 Example #3\n", "2020-06-03 22:14:59,407 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:14:59,407 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:14:59,407 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:14:59,407 Validation result (greedy) at epoch 9, step 91000: bleu: 30.76, loss: 39922.4453, ppl: 4.2043, duration: 22.8396s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 22:15:14,341 Epoch 9 Step: 91100 Batch Loss: 1.480634 Tokens per Sec: 17514, Lr: 0.000300\n", "2020-06-03 22:15:29,206 Epoch 9 Step: 91200 Batch Loss: 1.613771 Tokens per Sec: 17071, Lr: 0.000300\n", "2020-06-03 22:15:44,115 Epoch 9 Step: 91300 Batch Loss: 1.473712 Tokens per Sec: 17425, Lr: 0.000300\n", "2020-06-03 22:15:59,095 Epoch 9 Step: 91400 Batch Loss: 1.570386 Tokens per Sec: 17526, Lr: 0.000300\n", "2020-06-03 22:16:14,053 Epoch 9 Step: 91500 Batch Loss: 1.655648 Tokens per Sec: 17129, Lr: 0.000300\n", "2020-06-03 22:16:28,975 Epoch 9 Step: 91600 Batch Loss: 1.658324 Tokens per Sec: 17208, Lr: 0.000300\n", "2020-06-03 22:16:43,566 Epoch 9 Step: 91700 Batch Loss: 1.677335 Tokens per Sec: 16903, Lr: 0.000300\n", "2020-06-03 22:16:58,474 Epoch 9 Step: 91800 Batch Loss: 1.513803 Tokens per Sec: 17074, Lr: 0.000300\n", "2020-06-03 22:17:13,513 Epoch 9 Step: 91900 Batch Loss: 1.494075 Tokens per Sec: 17272, Lr: 0.000300\n", "2020-06-03 22:17:28,599 Epoch 9 Step: 92000 Batch Loss: 1.523623 Tokens per Sec: 17283, Lr: 0.000300\n", "2020-06-03 22:17:51,181 Example #0\n", "2020-06-03 22:17:51,181 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:17:51,181 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:17:51,182 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 22:17:51,182 Example #1\n", "2020-06-03 22:17:51,182 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:17:51,182 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:17:51,182 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:17:51,182 Example #2\n", "2020-06-03 22:17:51,182 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:17:51,182 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:17:51,182 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:17:51,182 Example #3\n", "2020-06-03 22:17:51,182 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:17:51,182 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:17:51,182 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:17:51,182 Validation result (greedy) at epoch 9, step 92000: bleu: 31.03, loss: 40032.1797, ppl: 4.2209, duration: 22.5827s\n", "2020-06-03 22:18:06,000 Epoch 9 Step: 92100 Batch Loss: 1.712001 Tokens per Sec: 17078, Lr: 0.000300\n", "2020-06-03 22:18:19,031 Epoch 9: total training loss 16923.18\n", "2020-06-03 22:18:19,032 EPOCH 10\n", "2020-06-03 22:18:22,268 Epoch 10 Step: 92200 Batch Loss: 1.541663 Tokens per Sec: 9761, Lr: 0.000300\n", "2020-06-03 22:18:37,181 Epoch 10 Step: 92300 Batch Loss: 1.607383 Tokens per Sec: 17365, Lr: 0.000300\n", "2020-06-03 22:18:52,090 Epoch 10 Step: 92400 Batch Loss: 1.701754 Tokens per Sec: 17461, Lr: 0.000300\n", "2020-06-03 22:19:06,892 Epoch 10 Step: 92500 Batch Loss: 1.491696 Tokens per Sec: 17318, Lr: 0.000300\n", "2020-06-03 22:19:21,724 Epoch 10 Step: 92600 Batch Loss: 1.538883 Tokens per Sec: 17041, Lr: 0.000300\n", "2020-06-03 22:19:36,511 Epoch 10 Step: 92700 Batch Loss: 1.974030 Tokens per Sec: 17144, Lr: 0.000300\n", "2020-06-03 22:19:51,498 Epoch 10 Step: 92800 Batch Loss: 1.597317 Tokens per Sec: 17155, Lr: 0.000300\n", "2020-06-03 22:20:06,280 Epoch 10 Step: 92900 Batch Loss: 1.351006 Tokens per Sec: 17064, Lr: 0.000300\n", "2020-06-03 22:20:21,077 Epoch 10 Step: 93000 Batch Loss: 1.514968 Tokens per Sec: 17340, Lr: 0.000300\n", "2020-06-03 22:20:44,337 Example #0\n", "2020-06-03 22:20:44,337 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:20:44,337 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:20:44,337 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 22:20:44,337 Example #1\n", "2020-06-03 22:20:44,337 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:20:44,337 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:20:44,338 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:20:44,338 Example #2\n", "2020-06-03 22:20:44,338 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:20:44,338 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:20:44,338 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:20:44,338 Example #3\n", "2020-06-03 22:20:44,338 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:20:44,338 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:20:44,338 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:20:44,338 Validation result (greedy) at epoch 10, step 93000: bleu: 31.02, loss: 39937.5742, ppl: 4.2066, duration: 23.2613s\n", "2020-06-03 22:20:59,044 Epoch 10 Step: 93100 Batch Loss: 1.494860 Tokens per Sec: 16788, Lr: 0.000300\n", "2020-06-03 22:21:14,046 Epoch 10 Step: 93200 Batch Loss: 1.489171 Tokens per Sec: 17457, Lr: 0.000300\n", "2020-06-03 22:21:28,783 Epoch 10 Step: 93300 Batch Loss: 1.709661 Tokens per Sec: 17105, Lr: 0.000300\n", "2020-06-03 22:21:43,500 Epoch 10 Step: 93400 Batch Loss: 1.315230 Tokens per Sec: 17436, Lr: 0.000300\n", "2020-06-03 22:21:58,265 Epoch 10 Step: 93500 Batch Loss: 1.493552 Tokens per Sec: 17249, Lr: 0.000300\n", "2020-06-03 22:22:12,894 Epoch 10 Step: 93600 Batch Loss: 1.659077 Tokens per Sec: 16814, Lr: 0.000300\n", "2020-06-03 22:22:27,940 Epoch 10 Step: 93700 Batch Loss: 1.636205 Tokens per Sec: 17128, Lr: 0.000300\n", "2020-06-03 22:22:42,910 Epoch 10 Step: 93800 Batch Loss: 1.667191 Tokens per Sec: 17231, Lr: 0.000300\n", "2020-06-03 22:22:57,539 Epoch 10 Step: 93900 Batch Loss: 1.638391 Tokens per Sec: 17182, Lr: 0.000300\n", "2020-06-03 22:23:12,461 Epoch 10 Step: 94000 Batch Loss: 1.660243 Tokens per Sec: 17328, Lr: 0.000300\n", "2020-06-03 22:23:35,308 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:23:35,309 Saving new checkpoint.\n", "2020-06-03 22:23:35,487 Example #0\n", "2020-06-03 22:23:35,487 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:23:35,487 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:23:35,487 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amechoka .\n", "2020-06-03 22:23:35,487 Example #1\n", "2020-06-03 22:23:35,487 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:23:35,487 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:23:35,487 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:23:35,487 Example #2\n", "2020-06-03 22:23:35,488 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:23:35,488 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:23:35,488 \tHypothesis: Mikosa hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:23:35,488 Example #3\n", "2020-06-03 22:23:35,488 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:23:35,488 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:23:35,488 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:23:35,488 Validation result (greedy) at epoch 10, step 94000: bleu: 30.87, loss: 39901.3594, ppl: 4.2011, duration: 23.0264s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 22:23:50,340 Epoch 10 Step: 94100 Batch Loss: 1.667520 Tokens per Sec: 17318, Lr: 0.000300\n", "2020-06-03 22:24:05,020 Epoch 10 Step: 94200 Batch Loss: 1.544470 Tokens per Sec: 17545, Lr: 0.000300\n", "2020-06-03 22:24:19,953 Epoch 10 Step: 94300 Batch Loss: 1.896642 Tokens per Sec: 17311, Lr: 0.000300\n", "2020-06-03 22:24:34,879 Epoch 10 Step: 94400 Batch Loss: 1.822535 Tokens per Sec: 17191, Lr: 0.000300\n", "2020-06-03 22:24:49,941 Epoch 10 Step: 94500 Batch Loss: 1.558519 Tokens per Sec: 17329, Lr: 0.000300\n", "2020-06-03 22:25:04,974 Epoch 10 Step: 94600 Batch Loss: 1.546916 Tokens per Sec: 17213, Lr: 0.000300\n", "2020-06-03 22:25:19,729 Epoch 10 Step: 94700 Batch Loss: 1.790145 Tokens per Sec: 17517, Lr: 0.000300\n", "2020-06-03 22:25:34,551 Epoch 10 Step: 94800 Batch Loss: 1.616099 Tokens per Sec: 17059, Lr: 0.000300\n", "2020-06-03 22:25:49,488 Epoch 10 Step: 94900 Batch Loss: 1.615129 Tokens per Sec: 17133, Lr: 0.000300\n", "2020-06-03 22:26:04,300 Epoch 10 Step: 95000 Batch Loss: 1.549196 Tokens per Sec: 16819, Lr: 0.000300\n", "2020-06-03 22:26:26,344 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:26:26,345 Saving new checkpoint.\n", "2020-06-03 22:26:26,526 Example #0\n", "2020-06-03 22:26:26,526 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:26:26,526 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:26:26,526 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 22:26:26,526 Example #1\n", "2020-06-03 22:26:26,526 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:26:26,526 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:26:26,527 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:26:26,527 Example #2\n", "2020-06-03 22:26:26,527 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:26:26,527 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:26:26,527 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:26:26,527 Example #3\n", "2020-06-03 22:26:26,527 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:26:26,527 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:26:26,527 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:26:26,527 Validation result (greedy) at epoch 10, step 95000: bleu: 30.76, loss: 39738.1758, ppl: 4.1765, duration: 22.2272s\n", "2020-06-03 22:26:41,300 Epoch 10 Step: 95100 Batch Loss: 1.613797 Tokens per Sec: 17157, Lr: 0.000300\n", "2020-06-03 22:26:56,169 Epoch 10 Step: 95200 Batch Loss: 1.509289 Tokens per Sec: 17233, Lr: 0.000300\n", "2020-06-03 22:27:11,098 Epoch 10 Step: 95300 Batch Loss: 1.621496 Tokens per Sec: 17412, Lr: 0.000300\n", "2020-06-03 22:27:25,767 Epoch 10 Step: 95400 Batch Loss: 1.538931 Tokens per Sec: 17130, Lr: 0.000300\n", "2020-06-03 22:27:40,508 Epoch 10 Step: 95500 Batch Loss: 1.725342 Tokens per Sec: 17485, Lr: 0.000300\n", "2020-06-03 22:27:55,351 Epoch 10 Step: 95600 Batch Loss: 1.748954 Tokens per Sec: 17301, Lr: 0.000300\n", "2020-06-03 22:28:10,040 Epoch 10 Step: 95700 Batch Loss: 1.567855 Tokens per Sec: 17259, Lr: 0.000300\n", "2020-06-03 22:28:24,971 Epoch 10 Step: 95800 Batch Loss: 1.578914 Tokens per Sec: 17492, Lr: 0.000300\n", "2020-06-03 22:28:39,780 Epoch 10 Step: 95900 Batch Loss: 1.721791 Tokens per Sec: 16919, Lr: 0.000300\n", "2020-06-03 22:28:54,748 Epoch 10 Step: 96000 Batch Loss: 1.555901 Tokens per Sec: 17227, Lr: 0.000300\n", "2020-06-03 22:29:17,428 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:29:17,428 Saving new checkpoint.\n", "2020-06-03 22:29:17,608 Example #0\n", "2020-06-03 22:29:17,608 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:29:17,608 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:29:17,608 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 22:29:17,609 Example #1\n", "2020-06-03 22:29:17,609 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:29:17,609 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:29:17,609 \tHypothesis: Ingawa maji hayo hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:29:17,609 Example #2\n", "2020-06-03 22:29:17,609 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:29:17,609 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:29:17,609 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:29:17,609 Example #3\n", "2020-06-03 22:29:17,610 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:29:17,610 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:29:17,610 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:29:17,610 Validation result (greedy) at epoch 10, step 96000: bleu: 30.89, loss: 39719.9844, ppl: 4.1738, duration: 22.8610s\n", "2020-06-03 22:29:32,663 Epoch 10 Step: 96100 Batch Loss: 1.604385 Tokens per Sec: 17047, Lr: 0.000300\n", "2020-06-03 22:29:47,603 Epoch 10 Step: 96200 Batch Loss: 1.636302 Tokens per Sec: 17215, Lr: 0.000300\n", "2020-06-03 22:30:02,582 Epoch 10 Step: 96300 Batch Loss: 1.690591 Tokens per Sec: 17033, Lr: 0.000300\n", "2020-06-03 22:30:17,556 Epoch 10 Step: 96400 Batch Loss: 1.511779 Tokens per Sec: 17277, Lr: 0.000300\n", "2020-06-03 22:30:32,514 Epoch 10 Step: 96500 Batch Loss: 1.864149 Tokens per Sec: 17428, Lr: 0.000300\n", "2020-06-03 22:30:47,318 Epoch 10 Step: 96600 Batch Loss: 1.486440 Tokens per Sec: 17211, Lr: 0.000300\n", "2020-06-03 22:31:01,937 Epoch 10 Step: 96700 Batch Loss: 1.682983 Tokens per Sec: 17555, Lr: 0.000300\n", "2020-06-03 22:31:16,852 Epoch 10 Step: 96800 Batch Loss: 1.724721 Tokens per Sec: 17330, Lr: 0.000300\n", "2020-06-03 22:31:31,582 Epoch 10 Step: 96900 Batch Loss: 1.593146 Tokens per Sec: 17314, Lr: 0.000300\n", "2020-06-03 22:31:46,261 Epoch 10 Step: 97000 Batch Loss: 1.786949 Tokens per Sec: 16800, Lr: 0.000300\n", "2020-06-03 22:32:08,495 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:32:08,496 Saving new checkpoint.\n", "2020-06-03 22:32:08,674 Example #0\n", "2020-06-03 22:32:08,674 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:32:08,674 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:32:08,674 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 22:32:08,674 Example #1\n", "2020-06-03 22:32:08,674 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:32:08,674 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:32:08,674 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:32:08,675 Example #2\n", "2020-06-03 22:32:08,675 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:32:08,675 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:32:08,675 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:32:08,675 Example #3\n", "2020-06-03 22:32:08,675 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:32:08,675 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:32:08,675 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:32:08,675 Validation result (greedy) at epoch 10, step 97000: bleu: 31.04, loss: 39449.6641, ppl: 4.1334, duration: 22.4138s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 22:32:23,735 Epoch 10 Step: 97100 Batch Loss: 1.701158 Tokens per Sec: 17522, Lr: 0.000300\n", "2020-06-03 22:32:38,368 Epoch 10 Step: 97200 Batch Loss: 1.788094 Tokens per Sec: 16689, Lr: 0.000300\n", "2020-06-03 22:32:53,350 Epoch 10 Step: 97300 Batch Loss: 1.619505 Tokens per Sec: 17258, Lr: 0.000300\n", "2020-06-03 22:33:08,377 Epoch 10 Step: 97400 Batch Loss: 1.641981 Tokens per Sec: 17177, Lr: 0.000300\n", "2020-06-03 22:33:23,324 Epoch 10 Step: 97500 Batch Loss: 1.589070 Tokens per Sec: 17168, Lr: 0.000300\n", "2020-06-03 22:33:37,954 Epoch 10 Step: 97600 Batch Loss: 1.542884 Tokens per Sec: 17210, Lr: 0.000300\n", "2020-06-03 22:33:52,804 Epoch 10 Step: 97700 Batch Loss: 1.712776 Tokens per Sec: 17308, Lr: 0.000300\n", "2020-06-03 22:34:07,410 Epoch 10 Step: 97800 Batch Loss: 1.428571 Tokens per Sec: 17090, Lr: 0.000300\n", "2020-06-03 22:34:22,391 Epoch 10 Step: 97900 Batch Loss: 1.566159 Tokens per Sec: 17219, Lr: 0.000300\n", "2020-06-03 22:34:37,316 Epoch 10 Step: 98000 Batch Loss: 1.741125 Tokens per Sec: 17189, Lr: 0.000300\n", "2020-06-03 22:35:00,049 Example #0\n", "2020-06-03 22:35:00,050 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:35:00,050 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:35:00,050 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 22:35:00,050 Example #1\n", "2020-06-03 22:35:00,050 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:35:00,050 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:35:00,050 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:35:00,050 Example #2\n", "2020-06-03 22:35:00,051 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:35:00,051 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:35:00,051 \tHypothesis: Mitego hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 22:35:00,051 Example #3\n", "2020-06-03 22:35:00,051 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:35:00,051 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:35:00,051 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:35:00,051 Validation result (greedy) at epoch 10, step 98000: bleu: 31.18, loss: 39777.2383, ppl: 4.1824, duration: 22.7345s\n", "2020-06-03 22:35:14,916 Epoch 10 Step: 98100 Batch Loss: 1.744948 Tokens per Sec: 17193, Lr: 0.000300\n", "2020-06-03 22:35:29,604 Epoch 10 Step: 98200 Batch Loss: 1.502299 Tokens per Sec: 17300, Lr: 0.000300\n", "2020-06-03 22:35:44,527 Epoch 10 Step: 98300 Batch Loss: 1.521255 Tokens per Sec: 17089, Lr: 0.000300\n", "2020-06-03 22:35:59,346 Epoch 10 Step: 98400 Batch Loss: 1.584596 Tokens per Sec: 17489, Lr: 0.000300\n", "2020-06-03 22:36:14,186 Epoch 10 Step: 98500 Batch Loss: 1.732203 Tokens per Sec: 17305, Lr: 0.000300\n", "2020-06-03 22:36:29,104 Epoch 10 Step: 98600 Batch Loss: 1.637758 Tokens per Sec: 17199, Lr: 0.000300\n", "2020-06-03 22:36:43,985 Epoch 10 Step: 98700 Batch Loss: 1.719645 Tokens per Sec: 17207, Lr: 0.000300\n", "2020-06-03 22:36:59,046 Epoch 10 Step: 98800 Batch Loss: 1.706076 Tokens per Sec: 17222, Lr: 0.000300\n", "2020-06-03 22:37:13,835 Epoch 10 Step: 98900 Batch Loss: 1.739941 Tokens per Sec: 17243, Lr: 0.000300\n", "2020-06-03 22:37:28,632 Epoch 10 Step: 99000 Batch Loss: 2.006274 Tokens per Sec: 17404, Lr: 0.000300\n", "2020-06-03 22:37:50,638 Example #0\n", "2020-06-03 22:37:50,638 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:37:50,638 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:37:50,638 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-03 22:37:50,638 Example #1\n", "2020-06-03 22:37:50,638 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:37:50,638 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:37:50,638 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:37:50,638 Example #2\n", "2020-06-03 22:37:50,638 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:37:50,639 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:37:50,639 \tHypothesis: Mitume hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:37:50,639 Example #3\n", "2020-06-03 22:37:50,639 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:37:50,639 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:37:50,639 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:37:50,639 Validation result (greedy) at epoch 10, step 99000: bleu: 30.85, loss: 39598.4727, ppl: 4.1556, duration: 22.0063s\n", "2020-06-03 22:38:05,617 Epoch 10 Step: 99100 Batch Loss: 1.580155 Tokens per Sec: 16925, Lr: 0.000300\n", "2020-06-03 22:38:20,340 Epoch 10 Step: 99200 Batch Loss: 1.784973 Tokens per Sec: 17147, Lr: 0.000300\n", "2020-06-03 22:38:35,170 Epoch 10 Step: 99300 Batch Loss: 1.486149 Tokens per Sec: 17114, Lr: 0.000300\n", "2020-06-03 22:38:49,934 Epoch 10 Step: 99400 Batch Loss: 1.681770 Tokens per Sec: 17316, Lr: 0.000300\n", "2020-06-03 22:39:04,489 Epoch 10 Step: 99500 Batch Loss: 1.610750 Tokens per Sec: 16768, Lr: 0.000300\n", "2020-06-03 22:39:19,427 Epoch 10 Step: 99600 Batch Loss: 1.660277 Tokens per Sec: 17259, Lr: 0.000300\n", "2020-06-03 22:39:34,267 Epoch 10 Step: 99700 Batch Loss: 1.542137 Tokens per Sec: 17391, Lr: 0.000300\n", "2020-06-03 22:39:49,146 Epoch 10 Step: 99800 Batch Loss: 1.602000 Tokens per Sec: 16879, Lr: 0.000300\n", "2020-06-03 22:40:04,064 Epoch 10 Step: 99900 Batch Loss: 1.647284 Tokens per Sec: 17078, Lr: 0.000300\n", "2020-06-03 22:40:19,045 Epoch 10 Step: 100000 Batch Loss: 1.506988 Tokens per Sec: 17070, Lr: 0.000300\n", "2020-06-03 22:40:41,226 Example #0\n", "2020-06-03 22:40:41,226 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:40:41,226 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:40:41,226 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 22:40:41,226 Example #1\n", "2020-06-03 22:40:41,226 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:40:41,226 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:40:41,226 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:40:41,226 Example #2\n", "2020-06-03 22:40:41,227 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:40:41,227 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:40:41,227 \tHypothesis: Mitume hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 22:40:41,227 Example #3\n", "2020-06-03 22:40:41,227 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:40:41,227 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:40:41,227 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:40:41,227 Validation result (greedy) at epoch 10, step 100000: bleu: 30.93, loss: 39485.0234, ppl: 4.1387, duration: 22.1812s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 22:40:56,091 Epoch 10 Step: 100100 Batch Loss: 1.595247 Tokens per Sec: 17211, Lr: 0.000300\n", "2020-06-03 22:41:10,930 Epoch 10 Step: 100200 Batch Loss: 1.748554 Tokens per Sec: 17120, Lr: 0.000300\n", "2020-06-03 22:41:25,513 Epoch 10 Step: 100300 Batch Loss: 1.612344 Tokens per Sec: 17226, Lr: 0.000300\n", "2020-06-03 22:41:40,476 Epoch 10 Step: 100400 Batch Loss: 1.583561 Tokens per Sec: 17301, Lr: 0.000300\n", "2020-06-03 22:41:55,284 Epoch 10 Step: 100500 Batch Loss: 1.611269 Tokens per Sec: 17071, Lr: 0.000300\n", "2020-06-03 22:42:10,167 Epoch 10 Step: 100600 Batch Loss: 1.455278 Tokens per Sec: 16952, Lr: 0.000300\n", "2020-06-03 22:42:25,172 Epoch 10 Step: 100700 Batch Loss: 1.479380 Tokens per Sec: 17031, Lr: 0.000300\n", "2020-06-03 22:42:40,078 Epoch 10 Step: 100800 Batch Loss: 1.634526 Tokens per Sec: 17055, Lr: 0.000300\n", "2020-06-03 22:42:55,146 Epoch 10 Step: 100900 Batch Loss: 1.619467 Tokens per Sec: 17151, Lr: 0.000300\n", "2020-06-03 22:43:09,959 Epoch 10 Step: 101000 Batch Loss: 1.885780 Tokens per Sec: 17228, Lr: 0.000300\n", "2020-06-03 22:43:32,638 Example #0\n", "2020-06-03 22:43:32,638 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:43:32,638 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:43:32,638 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 22:43:32,638 Example #1\n", "2020-06-03 22:43:32,638 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:43:32,638 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:43:32,638 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:43:32,638 Example #2\n", "2020-06-03 22:43:32,639 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:43:32,639 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:43:32,639 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 22:43:32,639 Example #3\n", "2020-06-03 22:43:32,639 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:43:32,639 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:43:32,639 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:43:32,639 Validation result (greedy) at epoch 10, step 101000: bleu: 31.36, loss: 39559.7031, ppl: 4.1498, duration: 22.6798s\n", "2020-06-03 22:43:47,529 Epoch 10 Step: 101100 Batch Loss: 1.515525 Tokens per Sec: 17204, Lr: 0.000300\n", "2020-06-03 22:44:02,335 Epoch 10 Step: 101200 Batch Loss: 1.604241 Tokens per Sec: 17172, Lr: 0.000300\n", "2020-06-03 22:44:17,045 Epoch 10 Step: 101300 Batch Loss: 1.660463 Tokens per Sec: 17132, Lr: 0.000300\n", "2020-06-03 22:44:31,902 Epoch 10 Step: 101400 Batch Loss: 1.447632 Tokens per Sec: 17132, Lr: 0.000300\n", "2020-06-03 22:44:47,019 Epoch 10 Step: 101500 Batch Loss: 1.561565 Tokens per Sec: 17259, Lr: 0.000300\n", "2020-06-03 22:45:02,002 Epoch 10 Step: 101600 Batch Loss: 1.604981 Tokens per Sec: 17031, Lr: 0.000300\n", "2020-06-03 22:45:16,684 Epoch 10 Step: 101700 Batch Loss: 1.904608 Tokens per Sec: 16926, Lr: 0.000300\n", "2020-06-03 22:45:31,641 Epoch 10 Step: 101800 Batch Loss: 1.899740 Tokens per Sec: 17011, Lr: 0.000300\n", "2020-06-03 22:45:46,141 Epoch 10 Step: 101900 Batch Loss: 1.436104 Tokens per Sec: 17105, Lr: 0.000300\n", "2020-06-03 22:46:01,188 Epoch 10 Step: 102000 Batch Loss: 1.533614 Tokens per Sec: 17535, Lr: 0.000300\n", "2020-06-03 22:46:24,018 Example #0\n", "2020-06-03 22:46:24,018 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:46:24,018 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:46:24,018 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 22:46:24,018 Example #1\n", "2020-06-03 22:46:24,018 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:46:24,018 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:46:24,018 \tHypothesis: Ingawa maji hayo hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:46:24,018 Example #2\n", "2020-06-03 22:46:24,019 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:46:24,019 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:46:24,019 \tHypothesis: Mabadiliko hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:46:24,019 Example #3\n", "2020-06-03 22:46:24,019 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:46:24,019 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:46:24,019 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:46:24,019 Validation result (greedy) at epoch 10, step 102000: bleu: 31.06, loss: 39544.2930, ppl: 4.1475, duration: 22.8308s\n", "2020-06-03 22:46:38,853 Epoch 10 Step: 102100 Batch Loss: 1.852979 Tokens per Sec: 17295, Lr: 0.000300\n", "2020-06-03 22:46:53,846 Epoch 10 Step: 102200 Batch Loss: 1.714343 Tokens per Sec: 17029, Lr: 0.000300\n", "2020-06-03 22:47:08,800 Epoch 10 Step: 102300 Batch Loss: 1.695028 Tokens per Sec: 17359, Lr: 0.000300\n", "2020-06-03 22:47:23,647 Epoch 10 Step: 102400 Batch Loss: 1.695742 Tokens per Sec: 17196, Lr: 0.000300\n", "2020-06-03 22:47:29,585 Epoch 10: total training loss 16702.27\n", "2020-06-03 22:47:29,585 EPOCH 11\n", "2020-06-03 22:47:39,942 Epoch 11 Step: 102500 Batch Loss: 1.646458 Tokens per Sec: 14915, Lr: 0.000300\n", "2020-06-03 22:47:54,901 Epoch 11 Step: 102600 Batch Loss: 1.659130 Tokens per Sec: 17148, Lr: 0.000300\n", "2020-06-03 22:48:09,616 Epoch 11 Step: 102700 Batch Loss: 1.604971 Tokens per Sec: 17259, Lr: 0.000300\n", "2020-06-03 22:48:24,515 Epoch 11 Step: 102800 Batch Loss: 1.508108 Tokens per Sec: 17284, Lr: 0.000300\n", "2020-06-03 22:48:39,287 Epoch 11 Step: 102900 Batch Loss: 1.417093 Tokens per Sec: 16848, Lr: 0.000300\n", "2020-06-03 22:48:54,292 Epoch 11 Step: 103000 Batch Loss: 1.584093 Tokens per Sec: 17172, Lr: 0.000300\n", "2020-06-03 22:49:16,850 Example #0\n", "2020-06-03 22:49:16,850 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:49:16,850 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:49:16,850 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 22:49:16,850 Example #1\n", "2020-06-03 22:49:16,850 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:49:16,850 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:49:16,850 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:49:16,851 Example #2\n", "2020-06-03 22:49:16,851 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:49:16,851 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:49:16,851 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 22:49:16,851 Example #3\n", "2020-06-03 22:49:16,851 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:49:16,851 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:49:16,851 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:49:16,851 Validation result (greedy) at epoch 11, step 103000: bleu: 31.15, loss: 39488.3633, ppl: 4.1392, duration: 22.5590s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 22:49:31,696 Epoch 11 Step: 103100 Batch Loss: 1.601752 Tokens per Sec: 17118, Lr: 0.000210\n", "2020-06-03 22:49:46,593 Epoch 11 Step: 103200 Batch Loss: 1.478181 Tokens per Sec: 17340, Lr: 0.000210\n", "2020-06-03 22:50:01,381 Epoch 11 Step: 103300 Batch Loss: 1.543717 Tokens per Sec: 16955, Lr: 0.000210\n", "2020-06-03 22:50:16,335 Epoch 11 Step: 103400 Batch Loss: 1.639330 Tokens per Sec: 17161, Lr: 0.000210\n", "2020-06-03 22:50:31,287 Epoch 11 Step: 103500 Batch Loss: 1.482751 Tokens per Sec: 17082, Lr: 0.000210\n", "2020-06-03 22:50:46,305 Epoch 11 Step: 103600 Batch Loss: 1.558858 Tokens per Sec: 17219, Lr: 0.000210\n", "2020-06-03 22:51:01,098 Epoch 11 Step: 103700 Batch Loss: 1.530350 Tokens per Sec: 17083, Lr: 0.000210\n", "2020-06-03 22:51:16,025 Epoch 11 Step: 103800 Batch Loss: 1.575816 Tokens per Sec: 17270, Lr: 0.000210\n", "2020-06-03 22:51:30,610 Epoch 11 Step: 103900 Batch Loss: 1.550618 Tokens per Sec: 17202, Lr: 0.000210\n", "2020-06-03 22:51:45,371 Epoch 11 Step: 104000 Batch Loss: 1.551065 Tokens per Sec: 17344, Lr: 0.000210\n", "2020-06-03 22:52:07,864 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:52:07,864 Saving new checkpoint.\n", "2020-06-03 22:52:08,041 Example #0\n", "2020-06-03 22:52:08,041 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:52:08,041 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:52:08,041 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 22:52:08,041 Example #1\n", "2020-06-03 22:52:08,041 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:52:08,041 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:52:08,041 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:52:08,041 Example #2\n", "2020-06-03 22:52:08,042 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:52:08,042 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:52:08,042 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mageuzi ya kijani .\n", "2020-06-03 22:52:08,042 Example #3\n", "2020-06-03 22:52:08,042 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:52:08,042 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:52:08,042 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:52:08,042 Validation result (greedy) at epoch 11, step 104000: bleu: 31.56, loss: 39051.6992, ppl: 4.0747, duration: 22.6708s\n", "2020-06-03 22:52:22,922 Epoch 11 Step: 104100 Batch Loss: 1.407892 Tokens per Sec: 17087, Lr: 0.000210\n", "2020-06-03 22:52:37,657 Epoch 11 Step: 104200 Batch Loss: 1.678082 Tokens per Sec: 17379, Lr: 0.000210\n", "2020-06-03 22:52:52,838 Epoch 11 Step: 104300 Batch Loss: 1.654417 Tokens per Sec: 17086, Lr: 0.000210\n", "2020-06-03 22:53:07,525 Epoch 11 Step: 104400 Batch Loss: 1.569826 Tokens per Sec: 17182, Lr: 0.000210\n", "2020-06-03 22:53:22,512 Epoch 11 Step: 104500 Batch Loss: 1.541601 Tokens per Sec: 16939, Lr: 0.000210\n", "2020-06-03 22:53:37,392 Epoch 11 Step: 104600 Batch Loss: 1.425165 Tokens per Sec: 17409, Lr: 0.000210\n", "2020-06-03 22:53:52,406 Epoch 11 Step: 104700 Batch Loss: 1.474899 Tokens per Sec: 17456, Lr: 0.000210\n", "2020-06-03 22:54:07,210 Epoch 11 Step: 104800 Batch Loss: 1.510149 Tokens per Sec: 17038, Lr: 0.000210\n", "2020-06-03 22:54:21,848 Epoch 11 Step: 104900 Batch Loss: 1.586119 Tokens per Sec: 17174, Lr: 0.000210\n", "2020-06-03 22:54:36,823 Epoch 11 Step: 105000 Batch Loss: 1.491357 Tokens per Sec: 17174, Lr: 0.000210\n", "2020-06-03 22:54:58,871 Example #0\n", "2020-06-03 22:54:58,871 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:54:58,872 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:54:58,872 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa mwenye kuchoka .\n", "2020-06-03 22:54:58,872 Example #1\n", "2020-06-03 22:54:58,872 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:54:58,872 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:54:58,872 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:54:58,872 Example #2\n", "2020-06-03 22:54:58,872 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:54:58,872 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:54:58,872 \tHypothesis: Mikosi hiyo ilianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:54:58,872 Example #3\n", "2020-06-03 22:54:58,872 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:54:58,872 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:54:58,873 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:54:58,873 Validation result (greedy) at epoch 11, step 105000: bleu: 31.82, loss: 39064.1406, ppl: 4.0765, duration: 22.0487s\n", "2020-06-03 22:55:13,757 Epoch 11 Step: 105100 Batch Loss: 1.513605 Tokens per Sec: 17347, Lr: 0.000210\n", "2020-06-03 22:55:28,581 Epoch 11 Step: 105200 Batch Loss: 1.557134 Tokens per Sec: 17323, Lr: 0.000210\n", "2020-06-03 22:55:43,547 Epoch 11 Step: 105300 Batch Loss: 1.631551 Tokens per Sec: 17201, Lr: 0.000210\n", "2020-06-03 22:55:58,569 Epoch 11 Step: 105400 Batch Loss: 1.565301 Tokens per Sec: 17176, Lr: 0.000210\n", "2020-06-03 22:56:13,500 Epoch 11 Step: 105500 Batch Loss: 1.560088 Tokens per Sec: 17025, Lr: 0.000210\n", "2020-06-03 22:56:28,416 Epoch 11 Step: 105600 Batch Loss: 1.740568 Tokens per Sec: 17495, Lr: 0.000210\n", "2020-06-03 22:56:43,124 Epoch 11 Step: 105700 Batch Loss: 1.605613 Tokens per Sec: 17235, Lr: 0.000210\n", "2020-06-03 22:56:58,116 Epoch 11 Step: 105800 Batch Loss: 1.514190 Tokens per Sec: 17211, Lr: 0.000210\n", "2020-06-03 22:57:13,207 Epoch 11 Step: 105900 Batch Loss: 1.591729 Tokens per Sec: 17301, Lr: 0.000210\n", "2020-06-03 22:57:28,117 Epoch 11 Step: 106000 Batch Loss: 1.702213 Tokens per Sec: 17589, Lr: 0.000210\n", "2020-06-03 22:57:50,912 Hooray! New best validation result [ppl]!\n", "2020-06-03 22:57:50,912 Saving new checkpoint.\n", "2020-06-03 22:57:51,161 Example #0\n", "2020-06-03 22:57:51,161 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 22:57:51,161 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 22:57:51,161 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 22:57:51,161 Example #1\n", "2020-06-03 22:57:51,161 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 22:57:51,161 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 22:57:51,161 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 22:57:51,161 Example #2\n", "2020-06-03 22:57:51,162 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 22:57:51,162 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 22:57:51,162 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 22:57:51,162 Example #3\n", "2020-06-03 22:57:51,162 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 22:57:51,162 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 22:57:51,162 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 22:57:51,162 Validation result (greedy) at epoch 11, step 106000: bleu: 31.61, loss: 38899.5742, ppl: 4.0524, duration: 23.0446s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 22:58:06,032 Epoch 11 Step: 106100 Batch Loss: 1.380336 Tokens per Sec: 17406, Lr: 0.000210\n", "2020-06-03 22:58:20,933 Epoch 11 Step: 106200 Batch Loss: 1.617566 Tokens per Sec: 17258, Lr: 0.000210\n", "2020-06-03 22:58:35,707 Epoch 11 Step: 106300 Batch Loss: 1.590660 Tokens per Sec: 17076, Lr: 0.000210\n", "2020-06-03 22:58:50,612 Epoch 11 Step: 106400 Batch Loss: 1.433469 Tokens per Sec: 17065, Lr: 0.000210\n", "2020-06-03 22:59:05,464 Epoch 11 Step: 106500 Batch Loss: 1.475902 Tokens per Sec: 17342, Lr: 0.000210\n", "2020-06-03 22:59:20,232 Epoch 11 Step: 106600 Batch Loss: 1.861188 Tokens per Sec: 17158, Lr: 0.000210\n", "2020-06-03 22:59:35,043 Epoch 11 Step: 106700 Batch Loss: 1.626021 Tokens per Sec: 17008, Lr: 0.000210\n", "2020-06-03 22:59:50,000 Epoch 11 Step: 106800 Batch Loss: 1.731882 Tokens per Sec: 17331, Lr: 0.000210\n", "2020-06-03 23:00:04,859 Epoch 11 Step: 106900 Batch Loss: 1.595777 Tokens per Sec: 17195, Lr: 0.000210\n", "2020-06-03 23:00:19,561 Epoch 11 Step: 107000 Batch Loss: 1.433064 Tokens per Sec: 17225, Lr: 0.000210\n", "2020-06-03 23:00:42,208 Example #0\n", "2020-06-03 23:00:42,209 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:00:42,209 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:00:42,209 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:00:42,209 Example #1\n", "2020-06-03 23:00:42,209 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:00:42,209 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:00:42,209 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:00:42,209 Example #2\n", "2020-06-03 23:00:42,209 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:00:42,209 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:00:42,210 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:00:42,210 Example #3\n", "2020-06-03 23:00:42,210 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:00:42,210 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:00:42,210 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:00:42,210 Validation result (greedy) at epoch 11, step 107000: bleu: 31.43, loss: 38964.2305, ppl: 4.0619, duration: 22.6481s\n", "2020-06-03 23:00:57,065 Epoch 11 Step: 107100 Batch Loss: 1.831165 Tokens per Sec: 17327, Lr: 0.000210\n", "2020-06-03 23:01:11,788 Epoch 11 Step: 107200 Batch Loss: 1.443540 Tokens per Sec: 17133, Lr: 0.000210\n", "2020-06-03 23:01:26,460 Epoch 11 Step: 107300 Batch Loss: 1.366541 Tokens per Sec: 17059, Lr: 0.000210\n", "2020-06-03 23:01:41,401 Epoch 11 Step: 107400 Batch Loss: 1.503478 Tokens per Sec: 16970, Lr: 0.000210\n", "2020-06-03 23:01:56,319 Epoch 11 Step: 107500 Batch Loss: 1.599618 Tokens per Sec: 16920, Lr: 0.000210\n", "2020-06-03 23:02:11,250 Epoch 11 Step: 107600 Batch Loss: 1.554894 Tokens per Sec: 17363, Lr: 0.000210\n", "2020-06-03 23:02:26,039 Epoch 11 Step: 107700 Batch Loss: 1.451960 Tokens per Sec: 17236, Lr: 0.000210\n", "2020-06-03 23:02:40,830 Epoch 11 Step: 107800 Batch Loss: 1.646978 Tokens per Sec: 17039, Lr: 0.000210\n", "2020-06-03 23:02:55,476 Epoch 11 Step: 107900 Batch Loss: 1.542529 Tokens per Sec: 17213, Lr: 0.000210\n", "2020-06-03 23:03:10,438 Epoch 11 Step: 108000 Batch Loss: 1.655961 Tokens per Sec: 17495, Lr: 0.000210\n", "2020-06-03 23:03:32,996 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:03:32,996 Saving new checkpoint.\n", "2020-06-03 23:03:33,175 Example #0\n", "2020-06-03 23:03:33,175 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:03:33,175 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:03:33,175 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amevunjika moyo .\n", "2020-06-03 23:03:33,175 Example #1\n", "2020-06-03 23:03:33,176 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:03:33,176 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:03:33,176 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:03:33,176 Example #2\n", "2020-06-03 23:03:33,176 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:03:33,176 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:03:33,176 \tHypothesis: Mitume hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:03:33,176 Example #3\n", "2020-06-03 23:03:33,176 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:03:33,176 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:03:33,177 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:03:33,177 Validation result (greedy) at epoch 11, step 108000: bleu: 32.14, loss: 38761.3867, ppl: 4.0323, duration: 22.7386s\n", "2020-06-03 23:03:47,976 Epoch 11 Step: 108100 Batch Loss: 1.540329 Tokens per Sec: 17097, Lr: 0.000210\n", "2020-06-03 23:04:02,908 Epoch 11 Step: 108200 Batch Loss: 1.532082 Tokens per Sec: 17101, Lr: 0.000210\n", "2020-06-03 23:04:17,590 Epoch 11 Step: 108300 Batch Loss: 2.003714 Tokens per Sec: 16674, Lr: 0.000210\n", "2020-06-03 23:04:32,330 Epoch 11 Step: 108400 Batch Loss: 1.797644 Tokens per Sec: 17254, Lr: 0.000210\n", "2020-06-03 23:04:47,330 Epoch 11 Step: 108500 Batch Loss: 1.519157 Tokens per Sec: 17521, Lr: 0.000210\n", "2020-06-03 23:05:02,254 Epoch 11 Step: 108600 Batch Loss: 1.553105 Tokens per Sec: 17187, Lr: 0.000210\n", "2020-06-03 23:05:17,074 Epoch 11 Step: 108700 Batch Loss: 1.591336 Tokens per Sec: 17405, Lr: 0.000210\n", "2020-06-03 23:05:32,108 Epoch 11 Step: 108800 Batch Loss: 1.805577 Tokens per Sec: 17305, Lr: 0.000210\n", "2020-06-03 23:05:47,008 Epoch 11 Step: 108900 Batch Loss: 1.506122 Tokens per Sec: 17216, Lr: 0.000210\n", "2020-06-03 23:06:01,859 Epoch 11 Step: 109000 Batch Loss: 1.524743 Tokens per Sec: 16852, Lr: 0.000210\n", "2020-06-03 23:06:25,915 Example #0\n", "2020-06-03 23:06:25,915 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:06:25,915 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:06:25,915 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:06:25,915 Example #1\n", "2020-06-03 23:06:25,915 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:06:25,915 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:06:25,915 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:06:25,916 Example #2\n", "2020-06-03 23:06:25,916 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:06:25,916 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:06:25,916 \tHypothesis: Mikosi hiyo ilianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:06:25,916 Example #3\n", "2020-06-03 23:06:25,916 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:06:25,916 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:06:25,916 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:06:25,916 Validation result (greedy) at epoch 11, step 109000: bleu: 31.61, loss: 38801.3906, ppl: 4.0381, duration: 24.0568s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 23:06:40,533 Epoch 11 Step: 109100 Batch Loss: 1.466758 Tokens per Sec: 17252, Lr: 0.000210\n", "2020-06-03 23:06:55,421 Epoch 11 Step: 109200 Batch Loss: 1.823336 Tokens per Sec: 17001, Lr: 0.000210\n", "2020-06-03 23:07:10,129 Epoch 11 Step: 109300 Batch Loss: 1.690961 Tokens per Sec: 16837, Lr: 0.000210\n", "2020-06-03 23:07:24,897 Epoch 11 Step: 109400 Batch Loss: 1.568043 Tokens per Sec: 17141, Lr: 0.000210\n", "2020-06-03 23:07:39,667 Epoch 11 Step: 109500 Batch Loss: 1.434887 Tokens per Sec: 17354, Lr: 0.000210\n", "2020-06-03 23:07:54,649 Epoch 11 Step: 109600 Batch Loss: 1.632410 Tokens per Sec: 17134, Lr: 0.000210\n", "2020-06-03 23:08:09,303 Epoch 11 Step: 109700 Batch Loss: 1.919754 Tokens per Sec: 17151, Lr: 0.000210\n", "2020-06-03 23:08:24,262 Epoch 11 Step: 109800 Batch Loss: 1.552909 Tokens per Sec: 16949, Lr: 0.000210\n", "2020-06-03 23:08:39,269 Epoch 11 Step: 109900 Batch Loss: 1.514729 Tokens per Sec: 16493, Lr: 0.000210\n", "2020-06-03 23:08:54,195 Epoch 11 Step: 110000 Batch Loss: 1.549621 Tokens per Sec: 17235, Lr: 0.000210\n", "2020-06-03 23:09:16,678 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:09:16,678 Saving new checkpoint.\n", "2020-06-03 23:09:16,861 Example #0\n", "2020-06-03 23:09:16,861 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:09:16,861 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:09:16,861 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:09:16,861 Example #1\n", "2020-06-03 23:09:16,861 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:09:16,861 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:09:16,861 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:09:16,861 Example #2\n", "2020-06-03 23:09:16,861 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:09:16,862 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:09:16,862 \tHypothesis: Mikakati hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:09:16,862 Example #3\n", "2020-06-03 23:09:16,862 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:09:16,862 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:09:16,862 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:09:16,862 Validation result (greedy) at epoch 11, step 110000: bleu: 31.48, loss: 38683.1133, ppl: 4.0210, duration: 22.6670s\n", "2020-06-03 23:09:31,727 Epoch 11 Step: 110100 Batch Loss: 1.500707 Tokens per Sec: 16774, Lr: 0.000210\n", "2020-06-03 23:09:46,592 Epoch 11 Step: 110200 Batch Loss: 1.432971 Tokens per Sec: 17197, Lr: 0.000210\n", "2020-06-03 23:10:01,558 Epoch 11 Step: 110300 Batch Loss: 1.528975 Tokens per Sec: 17340, Lr: 0.000210\n", "2020-06-03 23:10:16,419 Epoch 11 Step: 110400 Batch Loss: 1.779882 Tokens per Sec: 17347, Lr: 0.000210\n", "2020-06-03 23:10:31,282 Epoch 11 Step: 110500 Batch Loss: 1.673011 Tokens per Sec: 17409, Lr: 0.000210\n", "2020-06-03 23:10:46,168 Epoch 11 Step: 110600 Batch Loss: 1.628064 Tokens per Sec: 17090, Lr: 0.000210\n", "2020-06-03 23:11:01,170 Epoch 11 Step: 110700 Batch Loss: 1.567739 Tokens per Sec: 16948, Lr: 0.000210\n", "2020-06-03 23:11:15,821 Epoch 11 Step: 110800 Batch Loss: 1.434845 Tokens per Sec: 16979, Lr: 0.000210\n", "2020-06-03 23:11:30,721 Epoch 11 Step: 110900 Batch Loss: 1.564102 Tokens per Sec: 17085, Lr: 0.000210\n", "2020-06-03 23:11:45,721 Epoch 11 Step: 111000 Batch Loss: 1.666872 Tokens per Sec: 17448, Lr: 0.000210\n", "2020-06-03 23:12:07,915 Example #0\n", "2020-06-03 23:12:07,915 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:12:07,915 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:12:07,915 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:12:07,915 Example #1\n", "2020-06-03 23:12:07,915 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:12:07,916 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:12:07,916 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:12:07,916 Example #2\n", "2020-06-03 23:12:07,916 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:12:07,916 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:12:07,916 \tHypothesis: Mitego hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:12:07,916 Example #3\n", "2020-06-03 23:12:07,916 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:12:07,916 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:12:07,916 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:12:07,916 Validation result (greedy) at epoch 11, step 111000: bleu: 31.85, loss: 38724.2695, ppl: 4.0270, duration: 22.1951s\n", "2020-06-03 23:12:22,862 Epoch 11 Step: 111100 Batch Loss: 1.532330 Tokens per Sec: 17318, Lr: 0.000210\n", "2020-06-03 23:12:37,690 Epoch 11 Step: 111200 Batch Loss: 1.648003 Tokens per Sec: 16902, Lr: 0.000210\n", "2020-06-03 23:12:52,584 Epoch 11 Step: 111300 Batch Loss: 1.601835 Tokens per Sec: 17062, Lr: 0.000210\n", "2020-06-03 23:13:07,602 Epoch 11 Step: 111400 Batch Loss: 1.827477 Tokens per Sec: 17345, Lr: 0.000210\n", "2020-06-03 23:13:22,642 Epoch 11 Step: 111500 Batch Loss: 1.688372 Tokens per Sec: 17290, Lr: 0.000210\n", "2020-06-03 23:13:37,676 Epoch 11 Step: 111600 Batch Loss: 1.388739 Tokens per Sec: 17182, Lr: 0.000210\n", "2020-06-03 23:13:52,732 Epoch 11 Step: 111700 Batch Loss: 2.001450 Tokens per Sec: 17238, Lr: 0.000210\n", "2020-06-03 23:14:07,755 Epoch 11 Step: 111800 Batch Loss: 1.456347 Tokens per Sec: 17335, Lr: 0.000210\n", "2020-06-03 23:14:22,351 Epoch 11 Step: 111900 Batch Loss: 1.580948 Tokens per Sec: 17235, Lr: 0.000210\n", "2020-06-03 23:14:37,136 Epoch 11 Step: 112000 Batch Loss: 1.605895 Tokens per Sec: 17033, Lr: 0.000210\n", "2020-06-03 23:15:00,395 Example #0\n", "2020-06-03 23:15:00,396 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:15:00,396 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:15:00,396 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 23:15:00,396 Example #1\n", "2020-06-03 23:15:00,396 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:15:00,396 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:15:00,396 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:15:00,396 Example #2\n", "2020-06-03 23:15:00,396 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:15:00,397 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:15:00,397 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:15:00,397 Example #3\n", "2020-06-03 23:15:00,397 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:15:00,397 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:15:00,397 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:15:00,397 Validation result (greedy) at epoch 11, step 112000: bleu: 31.73, loss: 38722.6484, ppl: 4.0267, duration: 23.2603s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 23:15:15,090 Epoch 11 Step: 112100 Batch Loss: 1.734911 Tokens per Sec: 17121, Lr: 0.000210\n", "2020-06-03 23:15:29,873 Epoch 11 Step: 112200 Batch Loss: 1.404769 Tokens per Sec: 17305, Lr: 0.000210\n", "2020-06-03 23:15:44,666 Epoch 11 Step: 112300 Batch Loss: 1.506723 Tokens per Sec: 17254, Lr: 0.000210\n", "2020-06-03 23:15:59,519 Epoch 11 Step: 112400 Batch Loss: 1.803394 Tokens per Sec: 17055, Lr: 0.000210\n", "2020-06-03 23:16:14,373 Epoch 11 Step: 112500 Batch Loss: 1.512419 Tokens per Sec: 17259, Lr: 0.000210\n", "2020-06-03 23:16:29,476 Epoch 11 Step: 112600 Batch Loss: 1.406768 Tokens per Sec: 17123, Lr: 0.000210\n", "2020-06-03 23:16:43,404 Epoch 11: total training loss 16321.78\n", "2020-06-03 23:16:43,404 EPOCH 12\n", "2020-06-03 23:16:45,564 Epoch 12 Step: 112700 Batch Loss: 1.465001 Tokens per Sec: 6114, Lr: 0.000210\n", "2020-06-03 23:17:00,337 Epoch 12 Step: 112800 Batch Loss: 1.348678 Tokens per Sec: 17084, Lr: 0.000210\n", "2020-06-03 23:17:15,191 Epoch 12 Step: 112900 Batch Loss: 1.632803 Tokens per Sec: 17020, Lr: 0.000210\n", "2020-06-03 23:17:30,150 Epoch 12 Step: 113000 Batch Loss: 1.430878 Tokens per Sec: 17234, Lr: 0.000210\n", "2020-06-03 23:17:52,705 Example #0\n", "2020-06-03 23:17:52,705 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:17:52,705 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:17:52,705 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:17:52,705 Example #1\n", "2020-06-03 23:17:52,706 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:17:52,706 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:17:52,706 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:17:52,706 Example #2\n", "2020-06-03 23:17:52,706 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:17:52,706 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:17:52,706 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:17:52,706 Example #3\n", "2020-06-03 23:17:52,706 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:17:52,706 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:17:52,706 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:17:52,706 Validation result (greedy) at epoch 12, step 113000: bleu: 31.76, loss: 38748.1523, ppl: 4.0304, duration: 22.5559s\n", "2020-06-03 23:18:07,422 Epoch 12 Step: 113100 Batch Loss: 1.379414 Tokens per Sec: 17442, Lr: 0.000210\n", "2020-06-03 23:18:22,283 Epoch 12 Step: 113200 Batch Loss: 1.316889 Tokens per Sec: 17068, Lr: 0.000210\n", "2020-06-03 23:18:36,983 Epoch 12 Step: 113300 Batch Loss: 1.557983 Tokens per Sec: 17157, Lr: 0.000210\n", "2020-06-03 23:18:51,702 Epoch 12 Step: 113400 Batch Loss: 1.564299 Tokens per Sec: 16685, Lr: 0.000210\n", "2020-06-03 23:19:06,527 Epoch 12 Step: 113500 Batch Loss: 1.504057 Tokens per Sec: 17535, Lr: 0.000210\n", "2020-06-03 23:19:21,262 Epoch 12 Step: 113600 Batch Loss: 1.506890 Tokens per Sec: 17302, Lr: 0.000210\n", "2020-06-03 23:19:36,252 Epoch 12 Step: 113700 Batch Loss: 1.675543 Tokens per Sec: 17086, Lr: 0.000210\n", "2020-06-03 23:19:51,008 Epoch 12 Step: 113800 Batch Loss: 1.407304 Tokens per Sec: 16931, Lr: 0.000210\n", "2020-06-03 23:20:05,799 Epoch 12 Step: 113900 Batch Loss: 1.558346 Tokens per Sec: 17000, Lr: 0.000210\n", "2020-06-03 23:20:20,626 Epoch 12 Step: 114000 Batch Loss: 1.596016 Tokens per Sec: 17420, Lr: 0.000210\n", "2020-06-03 23:20:43,337 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:20:43,337 Saving new checkpoint.\n", "2020-06-03 23:20:43,514 Example #0\n", "2020-06-03 23:20:43,514 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:20:43,514 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:20:43,514 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:20:43,515 Example #1\n", "2020-06-03 23:20:43,515 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:20:43,515 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:20:43,515 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:20:43,515 Example #2\n", "2020-06-03 23:20:43,515 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:20:43,515 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:20:43,515 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:20:43,515 Example #3\n", "2020-06-03 23:20:43,515 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:20:43,515 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:20:43,515 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na ifaavyo .\n", "2020-06-03 23:20:43,516 Validation result (greedy) at epoch 12, step 114000: bleu: 31.73, loss: 38611.7617, ppl: 4.0107, duration: 22.8891s\n", "2020-06-03 23:20:58,352 Epoch 12 Step: 114100 Batch Loss: 1.558631 Tokens per Sec: 17303, Lr: 0.000210\n", "2020-06-03 23:21:13,253 Epoch 12 Step: 114200 Batch Loss: 1.378651 Tokens per Sec: 17139, Lr: 0.000210\n", "2020-06-03 23:21:28,296 Epoch 12 Step: 114300 Batch Loss: 1.515304 Tokens per Sec: 16860, Lr: 0.000210\n", "2020-06-03 23:21:43,295 Epoch 12 Step: 114400 Batch Loss: 1.652464 Tokens per Sec: 17467, Lr: 0.000210\n", "2020-06-03 23:21:58,024 Epoch 12 Step: 114500 Batch Loss: 1.460584 Tokens per Sec: 17321, Lr: 0.000210\n", "2020-06-03 23:22:12,989 Epoch 12 Step: 114600 Batch Loss: 1.589826 Tokens per Sec: 17253, Lr: 0.000210\n", "2020-06-03 23:22:27,675 Epoch 12 Step: 114700 Batch Loss: 1.514917 Tokens per Sec: 17206, Lr: 0.000210\n", "2020-06-03 23:22:42,564 Epoch 12 Step: 114800 Batch Loss: 1.897956 Tokens per Sec: 17094, Lr: 0.000210\n", "2020-06-03 23:22:57,494 Epoch 12 Step: 114900 Batch Loss: 1.574397 Tokens per Sec: 17374, Lr: 0.000210\n", "2020-06-03 23:23:12,260 Epoch 12 Step: 115000 Batch Loss: 1.591699 Tokens per Sec: 17493, Lr: 0.000210\n", "2020-06-03 23:23:35,218 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:23:35,218 Saving new checkpoint.\n", "2020-06-03 23:23:35,466 Example #0\n", "2020-06-03 23:23:35,466 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:23:35,466 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:23:35,466 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:23:35,466 Example #1\n", "2020-06-03 23:23:35,467 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:23:35,467 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:23:35,467 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:23:35,467 Example #2\n", "2020-06-03 23:23:35,467 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:23:35,467 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:23:35,467 \tHypothesis: Mabadiliko hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:23:35,467 Example #3\n", "2020-06-03 23:23:35,467 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:23:35,467 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:23:35,467 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:23:35,467 Validation result (greedy) at epoch 12, step 115000: bleu: 31.69, loss: 38606.0664, ppl: 4.0099, duration: 23.2066s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 23:23:50,506 Epoch 12 Step: 115100 Batch Loss: 1.644975 Tokens per Sec: 17219, Lr: 0.000210\n", "2020-06-03 23:24:05,380 Epoch 12 Step: 115200 Batch Loss: 1.411864 Tokens per Sec: 17266, Lr: 0.000210\n", "2020-06-03 23:24:20,332 Epoch 12 Step: 115300 Batch Loss: 1.641245 Tokens per Sec: 17357, Lr: 0.000210\n", "2020-06-03 23:24:35,129 Epoch 12 Step: 115400 Batch Loss: 1.645675 Tokens per Sec: 17292, Lr: 0.000210\n", "2020-06-03 23:24:50,220 Epoch 12 Step: 115500 Batch Loss: 1.537624 Tokens per Sec: 17213, Lr: 0.000210\n", "2020-06-03 23:25:04,753 Epoch 12 Step: 115600 Batch Loss: 1.533782 Tokens per Sec: 17181, Lr: 0.000210\n", "2020-06-03 23:25:19,504 Epoch 12 Step: 115700 Batch Loss: 1.516771 Tokens per Sec: 17236, Lr: 0.000210\n", "2020-06-03 23:25:34,211 Epoch 12 Step: 115800 Batch Loss: 1.438152 Tokens per Sec: 17453, Lr: 0.000210\n", "2020-06-03 23:25:49,125 Epoch 12 Step: 115900 Batch Loss: 1.716899 Tokens per Sec: 17365, Lr: 0.000210\n", "2020-06-03 23:26:03,920 Epoch 12 Step: 116000 Batch Loss: 1.653662 Tokens per Sec: 17317, Lr: 0.000210\n", "2020-06-03 23:26:27,392 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:26:27,393 Saving new checkpoint.\n", "2020-06-03 23:26:27,569 Example #0\n", "2020-06-03 23:26:27,569 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:26:27,569 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:26:27,569 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:26:27,569 Example #1\n", "2020-06-03 23:26:27,569 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:26:27,570 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:26:27,570 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:26:27,570 Example #2\n", "2020-06-03 23:26:27,570 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:26:27,570 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:26:27,570 \tHypothesis: Mabadiliko hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:26:27,570 Example #3\n", "2020-06-03 23:26:27,570 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:26:27,570 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:26:27,570 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:26:27,570 Validation result (greedy) at epoch 12, step 116000: bleu: 31.54, loss: 38512.4062, ppl: 3.9964, duration: 23.6500s\n", "2020-06-03 23:26:42,459 Epoch 12 Step: 116100 Batch Loss: 1.612470 Tokens per Sec: 17096, Lr: 0.000210\n", "2020-06-03 23:26:57,300 Epoch 12 Step: 116200 Batch Loss: 1.357309 Tokens per Sec: 17040, Lr: 0.000210\n", "2020-06-03 23:27:12,265 Epoch 12 Step: 116300 Batch Loss: 1.517844 Tokens per Sec: 17181, Lr: 0.000210\n", "2020-06-03 23:27:27,082 Epoch 12 Step: 116400 Batch Loss: 1.647248 Tokens per Sec: 16918, Lr: 0.000210\n", "2020-06-03 23:27:41,932 Epoch 12 Step: 116500 Batch Loss: 1.513713 Tokens per Sec: 17275, Lr: 0.000210\n", "2020-06-03 23:27:56,763 Epoch 12 Step: 116600 Batch Loss: 1.521989 Tokens per Sec: 17109, Lr: 0.000210\n", "2020-06-03 23:28:11,621 Epoch 12 Step: 116700 Batch Loss: 1.529652 Tokens per Sec: 17568, Lr: 0.000210\n", "2020-06-03 23:28:26,335 Epoch 12 Step: 116800 Batch Loss: 1.484947 Tokens per Sec: 17216, Lr: 0.000210\n", "2020-06-03 23:28:41,185 Epoch 12 Step: 116900 Batch Loss: 1.435840 Tokens per Sec: 17233, Lr: 0.000210\n", "2020-06-03 23:28:56,146 Epoch 12 Step: 117000 Batch Loss: 1.527661 Tokens per Sec: 17152, Lr: 0.000210\n", "2020-06-03 23:29:18,899 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:29:18,900 Saving new checkpoint.\n", "2020-06-03 23:29:19,081 Example #0\n", "2020-06-03 23:29:19,081 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:29:19,081 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:29:19,081 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 23:29:19,081 Example #1\n", "2020-06-03 23:29:19,082 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:29:19,082 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:29:19,082 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:29:19,082 Example #2\n", "2020-06-03 23:29:19,082 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:29:19,082 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:29:19,082 \tHypothesis: Mitego hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:29:19,082 Example #3\n", "2020-06-03 23:29:19,082 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:29:19,082 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:29:19,082 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:29:19,082 Validation result (greedy) at epoch 12, step 117000: bleu: 31.90, loss: 38468.2109, ppl: 3.9900, duration: 22.9358s\n", "2020-06-03 23:29:34,049 Epoch 12 Step: 117100 Batch Loss: 1.485113 Tokens per Sec: 17306, Lr: 0.000210\n", "2020-06-03 23:29:49,094 Epoch 12 Step: 117200 Batch Loss: 1.264858 Tokens per Sec: 17343, Lr: 0.000210\n", "2020-06-03 23:30:04,020 Epoch 12 Step: 117300 Batch Loss: 1.574360 Tokens per Sec: 17143, Lr: 0.000210\n", "2020-06-03 23:30:18,851 Epoch 12 Step: 117400 Batch Loss: 1.542974 Tokens per Sec: 17132, Lr: 0.000210\n", "2020-06-03 23:30:33,812 Epoch 12 Step: 117500 Batch Loss: 1.430978 Tokens per Sec: 17444, Lr: 0.000210\n", "2020-06-03 23:30:48,551 Epoch 12 Step: 117600 Batch Loss: 1.484764 Tokens per Sec: 16868, Lr: 0.000210\n", "2020-06-03 23:31:03,471 Epoch 12 Step: 117700 Batch Loss: 1.721335 Tokens per Sec: 17445, Lr: 0.000210\n", "2020-06-03 23:31:18,192 Epoch 12 Step: 117800 Batch Loss: 1.540627 Tokens per Sec: 16833, Lr: 0.000210\n", "2020-06-03 23:31:33,207 Epoch 12 Step: 117900 Batch Loss: 1.521298 Tokens per Sec: 17212, Lr: 0.000210\n", "2020-06-03 23:31:48,169 Epoch 12 Step: 118000 Batch Loss: 1.625072 Tokens per Sec: 17294, Lr: 0.000210\n", "2020-06-03 23:32:10,781 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:32:10,781 Saving new checkpoint.\n", "2020-06-03 23:32:10,958 Example #0\n", "2020-06-03 23:32:10,958 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:32:10,958 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:32:10,958 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 23:32:10,958 Example #1\n", "2020-06-03 23:32:10,959 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:32:10,959 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:32:10,959 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:32:10,959 Example #2\n", "2020-06-03 23:32:10,959 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:32:10,959 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:32:10,959 \tHypothesis: Mikosi hiyo ilianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:32:10,959 Example #3\n", "2020-06-03 23:32:10,959 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:32:10,959 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:32:10,959 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:32:10,959 Validation result (greedy) at epoch 12, step 118000: bleu: 32.11, loss: 38417.3398, ppl: 3.9827, duration: 22.7897s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 23:32:26,004 Epoch 12 Step: 118100 Batch Loss: 1.481967 Tokens per Sec: 17183, Lr: 0.000210\n", "2020-06-03 23:32:40,786 Epoch 12 Step: 118200 Batch Loss: 1.795646 Tokens per Sec: 17131, Lr: 0.000210\n", "2020-06-03 23:32:55,650 Epoch 12 Step: 118300 Batch Loss: 1.430122 Tokens per Sec: 17427, Lr: 0.000210\n", "2020-06-03 23:33:10,596 Epoch 12 Step: 118400 Batch Loss: 1.605607 Tokens per Sec: 17314, Lr: 0.000210\n", "2020-06-03 23:33:25,524 Epoch 12 Step: 118500 Batch Loss: 1.581935 Tokens per Sec: 17345, Lr: 0.000210\n", "2020-06-03 23:33:40,394 Epoch 12 Step: 118600 Batch Loss: 1.524195 Tokens per Sec: 17178, Lr: 0.000210\n", "2020-06-03 23:33:55,199 Epoch 12 Step: 118700 Batch Loss: 1.477387 Tokens per Sec: 16836, Lr: 0.000210\n", "2020-06-03 23:34:10,121 Epoch 12 Step: 118800 Batch Loss: 1.961525 Tokens per Sec: 17198, Lr: 0.000210\n", "2020-06-03 23:34:25,000 Epoch 12 Step: 118900 Batch Loss: 1.422601 Tokens per Sec: 17203, Lr: 0.000210\n", "2020-06-03 23:34:39,780 Epoch 12 Step: 119000 Batch Loss: 1.563163 Tokens per Sec: 16993, Lr: 0.000210\n", "2020-06-03 23:35:02,466 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:35:02,466 Saving new checkpoint.\n", "2020-06-03 23:35:02,646 Example #0\n", "2020-06-03 23:35:02,647 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:35:02,647 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:35:02,647 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 23:35:02,647 Example #1\n", "2020-06-03 23:35:02,647 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:35:02,647 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:35:02,647 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:35:02,647 Example #2\n", "2020-06-03 23:35:02,647 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:35:02,647 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:35:02,647 \tHypothesis: Mabadiliko hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:35:02,647 Example #3\n", "2020-06-03 23:35:02,648 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:35:02,648 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:35:02,648 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:35:02,648 Validation result (greedy) at epoch 12, step 119000: bleu: 32.01, loss: 38359.4023, ppl: 3.9744, duration: 22.8672s\n", "2020-06-03 23:35:17,475 Epoch 12 Step: 119100 Batch Loss: 1.537853 Tokens per Sec: 16918, Lr: 0.000210\n", "2020-06-03 23:35:32,473 Epoch 12 Step: 119200 Batch Loss: 1.700714 Tokens per Sec: 17276, Lr: 0.000210\n", "2020-06-03 23:35:47,304 Epoch 12 Step: 119300 Batch Loss: 1.500530 Tokens per Sec: 17068, Lr: 0.000210\n", "2020-06-03 23:36:02,280 Epoch 12 Step: 119400 Batch Loss: 1.397433 Tokens per Sec: 17268, Lr: 0.000210\n", "2020-06-03 23:36:17,010 Epoch 12 Step: 119500 Batch Loss: 1.573649 Tokens per Sec: 16755, Lr: 0.000210\n", "2020-06-03 23:36:32,011 Epoch 12 Step: 119600 Batch Loss: 1.451537 Tokens per Sec: 17283, Lr: 0.000210\n", "2020-06-03 23:36:46,950 Epoch 12 Step: 119700 Batch Loss: 1.522205 Tokens per Sec: 17313, Lr: 0.000210\n", "2020-06-03 23:37:01,850 Epoch 12 Step: 119800 Batch Loss: 1.467047 Tokens per Sec: 17305, Lr: 0.000210\n", "2020-06-03 23:37:16,696 Epoch 12 Step: 119900 Batch Loss: 1.548747 Tokens per Sec: 17182, Lr: 0.000210\n", "2020-06-03 23:37:31,473 Epoch 12 Step: 120000 Batch Loss: 1.596049 Tokens per Sec: 16984, Lr: 0.000210\n", "2020-06-03 23:37:54,573 Example #0\n", "2020-06-03 23:37:54,573 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:37:54,573 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:37:54,573 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 23:37:54,573 Example #1\n", "2020-06-03 23:37:54,574 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:37:54,574 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:37:54,574 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:37:54,574 Example #2\n", "2020-06-03 23:37:54,574 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:37:54,574 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:37:54,574 \tHypothesis: Mikosi hiyo ilianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:37:54,574 Example #3\n", "2020-06-03 23:37:54,574 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:37:54,574 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:37:54,574 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:37:54,575 Validation result (greedy) at epoch 12, step 120000: bleu: 31.70, loss: 38457.0234, ppl: 3.9884, duration: 23.1010s\n", "2020-06-03 23:38:09,627 Epoch 12 Step: 120100 Batch Loss: 1.507971 Tokens per Sec: 17504, Lr: 0.000210\n", "2020-06-03 23:38:24,501 Epoch 12 Step: 120200 Batch Loss: 1.502877 Tokens per Sec: 17245, Lr: 0.000210\n", "2020-06-03 23:38:39,534 Epoch 12 Step: 120300 Batch Loss: 1.487013 Tokens per Sec: 17260, Lr: 0.000210\n", "2020-06-03 23:38:54,404 Epoch 12 Step: 120400 Batch Loss: 1.698846 Tokens per Sec: 17175, Lr: 0.000210\n", "2020-06-03 23:39:09,354 Epoch 12 Step: 120500 Batch Loss: 1.414124 Tokens per Sec: 17360, Lr: 0.000210\n", "2020-06-03 23:39:24,234 Epoch 12 Step: 120600 Batch Loss: 1.641428 Tokens per Sec: 16793, Lr: 0.000210\n", "2020-06-03 23:39:39,205 Epoch 12 Step: 120700 Batch Loss: 1.463021 Tokens per Sec: 17408, Lr: 0.000210\n", "2020-06-03 23:39:54,143 Epoch 12 Step: 120800 Batch Loss: 1.683673 Tokens per Sec: 17130, Lr: 0.000210\n", "2020-06-03 23:40:09,018 Epoch 12 Step: 120900 Batch Loss: 1.936222 Tokens per Sec: 17445, Lr: 0.000210\n", "2020-06-03 23:40:23,596 Epoch 12 Step: 121000 Batch Loss: 1.573318 Tokens per Sec: 16845, Lr: 0.000210\n", "2020-06-03 23:40:46,237 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:40:46,237 Saving new checkpoint.\n", "2020-06-03 23:40:46,414 Example #0\n", "2020-06-03 23:40:46,414 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:40:46,414 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:40:46,415 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 23:40:46,415 Example #1\n", "2020-06-03 23:40:46,415 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:40:46,415 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:40:46,415 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:40:46,415 Example #2\n", "2020-06-03 23:40:46,415 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:40:46,415 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:40:46,415 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:40:46,415 Example #3\n", "2020-06-03 23:40:46,416 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:40:46,416 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:40:46,416 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:40:46,416 Validation result (greedy) at epoch 12, step 121000: bleu: 31.80, loss: 38297.3320, ppl: 3.9656, duration: 22.8193s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 23:41:01,164 Epoch 12 Step: 121100 Batch Loss: 1.469816 Tokens per Sec: 17405, Lr: 0.000210\n", "2020-06-03 23:41:16,141 Epoch 12 Step: 121200 Batch Loss: 1.435648 Tokens per Sec: 17142, Lr: 0.000210\n", "2020-06-03 23:41:30,803 Epoch 12 Step: 121300 Batch Loss: 1.504013 Tokens per Sec: 16901, Lr: 0.000210\n", "2020-06-03 23:41:45,702 Epoch 12 Step: 121400 Batch Loss: 1.516924 Tokens per Sec: 16932, Lr: 0.000210\n", "2020-06-03 23:42:00,472 Epoch 12 Step: 121500 Batch Loss: 1.632526 Tokens per Sec: 17117, Lr: 0.000210\n", "2020-06-03 23:42:15,187 Epoch 12 Step: 121600 Batch Loss: 1.775170 Tokens per Sec: 17344, Lr: 0.000210\n", "2020-06-03 23:42:30,266 Epoch 12 Step: 121700 Batch Loss: 1.496403 Tokens per Sec: 17228, Lr: 0.000210\n", "2020-06-03 23:42:45,275 Epoch 12 Step: 121800 Batch Loss: 1.408642 Tokens per Sec: 17437, Lr: 0.000210\n", "2020-06-03 23:42:59,960 Epoch 12 Step: 121900 Batch Loss: 1.552888 Tokens per Sec: 17214, Lr: 0.000210\n", "2020-06-03 23:43:14,771 Epoch 12 Step: 122000 Batch Loss: 1.398237 Tokens per Sec: 17364, Lr: 0.000210\n", "2020-06-03 23:43:38,619 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:43:38,619 Saving new checkpoint.\n", "2020-06-03 23:43:38,798 Example #0\n", "2020-06-03 23:43:38,798 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:43:38,798 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:43:38,798 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 23:43:38,798 Example #1\n", "2020-06-03 23:43:38,798 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:43:38,798 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:43:38,798 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:43:38,798 Example #2\n", "2020-06-03 23:43:38,798 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:43:38,798 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:43:38,798 \tHypothesis: Mabadiliko hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:43:38,799 Example #3\n", "2020-06-03 23:43:38,799 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:43:38,799 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:43:38,799 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:43:38,799 Validation result (greedy) at epoch 12, step 122000: bleu: 32.08, loss: 38234.5312, ppl: 3.9566, duration: 24.0271s\n", "2020-06-03 23:43:53,639 Epoch 12 Step: 122100 Batch Loss: 1.576052 Tokens per Sec: 17135, Lr: 0.000210\n", "2020-06-03 23:44:08,531 Epoch 12 Step: 122200 Batch Loss: 1.606879 Tokens per Sec: 17389, Lr: 0.000210\n", "2020-06-03 23:44:23,570 Epoch 12 Step: 122300 Batch Loss: 1.551463 Tokens per Sec: 17268, Lr: 0.000210\n", "2020-06-03 23:44:38,256 Epoch 12 Step: 122400 Batch Loss: 1.527183 Tokens per Sec: 17301, Lr: 0.000210\n", "2020-06-03 23:44:52,980 Epoch 12 Step: 122500 Batch Loss: 1.541663 Tokens per Sec: 17105, Lr: 0.000210\n", "2020-06-03 23:45:07,737 Epoch 12 Step: 122600 Batch Loss: 1.460001 Tokens per Sec: 17127, Lr: 0.000210\n", "2020-06-03 23:45:22,680 Epoch 12 Step: 122700 Batch Loss: 1.646412 Tokens per Sec: 17225, Lr: 0.000210\n", "2020-06-03 23:45:37,399 Epoch 12 Step: 122800 Batch Loss: 1.458756 Tokens per Sec: 17395, Lr: 0.000210\n", "2020-06-03 23:45:52,199 Epoch 12 Step: 122900 Batch Loss: 1.607932 Tokens per Sec: 17312, Lr: 0.000210\n", "2020-06-03 23:45:57,628 Epoch 12: total training loss 16096.70\n", "2020-06-03 23:45:57,628 EPOCH 13\n", "2020-06-03 23:46:08,201 Epoch 13 Step: 123000 Batch Loss: 1.433684 Tokens per Sec: 15066, Lr: 0.000210\n", "2020-06-03 23:46:31,550 Example #0\n", "2020-06-03 23:46:31,550 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:46:31,550 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:46:31,550 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:46:31,550 Example #1\n", "2020-06-03 23:46:31,550 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:46:31,550 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:46:31,550 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:46:31,550 Example #2\n", "2020-06-03 23:46:31,551 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:46:31,551 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:46:31,551 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:46:31,551 Example #3\n", "2020-06-03 23:46:31,551 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:46:31,551 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:46:31,551 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni jambo jingine — na kwa njia inayofaa .\n", "2020-06-03 23:46:31,551 Validation result (greedy) at epoch 13, step 123000: bleu: 31.77, loss: 38325.5586, ppl: 3.9696, duration: 23.3498s\n", "2020-06-03 23:46:46,807 Epoch 13 Step: 123100 Batch Loss: 1.629224 Tokens per Sec: 17408, Lr: 0.000210\n", "2020-06-03 23:47:01,556 Epoch 13 Step: 123200 Batch Loss: 1.574462 Tokens per Sec: 17183, Lr: 0.000210\n", "2020-06-03 23:47:16,384 Epoch 13 Step: 123300 Batch Loss: 1.483425 Tokens per Sec: 17061, Lr: 0.000210\n", "2020-06-03 23:47:31,329 Epoch 13 Step: 123400 Batch Loss: 1.471524 Tokens per Sec: 17102, Lr: 0.000210\n", "2020-06-03 23:47:46,283 Epoch 13 Step: 123500 Batch Loss: 1.564303 Tokens per Sec: 17307, Lr: 0.000210\n", "2020-06-03 23:48:01,235 Epoch 13 Step: 123600 Batch Loss: 1.409461 Tokens per Sec: 16950, Lr: 0.000210\n", "2020-06-03 23:48:16,244 Epoch 13 Step: 123700 Batch Loss: 1.666355 Tokens per Sec: 17435, Lr: 0.000210\n", "2020-06-03 23:48:31,106 Epoch 13 Step: 123800 Batch Loss: 1.614273 Tokens per Sec: 17358, Lr: 0.000210\n", "2020-06-03 23:48:45,946 Epoch 13 Step: 123900 Batch Loss: 1.553383 Tokens per Sec: 17006, Lr: 0.000210\n", "2020-06-03 23:49:00,900 Epoch 13 Step: 124000 Batch Loss: 1.424294 Tokens per Sec: 17359, Lr: 0.000210\n", "2020-06-03 23:49:23,804 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:49:23,805 Saving new checkpoint.\n", "2020-06-03 23:49:24,059 Example #0\n", "2020-06-03 23:49:24,060 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:49:24,060 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:49:24,060 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:49:24,060 Example #1\n", "2020-06-03 23:49:24,060 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:49:24,060 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:49:24,060 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:49:24,060 Example #2\n", "2020-06-03 23:49:24,061 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:49:24,061 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:49:24,061 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:49:24,061 Example #3\n", "2020-06-03 23:49:24,061 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:49:24,061 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:49:24,061 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na ifaayo .\n", "2020-06-03 23:49:24,061 Validation result (greedy) at epoch 13, step 124000: bleu: 31.74, loss: 38220.0547, ppl: 3.9546, duration: 23.1602s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 23:49:38,965 Epoch 13 Step: 124100 Batch Loss: 1.643265 Tokens per Sec: 17247, Lr: 0.000210\n", "2020-06-03 23:49:53,795 Epoch 13 Step: 124200 Batch Loss: 1.438256 Tokens per Sec: 17137, Lr: 0.000210\n", "2020-06-03 23:50:08,807 Epoch 13 Step: 124300 Batch Loss: 1.425063 Tokens per Sec: 17301, Lr: 0.000210\n", "2020-06-03 23:50:23,464 Epoch 13 Step: 124400 Batch Loss: 1.591997 Tokens per Sec: 17383, Lr: 0.000210\n", "2020-06-03 23:50:38,290 Epoch 13 Step: 124500 Batch Loss: 1.532499 Tokens per Sec: 17109, Lr: 0.000210\n", "2020-06-03 23:50:53,295 Epoch 13 Step: 124600 Batch Loss: 1.408741 Tokens per Sec: 17298, Lr: 0.000210\n", "2020-06-03 23:51:08,157 Epoch 13 Step: 124700 Batch Loss: 1.505867 Tokens per Sec: 17337, Lr: 0.000210\n", "2020-06-03 23:51:23,037 Epoch 13 Step: 124800 Batch Loss: 1.607351 Tokens per Sec: 17390, Lr: 0.000210\n", "2020-06-03 23:51:37,979 Epoch 13 Step: 124900 Batch Loss: 1.667747 Tokens per Sec: 16922, Lr: 0.000210\n", "2020-06-03 23:51:52,850 Epoch 13 Step: 125000 Batch Loss: 1.662928 Tokens per Sec: 16960, Lr: 0.000210\n", "2020-06-03 23:52:15,540 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:52:15,541 Saving new checkpoint.\n", "2020-06-03 23:52:15,718 Example #0\n", "2020-06-03 23:52:15,718 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:52:15,718 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:52:15,718 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 23:52:15,718 Example #1\n", "2020-06-03 23:52:15,719 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:52:15,719 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:52:15,719 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:52:15,719 Example #2\n", "2020-06-03 23:52:15,719 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:52:15,719 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:52:15,719 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:52:15,719 Example #3\n", "2020-06-03 23:52:15,719 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:52:15,719 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:52:15,719 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:52:15,719 Validation result (greedy) at epoch 13, step 125000: bleu: 31.90, loss: 38164.3008, ppl: 3.9466, duration: 22.8693s\n", "2020-06-03 23:52:30,895 Epoch 13 Step: 125100 Batch Loss: 1.461892 Tokens per Sec: 17001, Lr: 0.000210\n", "2020-06-03 23:52:45,840 Epoch 13 Step: 125200 Batch Loss: 1.451534 Tokens per Sec: 17205, Lr: 0.000210\n", "2020-06-03 23:53:00,840 Epoch 13 Step: 125300 Batch Loss: 1.458503 Tokens per Sec: 17123, Lr: 0.000210\n", "2020-06-03 23:53:15,914 Epoch 13 Step: 125400 Batch Loss: 1.739526 Tokens per Sec: 17277, Lr: 0.000210\n", "2020-06-03 23:53:30,753 Epoch 13 Step: 125500 Batch Loss: 1.434151 Tokens per Sec: 17062, Lr: 0.000210\n", "2020-06-03 23:53:45,659 Epoch 13 Step: 125600 Batch Loss: 1.405795 Tokens per Sec: 16947, Lr: 0.000210\n", "2020-06-03 23:54:00,517 Epoch 13 Step: 125700 Batch Loss: 1.633694 Tokens per Sec: 17303, Lr: 0.000210\n", "2020-06-03 23:54:15,481 Epoch 13 Step: 125800 Batch Loss: 1.626054 Tokens per Sec: 17140, Lr: 0.000210\n", "2020-06-03 23:54:30,423 Epoch 13 Step: 125900 Batch Loss: 1.423632 Tokens per Sec: 17328, Lr: 0.000210\n", "2020-06-03 23:54:45,329 Epoch 13 Step: 126000 Batch Loss: 1.662381 Tokens per Sec: 17538, Lr: 0.000210\n", "2020-06-03 23:55:07,802 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:55:07,802 Saving new checkpoint.\n", "2020-06-03 23:55:07,983 Example #0\n", "2020-06-03 23:55:07,983 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:55:07,983 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:55:07,983 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-03 23:55:07,984 Example #1\n", "2020-06-03 23:55:07,984 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:55:07,984 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:55:07,984 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:55:07,984 Example #2\n", "2020-06-03 23:55:07,984 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:55:07,984 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:55:07,984 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:55:07,984 Example #3\n", "2020-06-03 23:55:07,984 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:55:07,985 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:55:07,985 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-03 23:55:07,985 Validation result (greedy) at epoch 13, step 126000: bleu: 31.97, loss: 38151.3867, ppl: 3.9448, duration: 22.6549s\n", "2020-06-03 23:55:22,888 Epoch 13 Step: 126100 Batch Loss: 1.430253 Tokens per Sec: 17093, Lr: 0.000210\n", "2020-06-03 23:55:37,778 Epoch 13 Step: 126200 Batch Loss: 1.459025 Tokens per Sec: 17167, Lr: 0.000210\n", "2020-06-03 23:55:52,613 Epoch 13 Step: 126300 Batch Loss: 1.603303 Tokens per Sec: 17044, Lr: 0.000210\n", "2020-06-03 23:56:07,681 Epoch 13 Step: 126400 Batch Loss: 1.400602 Tokens per Sec: 17109, Lr: 0.000210\n", "2020-06-03 23:56:22,702 Epoch 13 Step: 126500 Batch Loss: 1.793000 Tokens per Sec: 17201, Lr: 0.000210\n", "2020-06-03 23:56:37,391 Epoch 13 Step: 126600 Batch Loss: 1.608131 Tokens per Sec: 17061, Lr: 0.000210\n", "2020-06-03 23:56:52,406 Epoch 13 Step: 126700 Batch Loss: 1.552727 Tokens per Sec: 17418, Lr: 0.000210\n", "2020-06-03 23:57:07,138 Epoch 13 Step: 126800 Batch Loss: 1.509493 Tokens per Sec: 17052, Lr: 0.000210\n", "2020-06-03 23:57:22,081 Epoch 13 Step: 126900 Batch Loss: 1.581096 Tokens per Sec: 16768, Lr: 0.000210\n", "2020-06-03 23:57:37,127 Epoch 13 Step: 127000 Batch Loss: 1.743847 Tokens per Sec: 17152, Lr: 0.000210\n", "2020-06-03 23:57:59,346 Hooray! New best validation result [ppl]!\n", "2020-06-03 23:57:59,347 Saving new checkpoint.\n", "2020-06-03 23:57:59,528 Example #0\n", "2020-06-03 23:57:59,528 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-03 23:57:59,528 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-03 23:57:59,528 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-03 23:57:59,528 Example #1\n", "2020-06-03 23:57:59,528 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-03 23:57:59,528 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-03 23:57:59,528 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-03 23:57:59,528 Example #2\n", "2020-06-03 23:57:59,528 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-03 23:57:59,528 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-03 23:57:59,528 \tHypothesis: Mitego hiyo ilianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-03 23:57:59,529 Example #3\n", "2020-06-03 23:57:59,529 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-03 23:57:59,529 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-03 23:57:59,529 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na ifaavyo .\n", "2020-06-03 23:57:59,529 Validation result (greedy) at epoch 13, step 127000: bleu: 32.19, loss: 38101.6992, ppl: 3.9378, duration: 22.4012s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-03 23:58:14,278 Epoch 13 Step: 127100 Batch Loss: 1.509245 Tokens per Sec: 17249, Lr: 0.000210\n", "2020-06-03 23:58:29,101 Epoch 13 Step: 127200 Batch Loss: 1.482160 Tokens per Sec: 17030, Lr: 0.000210\n", "2020-06-03 23:58:43,797 Epoch 13 Step: 127300 Batch Loss: 1.536474 Tokens per Sec: 16971, Lr: 0.000210\n", "2020-06-03 23:58:58,623 Epoch 13 Step: 127400 Batch Loss: 1.559217 Tokens per Sec: 17045, Lr: 0.000210\n", "2020-06-03 23:59:13,642 Epoch 13 Step: 127500 Batch Loss: 1.453428 Tokens per Sec: 17413, Lr: 0.000210\n", "2020-06-03 23:59:28,493 Epoch 13 Step: 127600 Batch Loss: 1.416279 Tokens per Sec: 16990, Lr: 0.000210\n", "2020-06-03 23:59:43,472 Epoch 13 Step: 127700 Batch Loss: 1.556537 Tokens per Sec: 17112, Lr: 0.000210\n", "2020-06-03 23:59:58,280 Epoch 13 Step: 127800 Batch Loss: 1.629029 Tokens per Sec: 17215, Lr: 0.000210\n", "2020-06-04 00:00:13,058 Epoch 13 Step: 127900 Batch Loss: 1.520019 Tokens per Sec: 16885, Lr: 0.000210\n", "2020-06-04 00:00:27,816 Epoch 13 Step: 128000 Batch Loss: 1.703090 Tokens per Sec: 17204, Lr: 0.000210\n", "2020-06-04 00:00:49,494 Example #0\n", "2020-06-04 00:00:49,494 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:00:49,494 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:00:49,494 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 00:00:49,495 Example #1\n", "2020-06-04 00:00:49,495 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:00:49,495 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:00:49,495 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:00:49,495 Example #2\n", "2020-06-04 00:00:49,495 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:00:49,495 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:00:49,495 \tHypothesis: Mitego hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:00:49,495 Example #3\n", "2020-06-04 00:00:49,495 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:00:49,496 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:00:49,496 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na ifaayo .\n", "2020-06-04 00:00:49,496 Validation result (greedy) at epoch 13, step 128000: bleu: 32.00, loss: 38208.7617, ppl: 3.9530, duration: 21.6789s\n", "2020-06-04 00:01:04,196 Epoch 13 Step: 128100 Batch Loss: 1.400632 Tokens per Sec: 17056, Lr: 0.000210\n", "2020-06-04 00:01:19,177 Epoch 13 Step: 128200 Batch Loss: 1.357573 Tokens per Sec: 17268, Lr: 0.000210\n", "2020-06-04 00:01:34,132 Epoch 13 Step: 128300 Batch Loss: 1.463259 Tokens per Sec: 17161, Lr: 0.000210\n", "2020-06-04 00:01:48,704 Epoch 13 Step: 128400 Batch Loss: 1.820803 Tokens per Sec: 17323, Lr: 0.000210\n", "2020-06-04 00:02:03,707 Epoch 13 Step: 128500 Batch Loss: 1.557661 Tokens per Sec: 17125, Lr: 0.000210\n", "2020-06-04 00:02:18,675 Epoch 13 Step: 128600 Batch Loss: 1.603813 Tokens per Sec: 17352, Lr: 0.000210\n", "2020-06-04 00:02:33,438 Epoch 13 Step: 128700 Batch Loss: 1.427579 Tokens per Sec: 17333, Lr: 0.000210\n", "2020-06-04 00:02:48,239 Epoch 13 Step: 128800 Batch Loss: 1.828089 Tokens per Sec: 17201, Lr: 0.000210\n", "2020-06-04 00:03:03,108 Epoch 13 Step: 128900 Batch Loss: 1.566934 Tokens per Sec: 17349, Lr: 0.000210\n", "2020-06-04 00:03:17,891 Epoch 13 Step: 129000 Batch Loss: 1.593014 Tokens per Sec: 17342, Lr: 0.000210\n", "2020-06-04 00:03:40,099 Hooray! New best validation result [ppl]!\n", "2020-06-04 00:03:40,099 Saving new checkpoint.\n", "2020-06-04 00:03:40,284 Example #0\n", "2020-06-04 00:03:40,284 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:03:40,284 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:03:40,284 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 00:03:40,284 Example #1\n", "2020-06-04 00:03:40,284 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:03:40,284 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:03:40,284 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:03:40,284 Example #2\n", "2020-06-04 00:03:40,284 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:03:40,284 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:03:40,285 \tHypothesis: Mitego hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:03:40,285 Example #3\n", "2020-06-04 00:03:40,285 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:03:40,285 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:03:40,285 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na ifaavyo .\n", "2020-06-04 00:03:40,285 Validation result (greedy) at epoch 13, step 129000: bleu: 32.23, loss: 38060.8633, ppl: 3.9320, duration: 22.3933s\n", "2020-06-04 00:03:55,160 Epoch 13 Step: 129100 Batch Loss: 1.519082 Tokens per Sec: 17141, Lr: 0.000210\n", "2020-06-04 00:04:09,722 Epoch 13 Step: 129200 Batch Loss: 1.567391 Tokens per Sec: 17091, Lr: 0.000210\n", "2020-06-04 00:04:24,805 Epoch 13 Step: 129300 Batch Loss: 1.625379 Tokens per Sec: 17199, Lr: 0.000210\n", "2020-06-04 00:04:39,674 Epoch 13 Step: 129400 Batch Loss: 1.446588 Tokens per Sec: 16990, Lr: 0.000210\n", "2020-06-04 00:04:54,543 Epoch 13 Step: 129500 Batch Loss: 1.534536 Tokens per Sec: 17470, Lr: 0.000210\n", "2020-06-04 00:05:09,279 Epoch 13 Step: 129600 Batch Loss: 1.435644 Tokens per Sec: 17076, Lr: 0.000210\n", "2020-06-04 00:05:24,159 Epoch 13 Step: 129700 Batch Loss: 1.580023 Tokens per Sec: 17042, Lr: 0.000210\n", "2020-06-04 00:05:39,174 Epoch 13 Step: 129800 Batch Loss: 1.537287 Tokens per Sec: 17237, Lr: 0.000210\n", "2020-06-04 00:05:53,967 Epoch 13 Step: 129900 Batch Loss: 1.469289 Tokens per Sec: 17162, Lr: 0.000210\n", "2020-06-04 00:06:08,840 Epoch 13 Step: 130000 Batch Loss: 1.395376 Tokens per Sec: 17214, Lr: 0.000210\n", "2020-06-04 00:06:32,359 Hooray! New best validation result [ppl]!\n", "2020-06-04 00:06:32,359 Saving new checkpoint.\n", "2020-06-04 00:06:32,543 Example #0\n", "2020-06-04 00:06:32,544 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:06:32,544 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:06:32,544 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 00:06:32,544 Example #1\n", "2020-06-04 00:06:32,544 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:06:32,544 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:06:32,544 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:06:32,544 Example #2\n", "2020-06-04 00:06:32,544 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:06:32,544 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:06:32,545 \tHypothesis: Mikosi hiyo ilianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:06:32,545 Example #3\n", "2020-06-04 00:06:32,545 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:06:32,545 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:06:32,545 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:06:32,545 Validation result (greedy) at epoch 13, step 130000: bleu: 32.12, loss: 38009.3047, ppl: 3.9247, duration: 23.7042s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 00:06:47,433 Epoch 13 Step: 130100 Batch Loss: 1.521258 Tokens per Sec: 17200, Lr: 0.000210\n", "2020-06-04 00:07:02,410 Epoch 13 Step: 130200 Batch Loss: 1.685261 Tokens per Sec: 17373, Lr: 0.000210\n", "2020-06-04 00:07:17,174 Epoch 13 Step: 130300 Batch Loss: 1.431518 Tokens per Sec: 17450, Lr: 0.000210\n", "2020-06-04 00:07:31,891 Epoch 13 Step: 130400 Batch Loss: 1.572127 Tokens per Sec: 17325, Lr: 0.000210\n", "2020-06-04 00:07:46,646 Epoch 13 Step: 130500 Batch Loss: 1.747196 Tokens per Sec: 17391, Lr: 0.000210\n", "2020-06-04 00:08:01,460 Epoch 13 Step: 130600 Batch Loss: 1.500309 Tokens per Sec: 17256, Lr: 0.000210\n", "2020-06-04 00:08:16,377 Epoch 13 Step: 130700 Batch Loss: 1.892113 Tokens per Sec: 17312, Lr: 0.000210\n", "2020-06-04 00:08:31,143 Epoch 13 Step: 130800 Batch Loss: 1.780451 Tokens per Sec: 17185, Lr: 0.000210\n", "2020-06-04 00:08:45,853 Epoch 13 Step: 130900 Batch Loss: 1.612574 Tokens per Sec: 17163, Lr: 0.000210\n", "2020-06-04 00:09:00,520 Epoch 13 Step: 131000 Batch Loss: 1.462968 Tokens per Sec: 16914, Lr: 0.000210\n", "2020-06-04 00:09:23,152 Hooray! New best validation result [ppl]!\n", "2020-06-04 00:09:23,153 Saving new checkpoint.\n", "2020-06-04 00:09:23,331 Example #0\n", "2020-06-04 00:09:23,331 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:09:23,331 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:09:23,332 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:09:23,332 Example #1\n", "2020-06-04 00:09:23,332 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:09:23,332 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:09:23,332 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:09:23,332 Example #2\n", "2020-06-04 00:09:23,332 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:09:23,332 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:09:23,332 \tHypothesis: Mikosi hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:09:23,332 Example #3\n", "2020-06-04 00:09:23,332 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:09:23,332 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:09:23,332 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:09:23,332 Validation result (greedy) at epoch 13, step 131000: bleu: 32.16, loss: 37980.1641, ppl: 3.9206, duration: 22.8123s\n", "2020-06-04 00:09:38,214 Epoch 13 Step: 131100 Batch Loss: 1.828644 Tokens per Sec: 17446, Lr: 0.000210\n", "2020-06-04 00:09:53,152 Epoch 13 Step: 131200 Batch Loss: 1.284589 Tokens per Sec: 16893, Lr: 0.000210\n", "2020-06-04 00:10:08,164 Epoch 13 Step: 131300 Batch Loss: 1.778713 Tokens per Sec: 17044, Lr: 0.000210\n", "2020-06-04 00:10:23,028 Epoch 13 Step: 131400 Batch Loss: 1.577788 Tokens per Sec: 17298, Lr: 0.000210\n", "2020-06-04 00:10:37,804 Epoch 13 Step: 131500 Batch Loss: 1.642426 Tokens per Sec: 17208, Lr: 0.000210\n", "2020-06-04 00:10:52,598 Epoch 13 Step: 131600 Batch Loss: 1.664421 Tokens per Sec: 17397, Lr: 0.000210\n", "2020-06-04 00:11:07,405 Epoch 13 Step: 131700 Batch Loss: 1.446082 Tokens per Sec: 17130, Lr: 0.000210\n", "2020-06-04 00:11:22,295 Epoch 13 Step: 131800 Batch Loss: 1.541367 Tokens per Sec: 16894, Lr: 0.000210\n", "2020-06-04 00:11:37,229 Epoch 13 Step: 131900 Batch Loss: 1.822703 Tokens per Sec: 17394, Lr: 0.000210\n", "2020-06-04 00:11:51,988 Epoch 13 Step: 132000 Batch Loss: 1.578641 Tokens per Sec: 17015, Lr: 0.000210\n", "2020-06-04 00:12:14,988 Hooray! New best validation result [ppl]!\n", "2020-06-04 00:12:14,988 Saving new checkpoint.\n", "2020-06-04 00:12:15,169 Example #0\n", "2020-06-04 00:12:15,170 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:12:15,170 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:12:15,170 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:12:15,170 Example #1\n", "2020-06-04 00:12:15,170 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:12:15,170 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:12:15,170 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:12:15,170 Example #2\n", "2020-06-04 00:12:15,170 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:12:15,170 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:12:15,171 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:12:15,171 Example #3\n", "2020-06-04 00:12:15,171 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:12:15,171 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:12:15,171 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:12:15,171 Validation result (greedy) at epoch 13, step 132000: bleu: 31.76, loss: 37962.2539, ppl: 3.9181, duration: 23.1828s\n", "2020-06-04 00:12:30,032 Epoch 13 Step: 132100 Batch Loss: 1.508364 Tokens per Sec: 17268, Lr: 0.000210\n", "2020-06-04 00:12:44,875 Epoch 13 Step: 132200 Batch Loss: 1.749246 Tokens per Sec: 17321, Lr: 0.000210\n", "2020-06-04 00:12:59,870 Epoch 13 Step: 132300 Batch Loss: 1.660410 Tokens per Sec: 17208, Lr: 0.000210\n", "2020-06-04 00:13:14,591 Epoch 13 Step: 132400 Batch Loss: 1.821344 Tokens per Sec: 17358, Lr: 0.000210\n", "2020-06-04 00:13:29,528 Epoch 13 Step: 132500 Batch Loss: 1.465294 Tokens per Sec: 17506, Lr: 0.000210\n", "2020-06-04 00:13:44,315 Epoch 13 Step: 132600 Batch Loss: 1.429136 Tokens per Sec: 17334, Lr: 0.000210\n", "2020-06-04 00:13:59,196 Epoch 13 Step: 132700 Batch Loss: 1.374479 Tokens per Sec: 17452, Lr: 0.000210\n", "2020-06-04 00:14:14,053 Epoch 13 Step: 132800 Batch Loss: 1.423201 Tokens per Sec: 17086, Lr: 0.000210\n", "2020-06-04 00:14:28,884 Epoch 13 Step: 132900 Batch Loss: 1.516208 Tokens per Sec: 17363, Lr: 0.000210\n", "2020-06-04 00:14:43,676 Epoch 13 Step: 133000 Batch Loss: 1.833098 Tokens per Sec: 16917, Lr: 0.000210\n", "2020-06-04 00:15:06,105 Example #0\n", "2020-06-04 00:15:06,106 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:15:06,106 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:15:06,106 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:15:06,106 Example #1\n", "2020-06-04 00:15:06,106 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:15:06,106 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:15:06,106 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:15:06,106 Example #2\n", "2020-06-04 00:15:06,106 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:15:06,106 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:15:06,106 \tHypothesis: Mikosi hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:15:06,106 Example #3\n", "2020-06-04 00:15:06,107 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:15:06,107 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:15:06,107 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na ifaavyo .\n", "2020-06-04 00:15:06,107 Validation result (greedy) at epoch 13, step 133000: bleu: 32.03, loss: 37973.3984, ppl: 3.9196, duration: 22.4298s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 00:15:20,961 Epoch 13 Step: 133100 Batch Loss: 1.804269 Tokens per Sec: 17257, Lr: 0.000210\n", "2020-06-04 00:15:32,506 Epoch 13: total training loss 15954.39\n", "2020-06-04 00:15:32,506 EPOCH 14\n", "2020-06-04 00:15:37,201 Epoch 14 Step: 133200 Batch Loss: 1.509851 Tokens per Sec: 12455, Lr: 0.000210\n", "2020-06-04 00:15:51,995 Epoch 14 Step: 133300 Batch Loss: 1.395224 Tokens per Sec: 17182, Lr: 0.000210\n", "2020-06-04 00:16:06,909 Epoch 14 Step: 133400 Batch Loss: 1.440684 Tokens per Sec: 17424, Lr: 0.000210\n", "2020-06-04 00:16:21,663 Epoch 14 Step: 133500 Batch Loss: 1.582670 Tokens per Sec: 17219, Lr: 0.000210\n", "2020-06-04 00:16:36,375 Epoch 14 Step: 133600 Batch Loss: 1.572483 Tokens per Sec: 17195, Lr: 0.000210\n", "2020-06-04 00:16:51,247 Epoch 14 Step: 133700 Batch Loss: 1.450408 Tokens per Sec: 17529, Lr: 0.000210\n", "2020-06-04 00:17:06,038 Epoch 14 Step: 133800 Batch Loss: 1.388347 Tokens per Sec: 16814, Lr: 0.000210\n", "2020-06-04 00:17:20,677 Epoch 14 Step: 133900 Batch Loss: 1.839251 Tokens per Sec: 17225, Lr: 0.000210\n", "2020-06-04 00:17:35,353 Epoch 14 Step: 134000 Batch Loss: 1.774665 Tokens per Sec: 17089, Lr: 0.000210\n", "2020-06-04 00:17:58,017 Example #0\n", "2020-06-04 00:17:58,017 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:17:58,017 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:17:58,017 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:17:58,017 Example #1\n", "2020-06-04 00:17:58,017 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:17:58,017 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:17:58,017 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:17:58,017 Example #2\n", "2020-06-04 00:17:58,018 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:17:58,018 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:17:58,018 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:17:58,018 Example #3\n", "2020-06-04 00:17:58,018 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:17:58,018 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:17:58,018 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:17:58,018 Validation result (greedy) at epoch 14, step 134000: bleu: 31.97, loss: 38090.0508, ppl: 3.9361, duration: 22.6647s\n", "2020-06-04 00:18:12,985 Epoch 14 Step: 134100 Batch Loss: 1.750447 Tokens per Sec: 17439, Lr: 0.000210\n", "2020-06-04 00:18:27,680 Epoch 14 Step: 134200 Batch Loss: 1.426318 Tokens per Sec: 17151, Lr: 0.000210\n", "2020-06-04 00:18:42,618 Epoch 14 Step: 134300 Batch Loss: 1.551216 Tokens per Sec: 17585, Lr: 0.000210\n", "2020-06-04 00:18:57,160 Epoch 14 Step: 134400 Batch Loss: 1.521811 Tokens per Sec: 16864, Lr: 0.000210\n", "2020-06-04 00:19:12,028 Epoch 14 Step: 134500 Batch Loss: 1.711326 Tokens per Sec: 17296, Lr: 0.000210\n", "2020-06-04 00:19:27,006 Epoch 14 Step: 134600 Batch Loss: 1.448060 Tokens per Sec: 17082, Lr: 0.000210\n", "2020-06-04 00:19:41,768 Epoch 14 Step: 134700 Batch Loss: 1.336663 Tokens per Sec: 17141, Lr: 0.000210\n", "2020-06-04 00:19:56,729 Epoch 14 Step: 134800 Batch Loss: 1.442048 Tokens per Sec: 17154, Lr: 0.000210\n", "2020-06-04 00:20:11,523 Epoch 14 Step: 134900 Batch Loss: 1.713942 Tokens per Sec: 17022, Lr: 0.000210\n", "2020-06-04 00:20:26,260 Epoch 14 Step: 135000 Batch Loss: 1.428527 Tokens per Sec: 17114, Lr: 0.000210\n", "2020-06-04 00:20:48,443 Example #0\n", "2020-06-04 00:20:48,444 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:20:48,444 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:20:48,444 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 00:20:48,444 Example #1\n", "2020-06-04 00:20:48,444 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:20:48,444 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:20:48,444 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:20:48,444 Example #2\n", "2020-06-04 00:20:48,444 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:20:48,444 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:20:48,444 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:20:48,444 Example #3\n", "2020-06-04 00:20:48,444 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:20:48,445 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:20:48,445 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:20:48,445 Validation result (greedy) at epoch 14, step 135000: bleu: 32.22, loss: 38036.3477, ppl: 3.9285, duration: 22.1838s\n", "2020-06-04 00:21:03,290 Epoch 14 Step: 135100 Batch Loss: 1.368149 Tokens per Sec: 17176, Lr: 0.000210\n", "2020-06-04 00:21:18,355 Epoch 14 Step: 135200 Batch Loss: 1.440039 Tokens per Sec: 17310, Lr: 0.000210\n", "2020-06-04 00:21:33,342 Epoch 14 Step: 135300 Batch Loss: 1.637926 Tokens per Sec: 17312, Lr: 0.000210\n", "2020-06-04 00:21:48,285 Epoch 14 Step: 135400 Batch Loss: 1.513850 Tokens per Sec: 17118, Lr: 0.000210\n", "2020-06-04 00:22:03,137 Epoch 14 Step: 135500 Batch Loss: 1.590383 Tokens per Sec: 16929, Lr: 0.000210\n", "2020-06-04 00:22:17,884 Epoch 14 Step: 135600 Batch Loss: 1.766035 Tokens per Sec: 17055, Lr: 0.000210\n", "2020-06-04 00:22:32,553 Epoch 14 Step: 135700 Batch Loss: 1.615574 Tokens per Sec: 16574, Lr: 0.000210\n", "2020-06-04 00:22:47,549 Epoch 14 Step: 135800 Batch Loss: 1.502416 Tokens per Sec: 17426, Lr: 0.000210\n", "2020-06-04 00:23:02,306 Epoch 14 Step: 135900 Batch Loss: 1.344006 Tokens per Sec: 17154, Lr: 0.000210\n", "2020-06-04 00:23:17,322 Epoch 14 Step: 136000 Batch Loss: 1.469078 Tokens per Sec: 17095, Lr: 0.000210\n", "2020-06-04 00:23:39,546 Hooray! New best validation result [ppl]!\n", "2020-06-04 00:23:39,546 Saving new checkpoint.\n", "2020-06-04 00:23:39,725 Example #0\n", "2020-06-04 00:23:39,725 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:23:39,725 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:23:39,725 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:23:39,725 Example #1\n", "2020-06-04 00:23:39,725 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:23:39,725 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:23:39,725 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:23:39,725 Example #2\n", "2020-06-04 00:23:39,725 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:23:39,726 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:23:39,726 \tHypothesis: Mikosi hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:23:39,726 Example #3\n", "2020-06-04 00:23:39,726 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:23:39,726 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:23:39,726 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:23:39,726 Validation result (greedy) at epoch 14, step 136000: bleu: 32.59, loss: 37907.0312, ppl: 3.9103, duration: 22.4032s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 00:23:54,694 Epoch 14 Step: 136100 Batch Loss: 1.684432 Tokens per Sec: 17235, Lr: 0.000210\n", "2020-06-04 00:24:09,509 Epoch 14 Step: 136200 Batch Loss: 1.484349 Tokens per Sec: 17202, Lr: 0.000210\n", "2020-06-04 00:24:24,326 Epoch 14 Step: 136300 Batch Loss: 1.790644 Tokens per Sec: 17132, Lr: 0.000210\n", "2020-06-04 00:24:39,345 Epoch 14 Step: 136400 Batch Loss: 1.394265 Tokens per Sec: 16876, Lr: 0.000210\n", "2020-06-04 00:24:54,294 Epoch 14 Step: 136500 Batch Loss: 1.678976 Tokens per Sec: 17206, Lr: 0.000210\n", "2020-06-04 00:25:09,136 Epoch 14 Step: 136600 Batch Loss: 1.624133 Tokens per Sec: 16984, Lr: 0.000210\n", "2020-06-04 00:25:24,000 Epoch 14 Step: 136700 Batch Loss: 1.419435 Tokens per Sec: 17266, Lr: 0.000210\n", "2020-06-04 00:25:38,979 Epoch 14 Step: 136800 Batch Loss: 1.861177 Tokens per Sec: 17212, Lr: 0.000210\n", "2020-06-04 00:25:53,918 Epoch 14 Step: 136900 Batch Loss: 1.543390 Tokens per Sec: 17245, Lr: 0.000210\n", "2020-06-04 00:26:08,892 Epoch 14 Step: 137000 Batch Loss: 1.375354 Tokens per Sec: 17388, Lr: 0.000210\n", "2020-06-04 00:26:31,725 Hooray! New best validation result [ppl]!\n", "2020-06-04 00:26:31,725 Saving new checkpoint.\n", "2020-06-04 00:26:31,973 Example #0\n", "2020-06-04 00:26:31,974 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:26:31,974 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:26:31,974 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:26:31,974 Example #1\n", "2020-06-04 00:26:31,974 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:26:31,974 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:26:31,974 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:26:31,974 Example #2\n", "2020-06-04 00:26:31,974 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:26:31,974 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:26:31,974 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:26:31,974 Example #3\n", "2020-06-04 00:26:31,974 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:26:31,975 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:26:31,975 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:26:31,975 Validation result (greedy) at epoch 14, step 137000: bleu: 31.91, loss: 37794.7422, ppl: 3.8945, duration: 23.0820s\n", "2020-06-04 00:26:46,943 Epoch 14 Step: 137100 Batch Loss: 1.366939 Tokens per Sec: 16851, Lr: 0.000210\n", "2020-06-04 00:27:01,672 Epoch 14 Step: 137200 Batch Loss: 1.422030 Tokens per Sec: 17059, Lr: 0.000210\n", "2020-06-04 00:27:16,526 Epoch 14 Step: 137300 Batch Loss: 1.532673 Tokens per Sec: 17076, Lr: 0.000210\n", "2020-06-04 00:27:31,338 Epoch 14 Step: 137400 Batch Loss: 1.505419 Tokens per Sec: 17500, Lr: 0.000210\n", "2020-06-04 00:27:46,147 Epoch 14 Step: 137500 Batch Loss: 1.486015 Tokens per Sec: 17408, Lr: 0.000210\n", "2020-06-04 00:28:01,021 Epoch 14 Step: 137600 Batch Loss: 1.412190 Tokens per Sec: 17332, Lr: 0.000210\n", "2020-06-04 00:28:15,879 Epoch 14 Step: 137700 Batch Loss: 1.542022 Tokens per Sec: 17395, Lr: 0.000210\n", "2020-06-04 00:28:30,871 Epoch 14 Step: 137800 Batch Loss: 1.784897 Tokens per Sec: 17249, Lr: 0.000210\n", "2020-06-04 00:28:45,496 Epoch 14 Step: 137900 Batch Loss: 1.534379 Tokens per Sec: 17004, Lr: 0.000210\n", "2020-06-04 00:29:00,490 Epoch 14 Step: 138000 Batch Loss: 1.640107 Tokens per Sec: 17258, Lr: 0.000210\n", "2020-06-04 00:29:23,112 Example #0\n", "2020-06-04 00:29:23,112 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:29:23,112 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:29:23,112 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:29:23,112 Example #1\n", "2020-06-04 00:29:23,113 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:29:23,113 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:29:23,113 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:29:23,113 Example #2\n", "2020-06-04 00:29:23,113 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:29:23,113 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:29:23,113 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:29:23,113 Example #3\n", "2020-06-04 00:29:23,113 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:29:23,113 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:29:23,113 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:29:23,113 Validation result (greedy) at epoch 14, step 138000: bleu: 32.24, loss: 37850.7578, ppl: 3.9024, duration: 22.6225s\n", "2020-06-04 00:29:37,912 Epoch 14 Step: 138100 Batch Loss: 1.481371 Tokens per Sec: 17152, Lr: 0.000210\n", "2020-06-04 00:29:52,583 Epoch 14 Step: 138200 Batch Loss: 1.513975 Tokens per Sec: 17091, Lr: 0.000210\n", "2020-06-04 00:30:07,317 Epoch 14 Step: 138300 Batch Loss: 1.800035 Tokens per Sec: 17264, Lr: 0.000210\n", "2020-06-04 00:30:22,010 Epoch 14 Step: 138400 Batch Loss: 1.356807 Tokens per Sec: 17186, Lr: 0.000210\n", "2020-06-04 00:30:36,808 Epoch 14 Step: 138500 Batch Loss: 1.460398 Tokens per Sec: 17217, Lr: 0.000210\n", "2020-06-04 00:30:51,887 Epoch 14 Step: 138600 Batch Loss: 1.342778 Tokens per Sec: 17523, Lr: 0.000210\n", "2020-06-04 00:31:06,810 Epoch 14 Step: 138700 Batch Loss: 1.509890 Tokens per Sec: 17021, Lr: 0.000210\n", "2020-06-04 00:31:21,667 Epoch 14 Step: 138800 Batch Loss: 1.586289 Tokens per Sec: 17224, Lr: 0.000210\n", "2020-06-04 00:31:36,499 Epoch 14 Step: 138900 Batch Loss: 1.598579 Tokens per Sec: 17053, Lr: 0.000210\n", "2020-06-04 00:31:51,324 Epoch 14 Step: 139000 Batch Loss: 1.376355 Tokens per Sec: 17407, Lr: 0.000210\n", "2020-06-04 00:32:14,361 Example #0\n", "2020-06-04 00:32:14,362 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:32:14,362 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:32:14,362 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:32:14,362 Example #1\n", "2020-06-04 00:32:14,362 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:32:14,362 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:32:14,362 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:32:14,362 Example #2\n", "2020-06-04 00:32:14,362 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:32:14,362 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:32:14,362 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:32:14,362 Example #3\n", "2020-06-04 00:32:14,362 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:32:14,362 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:32:14,362 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:32:14,363 Validation result (greedy) at epoch 14, step 139000: bleu: 32.37, loss: 37801.9258, ppl: 3.8955, duration: 23.0383s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 00:32:28,994 Epoch 14 Step: 139100 Batch Loss: 1.593223 Tokens per Sec: 16937, Lr: 0.000210\n", "2020-06-04 00:32:43,762 Epoch 14 Step: 139200 Batch Loss: 1.521653 Tokens per Sec: 17209, Lr: 0.000210\n", "2020-06-04 00:32:58,597 Epoch 14 Step: 139300 Batch Loss: 1.404568 Tokens per Sec: 17399, Lr: 0.000210\n", "2020-06-04 00:33:13,084 Epoch 14 Step: 139400 Batch Loss: 1.457576 Tokens per Sec: 17093, Lr: 0.000210\n", "2020-06-04 00:33:27,719 Epoch 14 Step: 139500 Batch Loss: 1.374155 Tokens per Sec: 17065, Lr: 0.000210\n", "2020-06-04 00:33:42,745 Epoch 14 Step: 139600 Batch Loss: 1.575771 Tokens per Sec: 17475, Lr: 0.000210\n", "2020-06-04 00:33:57,763 Epoch 14 Step: 139700 Batch Loss: 1.618750 Tokens per Sec: 17357, Lr: 0.000210\n", "2020-06-04 00:34:12,646 Epoch 14 Step: 139800 Batch Loss: 1.451934 Tokens per Sec: 17255, Lr: 0.000210\n", "2020-06-04 00:34:27,793 Epoch 14 Step: 139900 Batch Loss: 1.504642 Tokens per Sec: 17662, Lr: 0.000210\n", "2020-06-04 00:34:42,590 Epoch 14 Step: 140000 Batch Loss: 1.402771 Tokens per Sec: 17128, Lr: 0.000210\n", "2020-06-04 00:35:05,027 Example #0\n", "2020-06-04 00:35:05,027 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:35:05,027 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:35:05,027 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , aliogopa .\n", "2020-06-04 00:35:05,027 Example #1\n", "2020-06-04 00:35:05,028 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:35:05,028 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:35:05,028 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:35:05,028 Example #2\n", "2020-06-04 00:35:05,028 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:35:05,028 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:35:05,028 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:35:05,028 Example #3\n", "2020-06-04 00:35:05,028 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:35:05,029 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:35:05,029 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:35:05,029 Validation result (greedy) at epoch 14, step 140000: bleu: 32.19, loss: 37881.4492, ppl: 3.9067, duration: 22.4377s\n", "2020-06-04 00:35:19,655 Epoch 14 Step: 140100 Batch Loss: 1.564796 Tokens per Sec: 17211, Lr: 0.000210\n", "2020-06-04 00:35:34,463 Epoch 14 Step: 140200 Batch Loss: 1.556597 Tokens per Sec: 17081, Lr: 0.000210\n", "2020-06-04 00:35:49,209 Epoch 14 Step: 140300 Batch Loss: 1.511142 Tokens per Sec: 17266, Lr: 0.000210\n", "2020-06-04 00:36:03,865 Epoch 14 Step: 140400 Batch Loss: 1.489969 Tokens per Sec: 17213, Lr: 0.000210\n", "2020-06-04 00:36:18,658 Epoch 14 Step: 140500 Batch Loss: 1.491271 Tokens per Sec: 17112, Lr: 0.000210\n", "2020-06-04 00:36:33,618 Epoch 14 Step: 140600 Batch Loss: 1.567907 Tokens per Sec: 17299, Lr: 0.000210\n", "2020-06-04 00:36:48,389 Epoch 14 Step: 140700 Batch Loss: 1.512402 Tokens per Sec: 17648, Lr: 0.000210\n", "2020-06-04 00:37:03,320 Epoch 14 Step: 140800 Batch Loss: 1.581816 Tokens per Sec: 16837, Lr: 0.000210\n", "2020-06-04 00:37:18,279 Epoch 14 Step: 140900 Batch Loss: 1.538812 Tokens per Sec: 17304, Lr: 0.000210\n", "2020-06-04 00:37:33,091 Epoch 14 Step: 141000 Batch Loss: 1.417753 Tokens per Sec: 17359, Lr: 0.000210\n", "2020-06-04 00:37:57,319 Example #0\n", "2020-06-04 00:37:57,319 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:37:57,319 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:37:57,319 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:37:57,319 Example #1\n", "2020-06-04 00:37:57,320 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:37:57,320 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:37:57,320 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:37:57,320 Example #2\n", "2020-06-04 00:37:57,320 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:37:57,320 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:37:57,320 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:37:57,320 Example #3\n", "2020-06-04 00:37:57,320 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:37:57,321 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:37:57,321 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:37:57,321 Validation result (greedy) at epoch 14, step 141000: bleu: 32.25, loss: 37865.4180, ppl: 3.9044, duration: 24.2291s\n", "2020-06-04 00:38:12,068 Epoch 14 Step: 141100 Batch Loss: 1.492948 Tokens per Sec: 17218, Lr: 0.000210\n", "2020-06-04 00:38:26,902 Epoch 14 Step: 141200 Batch Loss: 1.608158 Tokens per Sec: 17170, Lr: 0.000210\n", "2020-06-04 00:38:41,897 Epoch 14 Step: 141300 Batch Loss: 1.514889 Tokens per Sec: 17318, Lr: 0.000210\n", "2020-06-04 00:38:56,600 Epoch 14 Step: 141400 Batch Loss: 1.587670 Tokens per Sec: 17236, Lr: 0.000210\n", "2020-06-04 00:39:11,136 Epoch 14 Step: 141500 Batch Loss: 1.530006 Tokens per Sec: 17030, Lr: 0.000210\n", "2020-06-04 00:39:25,852 Epoch 14 Step: 141600 Batch Loss: 1.643727 Tokens per Sec: 16977, Lr: 0.000210\n", "2020-06-04 00:39:40,765 Epoch 14 Step: 141700 Batch Loss: 1.633500 Tokens per Sec: 17283, Lr: 0.000210\n", "2020-06-04 00:39:55,661 Epoch 14 Step: 141800 Batch Loss: 1.633309 Tokens per Sec: 17322, Lr: 0.000210\n", "2020-06-04 00:40:10,594 Epoch 14 Step: 141900 Batch Loss: 1.681051 Tokens per Sec: 17321, Lr: 0.000210\n", "2020-06-04 00:40:25,223 Epoch 14 Step: 142000 Batch Loss: 1.336878 Tokens per Sec: 16937, Lr: 0.000210\n", "2020-06-04 00:40:47,381 Example #0\n", "2020-06-04 00:40:47,381 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:40:47,381 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:40:47,381 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 00:40:47,381 Example #1\n", "2020-06-04 00:40:47,381 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:40:47,382 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:40:47,382 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:40:47,382 Example #2\n", "2020-06-04 00:40:47,382 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:40:47,382 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:40:47,382 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:40:47,382 Example #3\n", "2020-06-04 00:40:47,382 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:40:47,382 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:40:47,382 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na ifaavyo .\n", "2020-06-04 00:40:47,382 Validation result (greedy) at epoch 14, step 142000: bleu: 32.07, loss: 38156.3984, ppl: 3.9455, duration: 22.1591s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 00:41:02,380 Epoch 14 Step: 142100 Batch Loss: 1.490819 Tokens per Sec: 17253, Lr: 0.000210\n", "2020-06-04 00:41:17,335 Epoch 14 Step: 142200 Batch Loss: 1.403509 Tokens per Sec: 17396, Lr: 0.000210\n", "2020-06-04 00:41:32,298 Epoch 14 Step: 142300 Batch Loss: 1.316194 Tokens per Sec: 16721, Lr: 0.000210\n", "2020-06-04 00:41:47,139 Epoch 14 Step: 142400 Batch Loss: 1.388217 Tokens per Sec: 17215, Lr: 0.000210\n", "2020-06-04 00:42:02,007 Epoch 14 Step: 142500 Batch Loss: 1.363445 Tokens per Sec: 17466, Lr: 0.000210\n", "2020-06-04 00:42:16,711 Epoch 14 Step: 142600 Batch Loss: 1.566635 Tokens per Sec: 16927, Lr: 0.000210\n", "2020-06-04 00:42:31,442 Epoch 14 Step: 142700 Batch Loss: 1.492563 Tokens per Sec: 16869, Lr: 0.000210\n", "2020-06-04 00:42:46,228 Epoch 14 Step: 142800 Batch Loss: 1.549247 Tokens per Sec: 17533, Lr: 0.000210\n", "2020-06-04 00:43:01,034 Epoch 14 Step: 142900 Batch Loss: 1.525444 Tokens per Sec: 17301, Lr: 0.000210\n", "2020-06-04 00:43:15,763 Epoch 14 Step: 143000 Batch Loss: 1.695823 Tokens per Sec: 17190, Lr: 0.000210\n", "2020-06-04 00:43:38,589 Hooray! New best validation result [ppl]!\n", "2020-06-04 00:43:38,589 Saving new checkpoint.\n", "2020-06-04 00:43:38,770 Example #0\n", "2020-06-04 00:43:38,771 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:43:38,771 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:43:38,771 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 00:43:38,771 Example #1\n", "2020-06-04 00:43:38,771 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:43:38,771 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:43:38,771 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:43:38,771 Example #2\n", "2020-06-04 00:43:38,771 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:43:38,772 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:43:38,772 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:43:38,772 Example #3\n", "2020-06-04 00:43:38,772 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:43:38,772 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:43:38,772 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:43:38,772 Validation result (greedy) at epoch 14, step 143000: bleu: 32.22, loss: 37634.4336, ppl: 3.8721, duration: 23.0090s\n", "2020-06-04 00:43:53,776 Epoch 14 Step: 143100 Batch Loss: 1.548219 Tokens per Sec: 17073, Lr: 0.000210\n", "2020-06-04 00:44:08,737 Epoch 14 Step: 143200 Batch Loss: 1.381509 Tokens per Sec: 17255, Lr: 0.000210\n", "2020-06-04 00:44:23,603 Epoch 14 Step: 143300 Batch Loss: 1.576081 Tokens per Sec: 17468, Lr: 0.000210\n", "2020-06-04 00:44:38,582 Epoch 14 Step: 143400 Batch Loss: 1.706262 Tokens per Sec: 17060, Lr: 0.000210\n", "2020-06-04 00:44:44,368 Epoch 14: total training loss 15879.82\n", "2020-06-04 00:44:44,368 EPOCH 15\n", "2020-06-04 00:44:54,831 Epoch 15 Step: 143500 Batch Loss: 1.424306 Tokens per Sec: 15006, Lr: 0.000210\n", "2020-06-04 00:45:09,796 Epoch 15 Step: 143600 Batch Loss: 1.518706 Tokens per Sec: 17165, Lr: 0.000210\n", "2020-06-04 00:45:24,689 Epoch 15 Step: 143700 Batch Loss: 1.603286 Tokens per Sec: 17250, Lr: 0.000210\n", "2020-06-04 00:45:39,573 Epoch 15 Step: 143800 Batch Loss: 1.570064 Tokens per Sec: 17279, Lr: 0.000210\n", "2020-06-04 00:45:54,432 Epoch 15 Step: 143900 Batch Loss: 1.367330 Tokens per Sec: 17087, Lr: 0.000210\n", "2020-06-04 00:46:09,289 Epoch 15 Step: 144000 Batch Loss: 1.446131 Tokens per Sec: 17382, Lr: 0.000210\n", "2020-06-04 00:46:31,115 Example #0\n", "2020-06-04 00:46:31,115 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:46:31,115 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:46:31,115 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , aliogopa .\n", "2020-06-04 00:46:31,116 Example #1\n", "2020-06-04 00:46:31,116 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:46:31,116 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:46:31,116 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:46:31,116 Example #2\n", "2020-06-04 00:46:31,116 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:46:31,116 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:46:31,116 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:46:31,116 Example #3\n", "2020-06-04 00:46:31,116 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:46:31,117 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:46:31,117 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:46:31,117 Validation result (greedy) at epoch 15, step 144000: bleu: 32.36, loss: 37694.9180, ppl: 3.8806, duration: 21.8269s\n", "2020-06-04 00:46:45,938 Epoch 15 Step: 144100 Batch Loss: 1.678650 Tokens per Sec: 17297, Lr: 0.000210\n", "2020-06-04 00:47:00,690 Epoch 15 Step: 144200 Batch Loss: 1.607285 Tokens per Sec: 17286, Lr: 0.000210\n", "2020-06-04 00:47:15,583 Epoch 15 Step: 144300 Batch Loss: 1.463984 Tokens per Sec: 17694, Lr: 0.000210\n", "2020-06-04 00:47:30,237 Epoch 15 Step: 144400 Batch Loss: 1.648737 Tokens per Sec: 17115, Lr: 0.000210\n", "2020-06-04 00:47:45,043 Epoch 15 Step: 144500 Batch Loss: 1.526654 Tokens per Sec: 17400, Lr: 0.000210\n", "2020-06-04 00:47:59,683 Epoch 15 Step: 144600 Batch Loss: 1.345265 Tokens per Sec: 17189, Lr: 0.000210\n", "2020-06-04 00:48:14,428 Epoch 15 Step: 144700 Batch Loss: 1.432323 Tokens per Sec: 16959, Lr: 0.000210\n", "2020-06-04 00:48:29,171 Epoch 15 Step: 144800 Batch Loss: 1.518721 Tokens per Sec: 17399, Lr: 0.000210\n", "2020-06-04 00:48:43,928 Epoch 15 Step: 144900 Batch Loss: 1.442113 Tokens per Sec: 17190, Lr: 0.000210\n", "2020-06-04 00:48:58,669 Epoch 15 Step: 145000 Batch Loss: 1.462756 Tokens per Sec: 17562, Lr: 0.000210\n", "2020-06-04 00:49:21,295 Example #0\n", "2020-06-04 00:49:21,295 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:49:21,295 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:49:21,295 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 00:49:21,295 Example #1\n", "2020-06-04 00:49:21,296 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:49:21,296 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:49:21,296 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:49:21,296 Example #2\n", "2020-06-04 00:49:21,296 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:49:21,296 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:49:21,296 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:49:21,296 Example #3\n", "2020-06-04 00:49:21,296 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:49:21,296 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:49:21,296 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:49:21,297 Validation result (greedy) at epoch 15, step 145000: bleu: 32.28, loss: 37758.1953, ppl: 3.8894, duration: 22.6272s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 00:49:36,018 Epoch 15 Step: 145100 Batch Loss: 1.880447 Tokens per Sec: 17122, Lr: 0.000210\n", "2020-06-04 00:49:50,802 Epoch 15 Step: 145200 Batch Loss: 1.493183 Tokens per Sec: 17144, Lr: 0.000210\n", "2020-06-04 00:50:05,584 Epoch 15 Step: 145300 Batch Loss: 1.504682 Tokens per Sec: 17436, Lr: 0.000210\n", "2020-06-04 00:50:20,506 Epoch 15 Step: 145400 Batch Loss: 1.460290 Tokens per Sec: 17005, Lr: 0.000210\n", "2020-06-04 00:50:35,421 Epoch 15 Step: 145500 Batch Loss: 1.630775 Tokens per Sec: 17478, Lr: 0.000210\n", "2020-06-04 00:50:50,334 Epoch 15 Step: 145600 Batch Loss: 1.680425 Tokens per Sec: 17656, Lr: 0.000210\n", "2020-06-04 00:51:05,288 Epoch 15 Step: 145700 Batch Loss: 1.589687 Tokens per Sec: 17129, Lr: 0.000210\n", "2020-06-04 00:51:20,232 Epoch 15 Step: 145800 Batch Loss: 1.582061 Tokens per Sec: 17076, Lr: 0.000210\n", "2020-06-04 00:51:35,223 Epoch 15 Step: 145900 Batch Loss: 1.590541 Tokens per Sec: 17452, Lr: 0.000210\n", "2020-06-04 00:51:50,167 Epoch 15 Step: 146000 Batch Loss: 1.410073 Tokens per Sec: 17166, Lr: 0.000210\n", "2020-06-04 00:52:12,899 Example #0\n", "2020-06-04 00:52:12,899 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:52:12,900 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:52:12,900 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:52:12,900 Example #1\n", "2020-06-04 00:52:12,900 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:52:12,900 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:52:12,900 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:52:12,900 Example #2\n", "2020-06-04 00:52:12,900 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:52:12,900 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:52:12,900 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:52:12,900 Example #3\n", "2020-06-04 00:52:12,901 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:52:12,901 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:52:12,901 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na ifaayo .\n", "2020-06-04 00:52:12,901 Validation result (greedy) at epoch 15, step 146000: bleu: 32.14, loss: 37738.6406, ppl: 3.8867, duration: 22.7337s\n", "2020-06-04 00:52:27,950 Epoch 15 Step: 146100 Batch Loss: 1.347666 Tokens per Sec: 17260, Lr: 0.000210\n", "2020-06-04 00:52:42,702 Epoch 15 Step: 146200 Batch Loss: 1.342628 Tokens per Sec: 17062, Lr: 0.000210\n", "2020-06-04 00:52:57,342 Epoch 15 Step: 146300 Batch Loss: 1.502032 Tokens per Sec: 17522, Lr: 0.000210\n", "2020-06-04 00:53:12,099 Epoch 15 Step: 146400 Batch Loss: 1.361571 Tokens per Sec: 17297, Lr: 0.000210\n", "2020-06-04 00:53:26,864 Epoch 15 Step: 146500 Batch Loss: 1.485166 Tokens per Sec: 17125, Lr: 0.000210\n", "2020-06-04 00:53:41,829 Epoch 15 Step: 146600 Batch Loss: 1.479519 Tokens per Sec: 17153, Lr: 0.000210\n", "2020-06-04 00:53:56,659 Epoch 15 Step: 146700 Batch Loss: 1.519236 Tokens per Sec: 17482, Lr: 0.000210\n", "2020-06-04 00:54:11,355 Epoch 15 Step: 146800 Batch Loss: 1.594461 Tokens per Sec: 16974, Lr: 0.000210\n", "2020-06-04 00:54:26,235 Epoch 15 Step: 146900 Batch Loss: 1.486824 Tokens per Sec: 17068, Lr: 0.000210\n", "2020-06-04 00:54:41,048 Epoch 15 Step: 147000 Batch Loss: 1.482249 Tokens per Sec: 17110, Lr: 0.000210\n", "2020-06-04 00:55:03,994 Hooray! New best validation result [ppl]!\n", "2020-06-04 00:55:03,995 Saving new checkpoint.\n", "2020-06-04 00:55:04,179 Example #0\n", "2020-06-04 00:55:04,179 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:55:04,179 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:55:04,179 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:55:04,179 Example #1\n", "2020-06-04 00:55:04,180 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:55:04,180 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:55:04,180 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:55:04,180 Example #2\n", "2020-06-04 00:55:04,180 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:55:04,180 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:55:04,180 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:55:04,180 Example #3\n", "2020-06-04 00:55:04,180 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:55:04,180 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:55:04,180 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:55:04,180 Validation result (greedy) at epoch 15, step 147000: bleu: 31.78, loss: 37588.5312, ppl: 3.8657, duration: 23.1318s\n", "2020-06-04 00:55:18,917 Epoch 15 Step: 147100 Batch Loss: 1.533010 Tokens per Sec: 17175, Lr: 0.000210\n", "2020-06-04 00:55:33,771 Epoch 15 Step: 147200 Batch Loss: 1.520255 Tokens per Sec: 17351, Lr: 0.000210\n", "2020-06-04 00:55:48,436 Epoch 15 Step: 147300 Batch Loss: 1.359273 Tokens per Sec: 17059, Lr: 0.000210\n", "2020-06-04 00:56:03,353 Epoch 15 Step: 147400 Batch Loss: 1.367164 Tokens per Sec: 17159, Lr: 0.000210\n", "2020-06-04 00:56:18,420 Epoch 15 Step: 147500 Batch Loss: 1.734799 Tokens per Sec: 17539, Lr: 0.000210\n", "2020-06-04 00:56:33,266 Epoch 15 Step: 147600 Batch Loss: 1.383213 Tokens per Sec: 17178, Lr: 0.000210\n", "2020-06-04 00:56:48,094 Epoch 15 Step: 147700 Batch Loss: 1.389283 Tokens per Sec: 17042, Lr: 0.000210\n", "2020-06-04 00:57:02,905 Epoch 15 Step: 147800 Batch Loss: 1.696645 Tokens per Sec: 17088, Lr: 0.000210\n", "2020-06-04 00:57:17,755 Epoch 15 Step: 147900 Batch Loss: 1.415222 Tokens per Sec: 17055, Lr: 0.000210\n", "2020-06-04 00:57:32,692 Epoch 15 Step: 148000 Batch Loss: 1.681327 Tokens per Sec: 17116, Lr: 0.000210\n", "2020-06-04 00:57:55,989 Example #0\n", "2020-06-04 00:57:55,989 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 00:57:55,989 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 00:57:55,989 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 00:57:55,989 Example #1\n", "2020-06-04 00:57:55,990 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 00:57:55,990 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 00:57:55,990 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 00:57:55,990 Example #2\n", "2020-06-04 00:57:55,990 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 00:57:55,990 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 00:57:55,990 \tHypothesis: Mitazamo hiyo ilianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 00:57:55,990 Example #3\n", "2020-06-04 00:57:55,990 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 00:57:55,990 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 00:57:55,990 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 00:57:55,991 Validation result (greedy) at epoch 15, step 148000: bleu: 32.62, loss: 37651.7070, ppl: 3.8745, duration: 23.2983s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 00:58:10,888 Epoch 15 Step: 148100 Batch Loss: 1.623654 Tokens per Sec: 17056, Lr: 0.000210\n", "2020-06-04 00:58:25,760 Epoch 15 Step: 148200 Batch Loss: 1.590705 Tokens per Sec: 17229, Lr: 0.000210\n", "2020-06-04 00:58:40,648 Epoch 15 Step: 148300 Batch Loss: 1.553631 Tokens per Sec: 17367, Lr: 0.000210\n", "2020-06-04 00:58:55,693 Epoch 15 Step: 148400 Batch Loss: 1.440595 Tokens per Sec: 17473, Lr: 0.000210\n", "2020-06-04 00:59:10,419 Epoch 15 Step: 148500 Batch Loss: 1.368997 Tokens per Sec: 16927, Lr: 0.000210\n", "2020-06-04 00:59:25,221 Epoch 15 Step: 148600 Batch Loss: 1.626254 Tokens per Sec: 17128, Lr: 0.000210\n", "2020-06-04 00:59:40,038 Epoch 15 Step: 148700 Batch Loss: 1.682454 Tokens per Sec: 17277, Lr: 0.000210\n", "2020-06-04 00:59:54,873 Epoch 15 Step: 148800 Batch Loss: 1.625809 Tokens per Sec: 17332, Lr: 0.000210\n", "2020-06-04 01:00:09,796 Epoch 15 Step: 148900 Batch Loss: 1.432379 Tokens per Sec: 17001, Lr: 0.000210\n", "2020-06-04 01:00:24,505 Epoch 15 Step: 149000 Batch Loss: 1.614385 Tokens per Sec: 17245, Lr: 0.000210\n", "2020-06-04 01:00:47,590 Hooray! New best validation result [ppl]!\n", "2020-06-04 01:00:47,591 Saving new checkpoint.\n", "2020-06-04 01:00:47,841 Example #0\n", "2020-06-04 01:00:47,841 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:00:47,841 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:00:47,841 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 01:00:47,841 Example #1\n", "2020-06-04 01:00:47,841 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:00:47,841 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:00:47,842 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:00:47,842 Example #2\n", "2020-06-04 01:00:47,842 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:00:47,842 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:00:47,842 \tHypothesis: Mikosi hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:00:47,842 Example #3\n", "2020-06-04 01:00:47,842 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:00:47,842 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:00:47,842 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:00:47,842 Validation result (greedy) at epoch 15, step 149000: bleu: 32.36, loss: 37534.3555, ppl: 3.8582, duration: 23.3362s\n", "2020-06-04 01:01:02,598 Epoch 15 Step: 149100 Batch Loss: 1.624704 Tokens per Sec: 17159, Lr: 0.000210\n", "2020-06-04 01:01:17,345 Epoch 15 Step: 149200 Batch Loss: 1.464522 Tokens per Sec: 17086, Lr: 0.000210\n", "2020-06-04 01:01:32,218 Epoch 15 Step: 149300 Batch Loss: 1.541518 Tokens per Sec: 17282, Lr: 0.000210\n", "2020-06-04 01:01:47,064 Epoch 15 Step: 149400 Batch Loss: 1.619257 Tokens per Sec: 17278, Lr: 0.000210\n", "2020-06-04 01:02:02,096 Epoch 15 Step: 149500 Batch Loss: 1.584012 Tokens per Sec: 17078, Lr: 0.000210\n", "2020-06-04 01:02:16,868 Epoch 15 Step: 149600 Batch Loss: 1.391222 Tokens per Sec: 17283, Lr: 0.000210\n", "2020-06-04 01:02:31,652 Epoch 15 Step: 149700 Batch Loss: 1.645537 Tokens per Sec: 17019, Lr: 0.000210\n", "2020-06-04 01:02:46,376 Epoch 15 Step: 149800 Batch Loss: 1.411498 Tokens per Sec: 17488, Lr: 0.000210\n", "2020-06-04 01:03:01,479 Epoch 15 Step: 149900 Batch Loss: 1.529026 Tokens per Sec: 17206, Lr: 0.000210\n", "2020-06-04 01:03:16,065 Epoch 15 Step: 150000 Batch Loss: 1.640995 Tokens per Sec: 17052, Lr: 0.000210\n", "2020-06-04 01:03:38,387 Example #0\n", "2020-06-04 01:03:38,387 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:03:38,387 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:03:38,387 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , aliogopa .\n", "2020-06-04 01:03:38,387 Example #1\n", "2020-06-04 01:03:38,387 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:03:38,387 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:03:38,388 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:03:38,388 Example #2\n", "2020-06-04 01:03:38,388 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:03:38,388 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:03:38,388 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:03:38,388 Example #3\n", "2020-06-04 01:03:38,388 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:03:38,388 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:03:38,388 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:03:38,388 Validation result (greedy) at epoch 15, step 150000: bleu: 32.49, loss: 37535.6523, ppl: 3.8584, duration: 22.3229s\n", "2020-06-04 01:03:53,324 Epoch 15 Step: 150100 Batch Loss: 1.655645 Tokens per Sec: 17355, Lr: 0.000210\n", "2020-06-04 01:04:08,070 Epoch 15 Step: 150200 Batch Loss: 1.495226 Tokens per Sec: 17346, Lr: 0.000210\n", "2020-06-04 01:04:23,120 Epoch 15 Step: 150300 Batch Loss: 1.636177 Tokens per Sec: 17309, Lr: 0.000210\n", "2020-06-04 01:04:38,125 Epoch 15 Step: 150400 Batch Loss: 1.540733 Tokens per Sec: 17361, Lr: 0.000210\n", "2020-06-04 01:04:53,095 Epoch 15 Step: 150500 Batch Loss: 1.432854 Tokens per Sec: 17279, Lr: 0.000210\n", "2020-06-04 01:05:08,012 Epoch 15 Step: 150600 Batch Loss: 1.481354 Tokens per Sec: 17272, Lr: 0.000210\n", "2020-06-04 01:05:23,028 Epoch 15 Step: 150700 Batch Loss: 1.409598 Tokens per Sec: 17289, Lr: 0.000210\n", "2020-06-04 01:05:37,818 Epoch 15 Step: 150800 Batch Loss: 1.555555 Tokens per Sec: 17026, Lr: 0.000210\n", "2020-06-04 01:05:52,739 Epoch 15 Step: 150900 Batch Loss: 1.536103 Tokens per Sec: 17238, Lr: 0.000210\n", "2020-06-04 01:06:07,486 Epoch 15 Step: 151000 Batch Loss: 1.669083 Tokens per Sec: 17220, Lr: 0.000210\n", "2020-06-04 01:06:30,025 Hooray! New best validation result [ppl]!\n", "2020-06-04 01:06:30,025 Saving new checkpoint.\n", "2020-06-04 01:06:30,209 Example #0\n", "2020-06-04 01:06:30,210 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:06:30,210 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:06:30,210 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:06:30,210 Example #1\n", "2020-06-04 01:06:30,210 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:06:30,210 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:06:30,210 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:06:30,210 Example #2\n", "2020-06-04 01:06:30,210 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:06:30,211 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:06:30,211 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:06:30,211 Example #3\n", "2020-06-04 01:06:30,211 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:06:30,211 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:06:30,211 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:06:30,211 Validation result (greedy) at epoch 15, step 151000: bleu: 32.53, loss: 37515.0430, ppl: 3.8555, duration: 22.7242s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 01:06:44,979 Epoch 15 Step: 151100 Batch Loss: 1.748636 Tokens per Sec: 17472, Lr: 0.000210\n", "2020-06-04 01:07:00,038 Epoch 15 Step: 151200 Batch Loss: 1.689028 Tokens per Sec: 17238, Lr: 0.000210\n", "2020-06-04 01:07:15,032 Epoch 15 Step: 151300 Batch Loss: 1.468751 Tokens per Sec: 16994, Lr: 0.000210\n", "2020-06-04 01:07:29,913 Epoch 15 Step: 151400 Batch Loss: 1.507531 Tokens per Sec: 17596, Lr: 0.000210\n", "2020-06-04 01:07:44,711 Epoch 15 Step: 151500 Batch Loss: 1.531635 Tokens per Sec: 17493, Lr: 0.000210\n", "2020-06-04 01:07:59,425 Epoch 15 Step: 151600 Batch Loss: 1.544786 Tokens per Sec: 17554, Lr: 0.000210\n", "2020-06-04 01:08:14,250 Epoch 15 Step: 151700 Batch Loss: 1.560497 Tokens per Sec: 17551, Lr: 0.000210\n", "2020-06-04 01:08:29,141 Epoch 15 Step: 151800 Batch Loss: 1.443781 Tokens per Sec: 17363, Lr: 0.000210\n", "2020-06-04 01:08:43,991 Epoch 15 Step: 151900 Batch Loss: 1.539692 Tokens per Sec: 17017, Lr: 0.000210\n", "2020-06-04 01:08:58,844 Epoch 15 Step: 152000 Batch Loss: 1.571682 Tokens per Sec: 17340, Lr: 0.000210\n", "2020-06-04 01:09:21,663 Hooray! New best validation result [ppl]!\n", "2020-06-04 01:09:21,663 Saving new checkpoint.\n", "2020-06-04 01:09:21,843 Example #0\n", "2020-06-04 01:09:21,843 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:09:21,843 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:09:21,843 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 01:09:21,843 Example #1\n", "2020-06-04 01:09:21,843 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:09:21,844 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:09:21,844 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:09:21,844 Example #2\n", "2020-06-04 01:09:21,844 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:09:21,844 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:09:21,844 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 01:09:21,844 Example #3\n", "2020-06-04 01:09:21,844 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:09:21,844 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:09:21,844 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni jambo jingine — na kwa njia inayofaa .\n", "2020-06-04 01:09:21,844 Validation result (greedy) at epoch 15, step 152000: bleu: 32.80, loss: 37494.8633, ppl: 3.8527, duration: 22.9996s\n", "2020-06-04 01:09:36,570 Epoch 15 Step: 152100 Batch Loss: 1.812537 Tokens per Sec: 17184, Lr: 0.000210\n", "2020-06-04 01:09:51,366 Epoch 15 Step: 152200 Batch Loss: 1.512349 Tokens per Sec: 16995, Lr: 0.000210\n", "2020-06-04 01:10:06,290 Epoch 15 Step: 152300 Batch Loss: 1.470217 Tokens per Sec: 17271, Lr: 0.000210\n", "2020-06-04 01:10:21,242 Epoch 15 Step: 152400 Batch Loss: 1.601550 Tokens per Sec: 17037, Lr: 0.000210\n", "2020-06-04 01:10:36,185 Epoch 15 Step: 152500 Batch Loss: 1.526396 Tokens per Sec: 16977, Lr: 0.000210\n", "2020-06-04 01:10:51,016 Epoch 15 Step: 152600 Batch Loss: 1.415804 Tokens per Sec: 17166, Lr: 0.000210\n", "2020-06-04 01:11:06,188 Epoch 15 Step: 152700 Batch Loss: 1.313219 Tokens per Sec: 16829, Lr: 0.000210\n", "2020-06-04 01:11:21,206 Epoch 15 Step: 152800 Batch Loss: 1.511594 Tokens per Sec: 17283, Lr: 0.000210\n", "2020-06-04 01:11:36,030 Epoch 15 Step: 152900 Batch Loss: 1.504604 Tokens per Sec: 17194, Lr: 0.000210\n", "2020-06-04 01:11:50,883 Epoch 15 Step: 153000 Batch Loss: 1.608923 Tokens per Sec: 17299, Lr: 0.000210\n", "2020-06-04 01:12:13,104 Hooray! New best validation result [ppl]!\n", "2020-06-04 01:12:13,105 Saving new checkpoint.\n", "2020-06-04 01:12:13,288 Example #0\n", "2020-06-04 01:12:13,288 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:12:13,288 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:12:13,288 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:12:13,289 Example #1\n", "2020-06-04 01:12:13,289 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:12:13,289 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:12:13,289 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:12:13,289 Example #2\n", "2020-06-04 01:12:13,289 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:12:13,289 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:12:13,289 \tHypothesis: Mabadiliko hayo yalianza mapema katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:12:13,289 Example #3\n", "2020-06-04 01:12:13,290 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:12:13,290 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:12:13,290 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:12:13,290 Validation result (greedy) at epoch 15, step 153000: bleu: 32.46, loss: 37405.8008, ppl: 3.8404, duration: 22.4059s\n", "2020-06-04 01:12:28,141 Epoch 15 Step: 153100 Batch Loss: 1.554425 Tokens per Sec: 17189, Lr: 0.000210\n", "2020-06-04 01:12:42,529 Epoch 15 Step: 153200 Batch Loss: 1.508968 Tokens per Sec: 16979, Lr: 0.000210\n", "2020-06-04 01:12:57,356 Epoch 15 Step: 153300 Batch Loss: 1.532636 Tokens per Sec: 17229, Lr: 0.000210\n", "2020-06-04 01:13:12,274 Epoch 15 Step: 153400 Batch Loss: 1.632820 Tokens per Sec: 17575, Lr: 0.000210\n", "2020-06-04 01:13:26,958 Epoch 15 Step: 153500 Batch Loss: 1.385421 Tokens per Sec: 17089, Lr: 0.000210\n", "2020-06-04 01:13:41,620 Epoch 15 Step: 153600 Batch Loss: 1.422220 Tokens per Sec: 16904, Lr: 0.000210\n", "2020-06-04 01:13:52,981 Epoch 15: total training loss 15726.82\n", "2020-06-04 01:13:52,981 EPOCH 16\n", "2020-06-04 01:13:57,769 Epoch 16 Step: 153700 Batch Loss: 1.432838 Tokens per Sec: 11761, Lr: 0.000210\n", "2020-06-04 01:14:12,760 Epoch 16 Step: 153800 Batch Loss: 1.497384 Tokens per Sec: 17373, Lr: 0.000210\n", "2020-06-04 01:14:27,677 Epoch 16 Step: 153900 Batch Loss: 1.566177 Tokens per Sec: 16902, Lr: 0.000210\n", "2020-06-04 01:14:42,649 Epoch 16 Step: 154000 Batch Loss: 1.477216 Tokens per Sec: 16998, Lr: 0.000210\n", "2020-06-04 01:15:05,259 Example #0\n", "2020-06-04 01:15:05,259 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:15:05,259 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:15:05,260 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:15:05,260 Example #1\n", "2020-06-04 01:15:05,260 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:15:05,260 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:15:05,260 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:15:05,260 Example #2\n", "2020-06-04 01:15:05,260 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:15:05,260 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:15:05,260 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:15:05,260 Example #3\n", "2020-06-04 01:15:05,260 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:15:05,260 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:15:05,261 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:15:05,261 Validation result (greedy) at epoch 16, step 154000: bleu: 32.39, loss: 37428.9766, ppl: 3.8436, duration: 22.6111s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 01:15:20,071 Epoch 16 Step: 154100 Batch Loss: 1.687263 Tokens per Sec: 17087, Lr: 0.000210\n", "2020-06-04 01:15:35,031 Epoch 16 Step: 154200 Batch Loss: 1.589140 Tokens per Sec: 17059, Lr: 0.000210\n", "2020-06-04 01:15:49,939 Epoch 16 Step: 154300 Batch Loss: 1.707273 Tokens per Sec: 17556, Lr: 0.000210\n", "2020-06-04 01:16:04,627 Epoch 16 Step: 154400 Batch Loss: 1.634093 Tokens per Sec: 17377, Lr: 0.000210\n", "2020-06-04 01:16:19,358 Epoch 16 Step: 154500 Batch Loss: 1.592937 Tokens per Sec: 17307, Lr: 0.000210\n", "2020-06-04 01:16:34,352 Epoch 16 Step: 154600 Batch Loss: 1.561608 Tokens per Sec: 17322, Lr: 0.000210\n", "2020-06-04 01:16:49,070 Epoch 16 Step: 154700 Batch Loss: 1.596407 Tokens per Sec: 17279, Lr: 0.000210\n", "2020-06-04 01:17:03,747 Epoch 16 Step: 154800 Batch Loss: 1.477622 Tokens per Sec: 17088, Lr: 0.000210\n", "2020-06-04 01:17:18,464 Epoch 16 Step: 154900 Batch Loss: 1.455572 Tokens per Sec: 17110, Lr: 0.000210\n", "2020-06-04 01:17:33,261 Epoch 16 Step: 155000 Batch Loss: 1.682730 Tokens per Sec: 17252, Lr: 0.000210\n", "2020-06-04 01:17:55,702 Example #0\n", "2020-06-04 01:17:55,703 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:17:55,703 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:17:55,703 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 01:17:55,703 Example #1\n", "2020-06-04 01:17:55,703 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:17:55,703 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:17:55,703 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:17:55,703 Example #2\n", "2020-06-04 01:17:55,703 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:17:55,703 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:17:55,704 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:17:55,704 Example #3\n", "2020-06-04 01:17:55,704 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:17:55,704 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:17:55,704 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na ifaayo .\n", "2020-06-04 01:17:55,704 Validation result (greedy) at epoch 16, step 155000: bleu: 32.28, loss: 37460.5859, ppl: 3.8480, duration: 22.4423s\n", "2020-06-04 01:18:10,424 Epoch 16 Step: 155100 Batch Loss: 1.436165 Tokens per Sec: 17201, Lr: 0.000210\n", "2020-06-04 01:18:25,347 Epoch 16 Step: 155200 Batch Loss: 1.468500 Tokens per Sec: 17170, Lr: 0.000210\n", "2020-06-04 01:18:40,173 Epoch 16 Step: 155300 Batch Loss: 1.604237 Tokens per Sec: 17398, Lr: 0.000210\n", "2020-06-04 01:18:55,116 Epoch 16 Step: 155400 Batch Loss: 1.518903 Tokens per Sec: 17403, Lr: 0.000210\n", "2020-06-04 01:19:09,824 Epoch 16 Step: 155500 Batch Loss: 1.462102 Tokens per Sec: 16936, Lr: 0.000210\n", "2020-06-04 01:19:24,808 Epoch 16 Step: 155600 Batch Loss: 1.512596 Tokens per Sec: 17157, Lr: 0.000210\n", "2020-06-04 01:19:39,644 Epoch 16 Step: 155700 Batch Loss: 1.566496 Tokens per Sec: 17187, Lr: 0.000210\n", "2020-06-04 01:19:54,399 Epoch 16 Step: 155800 Batch Loss: 1.531003 Tokens per Sec: 17501, Lr: 0.000210\n", "2020-06-04 01:20:09,126 Epoch 16 Step: 155900 Batch Loss: 1.596727 Tokens per Sec: 17443, Lr: 0.000210\n", "2020-06-04 01:20:23,760 Epoch 16 Step: 156000 Batch Loss: 1.452487 Tokens per Sec: 17335, Lr: 0.000210\n", "2020-06-04 01:20:46,396 Example #0\n", "2020-06-04 01:20:46,397 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:20:46,397 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:20:46,397 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 01:20:46,397 Example #1\n", "2020-06-04 01:20:46,397 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:20:46,397 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:20:46,397 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:20:46,397 Example #2\n", "2020-06-04 01:20:46,397 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:20:46,397 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:20:46,397 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:20:46,397 Example #3\n", "2020-06-04 01:20:46,398 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:20:46,398 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:20:46,398 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na ifaayo .\n", "2020-06-04 01:20:46,398 Validation result (greedy) at epoch 16, step 156000: bleu: 32.66, loss: 37440.1328, ppl: 3.8452, duration: 22.6377s\n", "2020-06-04 01:21:01,336 Epoch 16 Step: 156100 Batch Loss: 1.546162 Tokens per Sec: 17317, Lr: 0.000210\n", "2020-06-04 01:21:16,143 Epoch 16 Step: 156200 Batch Loss: 1.446945 Tokens per Sec: 17506, Lr: 0.000210\n", "2020-06-04 01:21:30,869 Epoch 16 Step: 156300 Batch Loss: 1.564078 Tokens per Sec: 17340, Lr: 0.000210\n", "2020-06-04 01:21:45,593 Epoch 16 Step: 156400 Batch Loss: 1.436457 Tokens per Sec: 17270, Lr: 0.000210\n", "2020-06-04 01:22:00,526 Epoch 16 Step: 156500 Batch Loss: 1.506273 Tokens per Sec: 17509, Lr: 0.000210\n", "2020-06-04 01:22:15,318 Epoch 16 Step: 156600 Batch Loss: 1.539111 Tokens per Sec: 17241, Lr: 0.000210\n", "2020-06-04 01:22:30,010 Epoch 16 Step: 156700 Batch Loss: 1.648411 Tokens per Sec: 16982, Lr: 0.000210\n", "2020-06-04 01:22:44,924 Epoch 16 Step: 156800 Batch Loss: 1.529155 Tokens per Sec: 17325, Lr: 0.000210\n", "2020-06-04 01:22:59,786 Epoch 16 Step: 156900 Batch Loss: 1.583256 Tokens per Sec: 17082, Lr: 0.000210\n", "2020-06-04 01:23:14,606 Epoch 16 Step: 157000 Batch Loss: 1.855973 Tokens per Sec: 16915, Lr: 0.000210\n", "2020-06-04 01:23:37,242 Hooray! New best validation result [ppl]!\n", "2020-06-04 01:23:37,243 Saving new checkpoint.\n", "2020-06-04 01:23:37,492 Example #0\n", "2020-06-04 01:23:37,492 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:23:37,492 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:23:37,492 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 01:23:37,492 Example #1\n", "2020-06-04 01:23:37,492 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:23:37,492 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:23:37,493 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:23:37,493 Example #2\n", "2020-06-04 01:23:37,493 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:23:37,493 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:23:37,493 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 01:23:37,493 Example #3\n", "2020-06-04 01:23:37,493 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:23:37,493 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:23:37,493 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi mara nyingi ni nia nyingine — na ifaayo .\n", "2020-06-04 01:23:37,493 Validation result (greedy) at epoch 16, step 157000: bleu: 32.37, loss: 37314.4883, ppl: 3.8278, duration: 22.8870s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 01:23:52,214 Epoch 16 Step: 157100 Batch Loss: 1.442759 Tokens per Sec: 17480, Lr: 0.000210\n", "2020-06-04 01:24:06,907 Epoch 16 Step: 157200 Batch Loss: 1.439986 Tokens per Sec: 17294, Lr: 0.000210\n", "2020-06-04 01:24:21,611 Epoch 16 Step: 157300 Batch Loss: 1.596713 Tokens per Sec: 17184, Lr: 0.000210\n", "2020-06-04 01:24:36,426 Epoch 16 Step: 157400 Batch Loss: 1.468142 Tokens per Sec: 16919, Lr: 0.000210\n", "2020-06-04 01:24:51,210 Epoch 16 Step: 157500 Batch Loss: 1.494631 Tokens per Sec: 17147, Lr: 0.000210\n", "2020-06-04 01:25:06,121 Epoch 16 Step: 157600 Batch Loss: 1.603431 Tokens per Sec: 17015, Lr: 0.000210\n", "2020-06-04 01:25:21,090 Epoch 16 Step: 157700 Batch Loss: 1.629852 Tokens per Sec: 17282, Lr: 0.000210\n", "2020-06-04 01:25:35,902 Epoch 16 Step: 157800 Batch Loss: 1.384117 Tokens per Sec: 17393, Lr: 0.000210\n", "2020-06-04 01:25:50,569 Epoch 16 Step: 157900 Batch Loss: 1.704672 Tokens per Sec: 17080, Lr: 0.000210\n", "2020-06-04 01:26:05,496 Epoch 16 Step: 158000 Batch Loss: 1.520102 Tokens per Sec: 17034, Lr: 0.000210\n", "2020-06-04 01:26:27,823 Example #0\n", "2020-06-04 01:26:27,824 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:26:27,824 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:26:27,824 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:26:27,824 Example #1\n", "2020-06-04 01:26:27,824 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:26:27,824 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:26:27,824 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:26:27,824 Example #2\n", "2020-06-04 01:26:27,824 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:26:27,824 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:26:27,825 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 01:26:27,825 Example #3\n", "2020-06-04 01:26:27,825 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:26:27,825 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:26:27,825 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na ifaayo hivyo .\n", "2020-06-04 01:26:27,825 Validation result (greedy) at epoch 16, step 158000: bleu: 31.98, loss: 37367.6367, ppl: 3.8351, duration: 22.3279s\n", "2020-06-04 01:26:42,730 Epoch 16 Step: 158100 Batch Loss: 1.413845 Tokens per Sec: 17242, Lr: 0.000210\n", "2020-06-04 01:26:57,567 Epoch 16 Step: 158200 Batch Loss: 1.413878 Tokens per Sec: 17279, Lr: 0.000210\n", "2020-06-04 01:27:12,351 Epoch 16 Step: 158300 Batch Loss: 1.433532 Tokens per Sec: 17528, Lr: 0.000210\n", "2020-06-04 01:27:27,144 Epoch 16 Step: 158400 Batch Loss: 1.383959 Tokens per Sec: 17189, Lr: 0.000210\n", "2020-06-04 01:27:42,053 Epoch 16 Step: 158500 Batch Loss: 1.396170 Tokens per Sec: 17384, Lr: 0.000210\n", "2020-06-04 01:27:56,894 Epoch 16 Step: 158600 Batch Loss: 1.678449 Tokens per Sec: 17188, Lr: 0.000210\n", "2020-06-04 01:28:11,687 Epoch 16 Step: 158700 Batch Loss: 1.714457 Tokens per Sec: 17386, Lr: 0.000210\n", "2020-06-04 01:28:26,371 Epoch 16 Step: 158800 Batch Loss: 1.634359 Tokens per Sec: 17128, Lr: 0.000210\n", "2020-06-04 01:28:41,052 Epoch 16 Step: 158900 Batch Loss: 1.644939 Tokens per Sec: 16807, Lr: 0.000210\n", "2020-06-04 01:28:55,810 Epoch 16 Step: 159000 Batch Loss: 1.406736 Tokens per Sec: 17029, Lr: 0.000210\n", "2020-06-04 01:29:18,506 Example #0\n", "2020-06-04 01:29:18,507 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:29:18,507 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:29:18,507 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:29:18,507 Example #1\n", "2020-06-04 01:29:18,507 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:29:18,507 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:29:18,507 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:29:18,507 Example #2\n", "2020-06-04 01:29:18,507 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:29:18,507 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:29:18,508 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:29:18,508 Example #3\n", "2020-06-04 01:29:18,508 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:29:18,508 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:29:18,508 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na ifaayo .\n", "2020-06-04 01:29:18,508 Validation result (greedy) at epoch 16, step 159000: bleu: 32.26, loss: 37362.3008, ppl: 3.8344, duration: 22.6972s\n", "2020-06-04 01:29:33,421 Epoch 16 Step: 159100 Batch Loss: 1.579018 Tokens per Sec: 17118, Lr: 0.000210\n", "2020-06-04 01:29:48,335 Epoch 16 Step: 159200 Batch Loss: 1.492747 Tokens per Sec: 17168, Lr: 0.000210\n", "2020-06-04 01:30:03,234 Epoch 16 Step: 159300 Batch Loss: 1.520343 Tokens per Sec: 17246, Lr: 0.000210\n", "2020-06-04 01:30:18,104 Epoch 16 Step: 159400 Batch Loss: 1.708641 Tokens per Sec: 17273, Lr: 0.000210\n", "2020-06-04 01:30:32,917 Epoch 16 Step: 159500 Batch Loss: 1.759285 Tokens per Sec: 16823, Lr: 0.000210\n", "2020-06-04 01:30:47,802 Epoch 16 Step: 159600 Batch Loss: 1.500325 Tokens per Sec: 17301, Lr: 0.000210\n", "2020-06-04 01:31:02,648 Epoch 16 Step: 159700 Batch Loss: 2.095187 Tokens per Sec: 16806, Lr: 0.000210\n", "2020-06-04 01:31:17,491 Epoch 16 Step: 159800 Batch Loss: 1.673065 Tokens per Sec: 17022, Lr: 0.000210\n", "2020-06-04 01:31:32,243 Epoch 16 Step: 159900 Batch Loss: 1.472424 Tokens per Sec: 16711, Lr: 0.000210\n", "2020-06-04 01:31:47,016 Epoch 16 Step: 160000 Batch Loss: 1.465911 Tokens per Sec: 17144, Lr: 0.000210\n", "2020-06-04 01:32:09,552 Example #0\n", "2020-06-04 01:32:09,552 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:32:09,552 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:32:09,552 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 01:32:09,553 Example #1\n", "2020-06-04 01:32:09,553 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:32:09,553 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:32:09,553 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:32:09,553 Example #2\n", "2020-06-04 01:32:09,553 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:32:09,553 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:32:09,553 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:32:09,553 Example #3\n", "2020-06-04 01:32:09,553 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:32:09,554 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:32:09,554 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:32:09,554 Validation result (greedy) at epoch 16, step 160000: bleu: 32.41, loss: 37581.0586, ppl: 3.8647, duration: 22.5371s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 01:32:24,633 Epoch 16 Step: 160100 Batch Loss: 1.527263 Tokens per Sec: 17229, Lr: 0.000210\n", "2020-06-04 01:32:39,597 Epoch 16 Step: 160200 Batch Loss: 1.414141 Tokens per Sec: 17234, Lr: 0.000210\n", "2020-06-04 01:32:54,395 Epoch 16 Step: 160300 Batch Loss: 1.432046 Tokens per Sec: 17158, Lr: 0.000210\n", "2020-06-04 01:33:09,238 Epoch 16 Step: 160400 Batch Loss: 1.783287 Tokens per Sec: 17000, Lr: 0.000210\n", "2020-06-04 01:33:24,112 Epoch 16 Step: 160500 Batch Loss: 1.623322 Tokens per Sec: 17171, Lr: 0.000210\n", "2020-06-04 01:33:38,779 Epoch 16 Step: 160600 Batch Loss: 1.479330 Tokens per Sec: 17051, Lr: 0.000210\n", "2020-06-04 01:33:53,635 Epoch 16 Step: 160700 Batch Loss: 1.427543 Tokens per Sec: 17146, Lr: 0.000210\n", "2020-06-04 01:34:08,558 Epoch 16 Step: 160800 Batch Loss: 1.486768 Tokens per Sec: 17349, Lr: 0.000210\n", "2020-06-04 01:34:23,606 Epoch 16 Step: 160900 Batch Loss: 1.507261 Tokens per Sec: 17453, Lr: 0.000210\n", "2020-06-04 01:34:38,497 Epoch 16 Step: 161000 Batch Loss: 1.652018 Tokens per Sec: 17020, Lr: 0.000210\n", "2020-06-04 01:35:00,941 Hooray! New best validation result [ppl]!\n", "2020-06-04 01:35:00,941 Saving new checkpoint.\n", "2020-06-04 01:35:01,123 Example #0\n", "2020-06-04 01:35:01,123 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:35:01,123 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:35:01,123 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:35:01,123 Example #1\n", "2020-06-04 01:35:01,124 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:35:01,124 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:35:01,124 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:35:01,124 Example #2\n", "2020-06-04 01:35:01,124 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:35:01,124 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:35:01,124 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:35:01,124 Example #3\n", "2020-06-04 01:35:01,124 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:35:01,124 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:35:01,124 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:35:01,125 Validation result (greedy) at epoch 16, step 161000: bleu: 32.78, loss: 37295.5469, ppl: 3.8252, duration: 22.6272s\n", "2020-06-04 01:35:15,933 Epoch 16 Step: 161100 Batch Loss: 1.525128 Tokens per Sec: 17260, Lr: 0.000210\n", "2020-06-04 01:35:30,782 Epoch 16 Step: 161200 Batch Loss: 1.401096 Tokens per Sec: 16915, Lr: 0.000210\n", "2020-06-04 01:35:45,878 Epoch 16 Step: 161300 Batch Loss: 1.624325 Tokens per Sec: 17313, Lr: 0.000210\n", "2020-06-04 01:36:00,681 Epoch 16 Step: 161400 Batch Loss: 1.241085 Tokens per Sec: 17290, Lr: 0.000210\n", "2020-06-04 01:36:15,635 Epoch 16 Step: 161500 Batch Loss: 1.408074 Tokens per Sec: 17205, Lr: 0.000210\n", "2020-06-04 01:36:30,604 Epoch 16 Step: 161600 Batch Loss: 1.658807 Tokens per Sec: 17232, Lr: 0.000210\n", "2020-06-04 01:36:45,366 Epoch 16 Step: 161700 Batch Loss: 1.607230 Tokens per Sec: 17218, Lr: 0.000210\n", "2020-06-04 01:37:00,191 Epoch 16 Step: 161800 Batch Loss: 1.564245 Tokens per Sec: 16871, Lr: 0.000210\n", "2020-06-04 01:37:14,972 Epoch 16 Step: 161900 Batch Loss: 1.636605 Tokens per Sec: 17617, Lr: 0.000210\n", "2020-06-04 01:37:29,991 Epoch 16 Step: 162000 Batch Loss: 1.549392 Tokens per Sec: 17378, Lr: 0.000210\n", "2020-06-04 01:37:52,444 Example #0\n", "2020-06-04 01:37:52,445 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:37:52,445 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:37:52,445 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:37:52,445 Example #1\n", "2020-06-04 01:37:52,445 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:37:52,445 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:37:52,445 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:37:52,445 Example #2\n", "2020-06-04 01:37:52,445 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:37:52,445 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:37:52,445 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:37:52,445 Example #3\n", "2020-06-04 01:37:52,446 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:37:52,446 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:37:52,446 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi mara nyingi ni nia nyingine — na ifaavyo .\n", "2020-06-04 01:37:52,446 Validation result (greedy) at epoch 16, step 162000: bleu: 32.79, loss: 37341.8086, ppl: 3.8316, duration: 22.4543s\n", "2020-06-04 01:38:07,322 Epoch 16 Step: 162100 Batch Loss: 1.386136 Tokens per Sec: 17129, Lr: 0.000210\n", "2020-06-04 01:38:22,071 Epoch 16 Step: 162200 Batch Loss: 1.790747 Tokens per Sec: 17395, Lr: 0.000210\n", "2020-06-04 01:38:37,064 Epoch 16 Step: 162300 Batch Loss: 1.821434 Tokens per Sec: 17198, Lr: 0.000210\n", "2020-06-04 01:38:51,997 Epoch 16 Step: 162400 Batch Loss: 1.767681 Tokens per Sec: 17028, Lr: 0.000210\n", "2020-06-04 01:39:06,834 Epoch 16 Step: 162500 Batch Loss: 1.487218 Tokens per Sec: 17450, Lr: 0.000210\n", "2020-06-04 01:39:21,749 Epoch 16 Step: 162600 Batch Loss: 1.400925 Tokens per Sec: 17193, Lr: 0.000210\n", "2020-06-04 01:39:36,580 Epoch 16 Step: 162700 Batch Loss: 1.804705 Tokens per Sec: 17076, Lr: 0.000210\n", "2020-06-04 01:39:51,578 Epoch 16 Step: 162800 Batch Loss: 1.522397 Tokens per Sec: 17215, Lr: 0.000210\n", "2020-06-04 01:40:06,353 Epoch 16 Step: 162900 Batch Loss: 1.785078 Tokens per Sec: 17313, Lr: 0.000210\n", "2020-06-04 01:40:21,070 Epoch 16 Step: 163000 Batch Loss: 1.387863 Tokens per Sec: 17163, Lr: 0.000210\n", "2020-06-04 01:40:42,961 Example #0\n", "2020-06-04 01:40:42,961 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:40:42,961 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:40:42,961 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:40:42,961 Example #1\n", "2020-06-04 01:40:42,961 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:40:42,962 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:40:42,962 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:40:42,962 Example #2\n", "2020-06-04 01:40:42,962 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:40:42,962 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:40:42,962 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:40:42,962 Example #3\n", "2020-06-04 01:40:42,962 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:40:42,962 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:40:42,962 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:40:42,963 Validation result (greedy) at epoch 16, step 163000: bleu: 32.14, loss: 37551.9844, ppl: 3.8607, duration: 21.8919s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 01:40:57,867 Epoch 16 Step: 163100 Batch Loss: 1.402595 Tokens per Sec: 17236, Lr: 0.000210\n", "2020-06-04 01:41:12,701 Epoch 16 Step: 163200 Batch Loss: 1.672672 Tokens per Sec: 17107, Lr: 0.000210\n", "2020-06-04 01:41:27,543 Epoch 16 Step: 163300 Batch Loss: 1.510805 Tokens per Sec: 17062, Lr: 0.000210\n", "2020-06-04 01:41:42,396 Epoch 16 Step: 163400 Batch Loss: 1.429584 Tokens per Sec: 17463, Lr: 0.000210\n", "2020-06-04 01:41:57,275 Epoch 16 Step: 163500 Batch Loss: 1.526334 Tokens per Sec: 17514, Lr: 0.000210\n", "2020-06-04 01:42:12,027 Epoch 16 Step: 163600 Batch Loss: 1.344450 Tokens per Sec: 17031, Lr: 0.000210\n", "2020-06-04 01:42:27,084 Epoch 16 Step: 163700 Batch Loss: 1.885867 Tokens per Sec: 17283, Lr: 0.000210\n", "2020-06-04 01:42:42,039 Epoch 16 Step: 163800 Batch Loss: 1.669617 Tokens per Sec: 17254, Lr: 0.000210\n", "2020-06-04 01:42:57,034 Epoch 16 Step: 163900 Batch Loss: 1.553007 Tokens per Sec: 17137, Lr: 0.000210\n", "2020-06-04 01:43:01,664 Epoch 16: total training loss 15671.05\n", "2020-06-04 01:43:01,664 EPOCH 17\n", "2020-06-04 01:43:13,297 Epoch 17 Step: 164000 Batch Loss: 1.366138 Tokens per Sec: 15337, Lr: 0.000210\n", "2020-06-04 01:43:36,170 Example #0\n", "2020-06-04 01:43:36,170 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:43:36,170 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:43:36,171 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:43:36,171 Example #1\n", "2020-06-04 01:43:36,171 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:43:36,171 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:43:36,171 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:43:36,171 Example #2\n", "2020-06-04 01:43:36,171 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:43:36,171 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:43:36,171 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:43:36,172 Example #3\n", "2020-06-04 01:43:36,172 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:43:36,172 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:43:36,172 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:43:36,172 Validation result (greedy) at epoch 17, step 164000: bleu: 32.78, loss: 37328.8906, ppl: 3.8298, duration: 22.8747s\n", "2020-06-04 01:43:51,103 Epoch 17 Step: 164100 Batch Loss: 1.395170 Tokens per Sec: 17079, Lr: 0.000210\n", "2020-06-04 01:44:05,846 Epoch 17 Step: 164200 Batch Loss: 1.353013 Tokens per Sec: 17264, Lr: 0.000210\n", "2020-06-04 01:44:20,619 Epoch 17 Step: 164300 Batch Loss: 1.412605 Tokens per Sec: 17286, Lr: 0.000210\n", "2020-06-04 01:44:35,284 Epoch 17 Step: 164400 Batch Loss: 1.663494 Tokens per Sec: 17006, Lr: 0.000210\n", "2020-06-04 01:44:50,183 Epoch 17 Step: 164500 Batch Loss: 1.652123 Tokens per Sec: 17410, Lr: 0.000210\n", "2020-06-04 01:45:04,934 Epoch 17 Step: 164600 Batch Loss: 1.486295 Tokens per Sec: 17004, Lr: 0.000210\n", "2020-06-04 01:45:19,931 Epoch 17 Step: 164700 Batch Loss: 1.693901 Tokens per Sec: 17175, Lr: 0.000210\n", "2020-06-04 01:45:34,848 Epoch 17 Step: 164800 Batch Loss: 1.724793 Tokens per Sec: 17354, Lr: 0.000210\n", "2020-06-04 01:45:49,724 Epoch 17 Step: 164900 Batch Loss: 1.651639 Tokens per Sec: 17207, Lr: 0.000210\n", "2020-06-04 01:46:04,481 Epoch 17 Step: 165000 Batch Loss: 1.434828 Tokens per Sec: 17345, Lr: 0.000210\n", "2020-06-04 01:46:26,953 Hooray! New best validation result [ppl]!\n", "2020-06-04 01:46:26,954 Saving new checkpoint.\n", "2020-06-04 01:46:27,138 Example #0\n", "2020-06-04 01:46:27,138 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:46:27,138 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:46:27,138 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 01:46:27,138 Example #1\n", "2020-06-04 01:46:27,138 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:46:27,138 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:46:27,138 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:46:27,138 Example #2\n", "2020-06-04 01:46:27,138 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:46:27,138 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:46:27,138 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:46:27,138 Example #3\n", "2020-06-04 01:46:27,139 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:46:27,139 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:46:27,139 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:46:27,139 Validation result (greedy) at epoch 17, step 165000: bleu: 32.74, loss: 37270.1484, ppl: 3.8217, duration: 22.6573s\n", "2020-06-04 01:46:41,961 Epoch 17 Step: 165100 Batch Loss: 1.516865 Tokens per Sec: 17245, Lr: 0.000210\n", "2020-06-04 01:46:56,904 Epoch 17 Step: 165200 Batch Loss: 1.351361 Tokens per Sec: 17385, Lr: 0.000210\n", "2020-06-04 01:47:11,756 Epoch 17 Step: 165300 Batch Loss: 1.302286 Tokens per Sec: 17161, Lr: 0.000210\n", "2020-06-04 01:47:26,693 Epoch 17 Step: 165400 Batch Loss: 1.549979 Tokens per Sec: 17245, Lr: 0.000210\n", "2020-06-04 01:47:41,618 Epoch 17 Step: 165500 Batch Loss: 1.474308 Tokens per Sec: 17049, Lr: 0.000210\n", "2020-06-04 01:47:56,392 Epoch 17 Step: 165600 Batch Loss: 1.722530 Tokens per Sec: 17200, Lr: 0.000210\n", "2020-06-04 01:48:11,246 Epoch 17 Step: 165700 Batch Loss: 1.547687 Tokens per Sec: 17638, Lr: 0.000210\n", "2020-06-04 01:48:25,894 Epoch 17 Step: 165800 Batch Loss: 1.722619 Tokens per Sec: 17195, Lr: 0.000210\n", "2020-06-04 01:48:40,759 Epoch 17 Step: 165900 Batch Loss: 1.571482 Tokens per Sec: 17088, Lr: 0.000210\n", "2020-06-04 01:48:55,623 Epoch 17 Step: 166000 Batch Loss: 1.481310 Tokens per Sec: 17266, Lr: 0.000210\n", "2020-06-04 01:49:17,825 Example #0\n", "2020-06-04 01:49:17,825 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:49:17,825 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:49:17,825 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 01:49:17,825 Example #1\n", "2020-06-04 01:49:17,825 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:49:17,825 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:49:17,825 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:49:17,825 Example #2\n", "2020-06-04 01:49:17,825 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:49:17,825 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:49:17,825 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 01:49:17,825 Example #3\n", "2020-06-04 01:49:17,826 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:49:17,826 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:49:17,826 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na ifaavyo .\n", "2020-06-04 01:49:17,826 Validation result (greedy) at epoch 17, step 166000: bleu: 32.70, loss: 37382.1016, ppl: 3.8371, duration: 22.2025s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 01:49:32,726 Epoch 17 Step: 166100 Batch Loss: 1.408356 Tokens per Sec: 17459, Lr: 0.000210\n", "2020-06-04 01:49:47,557 Epoch 17 Step: 166200 Batch Loss: 1.558007 Tokens per Sec: 17455, Lr: 0.000210\n", "2020-06-04 01:50:02,474 Epoch 17 Step: 166300 Batch Loss: 1.460586 Tokens per Sec: 17455, Lr: 0.000210\n", "2020-06-04 01:50:17,460 Epoch 17 Step: 166400 Batch Loss: 1.644545 Tokens per Sec: 17341, Lr: 0.000210\n", "2020-06-04 01:50:32,169 Epoch 17 Step: 166500 Batch Loss: 1.403818 Tokens per Sec: 17345, Lr: 0.000210\n", "2020-06-04 01:50:46,665 Epoch 17 Step: 166600 Batch Loss: 1.665082 Tokens per Sec: 17009, Lr: 0.000210\n", "2020-06-04 01:51:01,457 Epoch 17 Step: 166700 Batch Loss: 1.576528 Tokens per Sec: 17153, Lr: 0.000210\n", "2020-06-04 01:51:16,425 Epoch 17 Step: 166800 Batch Loss: 1.558628 Tokens per Sec: 17401, Lr: 0.000210\n", "2020-06-04 01:51:31,308 Epoch 17 Step: 166900 Batch Loss: 1.445343 Tokens per Sec: 16974, Lr: 0.000210\n", "2020-06-04 01:51:46,261 Epoch 17 Step: 167000 Batch Loss: 1.543653 Tokens per Sec: 17217, Lr: 0.000210\n", "2020-06-04 01:52:08,677 Hooray! New best validation result [ppl]!\n", "2020-06-04 01:52:08,677 Saving new checkpoint.\n", "2020-06-04 01:52:08,927 Example #0\n", "2020-06-04 01:52:08,927 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:52:08,927 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:52:08,927 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 01:52:08,927 Example #1\n", "2020-06-04 01:52:08,927 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:52:08,927 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:52:08,927 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:52:08,928 Example #2\n", "2020-06-04 01:52:08,928 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:52:08,928 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:52:08,928 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 01:52:08,928 Example #3\n", "2020-06-04 01:52:08,928 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:52:08,928 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:52:08,928 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:52:08,928 Validation result (greedy) at epoch 17, step 167000: bleu: 32.76, loss: 37248.5781, ppl: 3.8188, duration: 22.6667s\n", "2020-06-04 01:52:23,969 Epoch 17 Step: 167100 Batch Loss: 1.505383 Tokens per Sec: 17438, Lr: 0.000210\n", "2020-06-04 01:52:38,813 Epoch 17 Step: 167200 Batch Loss: 1.492816 Tokens per Sec: 17299, Lr: 0.000210\n", "2020-06-04 01:52:53,679 Epoch 17 Step: 167300 Batch Loss: 1.498998 Tokens per Sec: 17124, Lr: 0.000210\n", "2020-06-04 01:53:08,608 Epoch 17 Step: 167400 Batch Loss: 1.403552 Tokens per Sec: 17509, Lr: 0.000210\n", "2020-06-04 01:53:23,388 Epoch 17 Step: 167500 Batch Loss: 1.556970 Tokens per Sec: 17444, Lr: 0.000210\n", "2020-06-04 01:53:38,183 Epoch 17 Step: 167600 Batch Loss: 1.479348 Tokens per Sec: 17106, Lr: 0.000210\n", "2020-06-04 01:53:53,172 Epoch 17 Step: 167700 Batch Loss: 1.645433 Tokens per Sec: 17114, Lr: 0.000210\n", "2020-06-04 01:54:07,992 Epoch 17 Step: 167800 Batch Loss: 1.487237 Tokens per Sec: 17287, Lr: 0.000210\n", "2020-06-04 01:54:22,782 Epoch 17 Step: 167900 Batch Loss: 1.433881 Tokens per Sec: 17231, Lr: 0.000210\n", "2020-06-04 01:54:37,684 Epoch 17 Step: 168000 Batch Loss: 1.439391 Tokens per Sec: 17237, Lr: 0.000210\n", "2020-06-04 01:55:00,089 Hooray! New best validation result [ppl]!\n", "2020-06-04 01:55:00,089 Saving new checkpoint.\n", "2020-06-04 01:55:00,270 Example #0\n", "2020-06-04 01:55:00,270 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:55:00,270 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:55:00,270 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 01:55:00,270 Example #1\n", "2020-06-04 01:55:00,270 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:55:00,270 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:55:00,270 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:55:00,270 Example #2\n", "2020-06-04 01:55:00,271 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:55:00,271 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:55:00,271 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 01:55:00,271 Example #3\n", "2020-06-04 01:55:00,271 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:55:00,271 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:55:00,271 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:55:00,271 Validation result (greedy) at epoch 17, step 168000: bleu: 32.72, loss: 37170.3750, ppl: 3.8080, duration: 22.5867s\n", "2020-06-04 01:55:15,116 Epoch 17 Step: 168100 Batch Loss: 1.405647 Tokens per Sec: 17293, Lr: 0.000210\n", "2020-06-04 01:55:29,647 Epoch 17 Step: 168200 Batch Loss: 1.604450 Tokens per Sec: 16806, Lr: 0.000210\n", "2020-06-04 01:55:44,418 Epoch 17 Step: 168300 Batch Loss: 1.471985 Tokens per Sec: 17612, Lr: 0.000210\n", "2020-06-04 01:55:59,050 Epoch 17 Step: 168400 Batch Loss: 1.352407 Tokens per Sec: 17024, Lr: 0.000210\n", "2020-06-04 01:56:13,943 Epoch 17 Step: 168500 Batch Loss: 1.389469 Tokens per Sec: 17047, Lr: 0.000210\n", "2020-06-04 01:56:28,848 Epoch 17 Step: 168600 Batch Loss: 1.534502 Tokens per Sec: 17159, Lr: 0.000210\n", "2020-06-04 01:56:43,736 Epoch 17 Step: 168700 Batch Loss: 1.533556 Tokens per Sec: 17077, Lr: 0.000210\n", "2020-06-04 01:56:58,450 Epoch 17 Step: 168800 Batch Loss: 1.780432 Tokens per Sec: 16801, Lr: 0.000210\n", "2020-06-04 01:57:13,290 Epoch 17 Step: 168900 Batch Loss: 1.636522 Tokens per Sec: 17333, Lr: 0.000210\n", "2020-06-04 01:57:28,192 Epoch 17 Step: 169000 Batch Loss: 1.402968 Tokens per Sec: 16965, Lr: 0.000210\n", "2020-06-04 01:57:50,955 Example #0\n", "2020-06-04 01:57:50,955 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 01:57:50,955 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 01:57:50,955 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 01:57:50,955 Example #1\n", "2020-06-04 01:57:50,955 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 01:57:50,956 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 01:57:50,956 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-04 01:57:50,956 Example #2\n", "2020-06-04 01:57:50,956 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 01:57:50,956 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 01:57:50,956 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 01:57:50,956 Example #3\n", "2020-06-04 01:57:50,956 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 01:57:50,956 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 01:57:50,956 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 01:57:50,956 Validation result (greedy) at epoch 17, step 169000: bleu: 32.38, loss: 37346.0703, ppl: 3.8322, duration: 22.7640s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 01:58:05,769 Epoch 17 Step: 169100 Batch Loss: 1.443169 Tokens per Sec: 17197, Lr: 0.000210\n", "2020-06-04 01:58:20,649 Epoch 17 Step: 169200 Batch Loss: 1.302193 Tokens per Sec: 17288, Lr: 0.000210\n", "2020-06-04 01:58:35,336 Epoch 17 Step: 169300 Batch Loss: 1.449221 Tokens per Sec: 17213, Lr: 0.000210\n", "2020-06-04 01:58:50,406 Epoch 17 Step: 169400 Batch Loss: 1.505139 Tokens per Sec: 17188, Lr: 0.000210\n", "2020-06-04 01:59:05,346 Epoch 17 Step: 169500 Batch Loss: 1.530239 Tokens per Sec: 17373, Lr: 0.000210\n", "2020-06-04 01:59:20,338 Epoch 17 Step: 169600 Batch Loss: 1.609447 Tokens per Sec: 17102, Lr: 0.000210\n", "2020-06-04 01:59:35,162 Epoch 17 Step: 169700 Batch Loss: 1.749520 Tokens per Sec: 17371, Lr: 0.000210\n", "2020-06-04 01:59:50,087 Epoch 17 Step: 169800 Batch Loss: 1.543919 Tokens per Sec: 17233, Lr: 0.000210\n", "2020-06-04 02:00:04,977 Epoch 17 Step: 169900 Batch Loss: 1.557347 Tokens per Sec: 17178, Lr: 0.000210\n", "2020-06-04 02:00:20,027 Epoch 17 Step: 170000 Batch Loss: 1.420023 Tokens per Sec: 16989, Lr: 0.000210\n", "2020-06-04 02:00:42,079 Example #0\n", "2020-06-04 02:00:42,079 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:00:42,079 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:00:42,080 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 02:00:42,080 Example #1\n", "2020-06-04 02:00:42,080 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:00:42,080 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:00:42,080 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:00:42,080 Example #2\n", "2020-06-04 02:00:42,080 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:00:42,080 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:00:42,080 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:00:42,080 Example #3\n", "2020-06-04 02:00:42,081 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:00:42,081 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:00:42,081 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:00:42,081 Validation result (greedy) at epoch 17, step 170000: bleu: 32.72, loss: 37199.9062, ppl: 3.8121, duration: 22.0531s\n", "2020-06-04 02:00:56,962 Epoch 17 Step: 170100 Batch Loss: 1.262688 Tokens per Sec: 17038, Lr: 0.000210\n", "2020-06-04 02:01:11,849 Epoch 17 Step: 170200 Batch Loss: 1.502507 Tokens per Sec: 17266, Lr: 0.000210\n", "2020-06-04 02:01:26,760 Epoch 17 Step: 170300 Batch Loss: 1.341569 Tokens per Sec: 17359, Lr: 0.000210\n", "2020-06-04 02:01:41,641 Epoch 17 Step: 170400 Batch Loss: 1.426960 Tokens per Sec: 17264, Lr: 0.000210\n", "2020-06-04 02:01:56,605 Epoch 17 Step: 170500 Batch Loss: 1.654706 Tokens per Sec: 17189, Lr: 0.000210\n", "2020-06-04 02:02:11,401 Epoch 17 Step: 170600 Batch Loss: 1.537171 Tokens per Sec: 17164, Lr: 0.000210\n", "2020-06-04 02:02:26,334 Epoch 17 Step: 170700 Batch Loss: 1.341287 Tokens per Sec: 17363, Lr: 0.000210\n", "2020-06-04 02:02:41,282 Epoch 17 Step: 170800 Batch Loss: 1.389190 Tokens per Sec: 17431, Lr: 0.000210\n", "2020-06-04 02:02:56,207 Epoch 17 Step: 170900 Batch Loss: 1.559989 Tokens per Sec: 17267, Lr: 0.000210\n", "2020-06-04 02:03:10,962 Epoch 17 Step: 171000 Batch Loss: 1.639965 Tokens per Sec: 17055, Lr: 0.000210\n", "2020-06-04 02:03:34,975 Hooray! New best validation result [ppl]!\n", "2020-06-04 02:03:34,975 Saving new checkpoint.\n", "2020-06-04 02:03:35,162 Example #0\n", "2020-06-04 02:03:35,162 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:03:35,162 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:03:35,162 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 02:03:35,162 Example #1\n", "2020-06-04 02:03:35,163 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:03:35,163 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:03:35,163 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:03:35,163 Example #2\n", "2020-06-04 02:03:35,163 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:03:35,163 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:03:35,163 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 02:03:35,163 Example #3\n", "2020-06-04 02:03:35,163 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:03:35,163 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:03:35,163 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:03:35,164 Validation result (greedy) at epoch 17, step 171000: bleu: 32.89, loss: 37136.8477, ppl: 3.8034, duration: 24.2007s\n", "2020-06-04 02:03:50,068 Epoch 17 Step: 171100 Batch Loss: 1.607134 Tokens per Sec: 17079, Lr: 0.000210\n", "2020-06-04 02:04:05,300 Epoch 17 Step: 171200 Batch Loss: 1.392209 Tokens per Sec: 17333, Lr: 0.000210\n", "2020-06-04 02:04:20,201 Epoch 17 Step: 171300 Batch Loss: 1.347105 Tokens per Sec: 16923, Lr: 0.000210\n", "2020-06-04 02:04:35,072 Epoch 17 Step: 171400 Batch Loss: 1.619056 Tokens per Sec: 17243, Lr: 0.000210\n", "2020-06-04 02:04:49,932 Epoch 17 Step: 171500 Batch Loss: 1.715755 Tokens per Sec: 17330, Lr: 0.000210\n", "2020-06-04 02:05:04,861 Epoch 17 Step: 171600 Batch Loss: 1.349727 Tokens per Sec: 17502, Lr: 0.000210\n", "2020-06-04 02:05:19,552 Epoch 17 Step: 171700 Batch Loss: 1.363898 Tokens per Sec: 17365, Lr: 0.000210\n", "2020-06-04 02:05:34,329 Epoch 17 Step: 171800 Batch Loss: 1.517257 Tokens per Sec: 17244, Lr: 0.000210\n", "2020-06-04 02:05:49,207 Epoch 17 Step: 171900 Batch Loss: 1.585796 Tokens per Sec: 17212, Lr: 0.000210\n", "2020-06-04 02:06:04,018 Epoch 17 Step: 172000 Batch Loss: 1.392338 Tokens per Sec: 17232, Lr: 0.000210\n", "2020-06-04 02:06:25,846 Example #0\n", "2020-06-04 02:06:25,846 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:06:25,847 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:06:25,847 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 02:06:25,847 Example #1\n", "2020-06-04 02:06:25,847 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:06:25,847 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:06:25,847 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:06:25,847 Example #2\n", "2020-06-04 02:06:25,847 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:06:25,847 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:06:25,847 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:06:25,848 Example #3\n", "2020-06-04 02:06:25,848 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:06:25,848 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:06:25,848 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:06:25,848 Validation result (greedy) at epoch 17, step 172000: bleu: 32.59, loss: 37179.3398, ppl: 3.8093, duration: 21.8294s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 02:06:40,754 Epoch 17 Step: 172100 Batch Loss: 1.611365 Tokens per Sec: 16856, Lr: 0.000210\n", "2020-06-04 02:06:55,560 Epoch 17 Step: 172200 Batch Loss: 1.365203 Tokens per Sec: 17242, Lr: 0.000210\n", "2020-06-04 02:07:10,482 Epoch 17 Step: 172300 Batch Loss: 1.416435 Tokens per Sec: 17050, Lr: 0.000210\n", "2020-06-04 02:07:25,536 Epoch 17 Step: 172400 Batch Loss: 1.445111 Tokens per Sec: 17021, Lr: 0.000210\n", "2020-06-04 02:07:40,485 Epoch 17 Step: 172500 Batch Loss: 1.625675 Tokens per Sec: 17273, Lr: 0.000210\n", "2020-06-04 02:07:55,151 Epoch 17 Step: 172600 Batch Loss: 1.339728 Tokens per Sec: 17053, Lr: 0.000210\n", "2020-06-04 02:08:09,990 Epoch 17 Step: 172700 Batch Loss: 1.573141 Tokens per Sec: 17275, Lr: 0.000210\n", "2020-06-04 02:08:24,700 Epoch 17 Step: 172800 Batch Loss: 1.489484 Tokens per Sec: 16901, Lr: 0.000210\n", "2020-06-04 02:08:39,793 Epoch 17 Step: 172900 Batch Loss: 1.515936 Tokens per Sec: 17327, Lr: 0.000210\n", "2020-06-04 02:08:54,567 Epoch 17 Step: 173000 Batch Loss: 1.898959 Tokens per Sec: 17127, Lr: 0.000210\n", "2020-06-04 02:09:17,139 Example #0\n", "2020-06-04 02:09:17,139 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:09:17,139 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:09:17,139 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameombolezwa .\n", "2020-06-04 02:09:17,139 Example #1\n", "2020-06-04 02:09:17,140 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:09:17,140 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:09:17,140 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:09:17,140 Example #2\n", "2020-06-04 02:09:17,140 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:09:17,140 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:09:17,140 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:09:17,140 Example #3\n", "2020-06-04 02:09:17,140 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:09:17,140 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:09:17,140 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:09:17,141 Validation result (greedy) at epoch 17, step 173000: bleu: 32.77, loss: 37158.7852, ppl: 3.8064, duration: 22.5729s\n", "2020-06-04 02:09:32,059 Epoch 17 Step: 173100 Batch Loss: 1.498928 Tokens per Sec: 17104, Lr: 0.000210\n", "2020-06-04 02:09:47,017 Epoch 17 Step: 173200 Batch Loss: 1.574431 Tokens per Sec: 17266, Lr: 0.000210\n", "2020-06-04 02:10:02,042 Epoch 17 Step: 173300 Batch Loss: 1.410877 Tokens per Sec: 17323, Lr: 0.000210\n", "2020-06-04 02:10:16,972 Epoch 17 Step: 173400 Batch Loss: 1.667099 Tokens per Sec: 17461, Lr: 0.000210\n", "2020-06-04 02:10:31,536 Epoch 17 Step: 173500 Batch Loss: 1.485067 Tokens per Sec: 17218, Lr: 0.000210\n", "2020-06-04 02:10:46,257 Epoch 17 Step: 173600 Batch Loss: 1.974329 Tokens per Sec: 17147, Lr: 0.000210\n", "2020-06-04 02:11:01,186 Epoch 17 Step: 173700 Batch Loss: 1.672003 Tokens per Sec: 17306, Lr: 0.000210\n", "2020-06-04 02:11:16,089 Epoch 17 Step: 173800 Batch Loss: 1.472410 Tokens per Sec: 16977, Lr: 0.000210\n", "2020-06-04 02:11:30,719 Epoch 17 Step: 173900 Batch Loss: 1.535873 Tokens per Sec: 17244, Lr: 0.000210\n", "2020-06-04 02:11:45,543 Epoch 17 Step: 174000 Batch Loss: 1.466570 Tokens per Sec: 17216, Lr: 0.000210\n", "2020-06-04 02:12:08,612 Hooray! New best validation result [ppl]!\n", "2020-06-04 02:12:08,612 Saving new checkpoint.\n", "2020-06-04 02:12:08,793 Example #0\n", "2020-06-04 02:12:08,793 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:12:08,793 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:12:08,793 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 02:12:08,793 Example #1\n", "2020-06-04 02:12:08,793 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:12:08,793 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:12:08,793 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:12:08,794 Example #2\n", "2020-06-04 02:12:08,794 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:12:08,794 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:12:08,794 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:12:08,794 Example #3\n", "2020-06-04 02:12:08,794 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:12:08,794 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:12:08,794 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:12:08,794 Validation result (greedy) at epoch 17, step 174000: bleu: 32.94, loss: 37109.0312, ppl: 3.7996, duration: 23.2500s\n", "2020-06-04 02:12:23,739 Epoch 17 Step: 174100 Batch Loss: 1.590652 Tokens per Sec: 17169, Lr: 0.000210\n", "2020-06-04 02:12:33,707 Epoch 17: total training loss 15552.96\n", "2020-06-04 02:12:33,707 EPOCH 18\n", "2020-06-04 02:12:40,061 Epoch 18 Step: 174200 Batch Loss: 1.629399 Tokens per Sec: 13386, Lr: 0.000210\n", "2020-06-04 02:12:54,866 Epoch 18 Step: 174300 Batch Loss: 1.470373 Tokens per Sec: 17034, Lr: 0.000210\n", "2020-06-04 02:13:09,757 Epoch 18 Step: 174400 Batch Loss: 1.534029 Tokens per Sec: 17067, Lr: 0.000210\n", "2020-06-04 02:13:24,550 Epoch 18 Step: 174500 Batch Loss: 1.429221 Tokens per Sec: 16925, Lr: 0.000210\n", "2020-06-04 02:13:39,283 Epoch 18 Step: 174600 Batch Loss: 1.507488 Tokens per Sec: 17294, Lr: 0.000210\n", "2020-06-04 02:13:54,270 Epoch 18 Step: 174700 Batch Loss: 1.659592 Tokens per Sec: 17397, Lr: 0.000210\n", "2020-06-04 02:14:09,115 Epoch 18 Step: 174800 Batch Loss: 1.404566 Tokens per Sec: 16957, Lr: 0.000210\n", "2020-06-04 02:14:24,043 Epoch 18 Step: 174900 Batch Loss: 1.393201 Tokens per Sec: 17588, Lr: 0.000210\n", "2020-06-04 02:14:38,891 Epoch 18 Step: 175000 Batch Loss: 1.516778 Tokens per Sec: 17295, Lr: 0.000210\n", "2020-06-04 02:15:02,012 Hooray! New best validation result [ppl]!\n", "2020-06-04 02:15:02,012 Saving new checkpoint.\n", "2020-06-04 02:15:02,259 Example #0\n", "2020-06-04 02:15:02,260 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:15:02,260 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:15:02,260 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 02:15:02,260 Example #1\n", "2020-06-04 02:15:02,260 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:15:02,260 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:15:02,260 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:15:02,260 Example #2\n", "2020-06-04 02:15:02,260 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:15:02,260 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:15:02,260 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:15:02,260 Example #3\n", "2020-06-04 02:15:02,260 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:15:02,260 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:15:02,260 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:15:02,260 Validation result (greedy) at epoch 18, step 175000: bleu: 33.04, loss: 37077.9844, ppl: 3.7954, duration: 23.3691s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 02:15:17,005 Epoch 18 Step: 175100 Batch Loss: 1.438690 Tokens per Sec: 17444, Lr: 0.000210\n", "2020-06-04 02:15:32,023 Epoch 18 Step: 175200 Batch Loss: 1.461136 Tokens per Sec: 17487, Lr: 0.000210\n", "2020-06-04 02:15:46,920 Epoch 18 Step: 175300 Batch Loss: 1.431600 Tokens per Sec: 16760, Lr: 0.000210\n", "2020-06-04 02:16:01,552 Epoch 18 Step: 175400 Batch Loss: 1.437450 Tokens per Sec: 16845, Lr: 0.000210\n", "2020-06-04 02:16:16,540 Epoch 18 Step: 175500 Batch Loss: 1.766792 Tokens per Sec: 17314, Lr: 0.000210\n", "2020-06-04 02:16:31,345 Epoch 18 Step: 175600 Batch Loss: 1.686941 Tokens per Sec: 17199, Lr: 0.000210\n", "2020-06-04 02:16:46,346 Epoch 18 Step: 175700 Batch Loss: 1.563320 Tokens per Sec: 17441, Lr: 0.000210\n", "2020-06-04 02:17:01,035 Epoch 18 Step: 175800 Batch Loss: 1.986578 Tokens per Sec: 16893, Lr: 0.000210\n", "2020-06-04 02:17:16,043 Epoch 18 Step: 175900 Batch Loss: 1.794864 Tokens per Sec: 17342, Lr: 0.000210\n", "2020-06-04 02:17:30,816 Epoch 18 Step: 176000 Batch Loss: 1.386261 Tokens per Sec: 17203, Lr: 0.000210\n", "2020-06-04 02:17:52,667 Example #0\n", "2020-06-04 02:17:52,668 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:17:52,668 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:17:52,668 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 02:17:52,668 Example #1\n", "2020-06-04 02:17:52,668 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:17:52,668 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:17:52,668 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:17:52,668 Example #2\n", "2020-06-04 02:17:52,668 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:17:52,668 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:17:52,668 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:17:52,668 Example #3\n", "2020-06-04 02:17:52,668 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:17:52,669 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:17:52,669 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:17:52,669 Validation result (greedy) at epoch 18, step 176000: bleu: 32.81, loss: 37270.3242, ppl: 3.8217, duration: 21.8521s\n", "2020-06-04 02:18:07,704 Epoch 18 Step: 176100 Batch Loss: 1.496660 Tokens per Sec: 17216, Lr: 0.000210\n", "2020-06-04 02:18:22,613 Epoch 18 Step: 176200 Batch Loss: 1.502111 Tokens per Sec: 17272, Lr: 0.000210\n", "2020-06-04 02:18:37,449 Epoch 18 Step: 176300 Batch Loss: 1.362710 Tokens per Sec: 17188, Lr: 0.000210\n", "2020-06-04 02:18:52,104 Epoch 18 Step: 176400 Batch Loss: 1.374996 Tokens per Sec: 17121, Lr: 0.000210\n", "2020-06-04 02:19:06,806 Epoch 18 Step: 176500 Batch Loss: 1.326578 Tokens per Sec: 17105, Lr: 0.000210\n", "2020-06-04 02:19:21,496 Epoch 18 Step: 176600 Batch Loss: 1.505325 Tokens per Sec: 16909, Lr: 0.000210\n", "2020-06-04 02:19:36,399 Epoch 18 Step: 176700 Batch Loss: 1.528997 Tokens per Sec: 17009, Lr: 0.000210\n", "2020-06-04 02:19:51,319 Epoch 18 Step: 176800 Batch Loss: 1.496236 Tokens per Sec: 17196, Lr: 0.000210\n", "2020-06-04 02:20:06,251 Epoch 18 Step: 176900 Batch Loss: 1.616512 Tokens per Sec: 17450, Lr: 0.000210\n", "2020-06-04 02:20:20,956 Epoch 18 Step: 177000 Batch Loss: 1.575661 Tokens per Sec: 17166, Lr: 0.000210\n", "2020-06-04 02:20:42,908 Hooray! New best validation result [ppl]!\n", "2020-06-04 02:20:42,908 Saving new checkpoint.\n", "2020-06-04 02:20:43,095 Example #0\n", "2020-06-04 02:20:43,095 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:20:43,096 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:20:43,096 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyinginezo wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 02:20:43,096 Example #1\n", "2020-06-04 02:20:43,096 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:20:43,096 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:20:43,096 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:20:43,096 Example #2\n", "2020-06-04 02:20:43,096 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:20:43,096 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:20:43,096 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:20:43,097 Example #3\n", "2020-06-04 02:20:43,097 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:20:43,097 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:20:43,097 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:20:43,097 Validation result (greedy) at epoch 18, step 177000: bleu: 33.06, loss: 36946.2031, ppl: 3.7774, duration: 22.1401s\n", "2020-06-04 02:20:57,819 Epoch 18 Step: 177100 Batch Loss: 1.774289 Tokens per Sec: 17148, Lr: 0.000210\n", "2020-06-04 02:21:12,499 Epoch 18 Step: 177200 Batch Loss: 1.539270 Tokens per Sec: 17128, Lr: 0.000210\n", "2020-06-04 02:21:27,368 Epoch 18 Step: 177300 Batch Loss: 1.344983 Tokens per Sec: 17002, Lr: 0.000210\n", "2020-06-04 02:21:41,998 Epoch 18 Step: 177400 Batch Loss: 1.406789 Tokens per Sec: 17018, Lr: 0.000210\n", "2020-06-04 02:21:56,760 Epoch 18 Step: 177500 Batch Loss: 1.843995 Tokens per Sec: 17393, Lr: 0.000210\n", "2020-06-04 02:22:11,703 Epoch 18 Step: 177600 Batch Loss: 1.571382 Tokens per Sec: 17025, Lr: 0.000210\n", "2020-06-04 02:22:26,637 Epoch 18 Step: 177700 Batch Loss: 1.468685 Tokens per Sec: 17319, Lr: 0.000210\n", "2020-06-04 02:22:41,440 Epoch 18 Step: 177800 Batch Loss: 1.454362 Tokens per Sec: 17217, Lr: 0.000210\n", "2020-06-04 02:22:56,406 Epoch 18 Step: 177900 Batch Loss: 1.410812 Tokens per Sec: 17113, Lr: 0.000210\n", "2020-06-04 02:23:11,426 Epoch 18 Step: 178000 Batch Loss: 1.366588 Tokens per Sec: 17466, Lr: 0.000210\n", "2020-06-04 02:23:34,109 Hooray! New best validation result [ppl]!\n", "2020-06-04 02:23:34,110 Saving new checkpoint.\n", "2020-06-04 02:23:34,297 Example #0\n", "2020-06-04 02:23:34,297 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:23:34,297 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:23:34,297 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 02:23:34,297 Example #1\n", "2020-06-04 02:23:34,297 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:23:34,297 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:23:34,297 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:23:34,297 Example #2\n", "2020-06-04 02:23:34,297 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:23:34,298 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:23:34,298 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:23:34,298 Example #3\n", "2020-06-04 02:23:34,298 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:23:34,298 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:23:34,298 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:23:34,298 Validation result (greedy) at epoch 18, step 178000: bleu: 32.68, loss: 36935.2227, ppl: 3.7760, duration: 22.8718s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 02:23:49,297 Epoch 18 Step: 178100 Batch Loss: 1.546920 Tokens per Sec: 17011, Lr: 0.000210\n", "2020-06-04 02:24:04,144 Epoch 18 Step: 178200 Batch Loss: 1.346245 Tokens per Sec: 17051, Lr: 0.000210\n", "2020-06-04 02:24:19,157 Epoch 18 Step: 178300 Batch Loss: 1.421212 Tokens per Sec: 16941, Lr: 0.000210\n", "2020-06-04 02:24:34,208 Epoch 18 Step: 178400 Batch Loss: 1.632316 Tokens per Sec: 17470, Lr: 0.000210\n", "2020-06-04 02:24:49,095 Epoch 18 Step: 178500 Batch Loss: 1.435530 Tokens per Sec: 17048, Lr: 0.000210\n", "2020-06-04 02:25:04,015 Epoch 18 Step: 178600 Batch Loss: 1.532141 Tokens per Sec: 17297, Lr: 0.000210\n", "2020-06-04 02:25:18,804 Epoch 18 Step: 178700 Batch Loss: 1.415907 Tokens per Sec: 17651, Lr: 0.000210\n", "2020-06-04 02:25:33,619 Epoch 18 Step: 178800 Batch Loss: 1.430644 Tokens per Sec: 17073, Lr: 0.000210\n", "2020-06-04 02:25:48,487 Epoch 18 Step: 178900 Batch Loss: 1.588450 Tokens per Sec: 17153, Lr: 0.000210\n", "2020-06-04 02:26:03,094 Epoch 18 Step: 179000 Batch Loss: 1.431963 Tokens per Sec: 17162, Lr: 0.000210\n", "2020-06-04 02:26:25,707 Example #0\n", "2020-06-04 02:26:25,707 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:26:25,708 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:26:25,708 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 02:26:25,708 Example #1\n", "2020-06-04 02:26:25,708 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:26:25,708 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:26:25,708 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:26:25,708 Example #2\n", "2020-06-04 02:26:25,708 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:26:25,708 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:26:25,708 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:26:25,708 Example #3\n", "2020-06-04 02:26:25,709 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:26:25,709 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:26:25,709 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:26:25,709 Validation result (greedy) at epoch 18, step 179000: bleu: 32.60, loss: 37028.7891, ppl: 3.7887, duration: 22.6143s\n", "2020-06-04 02:26:40,697 Epoch 18 Step: 179100 Batch Loss: 1.577351 Tokens per Sec: 17334, Lr: 0.000210\n", "2020-06-04 02:26:55,629 Epoch 18 Step: 179200 Batch Loss: 1.485318 Tokens per Sec: 17454, Lr: 0.000210\n", "2020-06-04 02:27:10,415 Epoch 18 Step: 179300 Batch Loss: 1.700719 Tokens per Sec: 17025, Lr: 0.000210\n", "2020-06-04 02:27:25,276 Epoch 18 Step: 179400 Batch Loss: 1.426807 Tokens per Sec: 17290, Lr: 0.000210\n", "2020-06-04 02:27:40,236 Epoch 18 Step: 179500 Batch Loss: 1.352476 Tokens per Sec: 17123, Lr: 0.000210\n", "2020-06-04 02:27:55,043 Epoch 18 Step: 179600 Batch Loss: 1.413553 Tokens per Sec: 17155, Lr: 0.000210\n", "2020-06-04 02:28:09,796 Epoch 18 Step: 179700 Batch Loss: 1.811395 Tokens per Sec: 17005, Lr: 0.000210\n", "2020-06-04 02:28:24,447 Epoch 18 Step: 179800 Batch Loss: 1.380305 Tokens per Sec: 17300, Lr: 0.000210\n", "2020-06-04 02:28:39,231 Epoch 18 Step: 179900 Batch Loss: 1.486875 Tokens per Sec: 17535, Lr: 0.000210\n", "2020-06-04 02:28:54,285 Epoch 18 Step: 180000 Batch Loss: 1.554946 Tokens per Sec: 17283, Lr: 0.000210\n", "2020-06-04 02:29:16,549 Example #0\n", "2020-06-04 02:29:16,550 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:29:16,550 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:29:16,550 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 02:29:16,550 Example #1\n", "2020-06-04 02:29:16,550 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:29:16,550 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:29:16,550 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:29:16,550 Example #2\n", "2020-06-04 02:29:16,551 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:29:16,551 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:29:16,551 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:29:16,551 Example #3\n", "2020-06-04 02:29:16,551 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:29:16,551 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:29:16,551 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:29:16,551 Validation result (greedy) at epoch 18, step 180000: bleu: 32.59, loss: 37065.7109, ppl: 3.7937, duration: 22.2661s\n", "2020-06-04 02:29:31,526 Epoch 18 Step: 180100 Batch Loss: 1.582896 Tokens per Sec: 16981, Lr: 0.000210\n", "2020-06-04 02:29:46,146 Epoch 18 Step: 180200 Batch Loss: 1.450040 Tokens per Sec: 17214, Lr: 0.000210\n", "2020-06-04 02:30:00,935 Epoch 18 Step: 180300 Batch Loss: 1.407048 Tokens per Sec: 17233, Lr: 0.000210\n", "2020-06-04 02:30:15,960 Epoch 18 Step: 180400 Batch Loss: 1.773971 Tokens per Sec: 17211, Lr: 0.000210\n", "2020-06-04 02:30:30,772 Epoch 18 Step: 180500 Batch Loss: 1.521188 Tokens per Sec: 17067, Lr: 0.000210\n", "2020-06-04 02:30:45,745 Epoch 18 Step: 180600 Batch Loss: 1.445389 Tokens per Sec: 17087, Lr: 0.000210\n", "2020-06-04 02:31:00,541 Epoch 18 Step: 180700 Batch Loss: 1.439148 Tokens per Sec: 17308, Lr: 0.000210\n", "2020-06-04 02:31:15,385 Epoch 18 Step: 180800 Batch Loss: 1.681286 Tokens per Sec: 17284, Lr: 0.000210\n", "2020-06-04 02:31:30,051 Epoch 18 Step: 180900 Batch Loss: 1.615032 Tokens per Sec: 16865, Lr: 0.000210\n", "2020-06-04 02:31:45,038 Epoch 18 Step: 181000 Batch Loss: 1.490728 Tokens per Sec: 17029, Lr: 0.000210\n", "2020-06-04 02:32:07,243 Hooray! New best validation result [ppl]!\n", "2020-06-04 02:32:07,244 Saving new checkpoint.\n", "2020-06-04 02:32:07,422 Example #0\n", "2020-06-04 02:32:07,422 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:32:07,422 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:32:07,423 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 02:32:07,423 Example #1\n", "2020-06-04 02:32:07,423 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:32:07,423 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:32:07,423 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:32:07,423 Example #2\n", "2020-06-04 02:32:07,423 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:32:07,423 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:32:07,423 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:32:07,423 Example #3\n", "2020-06-04 02:32:07,423 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:32:07,424 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:32:07,424 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:32:07,424 Validation result (greedy) at epoch 18, step 181000: bleu: 32.81, loss: 36851.9180, ppl: 3.7647, duration: 22.3852s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 02:32:22,105 Epoch 18 Step: 181100 Batch Loss: 1.559825 Tokens per Sec: 16910, Lr: 0.000210\n", "2020-06-04 02:32:37,279 Epoch 18 Step: 181200 Batch Loss: 1.431042 Tokens per Sec: 17420, Lr: 0.000210\n", "2020-06-04 02:32:52,140 Epoch 18 Step: 181300 Batch Loss: 1.366137 Tokens per Sec: 17070, Lr: 0.000210\n", "2020-06-04 02:33:07,150 Epoch 18 Step: 181400 Batch Loss: 1.481109 Tokens per Sec: 17583, Lr: 0.000210\n", "2020-06-04 02:33:21,870 Epoch 18 Step: 181500 Batch Loss: 1.514251 Tokens per Sec: 17094, Lr: 0.000210\n", "2020-06-04 02:33:36,879 Epoch 18 Step: 181600 Batch Loss: 1.533205 Tokens per Sec: 17374, Lr: 0.000210\n", "2020-06-04 02:33:51,863 Epoch 18 Step: 181700 Batch Loss: 1.352063 Tokens per Sec: 16997, Lr: 0.000210\n", "2020-06-04 02:34:06,821 Epoch 18 Step: 181800 Batch Loss: 1.632013 Tokens per Sec: 17290, Lr: 0.000210\n", "2020-06-04 02:34:21,612 Epoch 18 Step: 181900 Batch Loss: 1.397754 Tokens per Sec: 17149, Lr: 0.000210\n", "2020-06-04 02:34:36,498 Epoch 18 Step: 182000 Batch Loss: 1.402844 Tokens per Sec: 17309, Lr: 0.000210\n", "2020-06-04 02:34:58,772 Example #0\n", "2020-06-04 02:34:58,773 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:34:58,773 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:34:58,773 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameghadhibika .\n", "2020-06-04 02:34:58,773 Example #1\n", "2020-06-04 02:34:58,773 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:34:58,773 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:34:58,773 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:34:58,773 Example #2\n", "2020-06-04 02:34:58,773 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:34:58,773 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:34:58,773 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:34:58,773 Example #3\n", "2020-06-04 02:34:58,774 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:34:58,774 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:34:58,774 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:34:58,774 Validation result (greedy) at epoch 18, step 182000: bleu: 33.00, loss: 36883.3438, ppl: 3.7689, duration: 22.2753s\n", "2020-06-04 02:35:13,581 Epoch 18 Step: 182100 Batch Loss: 1.551110 Tokens per Sec: 17344, Lr: 0.000210\n", "2020-06-04 02:35:28,418 Epoch 18 Step: 182200 Batch Loss: 1.265142 Tokens per Sec: 17114, Lr: 0.000210\n", "2020-06-04 02:35:43,367 Epoch 18 Step: 182300 Batch Loss: 1.585294 Tokens per Sec: 17330, Lr: 0.000210\n", "2020-06-04 02:35:58,246 Epoch 18 Step: 182400 Batch Loss: 1.483063 Tokens per Sec: 17279, Lr: 0.000210\n", "2020-06-04 02:36:13,146 Epoch 18 Step: 182500 Batch Loss: 1.877067 Tokens per Sec: 17273, Lr: 0.000210\n", "2020-06-04 02:36:27,885 Epoch 18 Step: 182600 Batch Loss: 1.725431 Tokens per Sec: 17503, Lr: 0.000210\n", "2020-06-04 02:36:42,716 Epoch 18 Step: 182700 Batch Loss: 1.419193 Tokens per Sec: 17270, Lr: 0.000210\n", "2020-06-04 02:36:57,627 Epoch 18 Step: 182800 Batch Loss: 1.838684 Tokens per Sec: 17220, Lr: 0.000210\n", "2020-06-04 02:37:12,574 Epoch 18 Step: 182900 Batch Loss: 1.545574 Tokens per Sec: 17066, Lr: 0.000210\n", "2020-06-04 02:37:27,275 Epoch 18 Step: 183000 Batch Loss: 1.474178 Tokens per Sec: 17095, Lr: 0.000210\n", "2020-06-04 02:37:49,412 Example #0\n", "2020-06-04 02:37:49,412 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:37:49,412 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:37:49,412 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 02:37:49,412 Example #1\n", "2020-06-04 02:37:49,413 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:37:49,413 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:37:49,413 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:37:49,413 Example #2\n", "2020-06-04 02:37:49,413 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:37:49,413 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:37:49,413 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:37:49,413 Example #3\n", "2020-06-04 02:37:49,413 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:37:49,413 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:37:49,413 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:37:49,414 Validation result (greedy) at epoch 18, step 183000: bleu: 32.64, loss: 36911.4922, ppl: 3.7727, duration: 22.1380s\n", "2020-06-04 02:38:04,115 Epoch 18 Step: 183100 Batch Loss: 1.555699 Tokens per Sec: 17233, Lr: 0.000210\n", "2020-06-04 02:38:18,947 Epoch 18 Step: 183200 Batch Loss: 1.321191 Tokens per Sec: 17286, Lr: 0.000210\n", "2020-06-04 02:38:33,789 Epoch 18 Step: 183300 Batch Loss: 1.415293 Tokens per Sec: 17036, Lr: 0.000210\n", "2020-06-04 02:38:48,570 Epoch 18 Step: 183400 Batch Loss: 1.487884 Tokens per Sec: 17345, Lr: 0.000210\n", "2020-06-04 02:39:03,427 Epoch 18 Step: 183500 Batch Loss: 1.476476 Tokens per Sec: 17362, Lr: 0.000210\n", "2020-06-04 02:39:18,352 Epoch 18 Step: 183600 Batch Loss: 1.408691 Tokens per Sec: 17059, Lr: 0.000210\n", "2020-06-04 02:39:33,420 Epoch 18 Step: 183700 Batch Loss: 1.575086 Tokens per Sec: 17450, Lr: 0.000210\n", "2020-06-04 02:39:48,463 Epoch 18 Step: 183800 Batch Loss: 1.465314 Tokens per Sec: 17233, Lr: 0.000210\n", "2020-06-04 02:40:03,589 Epoch 18 Step: 183900 Batch Loss: 1.770115 Tokens per Sec: 17329, Lr: 0.000210\n", "2020-06-04 02:40:18,625 Epoch 18 Step: 184000 Batch Loss: 1.664985 Tokens per Sec: 17604, Lr: 0.000210\n", "2020-06-04 02:40:41,058 Hooray! New best validation result [ppl]!\n", "2020-06-04 02:40:41,058 Saving new checkpoint.\n", "2020-06-04 02:40:41,239 Example #0\n", "2020-06-04 02:40:41,240 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:40:41,240 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:40:41,240 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa mwenye hasira .\n", "2020-06-04 02:40:41,240 Example #1\n", "2020-06-04 02:40:41,240 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:40:41,240 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:40:41,240 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:40:41,240 Example #2\n", "2020-06-04 02:40:41,240 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:40:41,240 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:40:41,240 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:40:41,241 Example #3\n", "2020-06-04 02:40:41,241 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:40:41,241 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:40:41,241 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matunda mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:40:41,241 Validation result (greedy) at epoch 18, step 184000: bleu: 32.60, loss: 36797.9688, ppl: 3.7574, duration: 22.6155s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 02:40:56,045 Epoch 18 Step: 184100 Batch Loss: 1.388208 Tokens per Sec: 17338, Lr: 0.000210\n", "2020-06-04 02:41:10,861 Epoch 18 Step: 184200 Batch Loss: 1.523076 Tokens per Sec: 17461, Lr: 0.000210\n", "2020-06-04 02:41:25,663 Epoch 18 Step: 184300 Batch Loss: 1.490582 Tokens per Sec: 16754, Lr: 0.000210\n", "2020-06-04 02:41:40,591 Epoch 18 Step: 184400 Batch Loss: 1.395598 Tokens per Sec: 17360, Lr: 0.000210\n", "2020-06-04 02:41:41,375 Epoch 18: total training loss 15486.05\n", "2020-06-04 02:41:41,375 EPOCH 19\n", "2020-06-04 02:41:56,998 Epoch 19 Step: 184500 Batch Loss: 2.175061 Tokens per Sec: 15536, Lr: 0.000210\n", "2020-06-04 02:42:11,878 Epoch 19 Step: 184600 Batch Loss: 1.481874 Tokens per Sec: 17250, Lr: 0.000210\n", "2020-06-04 02:42:26,820 Epoch 19 Step: 184700 Batch Loss: 1.390562 Tokens per Sec: 17438, Lr: 0.000210\n", "2020-06-04 02:42:41,684 Epoch 19 Step: 184800 Batch Loss: 1.515357 Tokens per Sec: 17233, Lr: 0.000210\n", "2020-06-04 02:42:56,623 Epoch 19 Step: 184900 Batch Loss: 2.404900 Tokens per Sec: 17555, Lr: 0.000210\n", "2020-06-04 02:43:11,327 Epoch 19 Step: 185000 Batch Loss: 1.759936 Tokens per Sec: 17300, Lr: 0.000210\n", "2020-06-04 02:43:33,984 Example #0\n", "2020-06-04 02:43:33,985 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:43:33,985 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:43:33,985 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameogopa .\n", "2020-06-04 02:43:33,985 Example #1\n", "2020-06-04 02:43:33,985 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:43:33,985 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:43:33,985 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:43:33,985 Example #2\n", "2020-06-04 02:43:33,985 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:43:33,986 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:43:33,986 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:43:33,986 Example #3\n", "2020-06-04 02:43:33,986 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:43:33,986 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:43:33,986 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:43:33,986 Validation result (greedy) at epoch 19, step 185000: bleu: 32.59, loss: 36895.7773, ppl: 3.7706, duration: 22.6579s\n", "2020-06-04 02:43:48,996 Epoch 19 Step: 185100 Batch Loss: 1.619835 Tokens per Sec: 17293, Lr: 0.000210\n", "2020-06-04 02:44:03,926 Epoch 19 Step: 185200 Batch Loss: 1.379945 Tokens per Sec: 17447, Lr: 0.000210\n", "2020-06-04 02:44:18,521 Epoch 19 Step: 185300 Batch Loss: 1.409725 Tokens per Sec: 17001, Lr: 0.000210\n", "2020-06-04 02:44:33,500 Epoch 19 Step: 185400 Batch Loss: 1.426318 Tokens per Sec: 17155, Lr: 0.000210\n", "2020-06-04 02:44:48,437 Epoch 19 Step: 185500 Batch Loss: 1.553551 Tokens per Sec: 17445, Lr: 0.000210\n", "2020-06-04 02:45:03,313 Epoch 19 Step: 185600 Batch Loss: 1.397951 Tokens per Sec: 17293, Lr: 0.000210\n", "2020-06-04 02:45:18,026 Epoch 19 Step: 185700 Batch Loss: 1.371263 Tokens per Sec: 16864, Lr: 0.000210\n", "2020-06-04 02:45:33,033 Epoch 19 Step: 185800 Batch Loss: 1.465164 Tokens per Sec: 17139, Lr: 0.000210\n", "2020-06-04 02:45:47,969 Epoch 19 Step: 185900 Batch Loss: 1.446082 Tokens per Sec: 17265, Lr: 0.000210\n", "2020-06-04 02:46:02,535 Epoch 19 Step: 186000 Batch Loss: 1.485912 Tokens per Sec: 17088, Lr: 0.000210\n", "2020-06-04 02:46:25,134 Example #0\n", "2020-06-04 02:46:25,134 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:46:25,134 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:46:25,134 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 02:46:25,134 Example #1\n", "2020-06-04 02:46:25,134 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:46:25,134 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:46:25,134 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:46:25,135 Example #2\n", "2020-06-04 02:46:25,135 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:46:25,135 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:46:25,135 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:46:25,135 Example #3\n", "2020-06-04 02:46:25,135 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:46:25,135 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:46:25,135 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaavyo .\n", "2020-06-04 02:46:25,135 Validation result (greedy) at epoch 19, step 186000: bleu: 32.89, loss: 36863.9805, ppl: 3.7663, duration: 22.6002s\n", "2020-06-04 02:46:39,911 Epoch 19 Step: 186100 Batch Loss: 1.393199 Tokens per Sec: 17443, Lr: 0.000210\n", "2020-06-04 02:46:54,921 Epoch 19 Step: 186200 Batch Loss: 1.474557 Tokens per Sec: 17270, Lr: 0.000210\n", "2020-06-04 02:47:09,908 Epoch 19 Step: 186300 Batch Loss: 1.625047 Tokens per Sec: 17321, Lr: 0.000210\n", "2020-06-04 02:47:24,641 Epoch 19 Step: 186400 Batch Loss: 1.543645 Tokens per Sec: 17216, Lr: 0.000210\n", "2020-06-04 02:47:39,460 Epoch 19 Step: 186500 Batch Loss: 1.516306 Tokens per Sec: 17393, Lr: 0.000210\n", "2020-06-04 02:47:54,335 Epoch 19 Step: 186600 Batch Loss: 1.395772 Tokens per Sec: 17064, Lr: 0.000210\n", "2020-06-04 02:48:09,055 Epoch 19 Step: 186700 Batch Loss: 1.610213 Tokens per Sec: 17066, Lr: 0.000210\n", "2020-06-04 02:48:23,854 Epoch 19 Step: 186800 Batch Loss: 1.381814 Tokens per Sec: 17151, Lr: 0.000210\n", "2020-06-04 02:48:38,920 Epoch 19 Step: 186900 Batch Loss: 1.670420 Tokens per Sec: 17486, Lr: 0.000210\n", "2020-06-04 02:48:53,525 Epoch 19 Step: 187000 Batch Loss: 1.591571 Tokens per Sec: 17077, Lr: 0.000210\n", "2020-06-04 02:49:16,711 Hooray! New best validation result [ppl]!\n", "2020-06-04 02:49:16,712 Saving new checkpoint.\n", "2020-06-04 02:49:16,892 Example #0\n", "2020-06-04 02:49:16,892 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:49:16,892 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:49:16,892 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa ameghadhibika .\n", "2020-06-04 02:49:16,892 Example #1\n", "2020-06-04 02:49:16,892 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:49:16,892 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:49:16,893 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:49:16,893 Example #2\n", "2020-06-04 02:49:16,893 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:49:16,893 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:49:16,893 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:49:16,893 Example #3\n", "2020-06-04 02:49:16,893 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:49:16,893 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:49:16,893 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:49:16,893 Validation result (greedy) at epoch 19, step 187000: bleu: 33.03, loss: 36792.9258, ppl: 3.7567, duration: 23.3678s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 02:49:31,868 Epoch 19 Step: 187100 Batch Loss: 1.439939 Tokens per Sec: 17280, Lr: 0.000210\n", "2020-06-04 02:49:46,860 Epoch 19 Step: 187200 Batch Loss: 1.513784 Tokens per Sec: 17174, Lr: 0.000210\n", "2020-06-04 02:50:01,718 Epoch 19 Step: 187300 Batch Loss: 1.419847 Tokens per Sec: 17364, Lr: 0.000210\n", "2020-06-04 02:50:16,587 Epoch 19 Step: 187400 Batch Loss: 1.396871 Tokens per Sec: 17172, Lr: 0.000210\n", "2020-06-04 02:50:31,522 Epoch 19 Step: 187500 Batch Loss: 1.400223 Tokens per Sec: 17290, Lr: 0.000210\n", "2020-06-04 02:50:46,379 Epoch 19 Step: 187600 Batch Loss: 1.479698 Tokens per Sec: 17083, Lr: 0.000210\n", "2020-06-04 02:51:01,060 Epoch 19 Step: 187700 Batch Loss: 1.656963 Tokens per Sec: 17546, Lr: 0.000210\n", "2020-06-04 02:51:16,022 Epoch 19 Step: 187800 Batch Loss: 1.422494 Tokens per Sec: 17411, Lr: 0.000210\n", "2020-06-04 02:51:30,882 Epoch 19 Step: 187900 Batch Loss: 1.393526 Tokens per Sec: 17120, Lr: 0.000210\n", "2020-06-04 02:51:45,853 Epoch 19 Step: 188000 Batch Loss: 1.398313 Tokens per Sec: 17093, Lr: 0.000210\n", "2020-06-04 02:52:07,728 Example #0\n", "2020-06-04 02:52:07,728 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:52:07,728 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:52:07,729 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 02:52:07,729 Example #1\n", "2020-06-04 02:52:07,729 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:52:07,729 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:52:07,729 \tHypothesis: Ingawa maji hutokea , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:52:07,729 Example #2\n", "2020-06-04 02:52:07,729 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:52:07,729 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:52:07,729 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:52:07,729 Example #3\n", "2020-06-04 02:52:07,729 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:52:07,730 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:52:07,730 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:52:07,730 Validation result (greedy) at epoch 19, step 188000: bleu: 33.13, loss: 36845.1562, ppl: 3.7637, duration: 21.8764s\n", "2020-06-04 02:52:22,662 Epoch 19 Step: 188100 Batch Loss: 1.625263 Tokens per Sec: 17138, Lr: 0.000210\n", "2020-06-04 02:52:37,472 Epoch 19 Step: 188200 Batch Loss: 1.677153 Tokens per Sec: 17040, Lr: 0.000210\n", "2020-06-04 02:52:52,101 Epoch 19 Step: 188300 Batch Loss: 1.476777 Tokens per Sec: 17177, Lr: 0.000210\n", "2020-06-04 02:53:06,939 Epoch 19 Step: 188400 Batch Loss: 1.436253 Tokens per Sec: 17097, Lr: 0.000210\n", "2020-06-04 02:53:21,902 Epoch 19 Step: 188500 Batch Loss: 1.551501 Tokens per Sec: 17459, Lr: 0.000210\n", "2020-06-04 02:53:36,791 Epoch 19 Step: 188600 Batch Loss: 1.454962 Tokens per Sec: 17395, Lr: 0.000210\n", "2020-06-04 02:53:51,692 Epoch 19 Step: 188700 Batch Loss: 1.432643 Tokens per Sec: 17087, Lr: 0.000210\n", "2020-06-04 02:54:06,423 Epoch 19 Step: 188800 Batch Loss: 1.452719 Tokens per Sec: 17166, Lr: 0.000210\n", "2020-06-04 02:54:21,453 Epoch 19 Step: 188900 Batch Loss: 1.560783 Tokens per Sec: 17348, Lr: 0.000210\n", "2020-06-04 02:54:36,174 Epoch 19 Step: 189000 Batch Loss: 1.420345 Tokens per Sec: 17009, Lr: 0.000210\n", "2020-06-04 02:54:58,490 Example #0\n", "2020-06-04 02:54:58,490 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:54:58,490 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:54:58,490 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 02:54:58,490 Example #1\n", "2020-06-04 02:54:58,490 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:54:58,490 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:54:58,491 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:54:58,491 Example #2\n", "2020-06-04 02:54:58,491 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:54:58,491 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:54:58,491 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:54:58,491 Example #3\n", "2020-06-04 02:54:58,491 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:54:58,491 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:54:58,491 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:54:58,491 Validation result (greedy) at epoch 19, step 189000: bleu: 32.84, loss: 36806.8555, ppl: 3.7586, duration: 22.3168s\n", "2020-06-04 02:55:13,373 Epoch 19 Step: 189100 Batch Loss: 1.546454 Tokens per Sec: 17224, Lr: 0.000210\n", "2020-06-04 02:55:28,284 Epoch 19 Step: 189200 Batch Loss: 1.476475 Tokens per Sec: 17170, Lr: 0.000210\n", "2020-06-04 02:55:43,323 Epoch 19 Step: 189300 Batch Loss: 1.634909 Tokens per Sec: 17258, Lr: 0.000210\n", "2020-06-04 02:55:58,163 Epoch 19 Step: 189400 Batch Loss: 1.554725 Tokens per Sec: 16982, Lr: 0.000210\n", "2020-06-04 02:56:12,869 Epoch 19 Step: 189500 Batch Loss: 1.704560 Tokens per Sec: 17203, Lr: 0.000210\n", "2020-06-04 02:56:27,869 Epoch 19 Step: 189600 Batch Loss: 1.500427 Tokens per Sec: 16959, Lr: 0.000210\n", "2020-06-04 02:56:42,890 Epoch 19 Step: 189700 Batch Loss: 1.529617 Tokens per Sec: 17258, Lr: 0.000210\n", "2020-06-04 02:56:57,532 Epoch 19 Step: 189800 Batch Loss: 1.461733 Tokens per Sec: 16838, Lr: 0.000210\n", "2020-06-04 02:57:12,347 Epoch 19 Step: 189900 Batch Loss: 1.447812 Tokens per Sec: 17211, Lr: 0.000210\n", "2020-06-04 02:57:27,176 Epoch 19 Step: 190000 Batch Loss: 1.285486 Tokens per Sec: 17117, Lr: 0.000210\n", "2020-06-04 02:57:50,366 Example #0\n", "2020-06-04 02:57:50,366 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 02:57:50,366 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 02:57:50,366 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 02:57:50,367 Example #1\n", "2020-06-04 02:57:50,367 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 02:57:50,367 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 02:57:50,367 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 02:57:50,367 Example #2\n", "2020-06-04 02:57:50,367 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 02:57:50,367 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 02:57:50,367 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 02:57:50,367 Example #3\n", "2020-06-04 02:57:50,368 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 02:57:50,368 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 02:57:50,368 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 02:57:50,368 Validation result (greedy) at epoch 19, step 190000: bleu: 32.76, loss: 36831.3867, ppl: 3.7619, duration: 23.1914s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 02:58:05,202 Epoch 19 Step: 190100 Batch Loss: 1.564891 Tokens per Sec: 17133, Lr: 0.000210\n", "2020-06-04 02:58:20,074 Epoch 19 Step: 190200 Batch Loss: 1.923523 Tokens per Sec: 17276, Lr: 0.000210\n", "2020-06-04 02:58:34,933 Epoch 19 Step: 190300 Batch Loss: 1.324912 Tokens per Sec: 17393, Lr: 0.000210\n", "2020-06-04 02:58:49,717 Epoch 19 Step: 190400 Batch Loss: 1.735103 Tokens per Sec: 16925, Lr: 0.000210\n", "2020-06-04 02:59:04,813 Epoch 19 Step: 190500 Batch Loss: 1.473384 Tokens per Sec: 17246, Lr: 0.000210\n", "2020-06-04 02:59:19,746 Epoch 19 Step: 190600 Batch Loss: 1.359985 Tokens per Sec: 17177, Lr: 0.000210\n", "2020-06-04 02:59:34,571 Epoch 19 Step: 190700 Batch Loss: 1.381218 Tokens per Sec: 17058, Lr: 0.000210\n", "2020-06-04 02:59:49,585 Epoch 19 Step: 190800 Batch Loss: 1.560725 Tokens per Sec: 17112, Lr: 0.000210\n", "2020-06-04 03:00:04,544 Epoch 19 Step: 190900 Batch Loss: 1.493763 Tokens per Sec: 17448, Lr: 0.000210\n", "2020-06-04 03:00:19,526 Epoch 19 Step: 191000 Batch Loss: 1.525764 Tokens per Sec: 17152, Lr: 0.000210\n", "2020-06-04 03:00:43,281 Example #0\n", "2020-06-04 03:00:43,281 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:00:43,281 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:00:43,281 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 03:00:43,281 Example #1\n", "2020-06-04 03:00:43,281 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:00:43,281 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:00:43,281 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:00:43,281 Example #2\n", "2020-06-04 03:00:43,282 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:00:43,282 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:00:43,282 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:00:43,282 Example #3\n", "2020-06-04 03:00:43,282 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:00:43,282 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:00:43,282 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 03:00:43,282 Validation result (greedy) at epoch 19, step 191000: bleu: 33.17, loss: 36813.2617, ppl: 3.7594, duration: 23.7560s\n", "2020-06-04 03:00:58,040 Epoch 19 Step: 191100 Batch Loss: 1.485085 Tokens per Sec: 17317, Lr: 0.000210\n", "2020-06-04 03:01:12,949 Epoch 19 Step: 191200 Batch Loss: 1.679149 Tokens per Sec: 17021, Lr: 0.000210\n", "2020-06-04 03:01:28,015 Epoch 19 Step: 191300 Batch Loss: 1.469749 Tokens per Sec: 17256, Lr: 0.000210\n", "2020-06-04 03:01:42,558 Epoch 19 Step: 191400 Batch Loss: 1.468655 Tokens per Sec: 17198, Lr: 0.000210\n", "2020-06-04 03:01:57,513 Epoch 19 Step: 191500 Batch Loss: 1.397639 Tokens per Sec: 17511, Lr: 0.000210\n", "2020-06-04 03:02:12,580 Epoch 19 Step: 191600 Batch Loss: 1.701184 Tokens per Sec: 17280, Lr: 0.000210\n", "2020-06-04 03:02:27,269 Epoch 19 Step: 191700 Batch Loss: 1.565551 Tokens per Sec: 17221, Lr: 0.000210\n", "2020-06-04 03:02:41,985 Epoch 19 Step: 191800 Batch Loss: 1.731973 Tokens per Sec: 17303, Lr: 0.000210\n", "2020-06-04 03:02:56,553 Epoch 19 Step: 191900 Batch Loss: 1.534562 Tokens per Sec: 17069, Lr: 0.000210\n", "2020-06-04 03:03:11,471 Epoch 19 Step: 192000 Batch Loss: 1.444373 Tokens per Sec: 17273, Lr: 0.000210\n", "2020-06-04 03:03:33,232 Hooray! New best validation result [ppl]!\n", "2020-06-04 03:03:33,232 Saving new checkpoint.\n", "2020-06-04 03:03:33,410 Example #0\n", "2020-06-04 03:03:33,410 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:03:33,410 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:03:33,410 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 03:03:33,411 Example #1\n", "2020-06-04 03:03:33,411 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:03:33,411 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:03:33,411 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:03:33,411 Example #2\n", "2020-06-04 03:03:33,411 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:03:33,411 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:03:33,411 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:03:33,411 Example #3\n", "2020-06-04 03:03:33,412 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:03:33,412 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:03:33,412 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 03:03:33,412 Validation result (greedy) at epoch 19, step 192000: bleu: 32.95, loss: 36718.9883, ppl: 3.7467, duration: 21.9404s\n", "2020-06-04 03:03:48,377 Epoch 19 Step: 192100 Batch Loss: 1.428683 Tokens per Sec: 17190, Lr: 0.000210\n", "2020-06-04 03:04:03,273 Epoch 19 Step: 192200 Batch Loss: 1.480614 Tokens per Sec: 17093, Lr: 0.000210\n", "2020-06-04 03:04:18,262 Epoch 19 Step: 192300 Batch Loss: 1.430657 Tokens per Sec: 17127, Lr: 0.000210\n", "2020-06-04 03:04:32,939 Epoch 19 Step: 192400 Batch Loss: 1.556437 Tokens per Sec: 16989, Lr: 0.000210\n", "2020-06-04 03:04:47,868 Epoch 19 Step: 192500 Batch Loss: 1.437694 Tokens per Sec: 17281, Lr: 0.000210\n", "2020-06-04 03:05:02,813 Epoch 19 Step: 192600 Batch Loss: 1.457156 Tokens per Sec: 17016, Lr: 0.000210\n", "2020-06-04 03:05:17,836 Epoch 19 Step: 192700 Batch Loss: 1.623569 Tokens per Sec: 17093, Lr: 0.000210\n", "2020-06-04 03:05:32,826 Epoch 19 Step: 192800 Batch Loss: 1.671367 Tokens per Sec: 17323, Lr: 0.000210\n", "2020-06-04 03:05:47,662 Epoch 19 Step: 192900 Batch Loss: 1.666625 Tokens per Sec: 17127, Lr: 0.000210\n", "2020-06-04 03:06:02,732 Epoch 19 Step: 193000 Batch Loss: 1.375349 Tokens per Sec: 17370, Lr: 0.000210\n", "2020-06-04 03:06:25,453 Hooray! New best validation result [ppl]!\n", "2020-06-04 03:06:25,453 Saving new checkpoint.\n", "2020-06-04 03:06:25,636 Example #0\n", "2020-06-04 03:06:25,636 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:06:25,636 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:06:25,636 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 03:06:25,637 Example #1\n", "2020-06-04 03:06:25,637 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:06:25,637 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:06:25,637 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:06:25,637 Example #2\n", "2020-06-04 03:06:25,637 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:06:25,637 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:06:25,637 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:06:25,637 Example #3\n", "2020-06-04 03:06:25,637 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:06:25,638 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:06:25,638 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye mazao ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:06:25,638 Validation result (greedy) at epoch 19, step 193000: bleu: 32.90, loss: 36697.8086, ppl: 3.7438, duration: 22.9049s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 03:06:40,544 Epoch 19 Step: 193100 Batch Loss: 1.581348 Tokens per Sec: 17314, Lr: 0.000210\n", "2020-06-04 03:06:55,402 Epoch 19 Step: 193200 Batch Loss: 1.448958 Tokens per Sec: 17154, Lr: 0.000210\n", "2020-06-04 03:07:10,340 Epoch 19 Step: 193300 Batch Loss: 1.448262 Tokens per Sec: 16766, Lr: 0.000210\n", "2020-06-04 03:07:25,228 Epoch 19 Step: 193400 Batch Loss: 1.467913 Tokens per Sec: 17268, Lr: 0.000210\n", "2020-06-04 03:07:40,342 Epoch 19 Step: 193500 Batch Loss: 1.681749 Tokens per Sec: 17125, Lr: 0.000210\n", "2020-06-04 03:07:55,263 Epoch 19 Step: 193600 Batch Loss: 1.420560 Tokens per Sec: 17150, Lr: 0.000210\n", "2020-06-04 03:08:10,077 Epoch 19 Step: 193700 Batch Loss: 1.409603 Tokens per Sec: 16737, Lr: 0.000210\n", "2020-06-04 03:08:24,771 Epoch 19 Step: 193800 Batch Loss: 1.664958 Tokens per Sec: 17423, Lr: 0.000210\n", "2020-06-04 03:08:39,672 Epoch 19 Step: 193900 Batch Loss: 1.399522 Tokens per Sec: 17181, Lr: 0.000210\n", "2020-06-04 03:08:54,568 Epoch 19 Step: 194000 Batch Loss: 1.422370 Tokens per Sec: 16966, Lr: 0.000210\n", "2020-06-04 03:09:16,738 Example #0\n", "2020-06-04 03:09:16,738 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:09:16,738 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:09:16,738 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 03:09:16,738 Example #1\n", "2020-06-04 03:09:16,738 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:09:16,739 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:09:16,739 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:09:16,739 Example #2\n", "2020-06-04 03:09:16,739 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:09:16,739 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:09:16,739 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:09:16,739 Example #3\n", "2020-06-04 03:09:16,739 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:09:16,739 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:09:16,739 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:09:16,740 Validation result (greedy) at epoch 19, step 194000: bleu: 32.86, loss: 36699.8242, ppl: 3.7441, duration: 22.1707s\n", "2020-06-04 03:09:31,743 Epoch 19 Step: 194100 Batch Loss: 1.355750 Tokens per Sec: 17241, Lr: 0.000210\n", "2020-06-04 03:09:46,479 Epoch 19 Step: 194200 Batch Loss: 1.427543 Tokens per Sec: 16811, Lr: 0.000210\n", "2020-06-04 03:10:01,344 Epoch 19 Step: 194300 Batch Loss: 1.548037 Tokens per Sec: 17001, Lr: 0.000210\n", "2020-06-04 03:10:16,162 Epoch 19 Step: 194400 Batch Loss: 1.616623 Tokens per Sec: 17320, Lr: 0.000210\n", "2020-06-04 03:10:31,255 Epoch 19 Step: 194500 Batch Loss: 1.717284 Tokens per Sec: 17380, Lr: 0.000210\n", "2020-06-04 03:10:46,138 Epoch 19 Step: 194600 Batch Loss: 1.659886 Tokens per Sec: 17421, Lr: 0.000210\n", "2020-06-04 03:10:52,173 Epoch 19: total training loss 15411.30\n", "2020-06-04 03:10:52,173 EPOCH 20\n", "2020-06-04 03:11:02,368 Epoch 20 Step: 194700 Batch Loss: 1.699744 Tokens per Sec: 15251, Lr: 0.000210\n", "2020-06-04 03:11:17,145 Epoch 20 Step: 194800 Batch Loss: 1.645536 Tokens per Sec: 17095, Lr: 0.000210\n", "2020-06-04 03:11:31,814 Epoch 20 Step: 194900 Batch Loss: 1.391386 Tokens per Sec: 16709, Lr: 0.000210\n", "2020-06-04 03:11:46,593 Epoch 20 Step: 195000 Batch Loss: 1.624943 Tokens per Sec: 16881, Lr: 0.000210\n", "2020-06-04 03:12:09,241 Example #0\n", "2020-06-04 03:12:09,241 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:12:09,241 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:12:09,241 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 03:12:09,242 Example #1\n", "2020-06-04 03:12:09,242 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:12:09,242 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:12:09,242 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:12:09,242 Example #2\n", "2020-06-04 03:12:09,242 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:12:09,242 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:12:09,242 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:12:09,242 Example #3\n", "2020-06-04 03:12:09,242 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:12:09,242 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:12:09,243 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye mazao ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:12:09,243 Validation result (greedy) at epoch 20, step 195000: bleu: 33.06, loss: 36700.9922, ppl: 3.7443, duration: 22.6487s\n", "2020-06-04 03:12:24,279 Epoch 20 Step: 195100 Batch Loss: 1.691314 Tokens per Sec: 17298, Lr: 0.000210\n", "2020-06-04 03:12:38,985 Epoch 20 Step: 195200 Batch Loss: 1.484422 Tokens per Sec: 17313, Lr: 0.000210\n", "2020-06-04 03:12:54,163 Epoch 20 Step: 195300 Batch Loss: 1.339587 Tokens per Sec: 17051, Lr: 0.000210\n", "2020-06-04 03:13:08,985 Epoch 20 Step: 195400 Batch Loss: 1.490224 Tokens per Sec: 17020, Lr: 0.000210\n", "2020-06-04 03:13:23,662 Epoch 20 Step: 195500 Batch Loss: 1.358805 Tokens per Sec: 17070, Lr: 0.000210\n", "2020-06-04 03:13:38,511 Epoch 20 Step: 195600 Batch Loss: 1.532223 Tokens per Sec: 17327, Lr: 0.000210\n", "2020-06-04 03:13:53,235 Epoch 20 Step: 195700 Batch Loss: 1.344426 Tokens per Sec: 17231, Lr: 0.000210\n", "2020-06-04 03:14:08,232 Epoch 20 Step: 195800 Batch Loss: 1.455828 Tokens per Sec: 17370, Lr: 0.000210\n", "2020-06-04 03:14:23,227 Epoch 20 Step: 195900 Batch Loss: 1.601806 Tokens per Sec: 16964, Lr: 0.000210\n", "2020-06-04 03:14:38,332 Epoch 20 Step: 196000 Batch Loss: 1.250029 Tokens per Sec: 17157, Lr: 0.000210\n", "2020-06-04 03:15:00,878 Hooray! New best validation result [ppl]!\n", "2020-06-04 03:15:00,878 Saving new checkpoint.\n", "2020-06-04 03:15:01,059 Example #0\n", "2020-06-04 03:15:01,059 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:15:01,060 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:15:01,060 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , aliogopa .\n", "2020-06-04 03:15:01,060 Example #1\n", "2020-06-04 03:15:01,060 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:15:01,060 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:15:01,060 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:15:01,060 Example #2\n", "2020-06-04 03:15:01,061 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:15:01,061 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:15:01,061 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:15:01,061 Example #3\n", "2020-06-04 03:15:01,061 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:15:01,061 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:15:01,061 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:15:01,061 Validation result (greedy) at epoch 20, step 196000: bleu: 32.76, loss: 36665.3984, ppl: 3.7395, duration: 22.7285s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 03:15:16,030 Epoch 20 Step: 196100 Batch Loss: 1.640526 Tokens per Sec: 17336, Lr: 0.000210\n", "2020-06-04 03:15:30,941 Epoch 20 Step: 196200 Batch Loss: 1.608437 Tokens per Sec: 17384, Lr: 0.000210\n", "2020-06-04 03:15:45,736 Epoch 20 Step: 196300 Batch Loss: 1.321140 Tokens per Sec: 17543, Lr: 0.000210\n", "2020-06-04 03:16:00,496 Epoch 20 Step: 196400 Batch Loss: 1.717522 Tokens per Sec: 17083, Lr: 0.000210\n", "2020-06-04 03:16:15,089 Epoch 20 Step: 196500 Batch Loss: 1.352168 Tokens per Sec: 17131, Lr: 0.000210\n", "2020-06-04 03:16:30,146 Epoch 20 Step: 196600 Batch Loss: 1.502625 Tokens per Sec: 17340, Lr: 0.000210\n", "2020-06-04 03:16:44,798 Epoch 20 Step: 196700 Batch Loss: 1.382941 Tokens per Sec: 17185, Lr: 0.000210\n", "2020-06-04 03:16:59,762 Epoch 20 Step: 196800 Batch Loss: 1.695596 Tokens per Sec: 17351, Lr: 0.000210\n", "2020-06-04 03:17:14,737 Epoch 20 Step: 196900 Batch Loss: 1.822960 Tokens per Sec: 17244, Lr: 0.000210\n", "2020-06-04 03:17:29,556 Epoch 20 Step: 197000 Batch Loss: 1.550601 Tokens per Sec: 17358, Lr: 0.000210\n", "2020-06-04 03:17:51,915 Hooray! New best validation result [ppl]!\n", "2020-06-04 03:17:51,915 Saving new checkpoint.\n", "2020-06-04 03:17:52,094 Example #0\n", "2020-06-04 03:17:52,094 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:17:52,094 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:17:52,094 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 03:17:52,094 Example #1\n", "2020-06-04 03:17:52,094 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:17:52,094 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:17:52,094 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:17:52,094 Example #2\n", "2020-06-04 03:17:52,095 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:17:52,095 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:17:52,095 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:17:52,095 Example #3\n", "2020-06-04 03:17:52,095 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:17:52,095 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:17:52,095 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:17:52,095 Validation result (greedy) at epoch 20, step 197000: bleu: 33.13, loss: 36618.0703, ppl: 3.7331, duration: 22.5387s\n", "2020-06-04 03:18:07,093 Epoch 20 Step: 197100 Batch Loss: 1.569591 Tokens per Sec: 17176, Lr: 0.000210\n", "2020-06-04 03:18:22,150 Epoch 20 Step: 197200 Batch Loss: 1.602585 Tokens per Sec: 17264, Lr: 0.000210\n", "2020-06-04 03:18:37,293 Epoch 20 Step: 197300 Batch Loss: 1.596913 Tokens per Sec: 17171, Lr: 0.000210\n", "2020-06-04 03:18:52,112 Epoch 20 Step: 197400 Batch Loss: 1.587966 Tokens per Sec: 17201, Lr: 0.000210\n", "2020-06-04 03:19:07,082 Epoch 20 Step: 197500 Batch Loss: 1.588838 Tokens per Sec: 17672, Lr: 0.000210\n", "2020-06-04 03:19:22,073 Epoch 20 Step: 197600 Batch Loss: 1.345280 Tokens per Sec: 17289, Lr: 0.000210\n", "2020-06-04 03:19:37,032 Epoch 20 Step: 197700 Batch Loss: 1.675628 Tokens per Sec: 17167, Lr: 0.000210\n", "2020-06-04 03:19:51,957 Epoch 20 Step: 197800 Batch Loss: 1.516194 Tokens per Sec: 17132, Lr: 0.000210\n", "2020-06-04 03:20:06,792 Epoch 20 Step: 197900 Batch Loss: 1.536313 Tokens per Sec: 17025, Lr: 0.000210\n", "2020-06-04 03:20:21,732 Epoch 20 Step: 198000 Batch Loss: 1.308036 Tokens per Sec: 17335, Lr: 0.000210\n", "2020-06-04 03:20:44,302 Example #0\n", "2020-06-04 03:20:44,302 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:20:44,302 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:20:44,302 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibiwa .\n", "2020-06-04 03:20:44,302 Example #1\n", "2020-06-04 03:20:44,302 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:20:44,302 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:20:44,302 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:20:44,302 Example #2\n", "2020-06-04 03:20:44,302 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:20:44,302 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:20:44,302 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:20:44,302 Example #3\n", "2020-06-04 03:20:44,303 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:20:44,303 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:20:44,303 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:20:44,303 Validation result (greedy) at epoch 20, step 198000: bleu: 33.05, loss: 36674.1289, ppl: 3.7407, duration: 22.5699s\n", "2020-06-04 03:20:59,230 Epoch 20 Step: 198100 Batch Loss: 1.474659 Tokens per Sec: 17247, Lr: 0.000210\n", "2020-06-04 03:21:14,074 Epoch 20 Step: 198200 Batch Loss: 1.484401 Tokens per Sec: 17279, Lr: 0.000210\n", "2020-06-04 03:21:28,816 Epoch 20 Step: 198300 Batch Loss: 1.365122 Tokens per Sec: 16943, Lr: 0.000210\n", "2020-06-04 03:21:43,829 Epoch 20 Step: 198400 Batch Loss: 1.771983 Tokens per Sec: 17414, Lr: 0.000210\n", "2020-06-04 03:21:58,738 Epoch 20 Step: 198500 Batch Loss: 1.363462 Tokens per Sec: 17519, Lr: 0.000210\n", "2020-06-04 03:22:13,620 Epoch 20 Step: 198600 Batch Loss: 1.430445 Tokens per Sec: 17310, Lr: 0.000210\n", "2020-06-04 03:22:28,165 Epoch 20 Step: 198700 Batch Loss: 1.449242 Tokens per Sec: 16962, Lr: 0.000210\n", "2020-06-04 03:24:35,579 Epoch 20 Step: 199400 Batch Loss: 1.566894 Tokens per Sec: 17515, Lr: 0.000210\n", "2020-06-04 03:24:50,227 Epoch 20 Step: 199500 Batch Loss: 1.534012 Tokens per Sec: 16923, Lr: 0.000210\n", "2020-06-04 03:25:05,391 Epoch 20 Step: 199600 Batch Loss: 1.489342 Tokens per Sec: 17081, Lr: 0.000210\n", "2020-06-04 03:25:20,189 Epoch 20 Step: 199700 Batch Loss: 1.592730 Tokens per Sec: 16988, Lr: 0.000210\n", "2020-06-04 03:25:35,227 Epoch 20 Step: 199800 Batch Loss: 1.721708 Tokens per Sec: 17248, Lr: 0.000210\n", "2020-06-04 03:25:49,956 Epoch 20 Step: 199900 Batch Loss: 1.474728 Tokens per Sec: 17184, Lr: 0.000210\n", "2020-06-04 03:26:04,932 Epoch 20 Step: 200000 Batch Loss: 1.639431 Tokens per Sec: 17241, Lr: 0.000210\n", "2020-06-04 03:26:27,420 Hooray! New best validation result [ppl]!\n", "2020-06-04 03:26:27,421 Saving new checkpoint.\n", "2020-06-04 03:26:27,599 Example #0\n", "2020-06-04 03:26:27,599 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:26:27,599 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:26:27,600 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 03:26:27,600 Example #1\n", "2020-06-04 03:26:27,600 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:26:27,600 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:26:27,600 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:26:27,600 Example #2\n", "2020-06-04 03:26:27,600 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:26:27,600 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:26:27,600 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:26:27,600 Example #3\n", "2020-06-04 03:26:27,601 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:26:27,601 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:26:27,601 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:26:27,601 Validation result (greedy) at epoch 20, step 200000: bleu: 33.11, loss: 36517.6055, ppl: 3.7197, duration: 22.6681s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 03:26:42,601 Epoch 20 Step: 200100 Batch Loss: 1.439358 Tokens per Sec: 17183, Lr: 0.000210\n", "2020-06-04 03:26:57,608 Epoch 20 Step: 200200 Batch Loss: 1.344862 Tokens per Sec: 17280, Lr: 0.000210\n", "2020-06-04 03:27:12,410 Epoch 20 Step: 200300 Batch Loss: 1.778835 Tokens per Sec: 17360, Lr: 0.000210\n", "2020-06-04 03:27:27,192 Epoch 20 Step: 200400 Batch Loss: 1.377638 Tokens per Sec: 17164, Lr: 0.000210\n", "2020-06-04 03:27:42,093 Epoch 20 Step: 200500 Batch Loss: 1.562818 Tokens per Sec: 17477, Lr: 0.000210\n", "2020-06-04 03:27:56,813 Epoch 20 Step: 200600 Batch Loss: 1.504116 Tokens per Sec: 16926, Lr: 0.000210\n", "2020-06-04 03:28:11,652 Epoch 20 Step: 200700 Batch Loss: 1.497203 Tokens per Sec: 16848, Lr: 0.000210\n", "2020-06-04 03:28:26,285 Epoch 20 Step: 200800 Batch Loss: 1.512092 Tokens per Sec: 17213, Lr: 0.000210\n", "2020-06-04 03:28:41,415 Epoch 20 Step: 200900 Batch Loss: 1.382358 Tokens per Sec: 17275, Lr: 0.000210\n", "2020-06-04 03:28:56,277 Epoch 20 Step: 201000 Batch Loss: 1.403156 Tokens per Sec: 16993, Lr: 0.000210\n", "2020-06-04 03:29:18,610 Example #0\n", "2020-06-04 03:29:18,610 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:29:18,610 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:29:18,610 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akachoka .\n", "2020-06-04 03:29:18,610 Example #1\n", "2020-06-04 03:29:18,610 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:29:18,611 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:29:18,611 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:29:18,611 Example #2\n", "2020-06-04 03:29:18,611 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:29:18,611 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:29:18,611 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:29:18,611 Example #3\n", "2020-06-04 03:29:18,611 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:29:18,611 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:29:18,611 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:29:18,611 Validation result (greedy) at epoch 20, step 201000: bleu: 33.07, loss: 36659.4336, ppl: 3.7387, duration: 22.3336s\n", "2020-06-04 03:29:33,523 Epoch 20 Step: 201100 Batch Loss: 1.432546 Tokens per Sec: 17335, Lr: 0.000210\n", "2020-06-04 03:29:48,302 Epoch 20 Step: 201200 Batch Loss: 1.516346 Tokens per Sec: 17278, Lr: 0.000210\n", "2020-06-04 03:30:03,360 Epoch 20 Step: 201300 Batch Loss: 1.435603 Tokens per Sec: 17250, Lr: 0.000210\n", "2020-06-04 03:30:18,203 Epoch 20 Step: 201400 Batch Loss: 1.524130 Tokens per Sec: 16896, Lr: 0.000210\n", "2020-06-04 03:30:33,084 Epoch 20 Step: 201500 Batch Loss: 1.452730 Tokens per Sec: 17403, Lr: 0.000210\n", "2020-06-04 03:30:47,951 Epoch 20 Step: 201600 Batch Loss: 1.688605 Tokens per Sec: 17180, Lr: 0.000210\n", "2020-06-04 03:31:02,818 Epoch 20 Step: 201700 Batch Loss: 1.265701 Tokens per Sec: 17167, Lr: 0.000210\n", "2020-06-04 03:31:17,802 Epoch 20 Step: 201800 Batch Loss: 1.608940 Tokens per Sec: 17464, Lr: 0.000210\n", "2020-06-04 03:31:32,697 Epoch 20 Step: 201900 Batch Loss: 1.561183 Tokens per Sec: 16823, Lr: 0.000210\n", "2020-06-04 03:31:47,553 Epoch 20 Step: 202000 Batch Loss: 1.531502 Tokens per Sec: 17416, Lr: 0.000210\n", "2020-06-04 03:32:09,878 Example #0\n", "2020-06-04 03:32:09,879 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:32:09,879 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:32:09,879 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 03:32:09,879 Example #1\n", "2020-06-04 03:32:09,879 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:32:09,879 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:32:09,879 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:32:09,879 Example #2\n", "2020-06-04 03:32:09,879 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:32:09,879 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:32:09,879 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:32:09,879 Example #3\n", "2020-06-04 03:32:09,879 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:32:09,879 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:32:09,879 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na ifaayo .\n", "2020-06-04 03:32:09,879 Validation result (greedy) at epoch 20, step 202000: bleu: 32.78, loss: 36612.9961, ppl: 3.7324, duration: 22.3257s\n", "2020-06-04 03:32:24,758 Epoch 20 Step: 202100 Batch Loss: 1.566843 Tokens per Sec: 17158, Lr: 0.000210\n", "2020-06-04 03:32:39,494 Epoch 20 Step: 202200 Batch Loss: 1.337790 Tokens per Sec: 17398, Lr: 0.000210\n", "2020-06-04 03:32:54,148 Epoch 20 Step: 202300 Batch Loss: 1.585723 Tokens per Sec: 17222, Lr: 0.000210\n", "2020-06-04 03:33:09,060 Epoch 20 Step: 202400 Batch Loss: 1.413847 Tokens per Sec: 17244, Lr: 0.000210\n", "2020-06-04 03:33:23,936 Epoch 20 Step: 202500 Batch Loss: 1.395199 Tokens per Sec: 17377, Lr: 0.000210\n", "2020-06-04 03:33:38,841 Epoch 20 Step: 202600 Batch Loss: 1.743851 Tokens per Sec: 17269, Lr: 0.000210\n", "2020-06-04 03:33:53,622 Epoch 20 Step: 202700 Batch Loss: 1.455101 Tokens per Sec: 16846, Lr: 0.000210\n", "2020-06-04 03:34:08,566 Epoch 20 Step: 202800 Batch Loss: 1.413622 Tokens per Sec: 16997, Lr: 0.000210\n", "2020-06-04 03:34:23,387 Epoch 20 Step: 202900 Batch Loss: 1.471232 Tokens per Sec: 17035, Lr: 0.000210\n", "2020-06-04 03:34:38,259 Epoch 20 Step: 203000 Batch Loss: 1.394945 Tokens per Sec: 17220, Lr: 0.000210\n", "2020-06-04 03:35:00,358 Example #0\n", "2020-06-04 03:35:00,358 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:35:00,358 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:35:00,358 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 03:35:00,359 Example #1\n", "2020-06-04 03:35:00,359 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:35:00,359 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:35:00,359 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:35:00,359 Example #2\n", "2020-06-04 03:35:00,359 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:35:00,359 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:35:00,359 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:35:00,359 Example #3\n", "2020-06-04 03:35:00,359 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:35:00,359 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:35:00,359 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 03:35:00,359 Validation result (greedy) at epoch 20, step 203000: bleu: 33.11, loss: 36565.5703, ppl: 3.7261, duration: 22.0996s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 03:35:15,286 Epoch 20 Step: 203100 Batch Loss: 1.346151 Tokens per Sec: 17376, Lr: 0.000210\n", "2020-06-04 03:35:30,431 Epoch 20 Step: 203200 Batch Loss: 1.474487 Tokens per Sec: 17444, Lr: 0.000210\n", "2020-06-04 03:35:45,360 Epoch 20 Step: 203300 Batch Loss: 1.577105 Tokens per Sec: 17039, Lr: 0.000210\n", "2020-06-04 03:36:00,458 Epoch 20 Step: 203400 Batch Loss: 1.543135 Tokens per Sec: 17364, Lr: 0.000210\n", "2020-06-04 03:36:15,304 Epoch 20 Step: 203500 Batch Loss: 1.630266 Tokens per Sec: 16958, Lr: 0.000210\n", "2020-06-04 03:36:30,100 Epoch 20 Step: 203600 Batch Loss: 1.552286 Tokens per Sec: 17246, Lr: 0.000210\n", "2020-06-04 03:36:44,791 Epoch 20 Step: 203700 Batch Loss: 1.354033 Tokens per Sec: 17091, Lr: 0.000210\n", "2020-06-04 03:36:59,806 Epoch 20 Step: 203800 Batch Loss: 1.622412 Tokens per Sec: 17198, Lr: 0.000210\n", "2020-06-04 03:37:14,535 Epoch 20 Step: 203900 Batch Loss: 1.578707 Tokens per Sec: 17261, Lr: 0.000210\n", "2020-06-04 03:37:29,552 Epoch 20 Step: 204000 Batch Loss: 1.297911 Tokens per Sec: 17354, Lr: 0.000210\n", "2020-06-04 03:37:52,139 Hooray! New best validation result [ppl]!\n", "2020-06-04 03:37:52,139 Saving new checkpoint.\n", "2020-06-04 03:37:52,323 Example #0\n", "2020-06-04 03:37:52,324 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:37:52,324 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:37:52,324 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibika .\n", "2020-06-04 03:37:52,324 Example #1\n", "2020-06-04 03:37:52,324 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:37:52,324 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:37:52,324 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:37:52,324 Example #2\n", "2020-06-04 03:37:52,324 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:37:52,325 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:37:52,325 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:37:52,325 Example #3\n", "2020-06-04 03:37:52,325 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:37:52,325 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:37:52,325 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:37:52,325 Validation result (greedy) at epoch 20, step 204000: bleu: 33.08, loss: 36454.1797, ppl: 3.7112, duration: 22.7727s\n", "2020-06-04 03:38:06,991 Epoch 20 Step: 204100 Batch Loss: 1.488532 Tokens per Sec: 17304, Lr: 0.000210\n", "2020-06-04 03:38:21,717 Epoch 20 Step: 204200 Batch Loss: 1.410537 Tokens per Sec: 17203, Lr: 0.000210\n", "2020-06-04 03:38:36,744 Epoch 20 Step: 204300 Batch Loss: 1.416286 Tokens per Sec: 17131, Lr: 0.000210\n", "2020-06-04 03:38:51,727 Epoch 20 Step: 204400 Batch Loss: 1.334645 Tokens per Sec: 17094, Lr: 0.000210\n", "2020-06-04 03:39:06,305 Epoch 20 Step: 204500 Batch Loss: 1.445907 Tokens per Sec: 16727, Lr: 0.000210\n", "2020-06-04 03:39:21,246 Epoch 20 Step: 204600 Batch Loss: 1.691419 Tokens per Sec: 17151, Lr: 0.000210\n", "2020-06-04 03:39:36,312 Epoch 20 Step: 204700 Batch Loss: 1.527412 Tokens per Sec: 17191, Lr: 0.000210\n", "2020-06-04 03:39:51,106 Epoch 20 Step: 204800 Batch Loss: 1.565114 Tokens per Sec: 17273, Lr: 0.000210\n", "2020-06-04 03:40:02,286 Epoch 20: total training loss 15328.66\n", "2020-06-04 03:40:02,287 EPOCH 21\n", "2020-06-04 03:40:07,272 Epoch 21 Step: 204900 Batch Loss: 1.458489 Tokens per Sec: 11660, Lr: 0.000210\n", "2020-06-04 03:40:22,197 Epoch 21 Step: 205000 Batch Loss: 1.621725 Tokens per Sec: 17033, Lr: 0.000210\n", "2020-06-04 03:40:45,197 Example #0\n", "2020-06-04 03:40:45,198 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:40:45,198 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:40:45,198 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 03:40:45,198 Example #1\n", "2020-06-04 03:40:45,198 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:40:45,198 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:40:45,198 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:40:45,198 Example #2\n", "2020-06-04 03:40:45,199 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:40:45,199 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:40:45,199 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:40:45,199 Example #3\n", "2020-06-04 03:40:45,199 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:40:45,199 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:40:45,199 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaavyo .\n", "2020-06-04 03:40:45,199 Validation result (greedy) at epoch 21, step 205000: bleu: 33.36, loss: 36590.3320, ppl: 3.7294, duration: 23.0020s\n", "2020-06-04 03:40:59,846 Epoch 21 Step: 205100 Batch Loss: 1.259408 Tokens per Sec: 17010, Lr: 0.000210\n", "2020-06-04 03:41:14,912 Epoch 21 Step: 205200 Batch Loss: 1.345227 Tokens per Sec: 17271, Lr: 0.000210\n", "2020-06-04 03:41:29,857 Epoch 21 Step: 205300 Batch Loss: 1.304614 Tokens per Sec: 17348, Lr: 0.000210\n", "2020-06-04 03:41:44,818 Epoch 21 Step: 205400 Batch Loss: 1.427060 Tokens per Sec: 17265, Lr: 0.000210\n", "2020-06-04 03:41:59,736 Epoch 21 Step: 205500 Batch Loss: 1.445300 Tokens per Sec: 17151, Lr: 0.000210\n", "2020-06-04 03:42:14,530 Epoch 21 Step: 205600 Batch Loss: 1.579805 Tokens per Sec: 17115, Lr: 0.000210\n", "2020-06-04 03:42:29,442 Epoch 21 Step: 205700 Batch Loss: 1.490242 Tokens per Sec: 17189, Lr: 0.000210\n", "2020-06-04 03:42:44,465 Epoch 21 Step: 205800 Batch Loss: 1.440486 Tokens per Sec: 17219, Lr: 0.000210\n", "2020-06-04 03:42:59,155 Epoch 21 Step: 205900 Batch Loss: 1.446211 Tokens per Sec: 17321, Lr: 0.000210\n", "2020-06-04 03:43:14,226 Epoch 21 Step: 206000 Batch Loss: 1.414202 Tokens per Sec: 17416, Lr: 0.000210\n", "2020-06-04 03:43:36,528 Example #0\n", "2020-06-04 03:43:36,529 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:43:36,529 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:43:36,529 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 03:43:36,529 Example #1\n", "2020-06-04 03:43:36,529 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:43:36,529 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:43:36,529 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:43:36,529 Example #2\n", "2020-06-04 03:43:36,529 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:43:36,529 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:43:36,529 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:43:36,529 Example #3\n", "2020-06-04 03:43:36,529 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:43:36,529 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:43:36,529 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaavyo .\n", "2020-06-04 03:43:36,530 Validation result (greedy) at epoch 21, step 206000: bleu: 33.03, loss: 36491.6797, ppl: 3.7162, duration: 22.3033s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 03:43:51,581 Epoch 21 Step: 206100 Batch Loss: 1.401892 Tokens per Sec: 17336, Lr: 0.000210\n", "2020-06-04 03:44:06,291 Epoch 21 Step: 206200 Batch Loss: 1.509663 Tokens per Sec: 17033, Lr: 0.000210\n", "2020-06-04 03:44:21,128 Epoch 21 Step: 206300 Batch Loss: 1.408359 Tokens per Sec: 17300, Lr: 0.000210\n", "2020-06-04 03:44:36,045 Epoch 21 Step: 206400 Batch Loss: 1.312234 Tokens per Sec: 16890, Lr: 0.000210\n", "2020-06-04 03:44:51,028 Epoch 21 Step: 206500 Batch Loss: 1.530167 Tokens per Sec: 17045, Lr: 0.000210\n", "2020-06-04 03:45:05,613 Epoch 21 Step: 206600 Batch Loss: 1.432763 Tokens per Sec: 17030, Lr: 0.000210\n", "2020-06-04 03:45:20,176 Epoch 21 Step: 206700 Batch Loss: 1.478508 Tokens per Sec: 17011, Lr: 0.000210\n", "2020-06-04 03:45:35,189 Epoch 21 Step: 206800 Batch Loss: 1.390262 Tokens per Sec: 17221, Lr: 0.000210\n", "2020-06-04 03:45:50,129 Epoch 21 Step: 206900 Batch Loss: 1.548341 Tokens per Sec: 17176, Lr: 0.000210\n", "2020-06-04 03:46:05,032 Epoch 21 Step: 207000 Batch Loss: 1.424439 Tokens per Sec: 17368, Lr: 0.000210\n", "2020-06-04 03:46:27,651 Example #0\n", "2020-06-04 03:46:27,651 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:46:27,651 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:46:27,651 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 03:46:27,651 Example #1\n", "2020-06-04 03:46:27,652 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:46:27,652 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:46:27,652 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:46:27,652 Example #2\n", "2020-06-04 03:46:27,652 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:46:27,652 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:46:27,652 \tHypothesis: Mitazamo hiyo ilianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:46:27,652 Example #3\n", "2020-06-04 03:46:27,652 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:46:27,652 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:46:27,652 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:46:27,652 Validation result (greedy) at epoch 21, step 207000: bleu: 33.26, loss: 36613.8438, ppl: 3.7326, duration: 22.6199s\n", "2020-06-04 03:46:42,671 Epoch 21 Step: 207100 Batch Loss: 1.320525 Tokens per Sec: 17248, Lr: 0.000210\n", "2020-06-04 03:46:57,508 Epoch 21 Step: 207200 Batch Loss: 1.536488 Tokens per Sec: 17102, Lr: 0.000210\n", "2020-06-04 03:47:12,227 Epoch 21 Step: 207300 Batch Loss: 1.560140 Tokens per Sec: 16899, Lr: 0.000210\n", "2020-06-04 03:47:27,299 Epoch 21 Step: 207400 Batch Loss: 1.769689 Tokens per Sec: 17344, Lr: 0.000210\n", "2020-06-04 03:47:42,241 Epoch 21 Step: 207500 Batch Loss: 1.520714 Tokens per Sec: 17137, Lr: 0.000210\n", "2020-06-04 03:47:56,902 Epoch 21 Step: 207600 Batch Loss: 1.417227 Tokens per Sec: 17265, Lr: 0.000210\n", "2020-06-04 03:48:11,736 Epoch 21 Step: 207700 Batch Loss: 1.473480 Tokens per Sec: 17500, Lr: 0.000210\n", "2020-06-04 03:48:26,602 Epoch 21 Step: 207800 Batch Loss: 1.626611 Tokens per Sec: 17049, Lr: 0.000210\n", "2020-06-04 03:48:41,020 Epoch 21 Step: 207900 Batch Loss: 1.772611 Tokens per Sec: 17025, Lr: 0.000210\n", "2020-06-04 03:48:55,702 Epoch 21 Step: 208000 Batch Loss: 1.424337 Tokens per Sec: 17382, Lr: 0.000210\n", "2020-06-04 03:49:17,930 Example #0\n", "2020-06-04 03:49:17,931 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:49:17,931 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:49:17,931 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibika .\n", "2020-06-04 03:49:17,931 Example #1\n", "2020-06-04 03:49:17,931 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:49:17,931 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:49:17,931 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:49:17,931 Example #2\n", "2020-06-04 03:49:17,931 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:49:17,931 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:49:17,931 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:49:17,931 Example #3\n", "2020-06-04 03:49:17,931 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:49:17,931 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:49:17,932 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:49:17,932 Validation result (greedy) at epoch 21, step 208000: bleu: 32.98, loss: 36580.6641, ppl: 3.7281, duration: 22.2287s\n", "2020-06-04 03:49:32,847 Epoch 21 Step: 208100 Batch Loss: 1.468920 Tokens per Sec: 16978, Lr: 0.000210\n", "2020-06-04 03:49:47,689 Epoch 21 Step: 208200 Batch Loss: 1.582728 Tokens per Sec: 17241, Lr: 0.000210\n", "2020-06-04 03:50:02,378 Epoch 21 Step: 208300 Batch Loss: 1.350525 Tokens per Sec: 17489, Lr: 0.000210\n", "2020-06-04 03:50:17,154 Epoch 21 Step: 208400 Batch Loss: 1.453096 Tokens per Sec: 17340, Lr: 0.000210\n", "2020-06-04 03:50:31,960 Epoch 21 Step: 208500 Batch Loss: 1.419220 Tokens per Sec: 17456, Lr: 0.000210\n", "2020-06-04 03:50:46,761 Epoch 21 Step: 208600 Batch Loss: 1.523456 Tokens per Sec: 17188, Lr: 0.000210\n", "2020-06-04 03:51:01,763 Epoch 21 Step: 208700 Batch Loss: 1.592659 Tokens per Sec: 17279, Lr: 0.000210\n", "2020-06-04 03:51:16,477 Epoch 21 Step: 208800 Batch Loss: 1.485620 Tokens per Sec: 16874, Lr: 0.000210\n", "2020-06-04 03:51:31,491 Epoch 21 Step: 208900 Batch Loss: 1.459271 Tokens per Sec: 17505, Lr: 0.000210\n", "2020-06-04 03:51:46,341 Epoch 21 Step: 209000 Batch Loss: 1.400603 Tokens per Sec: 16819, Lr: 0.000210\n", "2020-06-04 03:52:09,076 Example #0\n", "2020-06-04 03:52:09,076 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:52:09,076 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:52:09,076 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 03:52:09,076 Example #1\n", "2020-06-04 03:52:09,077 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:52:09,077 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:52:09,077 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:52:09,077 Example #2\n", "2020-06-04 03:52:09,077 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:52:09,077 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:52:09,077 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:52:09,077 Example #3\n", "2020-06-04 03:52:09,077 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:52:09,077 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:52:09,077 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:52:09,077 Validation result (greedy) at epoch 21, step 209000: bleu: 32.83, loss: 36590.5391, ppl: 3.7294, duration: 22.7359s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 03:52:23,893 Epoch 21 Step: 209100 Batch Loss: 1.340164 Tokens per Sec: 17168, Lr: 0.000210\n", "2020-06-04 03:52:38,781 Epoch 21 Step: 209200 Batch Loss: 1.429277 Tokens per Sec: 17227, Lr: 0.000210\n", "2020-06-04 03:52:53,626 Epoch 21 Step: 209300 Batch Loss: 1.434584 Tokens per Sec: 17081, Lr: 0.000210\n", "2020-06-04 03:53:08,487 Epoch 21 Step: 209400 Batch Loss: 1.521057 Tokens per Sec: 17009, Lr: 0.000210\n", "2020-06-04 03:53:23,491 Epoch 21 Step: 209500 Batch Loss: 1.446971 Tokens per Sec: 17308, Lr: 0.000210\n", "2020-06-04 03:53:38,522 Epoch 21 Step: 209600 Batch Loss: 1.448155 Tokens per Sec: 17066, Lr: 0.000210\n", "2020-06-04 03:53:53,364 Epoch 21 Step: 209700 Batch Loss: 1.760203 Tokens per Sec: 17238, Lr: 0.000210\n", "2020-06-04 03:54:08,149 Epoch 21 Step: 209800 Batch Loss: 1.491179 Tokens per Sec: 17350, Lr: 0.000210\n", "2020-06-04 03:54:22,951 Epoch 21 Step: 209900 Batch Loss: 1.316835 Tokens per Sec: 17336, Lr: 0.000210\n", "2020-06-04 03:54:37,781 Epoch 21 Step: 210000 Batch Loss: 1.408970 Tokens per Sec: 17250, Lr: 0.000210\n", "2020-06-04 03:55:00,180 Example #0\n", "2020-06-04 03:55:00,180 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:55:00,180 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:55:00,180 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibika .\n", "2020-06-04 03:55:00,180 Example #1\n", "2020-06-04 03:55:00,180 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:55:00,180 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:55:00,180 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:55:00,180 Example #2\n", "2020-06-04 03:55:00,181 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:55:00,181 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:55:00,181 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani .\n", "2020-06-04 03:55:00,181 Example #3\n", "2020-06-04 03:55:00,181 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:55:00,181 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:55:00,181 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:55:00,181 Validation result (greedy) at epoch 21, step 210000: bleu: 32.86, loss: 36589.6680, ppl: 3.7293, duration: 22.3999s\n", "2020-06-04 03:55:15,121 Epoch 21 Step: 210100 Batch Loss: 1.533455 Tokens per Sec: 17357, Lr: 0.000147\n", "2020-06-04 03:55:29,919 Epoch 21 Step: 210200 Batch Loss: 1.572835 Tokens per Sec: 16905, Lr: 0.000147\n", "2020-06-04 03:55:44,778 Epoch 21 Step: 210300 Batch Loss: 1.471332 Tokens per Sec: 17095, Lr: 0.000147\n", "2020-06-04 03:55:59,941 Epoch 21 Step: 210400 Batch Loss: 1.328015 Tokens per Sec: 17149, Lr: 0.000147\n", "2020-06-04 03:56:14,667 Epoch 21 Step: 210500 Batch Loss: 1.352328 Tokens per Sec: 17245, Lr: 0.000147\n", "2020-06-04 03:56:29,456 Epoch 21 Step: 210600 Batch Loss: 1.563523 Tokens per Sec: 17466, Lr: 0.000147\n", "2020-06-04 03:56:44,233 Epoch 21 Step: 210700 Batch Loss: 1.359938 Tokens per Sec: 16990, Lr: 0.000147\n", "2020-06-04 03:56:58,942 Epoch 21 Step: 210800 Batch Loss: 1.361732 Tokens per Sec: 17275, Lr: 0.000147\n", "2020-06-04 03:57:13,831 Epoch 21 Step: 210900 Batch Loss: 1.394556 Tokens per Sec: 17445, Lr: 0.000147\n", "2020-06-04 03:57:28,673 Epoch 21 Step: 211000 Batch Loss: 1.453848 Tokens per Sec: 17141, Lr: 0.000147\n", "2020-06-04 03:57:50,887 Hooray! New best validation result [ppl]!\n", "2020-06-04 03:57:50,887 Saving new checkpoint.\n", "2020-06-04 03:57:51,067 Example #0\n", "2020-06-04 03:57:51,068 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 03:57:51,068 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 03:57:51,068 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 03:57:51,068 Example #1\n", "2020-06-04 03:57:51,068 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 03:57:51,068 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 03:57:51,068 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 03:57:51,068 Example #2\n", "2020-06-04 03:57:51,068 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 03:57:51,068 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 03:57:51,069 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 03:57:51,069 Example #3\n", "2020-06-04 03:57:51,069 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 03:57:51,069 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 03:57:51,069 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 03:57:51,069 Validation result (greedy) at epoch 21, step 211000: bleu: 33.11, loss: 36351.0312, ppl: 3.6974, duration: 22.3954s\n", "2020-06-04 03:58:05,932 Epoch 21 Step: 211100 Batch Loss: 1.422549 Tokens per Sec: 17158, Lr: 0.000147\n", "2020-06-04 03:58:20,880 Epoch 21 Step: 211200 Batch Loss: 1.359029 Tokens per Sec: 17102, Lr: 0.000147\n", "2020-06-04 03:58:35,747 Epoch 21 Step: 211300 Batch Loss: 1.415679 Tokens per Sec: 17183, Lr: 0.000147\n", "2020-06-04 03:58:50,680 Epoch 21 Step: 211400 Batch Loss: 1.502857 Tokens per Sec: 17128, Lr: 0.000147\n", "2020-06-04 03:59:05,647 Epoch 21 Step: 211500 Batch Loss: 1.352338 Tokens per Sec: 17587, Lr: 0.000147\n", "2020-06-04 03:59:20,423 Epoch 21 Step: 211600 Batch Loss: 1.349110 Tokens per Sec: 16882, Lr: 0.000147\n", "2020-06-04 03:59:35,224 Epoch 21 Step: 211700 Batch Loss: 1.437488 Tokens per Sec: 16951, Lr: 0.000147\n", "2020-06-04 03:59:50,156 Epoch 21 Step: 211800 Batch Loss: 1.447456 Tokens per Sec: 17356, Lr: 0.000147\n", "2020-06-04 04:00:05,066 Epoch 21 Step: 211900 Batch Loss: 1.366872 Tokens per Sec: 17230, Lr: 0.000147\n", "2020-06-04 04:00:19,898 Epoch 21 Step: 212000 Batch Loss: 1.477401 Tokens per Sec: 17206, Lr: 0.000147\n", "2020-06-04 04:00:42,425 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:00:42,425 Saving new checkpoint.\n", "2020-06-04 04:00:42,605 Example #0\n", "2020-06-04 04:00:42,606 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:00:42,606 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:00:42,606 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibika .\n", "2020-06-04 04:00:42,606 Example #1\n", "2020-06-04 04:00:42,606 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:00:42,606 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:00:42,606 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:00:42,606 Example #2\n", "2020-06-04 04:00:42,606 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:00:42,606 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:00:42,606 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:00:42,606 Example #3\n", "2020-06-04 04:00:42,607 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:00:42,607 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:00:42,607 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:00:42,607 Validation result (greedy) at epoch 21, step 212000: bleu: 33.43, loss: 36346.0039, ppl: 3.6968, duration: 22.7082s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 04:00:57,417 Epoch 21 Step: 212100 Batch Loss: 1.420119 Tokens per Sec: 17256, Lr: 0.000147\n", "2020-06-04 04:01:12,339 Epoch 21 Step: 212200 Batch Loss: 1.578544 Tokens per Sec: 17319, Lr: 0.000147\n", "2020-06-04 04:01:27,162 Epoch 21 Step: 212300 Batch Loss: 1.558735 Tokens per Sec: 16940, Lr: 0.000147\n", "2020-06-04 04:01:42,112 Epoch 21 Step: 212400 Batch Loss: 1.372335 Tokens per Sec: 17180, Lr: 0.000147\n", "2020-06-04 04:01:57,043 Epoch 21 Step: 212500 Batch Loss: 1.474726 Tokens per Sec: 17315, Lr: 0.000147\n", "2020-06-04 04:02:11,989 Epoch 21 Step: 212600 Batch Loss: 1.429638 Tokens per Sec: 17169, Lr: 0.000147\n", "2020-06-04 04:02:26,921 Epoch 21 Step: 212700 Batch Loss: 1.559445 Tokens per Sec: 17112, Lr: 0.000147\n", "2020-06-04 04:02:41,669 Epoch 21 Step: 212800 Batch Loss: 1.340430 Tokens per Sec: 17199, Lr: 0.000147\n", "2020-06-04 04:02:56,658 Epoch 21 Step: 212900 Batch Loss: 1.280256 Tokens per Sec: 17154, Lr: 0.000147\n", "2020-06-04 04:03:11,462 Epoch 21 Step: 213000 Batch Loss: 1.403636 Tokens per Sec: 16823, Lr: 0.000147\n", "2020-06-04 04:03:33,998 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:03:33,999 Saving new checkpoint.\n", "2020-06-04 04:03:34,185 Example #0\n", "2020-06-04 04:03:34,185 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:03:34,185 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:03:34,185 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 04:03:34,185 Example #1\n", "2020-06-04 04:03:34,185 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:03:34,185 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:03:34,185 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:03:34,186 Example #2\n", "2020-06-04 04:03:34,186 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:03:34,186 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:03:34,186 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:03:34,186 Example #3\n", "2020-06-04 04:03:34,186 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:03:34,186 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:03:34,186 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:03:34,186 Validation result (greedy) at epoch 21, step 213000: bleu: 33.46, loss: 36337.1250, ppl: 3.6956, duration: 22.7235s\n", "2020-06-04 04:03:49,093 Epoch 21 Step: 213100 Batch Loss: 1.291978 Tokens per Sec: 17203, Lr: 0.000147\n", "2020-06-04 04:04:03,920 Epoch 21 Step: 213200 Batch Loss: 1.413184 Tokens per Sec: 17254, Lr: 0.000147\n", "2020-06-04 04:04:18,932 Epoch 21 Step: 213300 Batch Loss: 1.632953 Tokens per Sec: 17017, Lr: 0.000147\n", "2020-06-04 04:04:33,645 Epoch 21 Step: 213400 Batch Loss: 1.528645 Tokens per Sec: 17359, Lr: 0.000147\n", "2020-06-04 04:04:48,650 Epoch 21 Step: 213500 Batch Loss: 1.527690 Tokens per Sec: 17606, Lr: 0.000147\n", "2020-06-04 04:05:03,569 Epoch 21 Step: 213600 Batch Loss: 1.287397 Tokens per Sec: 17014, Lr: 0.000147\n", "2020-06-04 04:05:18,490 Epoch 21 Step: 213700 Batch Loss: 1.379966 Tokens per Sec: 17250, Lr: 0.000147\n", "2020-06-04 04:05:33,379 Epoch 21 Step: 213800 Batch Loss: 1.449784 Tokens per Sec: 17394, Lr: 0.000147\n", "2020-06-04 04:05:48,160 Epoch 21 Step: 213900 Batch Loss: 1.281769 Tokens per Sec: 16853, Lr: 0.000147\n", "2020-06-04 04:06:02,973 Epoch 21 Step: 214000 Batch Loss: 1.480097 Tokens per Sec: 17150, Lr: 0.000147\n", "2020-06-04 04:06:26,025 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:06:26,025 Saving new checkpoint.\n", "2020-06-04 04:06:26,207 Example #0\n", "2020-06-04 04:06:26,207 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:06:26,207 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:06:26,207 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa amekasirika .\n", "2020-06-04 04:06:26,207 Example #1\n", "2020-06-04 04:06:26,207 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:06:26,207 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:06:26,207 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:06:26,207 Example #2\n", "2020-06-04 04:06:26,207 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:06:26,207 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:06:26,208 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:06:26,208 Example #3\n", "2020-06-04 04:06:26,208 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:06:26,208 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:06:26,208 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na ifaavyo .\n", "2020-06-04 04:06:26,208 Validation result (greedy) at epoch 21, step 214000: bleu: 33.24, loss: 36230.2148, ppl: 3.6814, duration: 23.2338s\n", "2020-06-04 04:06:41,163 Epoch 21 Step: 214100 Batch Loss: 1.731131 Tokens per Sec: 17228, Lr: 0.000147\n", "2020-06-04 04:06:56,048 Epoch 21 Step: 214200 Batch Loss: 1.569353 Tokens per Sec: 17175, Lr: 0.000147\n", "2020-06-04 04:07:10,888 Epoch 21 Step: 214300 Batch Loss: 1.498859 Tokens per Sec: 17076, Lr: 0.000147\n", "2020-06-04 04:07:25,708 Epoch 21 Step: 214400 Batch Loss: 1.594996 Tokens per Sec: 16970, Lr: 0.000147\n", "2020-06-04 04:07:40,520 Epoch 21 Step: 214500 Batch Loss: 1.484628 Tokens per Sec: 17126, Lr: 0.000147\n", "2020-06-04 04:07:55,297 Epoch 21 Step: 214600 Batch Loss: 1.326789 Tokens per Sec: 17217, Lr: 0.000147\n", "2020-06-04 04:08:10,306 Epoch 21 Step: 214700 Batch Loss: 1.319054 Tokens per Sec: 17076, Lr: 0.000147\n", "2020-06-04 04:08:25,327 Epoch 21 Step: 214800 Batch Loss: 1.447140 Tokens per Sec: 17248, Lr: 0.000147\n", "2020-06-04 04:08:40,129 Epoch 21 Step: 214900 Batch Loss: 1.280014 Tokens per Sec: 17164, Lr: 0.000147\n", "2020-06-04 04:08:55,066 Epoch 21 Step: 215000 Batch Loss: 1.531001 Tokens per Sec: 17443, Lr: 0.000147\n", "2020-06-04 04:09:17,716 Example #0\n", "2020-06-04 04:09:17,717 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:09:17,717 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:09:17,717 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 04:09:17,717 Example #1\n", "2020-06-04 04:09:17,717 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:09:17,717 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:09:17,717 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:09:17,717 Example #2\n", "2020-06-04 04:09:17,717 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:09:17,717 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:09:17,717 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:09:17,718 Example #3\n", "2020-06-04 04:09:17,718 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:09:17,718 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:09:17,718 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matunda ni nia nyingine — na ifaavyo .\n", "2020-06-04 04:09:17,718 Validation result (greedy) at epoch 21, step 215000: bleu: 33.32, loss: 36233.0859, ppl: 3.6818, duration: 22.6516s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 04:09:32,644 Epoch 21 Step: 215100 Batch Loss: 1.623830 Tokens per Sec: 17118, Lr: 0.000147\n", "2020-06-04 04:09:36,429 Epoch 21: total training loss 15243.03\n", "2020-06-04 04:09:36,429 EPOCH 22\n", "2020-06-04 04:09:48,725 Epoch 22 Step: 215200 Batch Loss: 1.457040 Tokens per Sec: 14799, Lr: 0.000147\n", "2020-06-04 04:10:03,594 Epoch 22 Step: 215300 Batch Loss: 1.383985 Tokens per Sec: 17391, Lr: 0.000147\n", "2020-06-04 04:10:18,461 Epoch 22 Step: 215400 Batch Loss: 1.465496 Tokens per Sec: 17010, Lr: 0.000147\n", "2020-06-04 04:10:33,195 Epoch 22 Step: 215500 Batch Loss: 1.384853 Tokens per Sec: 17390, Lr: 0.000147\n", "2020-06-04 04:10:48,194 Epoch 22 Step: 215600 Batch Loss: 1.492650 Tokens per Sec: 17019, Lr: 0.000147\n", "2020-06-04 04:11:03,081 Epoch 22 Step: 215700 Batch Loss: 1.510703 Tokens per Sec: 16889, Lr: 0.000147\n", "2020-06-04 04:11:18,080 Epoch 22 Step: 215800 Batch Loss: 1.486279 Tokens per Sec: 17181, Lr: 0.000147\n", "2020-06-04 04:11:32,969 Epoch 22 Step: 215900 Batch Loss: 1.351911 Tokens per Sec: 17151, Lr: 0.000147\n", "2020-06-04 04:11:47,902 Epoch 22 Step: 216000 Batch Loss: 1.288149 Tokens per Sec: 17268, Lr: 0.000147\n", "2020-06-04 04:12:10,019 Example #0\n", "2020-06-04 04:12:10,019 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:12:10,019 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:12:10,019 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 04:12:10,020 Example #1\n", "2020-06-04 04:12:10,020 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:12:10,020 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:12:10,020 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:12:10,020 Example #2\n", "2020-06-04 04:12:10,020 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:12:10,020 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:12:10,020 \tHypothesis: Mabadiliko hayo yalianza katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:12:10,020 Example #3\n", "2020-06-04 04:12:10,020 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:12:10,021 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:12:10,021 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo mara nyingi ni nia nyingine — na ifaayo .\n", "2020-06-04 04:12:10,021 Validation result (greedy) at epoch 22, step 216000: bleu: 33.44, loss: 36235.9219, ppl: 3.6822, duration: 22.1182s\n", "2020-06-04 04:12:24,766 Epoch 22 Step: 216100 Batch Loss: 1.490424 Tokens per Sec: 17087, Lr: 0.000147\n", "2020-06-04 04:12:39,553 Epoch 22 Step: 216200 Batch Loss: 1.425810 Tokens per Sec: 17176, Lr: 0.000147\n", "2020-06-04 04:12:54,623 Epoch 22 Step: 216300 Batch Loss: 1.418374 Tokens per Sec: 17551, Lr: 0.000147\n", "2020-06-04 04:13:09,449 Epoch 22 Step: 216400 Batch Loss: 1.279012 Tokens per Sec: 17039, Lr: 0.000147\n", "2020-06-04 04:13:24,264 Epoch 22 Step: 216500 Batch Loss: 1.441041 Tokens per Sec: 17064, Lr: 0.000147\n", "2020-06-04 04:13:38,925 Epoch 22 Step: 216600 Batch Loss: 1.479588 Tokens per Sec: 17113, Lr: 0.000147\n", "2020-06-04 04:13:53,915 Epoch 22 Step: 216700 Batch Loss: 1.499094 Tokens per Sec: 17410, Lr: 0.000147\n", "2020-06-04 04:14:08,666 Epoch 22 Step: 216800 Batch Loss: 1.422649 Tokens per Sec: 17406, Lr: 0.000147\n", "2020-06-04 04:14:23,550 Epoch 22 Step: 216900 Batch Loss: 1.514025 Tokens per Sec: 17156, Lr: 0.000147\n", "2020-06-04 04:14:38,571 Epoch 22 Step: 217000 Batch Loss: 1.366393 Tokens per Sec: 17463, Lr: 0.000147\n", "2020-06-04 04:15:01,025 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:15:01,025 Saving new checkpoint.\n", "2020-06-04 04:15:01,278 Example #0\n", "2020-06-04 04:15:01,278 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:15:01,278 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:15:01,278 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 04:15:01,278 Example #1\n", "2020-06-04 04:15:01,278 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:15:01,278 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:15:01,278 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:15:01,278 Example #2\n", "2020-06-04 04:15:01,279 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:15:01,279 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:15:01,279 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:15:01,279 Example #3\n", "2020-06-04 04:15:01,279 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:15:01,279 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:15:01,279 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaavyo .\n", "2020-06-04 04:15:01,279 Validation result (greedy) at epoch 22, step 217000: bleu: 33.16, loss: 36157.4375, ppl: 3.6718, duration: 22.7077s\n", "2020-06-04 04:15:16,072 Epoch 22 Step: 217100 Batch Loss: 1.345046 Tokens per Sec: 17041, Lr: 0.000147\n", "2020-06-04 04:15:30,927 Epoch 22 Step: 217200 Batch Loss: 1.490547 Tokens per Sec: 17123, Lr: 0.000147\n", "2020-06-04 04:15:45,737 Epoch 22 Step: 217300 Batch Loss: 1.300653 Tokens per Sec: 17290, Lr: 0.000147\n", "2020-06-04 04:16:00,708 Epoch 22 Step: 217400 Batch Loss: 1.616001 Tokens per Sec: 17201, Lr: 0.000147\n", "2020-06-04 04:16:15,656 Epoch 22 Step: 217500 Batch Loss: 1.397502 Tokens per Sec: 17096, Lr: 0.000147\n", "2020-06-04 04:16:30,505 Epoch 22 Step: 217600 Batch Loss: 1.508713 Tokens per Sec: 17271, Lr: 0.000147\n", "2020-06-04 04:16:45,291 Epoch 22 Step: 217700 Batch Loss: 1.480949 Tokens per Sec: 17250, Lr: 0.000147\n", "2020-06-04 04:16:59,995 Epoch 22 Step: 217800 Batch Loss: 1.372343 Tokens per Sec: 17448, Lr: 0.000147\n", "2020-06-04 04:17:14,819 Epoch 22 Step: 217900 Batch Loss: 1.524675 Tokens per Sec: 17451, Lr: 0.000147\n", "2020-06-04 04:17:29,802 Epoch 22 Step: 218000 Batch Loss: 1.432768 Tokens per Sec: 17481, Lr: 0.000147\n", "2020-06-04 04:17:52,409 Example #0\n", "2020-06-04 04:17:52,409 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:17:52,409 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:17:52,409 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 04:17:52,409 Example #1\n", "2020-06-04 04:17:52,410 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:17:52,410 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:17:52,410 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:17:52,410 Example #2\n", "2020-06-04 04:17:52,410 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:17:52,410 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:17:52,410 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:17:52,410 Example #3\n", "2020-06-04 04:17:52,410 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:17:52,410 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:17:52,411 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaavyo .\n", "2020-06-04 04:17:52,411 Validation result (greedy) at epoch 22, step 218000: bleu: 33.32, loss: 36170.0078, ppl: 3.6734, duration: 22.6079s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 04:18:07,252 Epoch 22 Step: 218100 Batch Loss: 1.342260 Tokens per Sec: 17166, Lr: 0.000147\n", "2020-06-04 04:18:22,012 Epoch 22 Step: 218200 Batch Loss: 1.575451 Tokens per Sec: 17195, Lr: 0.000147\n", "2020-06-04 04:18:36,807 Epoch 22 Step: 218300 Batch Loss: 1.428048 Tokens per Sec: 17431, Lr: 0.000147\n", "2020-06-04 04:18:51,483 Epoch 22 Step: 218400 Batch Loss: 1.652907 Tokens per Sec: 17076, Lr: 0.000147\n", "2020-06-04 04:19:06,352 Epoch 22 Step: 218500 Batch Loss: 1.505967 Tokens per Sec: 17275, Lr: 0.000147\n", "2020-06-04 04:19:21,301 Epoch 22 Step: 218600 Batch Loss: 1.489197 Tokens per Sec: 17272, Lr: 0.000147\n", "2020-06-04 04:19:36,192 Epoch 22 Step: 218700 Batch Loss: 1.425170 Tokens per Sec: 17128, Lr: 0.000147\n", "2020-06-04 04:19:50,975 Epoch 22 Step: 218800 Batch Loss: 1.769032 Tokens per Sec: 17109, Lr: 0.000147\n", "2020-06-04 04:20:05,868 Epoch 22 Step: 218900 Batch Loss: 1.415122 Tokens per Sec: 17430, Lr: 0.000147\n", "2020-06-04 04:20:20,588 Epoch 22 Step: 219000 Batch Loss: 1.264127 Tokens per Sec: 17012, Lr: 0.000147\n", "2020-06-04 04:20:42,517 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:20:42,517 Saving new checkpoint.\n", "2020-06-04 04:20:42,696 Example #0\n", "2020-06-04 04:20:42,696 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:20:42,696 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:20:42,697 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaogopa .\n", "2020-06-04 04:20:42,697 Example #1\n", "2020-06-04 04:20:42,697 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:20:42,697 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:20:42,697 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:20:42,697 Example #2\n", "2020-06-04 04:20:42,697 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:20:42,697 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:20:42,697 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:20:42,697 Example #3\n", "2020-06-04 04:20:42,698 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:20:42,698 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:20:42,698 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaavyo .\n", "2020-06-04 04:20:42,698 Validation result (greedy) at epoch 22, step 219000: bleu: 33.36, loss: 36100.8086, ppl: 3.6643, duration: 22.1092s\n", "2020-06-04 04:20:57,353 Epoch 22 Step: 219100 Batch Loss: 1.271948 Tokens per Sec: 17208, Lr: 0.000147\n", "2020-06-04 04:21:12,162 Epoch 22 Step: 219200 Batch Loss: 1.566655 Tokens per Sec: 17249, Lr: 0.000147\n", "2020-06-04 04:21:27,251 Epoch 22 Step: 219300 Batch Loss: 1.580023 Tokens per Sec: 17427, Lr: 0.000147\n", "2020-06-04 04:21:41,963 Epoch 22 Step: 219400 Batch Loss: 1.514500 Tokens per Sec: 17339, Lr: 0.000147\n", "2020-06-04 04:21:56,882 Epoch 22 Step: 219500 Batch Loss: 1.676825 Tokens per Sec: 17100, Lr: 0.000147\n", "2020-06-04 04:22:11,659 Epoch 22 Step: 219600 Batch Loss: 1.385118 Tokens per Sec: 17473, Lr: 0.000147\n", "2020-06-04 04:22:26,306 Epoch 22 Step: 219700 Batch Loss: 1.501054 Tokens per Sec: 17343, Lr: 0.000147\n", "2020-06-04 04:22:41,371 Epoch 22 Step: 219800 Batch Loss: 1.382896 Tokens per Sec: 17420, Lr: 0.000147\n", "2020-06-04 04:22:56,120 Epoch 22 Step: 219900 Batch Loss: 1.397197 Tokens per Sec: 17421, Lr: 0.000147\n", "2020-06-04 04:23:10,840 Epoch 22 Step: 220000 Batch Loss: 1.255286 Tokens per Sec: 17273, Lr: 0.000147\n", "2020-06-04 04:23:33,290 Example #0\n", "2020-06-04 04:23:33,291 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:23:33,291 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:23:33,291 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 04:23:33,291 Example #1\n", "2020-06-04 04:23:33,291 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:23:33,291 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:23:33,291 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:23:33,291 Example #2\n", "2020-06-04 04:23:33,291 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:23:33,291 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:23:33,292 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:23:33,292 Example #3\n", "2020-06-04 04:23:33,292 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:23:33,292 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:23:33,292 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:23:33,292 Validation result (greedy) at epoch 22, step 220000: bleu: 33.48, loss: 36131.5391, ppl: 3.6684, duration: 22.4515s\n", "2020-06-04 04:23:48,131 Epoch 22 Step: 220100 Batch Loss: 1.519341 Tokens per Sec: 17169, Lr: 0.000147\n", "2020-06-04 04:24:02,923 Epoch 22 Step: 220200 Batch Loss: 1.654495 Tokens per Sec: 17154, Lr: 0.000147\n", "2020-06-04 04:24:17,888 Epoch 22 Step: 220300 Batch Loss: 1.597483 Tokens per Sec: 17582, Lr: 0.000147\n", "2020-06-04 04:24:32,540 Epoch 22 Step: 220400 Batch Loss: 1.408037 Tokens per Sec: 17246, Lr: 0.000147\n", "2020-06-04 04:24:47,277 Epoch 22 Step: 220500 Batch Loss: 1.547879 Tokens per Sec: 17267, Lr: 0.000147\n", "2020-06-04 04:25:02,040 Epoch 22 Step: 220600 Batch Loss: 1.410312 Tokens per Sec: 17203, Lr: 0.000147\n", "2020-06-04 04:25:16,864 Epoch 22 Step: 220700 Batch Loss: 1.479872 Tokens per Sec: 17171, Lr: 0.000147\n", "2020-06-04 04:25:31,581 Epoch 22 Step: 220800 Batch Loss: 1.399978 Tokens per Sec: 16836, Lr: 0.000147\n", "2020-06-04 04:25:46,496 Epoch 22 Step: 220900 Batch Loss: 1.778677 Tokens per Sec: 17290, Lr: 0.000147\n", "2020-06-04 04:26:01,165 Epoch 22 Step: 221000 Batch Loss: 1.412136 Tokens per Sec: 16976, Lr: 0.000147\n", "2020-06-04 04:26:23,527 Example #0\n", "2020-06-04 04:26:23,528 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:26:23,528 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:26:23,528 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 04:26:23,528 Example #1\n", "2020-06-04 04:26:23,528 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:26:23,528 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:26:23,528 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:26:23,528 Example #2\n", "2020-06-04 04:26:23,528 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:26:23,528 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:26:23,529 \tHypothesis: Mwendo huo ulianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:26:23,529 Example #3\n", "2020-06-04 04:26:23,529 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:26:23,529 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:26:23,529 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:26:23,529 Validation result (greedy) at epoch 22, step 221000: bleu: 33.24, loss: 36109.6953, ppl: 3.6655, duration: 22.3638s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 04:26:38,501 Epoch 22 Step: 221100 Batch Loss: 1.485356 Tokens per Sec: 16987, Lr: 0.000147\n", "2020-06-04 04:26:53,306 Epoch 22 Step: 221200 Batch Loss: 1.435417 Tokens per Sec: 17405, Lr: 0.000147\n", "2020-06-04 04:27:08,030 Epoch 22 Step: 221300 Batch Loss: 1.388888 Tokens per Sec: 16904, Lr: 0.000147\n", "2020-06-04 04:27:22,845 Epoch 22 Step: 221400 Batch Loss: 1.345217 Tokens per Sec: 17369, Lr: 0.000147\n", "2020-06-04 04:27:37,628 Epoch 22 Step: 221500 Batch Loss: 1.381151 Tokens per Sec: 17008, Lr: 0.000147\n", "2020-06-04 04:27:52,611 Epoch 22 Step: 221600 Batch Loss: 1.564770 Tokens per Sec: 17347, Lr: 0.000147\n", "2020-06-04 04:28:07,467 Epoch 22 Step: 221700 Batch Loss: 1.314264 Tokens per Sec: 17434, Lr: 0.000147\n", "2020-06-04 04:28:22,286 Epoch 22 Step: 221800 Batch Loss: 1.272325 Tokens per Sec: 17220, Lr: 0.000147\n", "2020-06-04 04:28:37,190 Epoch 22 Step: 221900 Batch Loss: 1.404038 Tokens per Sec: 17334, Lr: 0.000147\n", "2020-06-04 04:28:51,888 Epoch 22 Step: 222000 Batch Loss: 1.563638 Tokens per Sec: 17062, Lr: 0.000147\n", "2020-06-04 04:29:14,209 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:29:14,209 Saving new checkpoint.\n", "2020-06-04 04:29:14,391 Example #0\n", "2020-06-04 04:29:14,391 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:29:14,391 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:29:14,391 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 04:29:14,391 Example #1\n", "2020-06-04 04:29:14,391 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:29:14,391 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:29:14,391 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:29:14,391 Example #2\n", "2020-06-04 04:29:14,392 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:29:14,392 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:29:14,392 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:29:14,392 Example #3\n", "2020-06-04 04:29:14,392 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:29:14,392 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:29:14,392 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaavyo .\n", "2020-06-04 04:29:14,392 Validation result (greedy) at epoch 22, step 222000: bleu: 33.31, loss: 36024.2695, ppl: 3.6542, duration: 22.5035s\n", "2020-06-04 04:29:29,221 Epoch 22 Step: 222100 Batch Loss: 1.426054 Tokens per Sec: 17231, Lr: 0.000147\n", "2020-06-04 04:29:44,195 Epoch 22 Step: 222200 Batch Loss: 1.578681 Tokens per Sec: 17339, Lr: 0.000147\n", "2020-06-04 04:29:58,931 Epoch 22 Step: 222300 Batch Loss: 1.471753 Tokens per Sec: 17094, Lr: 0.000147\n", "2020-06-04 04:30:13,981 Epoch 22 Step: 222400 Batch Loss: 1.410689 Tokens per Sec: 17399, Lr: 0.000147\n", "2020-06-04 04:30:28,814 Epoch 22 Step: 222500 Batch Loss: 1.436411 Tokens per Sec: 17344, Lr: 0.000147\n", "2020-06-04 04:30:43,773 Epoch 22 Step: 222600 Batch Loss: 1.417428 Tokens per Sec: 17269, Lr: 0.000147\n", "2020-06-04 04:30:58,713 Epoch 22 Step: 222700 Batch Loss: 1.662585 Tokens per Sec: 16993, Lr: 0.000147\n", "2020-06-04 04:31:13,536 Epoch 22 Step: 222800 Batch Loss: 1.463995 Tokens per Sec: 16926, Lr: 0.000147\n", "2020-06-04 04:31:28,336 Epoch 22 Step: 222900 Batch Loss: 1.398899 Tokens per Sec: 17170, Lr: 0.000147\n", "2020-06-04 04:31:43,167 Epoch 22 Step: 223000 Batch Loss: 1.405285 Tokens per Sec: 17252, Lr: 0.000147\n", "2020-06-04 04:32:04,989 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:32:04,989 Saving new checkpoint.\n", "2020-06-04 04:32:05,172 Example #0\n", "2020-06-04 04:32:05,172 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:32:05,172 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:32:05,172 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 04:32:05,173 Example #1\n", "2020-06-04 04:32:05,173 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:32:05,173 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:32:05,173 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:32:05,173 Example #2\n", "2020-06-04 04:32:05,173 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:32:05,174 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:32:05,174 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:32:05,174 Example #3\n", "2020-06-04 04:32:05,174 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:32:05,174 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:32:05,174 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:32:05,174 Validation result (greedy) at epoch 22, step 223000: bleu: 33.60, loss: 36013.2773, ppl: 3.6528, duration: 22.0068s\n", "2020-06-04 04:32:20,209 Epoch 22 Step: 223100 Batch Loss: 1.506977 Tokens per Sec: 17199, Lr: 0.000147\n", "2020-06-04 04:32:35,059 Epoch 22 Step: 223200 Batch Loss: 1.576653 Tokens per Sec: 17188, Lr: 0.000147\n", "2020-06-04 04:32:49,875 Epoch 22 Step: 223300 Batch Loss: 1.652409 Tokens per Sec: 17176, Lr: 0.000147\n", "2020-06-04 04:33:04,697 Epoch 22 Step: 223400 Batch Loss: 1.407127 Tokens per Sec: 17081, Lr: 0.000147\n", "2020-06-04 04:33:19,578 Epoch 22 Step: 223500 Batch Loss: 1.471630 Tokens per Sec: 17430, Lr: 0.000147\n", "2020-06-04 04:33:34,406 Epoch 22 Step: 223600 Batch Loss: 1.302449 Tokens per Sec: 17169, Lr: 0.000147\n", "2020-06-04 04:33:49,255 Epoch 22 Step: 223700 Batch Loss: 1.315578 Tokens per Sec: 17288, Lr: 0.000147\n", "2020-06-04 04:34:04,061 Epoch 22 Step: 223800 Batch Loss: 1.490160 Tokens per Sec: 17415, Lr: 0.000147\n", "2020-06-04 04:34:18,876 Epoch 22 Step: 223900 Batch Loss: 1.434699 Tokens per Sec: 17349, Lr: 0.000147\n", "2020-06-04 04:34:33,423 Epoch 22 Step: 224000 Batch Loss: 1.395960 Tokens per Sec: 17024, Lr: 0.000147\n", "2020-06-04 04:34:55,880 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:34:55,881 Saving new checkpoint.\n", "2020-06-04 04:34:56,064 Example #0\n", "2020-06-04 04:34:56,065 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:34:56,065 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:34:56,065 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 04:34:56,065 Example #1\n", "2020-06-04 04:34:56,065 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:34:56,065 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:34:56,065 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:34:56,065 Example #2\n", "2020-06-04 04:34:56,065 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:34:56,065 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:34:56,065 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:34:56,066 Example #3\n", "2020-06-04 04:34:56,066 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:34:56,066 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:34:56,066 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:34:56,066 Validation result (greedy) at epoch 22, step 224000: bleu: 33.64, loss: 35991.1055, ppl: 3.6499, duration: 22.6419s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 04:35:10,866 Epoch 22 Step: 224100 Batch Loss: 1.708775 Tokens per Sec: 17152, Lr: 0.000147\n", "2020-06-04 04:35:25,701 Epoch 22 Step: 224200 Batch Loss: 1.553769 Tokens per Sec: 17084, Lr: 0.000147\n", "2020-06-04 04:35:40,722 Epoch 22 Step: 224300 Batch Loss: 1.472210 Tokens per Sec: 17255, Lr: 0.000147\n", "2020-06-04 04:35:55,475 Epoch 22 Step: 224400 Batch Loss: 1.375578 Tokens per Sec: 17116, Lr: 0.000147\n", "2020-06-04 04:36:10,395 Epoch 22 Step: 224500 Batch Loss: 1.546059 Tokens per Sec: 17383, Lr: 0.000147\n", "2020-06-04 04:36:25,350 Epoch 22 Step: 224600 Batch Loss: 1.462044 Tokens per Sec: 17071, Lr: 0.000147\n", "2020-06-04 04:36:40,306 Epoch 22 Step: 224700 Batch Loss: 1.489925 Tokens per Sec: 17154, Lr: 0.000147\n", "2020-06-04 04:36:54,972 Epoch 22 Step: 224800 Batch Loss: 1.359521 Tokens per Sec: 16728, Lr: 0.000147\n", "2020-06-04 04:37:09,649 Epoch 22 Step: 224900 Batch Loss: 1.568256 Tokens per Sec: 17140, Lr: 0.000147\n", "2020-06-04 04:37:24,601 Epoch 22 Step: 225000 Batch Loss: 1.335397 Tokens per Sec: 17113, Lr: 0.000147\n", "2020-06-04 04:37:46,405 Example #0\n", "2020-06-04 04:37:46,405 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:37:46,405 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:37:46,405 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 04:37:46,405 Example #1\n", "2020-06-04 04:37:46,405 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:37:46,406 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:37:46,406 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:37:46,406 Example #2\n", "2020-06-04 04:37:46,406 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:37:46,406 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:37:46,406 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:37:46,406 Example #3\n", "2020-06-04 04:37:46,406 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:37:46,406 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:37:46,406 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:37:46,406 Validation result (greedy) at epoch 22, step 225000: bleu: 33.47, loss: 36036.1758, ppl: 3.6558, duration: 21.8052s\n", "2020-06-04 04:38:01,227 Epoch 22 Step: 225100 Batch Loss: 1.428634 Tokens per Sec: 17039, Lr: 0.000147\n", "2020-06-04 04:38:15,931 Epoch 22 Step: 225200 Batch Loss: 1.828592 Tokens per Sec: 17361, Lr: 0.000147\n", "2020-06-04 04:38:30,782 Epoch 22 Step: 225300 Batch Loss: 1.421123 Tokens per Sec: 17431, Lr: 0.000147\n", "2020-06-04 04:38:42,262 Epoch 22: total training loss 15087.69\n", "2020-06-04 04:38:42,262 EPOCH 23\n", "2020-06-04 04:38:46,959 Epoch 23 Step: 225400 Batch Loss: 2.044426 Tokens per Sec: 11538, Lr: 0.000147\n", "2020-06-04 04:39:01,992 Epoch 23 Step: 225500 Batch Loss: 1.423939 Tokens per Sec: 17213, Lr: 0.000147\n", "2020-06-04 04:39:16,817 Epoch 23 Step: 225600 Batch Loss: 1.613480 Tokens per Sec: 17211, Lr: 0.000147\n", "2020-06-04 04:39:31,809 Epoch 23 Step: 225700 Batch Loss: 1.617373 Tokens per Sec: 17286, Lr: 0.000147\n", "2020-06-04 04:39:46,592 Epoch 23 Step: 225800 Batch Loss: 1.477744 Tokens per Sec: 16985, Lr: 0.000147\n", "2020-06-04 04:40:01,591 Epoch 23 Step: 225900 Batch Loss: 1.584049 Tokens per Sec: 17248, Lr: 0.000147\n", "2020-06-04 04:40:16,452 Epoch 23 Step: 226000 Batch Loss: 1.536768 Tokens per Sec: 17183, Lr: 0.000147\n", "2020-06-04 04:40:39,364 Example #0\n", "2020-06-04 04:40:39,364 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:40:39,364 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:40:39,364 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 04:40:39,364 Example #1\n", "2020-06-04 04:40:39,365 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:40:39,365 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:40:39,365 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:40:39,365 Example #2\n", "2020-06-04 04:40:39,365 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:40:39,365 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:40:39,365 \tHypothesis: Mwenendo huo ulianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:40:39,365 Example #3\n", "2020-06-04 04:40:39,365 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:40:39,365 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:40:39,365 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:40:39,365 Validation result (greedy) at epoch 23, step 226000: bleu: 33.25, loss: 36022.7852, ppl: 3.6540, duration: 22.9131s\n", "2020-06-04 04:40:54,003 Epoch 23 Step: 226100 Batch Loss: 1.604676 Tokens per Sec: 17222, Lr: 0.000147\n", "2020-06-04 04:41:08,904 Epoch 23 Step: 226200 Batch Loss: 1.338694 Tokens per Sec: 17252, Lr: 0.000147\n", "2020-06-04 04:41:23,913 Epoch 23 Step: 226300 Batch Loss: 1.471014 Tokens per Sec: 17141, Lr: 0.000147\n", "2020-06-04 04:41:38,635 Epoch 23 Step: 226400 Batch Loss: 1.613092 Tokens per Sec: 17323, Lr: 0.000147\n", "2020-06-04 04:41:53,459 Epoch 23 Step: 226500 Batch Loss: 1.330512 Tokens per Sec: 17120, Lr: 0.000147\n", "2020-06-04 04:42:08,029 Epoch 23 Step: 226600 Batch Loss: 1.562584 Tokens per Sec: 16700, Lr: 0.000147\n", "2020-06-04 04:42:22,926 Epoch 23 Step: 226700 Batch Loss: 1.478685 Tokens per Sec: 17307, Lr: 0.000147\n", "2020-06-04 04:42:37,737 Epoch 23 Step: 226800 Batch Loss: 1.511556 Tokens per Sec: 17161, Lr: 0.000147\n", "2020-06-04 04:42:52,605 Epoch 23 Step: 226900 Batch Loss: 1.513811 Tokens per Sec: 17264, Lr: 0.000147\n", "2020-06-04 04:43:07,351 Epoch 23 Step: 227000 Batch Loss: 1.344326 Tokens per Sec: 17131, Lr: 0.000147\n", "2020-06-04 04:43:29,005 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:43:29,005 Saving new checkpoint.\n", "2020-06-04 04:43:29,183 Example #0\n", "2020-06-04 04:43:29,183 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:43:29,183 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:43:29,183 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibika .\n", "2020-06-04 04:43:29,184 Example #1\n", "2020-06-04 04:43:29,184 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:43:29,184 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:43:29,184 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:43:29,184 Example #2\n", "2020-06-04 04:43:29,184 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:43:29,184 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:43:29,184 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:43:29,184 Example #3\n", "2020-06-04 04:43:29,184 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:43:29,184 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:43:29,185 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:43:29,185 Validation result (greedy) at epoch 23, step 227000: bleu: 33.25, loss: 35894.6055, ppl: 3.6372, duration: 21.8330s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 04:43:43,939 Epoch 23 Step: 227100 Batch Loss: 1.346283 Tokens per Sec: 17149, Lr: 0.000147\n", "2020-06-04 04:43:58,620 Epoch 23 Step: 227200 Batch Loss: 1.685152 Tokens per Sec: 17320, Lr: 0.000147\n", "2020-06-04 04:44:13,567 Epoch 23 Step: 227300 Batch Loss: 1.451085 Tokens per Sec: 17195, Lr: 0.000147\n", "2020-06-04 04:44:28,392 Epoch 23 Step: 227400 Batch Loss: 1.275586 Tokens per Sec: 17121, Lr: 0.000147\n", "2020-06-04 04:44:43,251 Epoch 23 Step: 227500 Batch Loss: 1.334901 Tokens per Sec: 17316, Lr: 0.000147\n", "2020-06-04 04:44:57,978 Epoch 23 Step: 227600 Batch Loss: 1.290882 Tokens per Sec: 17097, Lr: 0.000147\n", "2020-06-04 04:45:12,833 Epoch 23 Step: 227700 Batch Loss: 1.347100 Tokens per Sec: 17027, Lr: 0.000147\n", "2020-06-04 04:45:27,895 Epoch 23 Step: 227800 Batch Loss: 1.990894 Tokens per Sec: 17111, Lr: 0.000147\n", "2020-06-04 04:45:42,911 Epoch 23 Step: 227900 Batch Loss: 1.411172 Tokens per Sec: 17287, Lr: 0.000147\n", "2020-06-04 04:45:57,687 Epoch 23 Step: 228000 Batch Loss: 1.240356 Tokens per Sec: 17254, Lr: 0.000147\n", "2020-06-04 04:46:19,241 Example #0\n", "2020-06-04 04:46:19,241 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:46:19,241 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:46:19,242 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 04:46:19,242 Example #1\n", "2020-06-04 04:46:19,242 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:46:19,242 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:46:19,242 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:46:19,242 Example #2\n", "2020-06-04 04:46:19,242 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:46:19,242 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:46:19,242 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:46:19,242 Example #3\n", "2020-06-04 04:46:19,242 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:46:19,242 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:46:19,242 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:46:19,242 Validation result (greedy) at epoch 23, step 228000: bleu: 33.47, loss: 36098.4414, ppl: 3.6640, duration: 21.5542s\n", "2020-06-04 04:46:34,178 Epoch 23 Step: 228100 Batch Loss: 1.413821 Tokens per Sec: 17417, Lr: 0.000147\n", "2020-06-04 04:46:49,114 Epoch 23 Step: 228200 Batch Loss: 1.462951 Tokens per Sec: 17182, Lr: 0.000147\n", "2020-06-04 04:47:03,871 Epoch 23 Step: 228300 Batch Loss: 1.526146 Tokens per Sec: 17118, Lr: 0.000147\n", "2020-06-04 04:47:18,512 Epoch 23 Step: 228400 Batch Loss: 1.827252 Tokens per Sec: 17262, Lr: 0.000147\n", "2020-06-04 04:47:33,198 Epoch 23 Step: 228500 Batch Loss: 1.403233 Tokens per Sec: 17110, Lr: 0.000147\n", "2020-06-04 04:47:47,977 Epoch 23 Step: 228600 Batch Loss: 1.327410 Tokens per Sec: 17109, Lr: 0.000147\n", "2020-06-04 04:48:02,886 Epoch 23 Step: 228700 Batch Loss: 1.368972 Tokens per Sec: 17626, Lr: 0.000147\n", "2020-06-04 04:48:17,726 Epoch 23 Step: 228800 Batch Loss: 1.660226 Tokens per Sec: 17023, Lr: 0.000147\n", "2020-06-04 04:48:32,602 Epoch 23 Step: 228900 Batch Loss: 1.376887 Tokens per Sec: 17234, Lr: 0.000147\n", "2020-06-04 04:48:47,393 Epoch 23 Step: 229000 Batch Loss: 1.690818 Tokens per Sec: 17308, Lr: 0.000147\n", "2020-06-04 04:49:08,915 Example #0\n", "2020-06-04 04:49:08,915 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:49:08,915 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:49:08,915 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibika .\n", "2020-06-04 04:49:08,915 Example #1\n", "2020-06-04 04:49:08,915 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:49:08,915 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:49:08,915 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:49:08,915 Example #2\n", "2020-06-04 04:49:08,915 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:49:08,915 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:49:08,915 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:49:08,916 Example #3\n", "2020-06-04 04:49:08,916 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:49:08,916 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:49:08,916 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye mazao ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:49:08,916 Validation result (greedy) at epoch 23, step 229000: bleu: 33.29, loss: 36017.8359, ppl: 3.6534, duration: 21.5218s\n", "2020-06-04 04:49:23,861 Epoch 23 Step: 229100 Batch Loss: 1.451413 Tokens per Sec: 17117, Lr: 0.000147\n", "2020-06-04 04:49:38,828 Epoch 23 Step: 229200 Batch Loss: 1.610843 Tokens per Sec: 17427, Lr: 0.000147\n", "2020-06-04 04:49:53,613 Epoch 23 Step: 229300 Batch Loss: 1.392287 Tokens per Sec: 17210, Lr: 0.000147\n", "2020-06-04 04:50:08,579 Epoch 23 Step: 229400 Batch Loss: 1.381145 Tokens per Sec: 17198, Lr: 0.000147\n", "2020-06-04 04:50:23,294 Epoch 23 Step: 229500 Batch Loss: 1.577277 Tokens per Sec: 16909, Lr: 0.000147\n", "2020-06-04 04:50:38,114 Epoch 23 Step: 229600 Batch Loss: 1.550422 Tokens per Sec: 17405, Lr: 0.000147\n", "2020-06-04 04:50:53,084 Epoch 23 Step: 229700 Batch Loss: 1.402201 Tokens per Sec: 17255, Lr: 0.000147\n", "2020-06-04 04:51:07,921 Epoch 23 Step: 229800 Batch Loss: 1.369102 Tokens per Sec: 17408, Lr: 0.000147\n", "2020-06-04 04:51:22,631 Epoch 23 Step: 229900 Batch Loss: 1.595717 Tokens per Sec: 17178, Lr: 0.000147\n", "2020-06-04 04:51:37,366 Epoch 23 Step: 230000 Batch Loss: 1.472110 Tokens per Sec: 16978, Lr: 0.000147\n", "2020-06-04 04:51:59,185 Hooray! New best validation result [ppl]!\n", "2020-06-04 04:51:59,185 Saving new checkpoint.\n", "2020-06-04 04:51:59,369 Example #0\n", "2020-06-04 04:51:59,369 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:51:59,369 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:51:59,369 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 04:51:59,370 Example #1\n", "2020-06-04 04:51:59,370 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:51:59,370 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:51:59,370 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:51:59,370 Example #2\n", "2020-06-04 04:51:59,370 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:51:59,370 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:51:59,370 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:51:59,370 Example #3\n", "2020-06-04 04:51:59,370 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:51:59,371 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:51:59,371 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:51:59,371 Validation result (greedy) at epoch 23, step 230000: bleu: 33.51, loss: 35893.5547, ppl: 3.6371, duration: 22.0039s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 04:52:14,015 Epoch 23 Step: 230100 Batch Loss: 1.281350 Tokens per Sec: 17330, Lr: 0.000147\n", "2020-06-04 04:52:29,027 Epoch 23 Step: 230200 Batch Loss: 1.484990 Tokens per Sec: 17354, Lr: 0.000147\n", "2020-06-04 04:52:43,961 Epoch 23 Step: 230300 Batch Loss: 1.564003 Tokens per Sec: 17197, Lr: 0.000147\n", "2020-06-04 04:52:58,876 Epoch 23 Step: 230400 Batch Loss: 1.538604 Tokens per Sec: 17335, Lr: 0.000147\n", "2020-06-04 04:53:13,703 Epoch 23 Step: 230500 Batch Loss: 1.308363 Tokens per Sec: 17087, Lr: 0.000147\n", "2020-06-04 04:53:28,526 Epoch 23 Step: 230600 Batch Loss: 1.471740 Tokens per Sec: 17176, Lr: 0.000147\n", "2020-06-04 04:53:43,151 Epoch 23 Step: 230700 Batch Loss: 1.571123 Tokens per Sec: 16992, Lr: 0.000147\n", "2020-06-04 04:53:58,018 Epoch 23 Step: 230800 Batch Loss: 1.426886 Tokens per Sec: 17414, Lr: 0.000147\n", "2020-06-04 04:54:12,844 Epoch 23 Step: 230900 Batch Loss: 1.365852 Tokens per Sec: 17461, Lr: 0.000147\n", "2020-06-04 04:54:27,772 Epoch 23 Step: 231000 Batch Loss: 1.737924 Tokens per Sec: 17460, Lr: 0.000147\n", "2020-06-04 04:54:49,715 Example #0\n", "2020-06-04 04:54:49,715 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:54:49,715 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:54:49,715 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 04:54:49,715 Example #1\n", "2020-06-04 04:54:49,715 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:54:49,715 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:54:49,716 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:54:49,716 Example #2\n", "2020-06-04 04:54:49,716 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:54:49,716 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:54:49,716 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:54:49,716 Example #3\n", "2020-06-04 04:54:49,716 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:54:49,716 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:54:49,716 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:54:49,716 Validation result (greedy) at epoch 23, step 231000: bleu: 33.58, loss: 35895.9961, ppl: 3.6374, duration: 21.9437s\n", "2020-06-04 04:55:04,579 Epoch 23 Step: 231100 Batch Loss: 1.606232 Tokens per Sec: 17522, Lr: 0.000147\n", "2020-06-04 04:55:19,599 Epoch 23 Step: 231200 Batch Loss: 1.355054 Tokens per Sec: 17201, Lr: 0.000147\n", "2020-06-04 04:55:34,333 Epoch 23 Step: 231300 Batch Loss: 1.563246 Tokens per Sec: 17471, Lr: 0.000147\n", "2020-06-04 04:55:49,172 Epoch 23 Step: 231400 Batch Loss: 1.523147 Tokens per Sec: 17169, Lr: 0.000147\n", "2020-06-04 04:56:03,949 Epoch 23 Step: 231500 Batch Loss: 1.641053 Tokens per Sec: 17017, Lr: 0.000147\n", "2020-06-04 04:56:18,955 Epoch 23 Step: 231600 Batch Loss: 1.569142 Tokens per Sec: 17420, Lr: 0.000147\n", "2020-06-04 04:56:34,207 Epoch 23 Step: 231700 Batch Loss: 1.397946 Tokens per Sec: 17044, Lr: 0.000147\n", "2020-06-04 04:56:49,002 Epoch 23 Step: 231800 Batch Loss: 1.267217 Tokens per Sec: 17221, Lr: 0.000147\n", "2020-06-04 04:57:04,057 Epoch 23 Step: 231900 Batch Loss: 1.552032 Tokens per Sec: 17164, Lr: 0.000147\n", "2020-06-04 04:57:18,684 Epoch 23 Step: 232000 Batch Loss: 1.380433 Tokens per Sec: 17176, Lr: 0.000147\n", "2020-06-04 04:57:40,624 Example #0\n", "2020-06-04 04:57:40,625 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 04:57:40,625 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 04:57:40,625 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 04:57:40,625 Example #1\n", "2020-06-04 04:57:40,625 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 04:57:40,625 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 04:57:40,625 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 04:57:40,625 Example #2\n", "2020-06-04 04:57:40,625 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 04:57:40,625 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 04:57:40,625 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 04:57:40,626 Example #3\n", "2020-06-04 04:57:40,626 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 04:57:40,626 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 04:57:40,626 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 04:57:40,626 Validation result (greedy) at epoch 23, step 232000: bleu: 33.58, loss: 35956.2812, ppl: 3.6453, duration: 21.9415s\n", "2020-06-04 04:57:55,315 Epoch 23 Step: 232100 Batch Loss: 1.622388 Tokens per Sec: 17069, Lr: 0.000147\n", "2020-06-04 04:58:10,344 Epoch 23 Step: 232200 Batch Loss: 1.360519 Tokens per Sec: 17411, Lr: 0.000147\n", "2020-06-04 04:58:25,076 Epoch 23 Step: 232300 Batch Loss: 1.461084 Tokens per Sec: 17192, Lr: 0.000147\n", "2020-06-04 04:58:39,799 Epoch 23 Step: 232400 Batch Loss: 1.473528 Tokens per Sec: 17076, Lr: 0.000147\n", "2020-06-04 04:58:54,474 Epoch 23 Step: 232500 Batch Loss: 1.532426 Tokens per Sec: 16856, Lr: 0.000147\n", "2020-06-04 04:59:09,266 Epoch 23 Step: 232600 Batch Loss: 1.473659 Tokens per Sec: 17157, Lr: 0.000147\n", "2020-06-04 04:59:24,200 Epoch 23 Step: 232700 Batch Loss: 1.621442 Tokens per Sec: 17342, Lr: 0.000147\n", "2020-06-04 04:59:39,158 Epoch 23 Step: 232800 Batch Loss: 1.400453 Tokens per Sec: 17055, Lr: 0.000147\n", "2020-06-04 04:59:53,953 Epoch 23 Step: 232900 Batch Loss: 1.574478 Tokens per Sec: 17558, Lr: 0.000147\n", "2020-06-04 05:00:08,851 Epoch 23 Step: 233000 Batch Loss: 1.491257 Tokens per Sec: 17261, Lr: 0.000147\n", "2020-06-04 05:00:30,800 Hooray! New best validation result [ppl]!\n", "2020-06-04 05:00:30,800 Saving new checkpoint.\n", "2020-06-04 05:00:30,981 Example #0\n", "2020-06-04 05:00:30,981 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:00:30,981 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:00:30,981 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:00:30,981 Example #1\n", "2020-06-04 05:00:30,982 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:00:30,982 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:00:30,982 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:00:30,982 Example #2\n", "2020-06-04 05:00:30,982 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:00:30,982 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:00:30,982 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:00:30,982 Example #3\n", "2020-06-04 05:00:30,982 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:00:30,982 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:00:30,982 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:00:30,983 Validation result (greedy) at epoch 23, step 233000: bleu: 33.55, loss: 35863.5195, ppl: 3.6332, duration: 22.1311s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 05:00:46,033 Epoch 23 Step: 233100 Batch Loss: 1.419793 Tokens per Sec: 17209, Lr: 0.000147\n", "2020-06-04 05:01:00,697 Epoch 23 Step: 233200 Batch Loss: 1.507208 Tokens per Sec: 17189, Lr: 0.000147\n", "2020-06-04 05:01:15,557 Epoch 23 Step: 233300 Batch Loss: 1.592565 Tokens per Sec: 17261, Lr: 0.000147\n", "2020-06-04 05:01:30,385 Epoch 23 Step: 233400 Batch Loss: 1.500799 Tokens per Sec: 17542, Lr: 0.000147\n", "2020-06-04 05:01:45,483 Epoch 23 Step: 233500 Batch Loss: 1.309989 Tokens per Sec: 17024, Lr: 0.000147\n", "2020-06-04 05:02:00,339 Epoch 23 Step: 233600 Batch Loss: 1.507561 Tokens per Sec: 17621, Lr: 0.000147\n", "2020-06-04 05:02:15,210 Epoch 23 Step: 233700 Batch Loss: 1.478401 Tokens per Sec: 17464, Lr: 0.000147\n", "2020-06-04 05:02:30,035 Epoch 23 Step: 233800 Batch Loss: 1.784780 Tokens per Sec: 17220, Lr: 0.000147\n", "2020-06-04 05:02:44,928 Epoch 23 Step: 233900 Batch Loss: 1.304127 Tokens per Sec: 17317, Lr: 0.000147\n", "2020-06-04 05:03:00,023 Epoch 23 Step: 234000 Batch Loss: 1.493150 Tokens per Sec: 17282, Lr: 0.000147\n", "2020-06-04 05:03:22,444 Example #0\n", "2020-06-04 05:03:22,444 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:03:22,444 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:03:22,444 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:03:22,444 Example #1\n", "2020-06-04 05:03:22,445 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:03:22,445 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:03:22,445 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:03:22,445 Example #2\n", "2020-06-04 05:03:22,445 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:03:22,445 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:03:22,445 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:03:22,445 Example #3\n", "2020-06-04 05:03:22,445 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:03:22,445 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:03:22,445 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:03:22,445 Validation result (greedy) at epoch 23, step 234000: bleu: 33.45, loss: 35926.4453, ppl: 3.6414, duration: 22.4216s\n", "2020-06-04 05:03:37,289 Epoch 23 Step: 234100 Batch Loss: 1.413091 Tokens per Sec: 17442, Lr: 0.000147\n", "2020-06-04 05:03:52,149 Epoch 23 Step: 234200 Batch Loss: 1.540547 Tokens per Sec: 17020, Lr: 0.000147\n", "2020-06-04 05:04:06,997 Epoch 23 Step: 234300 Batch Loss: 1.440855 Tokens per Sec: 17201, Lr: 0.000147\n", "2020-06-04 05:04:22,013 Epoch 23 Step: 234400 Batch Loss: 1.523982 Tokens per Sec: 16942, Lr: 0.000147\n", "2020-06-04 05:04:36,620 Epoch 23 Step: 234500 Batch Loss: 1.364271 Tokens per Sec: 17212, Lr: 0.000147\n", "2020-06-04 05:04:51,387 Epoch 23 Step: 234600 Batch Loss: 1.494337 Tokens per Sec: 17109, Lr: 0.000147\n", "2020-06-04 05:05:06,138 Epoch 23 Step: 234700 Batch Loss: 1.429625 Tokens per Sec: 17185, Lr: 0.000147\n", "2020-06-04 05:05:20,960 Epoch 23 Step: 234800 Batch Loss: 1.476722 Tokens per Sec: 17378, Lr: 0.000147\n", "2020-06-04 05:05:35,806 Epoch 23 Step: 234900 Batch Loss: 1.774054 Tokens per Sec: 17161, Lr: 0.000147\n", "2020-06-04 05:05:50,853 Epoch 23 Step: 235000 Batch Loss: 1.566986 Tokens per Sec: 16994, Lr: 0.000147\n", "2020-06-04 05:06:12,581 Example #0\n", "2020-06-04 05:06:12,581 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:06:12,581 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:06:12,581 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:06:12,581 Example #1\n", "2020-06-04 05:06:12,582 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:06:12,582 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:06:12,582 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:06:12,582 Example #2\n", "2020-06-04 05:06:12,582 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:06:12,582 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:06:12,582 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:06:12,582 Example #3\n", "2020-06-04 05:06:12,582 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:06:12,582 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:06:12,582 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:06:12,583 Validation result (greedy) at epoch 23, step 235000: bleu: 33.48, loss: 35955.5156, ppl: 3.6452, duration: 21.7294s\n", "2020-06-04 05:06:27,366 Epoch 23 Step: 235100 Batch Loss: 1.694558 Tokens per Sec: 17240, Lr: 0.000147\n", "2020-06-04 05:06:42,125 Epoch 23 Step: 235200 Batch Loss: 1.634712 Tokens per Sec: 17080, Lr: 0.000147\n", "2020-06-04 05:06:57,035 Epoch 23 Step: 235300 Batch Loss: 1.572489 Tokens per Sec: 17312, Lr: 0.000147\n", "2020-06-04 05:07:11,757 Epoch 23 Step: 235400 Batch Loss: 1.513473 Tokens per Sec: 16979, Lr: 0.000147\n", "2020-06-04 05:07:26,727 Epoch 23 Step: 235500 Batch Loss: 1.289472 Tokens per Sec: 17220, Lr: 0.000147\n", "2020-06-04 05:07:41,795 Epoch 23 Step: 235600 Batch Loss: 1.383234 Tokens per Sec: 17378, Lr: 0.000147\n", "2020-06-04 05:07:44,640 Epoch 23: total training loss 15011.99\n", "2020-06-04 05:07:44,641 EPOCH 24\n", "2020-06-04 05:07:57,990 Epoch 24 Step: 235700 Batch Loss: 1.432888 Tokens per Sec: 15178, Lr: 0.000147\n", "2020-06-04 05:08:12,878 Epoch 24 Step: 235800 Batch Loss: 1.411013 Tokens per Sec: 17039, Lr: 0.000147\n", "2020-06-04 05:08:27,865 Epoch 24 Step: 235900 Batch Loss: 1.600174 Tokens per Sec: 17052, Lr: 0.000147\n", "2020-06-04 05:08:42,730 Epoch 24 Step: 236000 Batch Loss: 1.509072 Tokens per Sec: 17215, Lr: 0.000147\n", "2020-06-04 05:09:05,006 Example #0\n", "2020-06-04 05:09:05,007 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:09:05,007 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:09:05,007 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:09:05,007 Example #1\n", "2020-06-04 05:09:05,007 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:09:05,007 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:09:05,007 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:09:05,007 Example #2\n", "2020-06-04 05:09:05,008 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:09:05,008 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:09:05,008 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:09:05,008 Example #3\n", "2020-06-04 05:09:05,008 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:09:05,008 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:09:05,008 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:09:05,008 Validation result (greedy) at epoch 24, step 236000: bleu: 33.57, loss: 35955.4453, ppl: 3.6452, duration: 22.2775s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 05:09:19,850 Epoch 24 Step: 236100 Batch Loss: 1.348506 Tokens per Sec: 16950, Lr: 0.000147\n", "2020-06-04 05:09:34,856 Epoch 24 Step: 236200 Batch Loss: 1.725014 Tokens per Sec: 17014, Lr: 0.000147\n", "2020-06-04 05:09:49,712 Epoch 24 Step: 236300 Batch Loss: 1.597792 Tokens per Sec: 16799, Lr: 0.000147\n", "2020-06-04 05:10:04,459 Epoch 24 Step: 236400 Batch Loss: 1.370937 Tokens per Sec: 16950, Lr: 0.000147\n", "2020-06-04 05:10:19,322 Epoch 24 Step: 236500 Batch Loss: 1.325212 Tokens per Sec: 17211, Lr: 0.000147\n", "2020-06-04 05:10:34,220 Epoch 24 Step: 236600 Batch Loss: 1.311921 Tokens per Sec: 17470, Lr: 0.000147\n", "2020-06-04 05:10:48,993 Epoch 24 Step: 236700 Batch Loss: 1.388581 Tokens per Sec: 17158, Lr: 0.000147\n", "2020-06-04 05:11:04,136 Epoch 24 Step: 236800 Batch Loss: 1.317352 Tokens per Sec: 17175, Lr: 0.000147\n", "2020-06-04 05:11:19,038 Epoch 24 Step: 236900 Batch Loss: 1.426500 Tokens per Sec: 17259, Lr: 0.000147\n", "2020-06-04 05:11:33,842 Epoch 24 Step: 237000 Batch Loss: 1.314166 Tokens per Sec: 17405, Lr: 0.000147\n", "2020-06-04 05:11:56,374 Hooray! New best validation result [ppl]!\n", "2020-06-04 05:11:56,374 Saving new checkpoint.\n", "2020-06-04 05:11:56,553 Example #0\n", "2020-06-04 05:11:56,553 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:11:56,553 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:11:56,553 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:11:56,553 Example #1\n", "2020-06-04 05:11:56,553 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:11:56,553 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:11:56,553 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:11:56,553 Example #2\n", "2020-06-04 05:11:56,553 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:11:56,553 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:11:56,553 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:11:56,553 Example #3\n", "2020-06-04 05:11:56,554 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:11:56,554 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:11:56,554 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:11:56,554 Validation result (greedy) at epoch 24, step 237000: bleu: 33.77, loss: 35813.0078, ppl: 3.6266, duration: 22.7118s\n", "2020-06-04 05:12:11,547 Epoch 24 Step: 237100 Batch Loss: 1.489843 Tokens per Sec: 17261, Lr: 0.000147\n", "2020-06-04 05:12:26,548 Epoch 24 Step: 237200 Batch Loss: 1.375607 Tokens per Sec: 17535, Lr: 0.000147\n", "2020-06-04 05:12:41,499 Epoch 24 Step: 237300 Batch Loss: 1.484178 Tokens per Sec: 16902, Lr: 0.000147\n", "2020-06-04 05:12:56,576 Epoch 24 Step: 237400 Batch Loss: 1.491935 Tokens per Sec: 17256, Lr: 0.000147\n", "2020-06-04 05:13:11,675 Epoch 24 Step: 237500 Batch Loss: 1.375901 Tokens per Sec: 16982, Lr: 0.000147\n", "2020-06-04 05:13:26,433 Epoch 24 Step: 237600 Batch Loss: 1.393052 Tokens per Sec: 17382, Lr: 0.000147\n", "2020-06-04 05:13:41,519 Epoch 24 Step: 237700 Batch Loss: 1.510708 Tokens per Sec: 16885, Lr: 0.000147\n", "2020-06-04 05:13:56,187 Epoch 24 Step: 237800 Batch Loss: 1.409689 Tokens per Sec: 17145, Lr: 0.000147\n", "2020-06-04 05:14:11,193 Epoch 24 Step: 237900 Batch Loss: 1.411020 Tokens per Sec: 17305, Lr: 0.000147\n", "2020-06-04 05:14:26,115 Epoch 24 Step: 238000 Batch Loss: 1.413668 Tokens per Sec: 17146, Lr: 0.000147\n", "2020-06-04 05:14:48,019 Example #0\n", "2020-06-04 05:14:48,020 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:14:48,020 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:14:48,020 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:14:48,020 Example #1\n", "2020-06-04 05:14:48,020 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:14:48,020 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:14:48,020 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:14:48,020 Example #2\n", "2020-06-04 05:14:48,020 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:14:48,020 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:14:48,020 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:14:48,020 Example #3\n", "2020-06-04 05:14:48,021 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:14:48,021 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:14:48,021 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:14:48,021 Validation result (greedy) at epoch 24, step 238000: bleu: 33.41, loss: 35857.6602, ppl: 3.6324, duration: 21.9057s\n", "2020-06-04 05:15:02,960 Epoch 24 Step: 238100 Batch Loss: 1.505875 Tokens per Sec: 17217, Lr: 0.000147\n", "2020-06-04 05:15:17,827 Epoch 24 Step: 238200 Batch Loss: 1.358608 Tokens per Sec: 17560, Lr: 0.000147\n", "2020-06-04 05:15:32,627 Epoch 24 Step: 238300 Batch Loss: 1.423216 Tokens per Sec: 17240, Lr: 0.000147\n", "2020-06-04 05:15:47,427 Epoch 24 Step: 238400 Batch Loss: 1.585732 Tokens per Sec: 17312, Lr: 0.000147\n", "2020-06-04 05:16:02,317 Epoch 24 Step: 238500 Batch Loss: 1.339440 Tokens per Sec: 17232, Lr: 0.000147\n", "2020-06-04 05:16:17,270 Epoch 24 Step: 238600 Batch Loss: 1.610237 Tokens per Sec: 17159, Lr: 0.000147\n", "2020-06-04 05:16:32,099 Epoch 24 Step: 238700 Batch Loss: 1.616426 Tokens per Sec: 17158, Lr: 0.000147\n", "2020-06-04 05:16:46,795 Epoch 24 Step: 238800 Batch Loss: 1.376937 Tokens per Sec: 17028, Lr: 0.000147\n", "2020-06-04 05:17:01,600 Epoch 24 Step: 238900 Batch Loss: 1.549499 Tokens per Sec: 17314, Lr: 0.000147\n", "2020-06-04 05:17:16,316 Epoch 24 Step: 239000 Batch Loss: 1.447547 Tokens per Sec: 17328, Lr: 0.000147\n", "2020-06-04 05:17:38,133 Example #0\n", "2020-06-04 05:17:38,133 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:17:38,133 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:17:38,133 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 05:17:38,133 Example #1\n", "2020-06-04 05:17:38,134 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:17:38,134 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:17:38,134 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:17:38,134 Example #2\n", "2020-06-04 05:17:38,134 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:17:38,134 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:17:38,134 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:17:38,134 Example #3\n", "2020-06-04 05:17:38,134 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:17:38,134 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:17:38,134 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:17:38,134 Validation result (greedy) at epoch 24, step 239000: bleu: 33.21, loss: 35919.9336, ppl: 3.6405, duration: 21.8179s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 05:17:52,968 Epoch 24 Step: 239100 Batch Loss: 1.453910 Tokens per Sec: 17048, Lr: 0.000147\n", "2020-06-04 05:18:07,732 Epoch 24 Step: 239200 Batch Loss: 1.558494 Tokens per Sec: 17026, Lr: 0.000147\n", "2020-06-04 05:18:22,495 Epoch 24 Step: 239300 Batch Loss: 1.316127 Tokens per Sec: 17149, Lr: 0.000147\n", "2020-06-04 05:18:37,269 Epoch 24 Step: 239400 Batch Loss: 1.505459 Tokens per Sec: 17130, Lr: 0.000147\n", "2020-06-04 05:18:52,211 Epoch 24 Step: 239500 Batch Loss: 1.632877 Tokens per Sec: 17292, Lr: 0.000147\n", "2020-06-04 05:19:06,855 Epoch 24 Step: 239600 Batch Loss: 1.495882 Tokens per Sec: 17197, Lr: 0.000147\n", "2020-06-04 05:19:21,811 Epoch 24 Step: 239700 Batch Loss: 1.320546 Tokens per Sec: 17356, Lr: 0.000147\n", "2020-06-04 05:19:36,386 Epoch 24 Step: 239800 Batch Loss: 1.622381 Tokens per Sec: 17227, Lr: 0.000147\n", "2020-06-04 05:19:51,362 Epoch 24 Step: 239900 Batch Loss: 1.438836 Tokens per Sec: 17513, Lr: 0.000147\n", "2020-06-04 05:20:06,166 Epoch 24 Step: 240000 Batch Loss: 1.469634 Tokens per Sec: 17274, Lr: 0.000147\n", "2020-06-04 05:20:28,401 Example #0\n", "2020-06-04 05:20:28,401 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:20:28,401 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:20:28,401 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 05:20:28,401 Example #1\n", "2020-06-04 05:20:28,401 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:20:28,401 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:20:28,402 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:20:28,402 Example #2\n", "2020-06-04 05:20:28,402 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:20:28,402 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:20:28,402 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:20:28,402 Example #3\n", "2020-06-04 05:20:28,402 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:20:28,402 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:20:28,402 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:20:28,402 Validation result (greedy) at epoch 24, step 240000: bleu: 33.44, loss: 35859.0117, ppl: 3.6326, duration: 22.2355s\n", "2020-06-04 05:20:43,198 Epoch 24 Step: 240100 Batch Loss: 1.434673 Tokens per Sec: 17249, Lr: 0.000147\n", "2020-06-04 05:20:58,152 Epoch 24 Step: 240200 Batch Loss: 1.351532 Tokens per Sec: 17391, Lr: 0.000147\n", "2020-06-04 05:21:12,986 Epoch 24 Step: 240300 Batch Loss: 1.405665 Tokens per Sec: 17088, Lr: 0.000147\n", "2020-06-04 05:21:27,794 Epoch 24 Step: 240400 Batch Loss: 1.631442 Tokens per Sec: 17097, Lr: 0.000147\n", "2020-06-04 05:21:42,645 Epoch 24 Step: 240500 Batch Loss: 1.457141 Tokens per Sec: 17239, Lr: 0.000147\n", "2020-06-04 05:21:57,357 Epoch 24 Step: 240600 Batch Loss: 1.301663 Tokens per Sec: 17142, Lr: 0.000147\n", "2020-06-04 05:22:12,186 Epoch 24 Step: 240700 Batch Loss: 1.441058 Tokens per Sec: 17448, Lr: 0.000147\n", "2020-06-04 05:22:27,049 Epoch 24 Step: 240800 Batch Loss: 1.417089 Tokens per Sec: 17380, Lr: 0.000147\n", "2020-06-04 05:22:41,954 Epoch 24 Step: 240900 Batch Loss: 1.507851 Tokens per Sec: 17076, Lr: 0.000147\n", "2020-06-04 05:22:56,892 Epoch 24 Step: 241000 Batch Loss: 1.643674 Tokens per Sec: 17396, Lr: 0.000147\n", "2020-06-04 05:23:18,992 Hooray! New best validation result [ppl]!\n", "2020-06-04 05:23:18,993 Saving new checkpoint.\n", "2020-06-04 05:23:19,250 Example #0\n", "2020-06-04 05:23:19,250 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:23:19,250 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:23:19,250 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 05:23:19,250 Example #1\n", "2020-06-04 05:23:19,251 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:23:19,251 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:23:19,251 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:23:19,251 Example #2\n", "2020-06-04 05:23:19,251 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:23:19,251 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:23:19,251 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:23:19,251 Example #3\n", "2020-06-04 05:23:19,251 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:23:19,251 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:23:19,251 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:23:19,252 Validation result (greedy) at epoch 24, step 241000: bleu: 33.60, loss: 35797.0664, ppl: 3.6245, duration: 22.3586s\n", "2020-06-04 05:23:34,016 Epoch 24 Step: 241100 Batch Loss: 1.367232 Tokens per Sec: 17444, Lr: 0.000147\n", "2020-06-04 05:23:48,761 Epoch 24 Step: 241200 Batch Loss: 1.542092 Tokens per Sec: 17346, Lr: 0.000147\n", "2020-06-04 05:24:03,720 Epoch 24 Step: 241300 Batch Loss: 1.518520 Tokens per Sec: 17212, Lr: 0.000147\n", "2020-06-04 05:24:18,631 Epoch 24 Step: 241400 Batch Loss: 1.472075 Tokens per Sec: 17555, Lr: 0.000147\n", "2020-06-04 05:24:33,375 Epoch 24 Step: 241500 Batch Loss: 1.682193 Tokens per Sec: 17402, Lr: 0.000147\n", "2020-06-04 05:24:48,449 Epoch 24 Step: 241600 Batch Loss: 1.402754 Tokens per Sec: 17290, Lr: 0.000147\n", "2020-06-04 05:25:03,178 Epoch 24 Step: 241700 Batch Loss: 1.346885 Tokens per Sec: 16716, Lr: 0.000147\n", "2020-06-04 05:25:18,051 Epoch 24 Step: 241800 Batch Loss: 1.529672 Tokens per Sec: 17251, Lr: 0.000147\n", "2020-06-04 05:25:32,956 Epoch 24 Step: 241900 Batch Loss: 1.373903 Tokens per Sec: 17626, Lr: 0.000147\n", "2020-06-04 05:25:47,932 Epoch 24 Step: 242000 Batch Loss: 1.343020 Tokens per Sec: 17382, Lr: 0.000147\n", "2020-06-04 05:26:10,246 Hooray! New best validation result [ppl]!\n", "2020-06-04 05:26:10,247 Saving new checkpoint.\n", "2020-06-04 05:26:10,427 Example #0\n", "2020-06-04 05:26:10,427 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:26:10,427 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:26:10,427 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:26:10,427 Example #1\n", "2020-06-04 05:26:10,427 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:26:10,427 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:26:10,427 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:26:10,427 Example #2\n", "2020-06-04 05:26:10,428 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:26:10,428 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:26:10,428 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:26:10,428 Example #3\n", "2020-06-04 05:26:10,428 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:26:10,428 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:26:10,428 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye mazao ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:26:10,428 Validation result (greedy) at epoch 24, step 242000: bleu: 33.54, loss: 35795.6953, ppl: 3.6243, duration: 22.4955s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 05:26:25,362 Epoch 24 Step: 242100 Batch Loss: 1.441524 Tokens per Sec: 16873, Lr: 0.000147\n", "2020-06-04 05:26:40,313 Epoch 24 Step: 242200 Batch Loss: 1.330009 Tokens per Sec: 17425, Lr: 0.000147\n", "2020-06-04 05:26:55,083 Epoch 24 Step: 242300 Batch Loss: 1.555945 Tokens per Sec: 17026, Lr: 0.000147\n", "2020-06-04 05:27:09,846 Epoch 24 Step: 242400 Batch Loss: 1.283537 Tokens per Sec: 17045, Lr: 0.000147\n", "2020-06-04 05:27:24,896 Epoch 24 Step: 242500 Batch Loss: 1.363268 Tokens per Sec: 17411, Lr: 0.000147\n", "2020-06-04 05:27:39,613 Epoch 24 Step: 242600 Batch Loss: 1.540194 Tokens per Sec: 17245, Lr: 0.000147\n", "2020-06-04 05:27:54,400 Epoch 24 Step: 242700 Batch Loss: 1.708486 Tokens per Sec: 17404, Lr: 0.000147\n", "2020-06-04 05:28:09,046 Epoch 24 Step: 242800 Batch Loss: 1.464554 Tokens per Sec: 17188, Lr: 0.000147\n", "2020-06-04 05:28:23,863 Epoch 24 Step: 242900 Batch Loss: 1.554659 Tokens per Sec: 17298, Lr: 0.000147\n", "2020-06-04 05:28:38,964 Epoch 24 Step: 243000 Batch Loss: 1.461030 Tokens per Sec: 17008, Lr: 0.000147\n", "2020-06-04 05:29:01,147 Example #0\n", "2020-06-04 05:29:01,147 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:29:01,148 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:29:01,148 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibika .\n", "2020-06-04 05:29:01,148 Example #1\n", "2020-06-04 05:29:01,148 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:29:01,148 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:29:01,148 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:29:01,148 Example #2\n", "2020-06-04 05:29:01,148 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:29:01,148 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:29:01,149 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:29:01,149 Example #3\n", "2020-06-04 05:29:01,149 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:29:01,149 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:29:01,149 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:29:01,149 Validation result (greedy) at epoch 24, step 243000: bleu: 33.53, loss: 35824.3398, ppl: 3.6280, duration: 22.1839s\n", "2020-06-04 05:29:16,064 Epoch 24 Step: 243100 Batch Loss: 1.395564 Tokens per Sec: 17106, Lr: 0.000147\n", "2020-06-04 05:29:30,850 Epoch 24 Step: 243200 Batch Loss: 1.375119 Tokens per Sec: 16883, Lr: 0.000147\n", "2020-06-04 05:29:45,634 Epoch 24 Step: 243300 Batch Loss: 1.582201 Tokens per Sec: 17271, Lr: 0.000147\n", "2020-06-04 05:30:00,389 Epoch 24 Step: 243400 Batch Loss: 1.402117 Tokens per Sec: 16977, Lr: 0.000147\n", "2020-06-04 05:30:15,193 Epoch 24 Step: 243500 Batch Loss: 1.412617 Tokens per Sec: 17190, Lr: 0.000147\n", "2020-06-04 05:30:30,080 Epoch 24 Step: 243600 Batch Loss: 1.416648 Tokens per Sec: 17018, Lr: 0.000147\n", "2020-06-04 05:30:44,861 Epoch 24 Step: 243700 Batch Loss: 1.501279 Tokens per Sec: 17378, Lr: 0.000147\n", "2020-06-04 05:30:59,381 Epoch 24 Step: 243800 Batch Loss: 1.415486 Tokens per Sec: 16895, Lr: 0.000147\n", "2020-06-04 05:31:14,258 Epoch 24 Step: 243900 Batch Loss: 1.428920 Tokens per Sec: 17330, Lr: 0.000147\n", "2020-06-04 05:31:29,151 Epoch 24 Step: 244000 Batch Loss: 1.458793 Tokens per Sec: 17571, Lr: 0.000147\n", "2020-06-04 05:31:50,740 Hooray! New best validation result [ppl]!\n", "2020-06-04 05:31:50,740 Saving new checkpoint.\n", "2020-06-04 05:31:50,919 Example #0\n", "2020-06-04 05:31:50,919 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:31:50,919 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:31:50,919 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:31:50,919 Example #1\n", "2020-06-04 05:31:50,920 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:31:50,920 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:31:50,920 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:31:50,920 Example #2\n", "2020-06-04 05:31:50,920 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:31:50,920 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:31:50,920 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:31:50,920 Example #3\n", "2020-06-04 05:31:50,920 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:31:50,920 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:31:50,920 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye mazao ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:31:50,921 Validation result (greedy) at epoch 24, step 244000: bleu: 33.61, loss: 35786.4805, ppl: 3.6231, duration: 21.7684s\n", "2020-06-04 05:32:05,911 Epoch 24 Step: 244100 Batch Loss: 1.346742 Tokens per Sec: 17295, Lr: 0.000147\n", "2020-06-04 05:32:20,627 Epoch 24 Step: 244200 Batch Loss: 1.501139 Tokens per Sec: 17232, Lr: 0.000147\n", "2020-06-04 05:32:35,595 Epoch 24 Step: 244300 Batch Loss: 1.471731 Tokens per Sec: 17268, Lr: 0.000147\n", "2020-06-04 05:32:50,468 Epoch 24 Step: 244400 Batch Loss: 1.404059 Tokens per Sec: 17579, Lr: 0.000147\n", "2020-06-04 05:33:05,241 Epoch 24 Step: 244500 Batch Loss: 1.661705 Tokens per Sec: 17395, Lr: 0.000147\n", "2020-06-04 05:33:19,872 Epoch 24 Step: 244600 Batch Loss: 1.437828 Tokens per Sec: 17343, Lr: 0.000147\n", "2020-06-04 05:33:34,597 Epoch 24 Step: 244700 Batch Loss: 1.434204 Tokens per Sec: 16987, Lr: 0.000147\n", "2020-06-04 05:33:49,295 Epoch 24 Step: 244800 Batch Loss: 1.445667 Tokens per Sec: 16969, Lr: 0.000147\n", "2020-06-04 05:34:03,972 Epoch 24 Step: 244900 Batch Loss: 1.558499 Tokens per Sec: 17222, Lr: 0.000147\n", "2020-06-04 05:34:18,717 Epoch 24 Step: 245000 Batch Loss: 1.673134 Tokens per Sec: 17252, Lr: 0.000147\n", "2020-06-04 05:34:40,781 Hooray! New best validation result [ppl]!\n", "2020-06-04 05:34:40,781 Saving new checkpoint.\n", "2020-06-04 05:34:40,968 Example #0\n", "2020-06-04 05:34:40,968 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:34:40,969 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:34:40,969 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibika .\n", "2020-06-04 05:34:40,969 Example #1\n", "2020-06-04 05:34:40,969 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:34:40,969 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:34:40,969 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:34:40,969 Example #2\n", "2020-06-04 05:34:40,969 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:34:40,969 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:34:40,969 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:34:40,969 Example #3\n", "2020-06-04 05:34:40,970 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:34:40,970 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:34:40,970 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:34:40,970 Validation result (greedy) at epoch 24, step 245000: bleu: 33.48, loss: 35686.0664, ppl: 3.6100, duration: 22.2525s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 05:34:55,908 Epoch 24 Step: 245100 Batch Loss: 1.703848 Tokens per Sec: 17326, Lr: 0.000147\n", "2020-06-04 05:35:10,679 Epoch 24 Step: 245200 Batch Loss: 1.493420 Tokens per Sec: 17193, Lr: 0.000147\n", "2020-06-04 05:35:25,577 Epoch 24 Step: 245300 Batch Loss: 1.598606 Tokens per Sec: 17329, Lr: 0.000147\n", "2020-06-04 05:35:40,211 Epoch 24 Step: 245400 Batch Loss: 1.504901 Tokens per Sec: 17212, Lr: 0.000147\n", "2020-06-04 05:35:55,031 Epoch 24 Step: 245500 Batch Loss: 1.498340 Tokens per Sec: 17583, Lr: 0.000147\n", "2020-06-04 05:36:09,911 Epoch 24 Step: 245600 Batch Loss: 1.429518 Tokens per Sec: 17282, Lr: 0.000147\n", "2020-06-04 05:36:24,526 Epoch 24 Step: 245700 Batch Loss: 1.610482 Tokens per Sec: 17418, Lr: 0.000147\n", "2020-06-04 05:36:39,303 Epoch 24 Step: 245800 Batch Loss: 1.482372 Tokens per Sec: 17357, Lr: 0.000147\n", "2020-06-04 05:36:48,456 Epoch 24: total training loss 14963.37\n", "2020-06-04 05:36:48,456 EPOCH 25\n", "2020-06-04 05:36:55,407 Epoch 25 Step: 245900 Batch Loss: 1.412580 Tokens per Sec: 14086, Lr: 0.000147\n", "2020-06-04 05:37:10,244 Epoch 25 Step: 246000 Batch Loss: 1.443172 Tokens per Sec: 17363, Lr: 0.000147\n", "2020-06-04 05:37:32,150 Example #0\n", "2020-06-04 05:37:32,150 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:37:32,150 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:37:32,150 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:37:32,150 Example #1\n", "2020-06-04 05:37:32,151 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:37:32,151 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:37:32,151 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:37:32,151 Example #2\n", "2020-06-04 05:37:32,151 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:37:32,151 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:37:32,151 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:37:32,151 Example #3\n", "2020-06-04 05:37:32,151 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:37:32,151 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:37:32,151 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:37:32,151 Validation result (greedy) at epoch 25, step 246000: bleu: 33.45, loss: 35810.2305, ppl: 3.6262, duration: 21.9068s\n", "2020-06-04 05:37:46,612 Epoch 25 Step: 246100 Batch Loss: 1.318411 Tokens per Sec: 17028, Lr: 0.000147\n", "2020-06-04 05:38:01,619 Epoch 25 Step: 246200 Batch Loss: 1.375175 Tokens per Sec: 16892, Lr: 0.000147\n", "2020-06-04 05:38:16,504 Epoch 25 Step: 246300 Batch Loss: 1.425779 Tokens per Sec: 17270, Lr: 0.000147\n", "2020-06-04 05:38:31,382 Epoch 25 Step: 246400 Batch Loss: 1.483278 Tokens per Sec: 17460, Lr: 0.000147\n", "2020-06-04 05:38:46,275 Epoch 25 Step: 246500 Batch Loss: 1.558948 Tokens per Sec: 17287, Lr: 0.000147\n", "2020-06-04 05:39:01,153 Epoch 25 Step: 246600 Batch Loss: 1.595549 Tokens per Sec: 16993, Lr: 0.000147\n", "2020-06-04 05:39:16,169 Epoch 25 Step: 246700 Batch Loss: 1.573054 Tokens per Sec: 17388, Lr: 0.000147\n", "2020-06-04 05:39:31,178 Epoch 25 Step: 246800 Batch Loss: 1.326692 Tokens per Sec: 17168, Lr: 0.000147\n", "2020-06-04 05:39:46,055 Epoch 25 Step: 246900 Batch Loss: 1.291977 Tokens per Sec: 17219, Lr: 0.000147\n", "2020-06-04 05:40:00,710 Epoch 25 Step: 247000 Batch Loss: 1.850692 Tokens per Sec: 17184, Lr: 0.000147\n", "2020-06-04 05:40:22,518 Example #0\n", "2020-06-04 05:40:22,518 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:40:22,518 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:40:22,518 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 05:40:22,518 Example #1\n", "2020-06-04 05:40:22,518 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:40:22,518 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:40:22,518 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:40:22,518 Example #2\n", "2020-06-04 05:40:22,519 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:40:22,519 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:40:22,519 \tHypothesis: Mwenendo huo ulianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:40:22,519 Example #3\n", "2020-06-04 05:40:22,519 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:40:22,519 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:40:22,519 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 05:40:22,519 Validation result (greedy) at epoch 25, step 247000: bleu: 33.42, loss: 35730.2422, ppl: 3.6158, duration: 21.8089s\n", "2020-06-04 05:40:37,213 Epoch 25 Step: 247100 Batch Loss: 1.369532 Tokens per Sec: 17299, Lr: 0.000147\n", "2020-06-04 05:40:52,103 Epoch 25 Step: 247200 Batch Loss: 1.426113 Tokens per Sec: 17175, Lr: 0.000147\n", "2020-06-04 05:41:06,854 Epoch 25 Step: 247300 Batch Loss: 1.416864 Tokens per Sec: 17281, Lr: 0.000147\n", "2020-06-04 05:41:21,610 Epoch 25 Step: 247400 Batch Loss: 1.371982 Tokens per Sec: 17242, Lr: 0.000147\n", "2020-06-04 05:41:36,545 Epoch 25 Step: 247500 Batch Loss: 1.417656 Tokens per Sec: 17178, Lr: 0.000147\n", "2020-06-04 05:41:51,425 Epoch 25 Step: 247600 Batch Loss: 1.287305 Tokens per Sec: 17107, Lr: 0.000147\n", "2020-06-04 05:42:06,536 Epoch 25 Step: 247700 Batch Loss: 1.371793 Tokens per Sec: 17105, Lr: 0.000147\n", "2020-06-04 05:42:21,504 Epoch 25 Step: 247800 Batch Loss: 1.301756 Tokens per Sec: 17434, Lr: 0.000147\n", "2020-06-04 05:42:36,186 Epoch 25 Step: 247900 Batch Loss: 1.309548 Tokens per Sec: 17201, Lr: 0.000147\n", "2020-06-04 05:42:50,923 Epoch 25 Step: 248000 Batch Loss: 1.383571 Tokens per Sec: 17190, Lr: 0.000147\n", "2020-06-04 05:43:12,692 Example #0\n", "2020-06-04 05:43:12,692 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:43:12,692 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:43:12,693 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alighadhibika .\n", "2020-06-04 05:43:12,693 Example #1\n", "2020-06-04 05:43:12,693 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:43:12,693 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:43:12,693 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:43:12,693 Example #2\n", "2020-06-04 05:43:12,693 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:43:12,693 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:43:12,693 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:43:12,694 Example #3\n", "2020-06-04 05:43:12,694 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:43:12,694 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:43:12,694 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 05:43:12,694 Validation result (greedy) at epoch 25, step 248000: bleu: 33.62, loss: 35800.7773, ppl: 3.6250, duration: 21.7701s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 05:43:27,464 Epoch 25 Step: 248100 Batch Loss: 1.407381 Tokens per Sec: 17061, Lr: 0.000147\n", "2020-06-04 05:43:42,210 Epoch 25 Step: 248200 Batch Loss: 1.526340 Tokens per Sec: 17244, Lr: 0.000147\n", "2020-06-04 05:43:56,894 Epoch 25 Step: 248300 Batch Loss: 1.222867 Tokens per Sec: 17530, Lr: 0.000147\n", "2020-06-04 05:44:11,863 Epoch 25 Step: 248400 Batch Loss: 1.583810 Tokens per Sec: 17517, Lr: 0.000147\n", "2020-06-04 05:44:26,764 Epoch 25 Step: 248500 Batch Loss: 1.513427 Tokens per Sec: 17584, Lr: 0.000147\n", "2020-06-04 05:44:41,396 Epoch 25 Step: 248600 Batch Loss: 1.398551 Tokens per Sec: 17101, Lr: 0.000147\n", "2020-06-04 05:44:56,056 Epoch 25 Step: 248700 Batch Loss: 1.337783 Tokens per Sec: 17096, Lr: 0.000147\n", "2020-06-04 05:45:10,565 Epoch 25 Step: 248800 Batch Loss: 1.298767 Tokens per Sec: 16861, Lr: 0.000147\n", "2020-06-04 05:45:25,345 Epoch 25 Step: 248900 Batch Loss: 1.578104 Tokens per Sec: 17342, Lr: 0.000147\n", "2020-06-04 05:45:40,133 Epoch 25 Step: 249000 Batch Loss: 1.547601 Tokens per Sec: 17526, Lr: 0.000147\n", "2020-06-04 05:46:02,212 Example #0\n", "2020-06-04 05:46:02,212 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:46:02,212 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:46:02,212 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:46:02,212 Example #1\n", "2020-06-04 05:46:02,213 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:46:02,213 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:46:02,213 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:46:02,213 Example #2\n", "2020-06-04 05:46:02,213 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:46:02,213 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:46:02,213 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:46:02,213 Example #3\n", "2020-06-04 05:46:02,213 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:46:02,213 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:46:02,213 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:46:02,213 Validation result (greedy) at epoch 25, step 249000: bleu: 33.80, loss: 35925.2695, ppl: 3.6412, duration: 22.0796s\n", "2020-06-04 05:46:17,200 Epoch 25 Step: 249100 Batch Loss: 1.493252 Tokens per Sec: 17482, Lr: 0.000147\n", "2020-06-04 05:46:32,070 Epoch 25 Step: 249200 Batch Loss: 1.489276 Tokens per Sec: 17244, Lr: 0.000147\n", "2020-06-04 05:46:46,733 Epoch 25 Step: 249300 Batch Loss: 1.445076 Tokens per Sec: 17121, Lr: 0.000147\n", "2020-06-04 05:47:01,499 Epoch 25 Step: 249400 Batch Loss: 1.509836 Tokens per Sec: 17432, Lr: 0.000147\n", "2020-06-04 05:47:16,377 Epoch 25 Step: 249500 Batch Loss: 1.295275 Tokens per Sec: 17326, Lr: 0.000147\n", "2020-06-04 05:47:31,026 Epoch 25 Step: 249600 Batch Loss: 1.750230 Tokens per Sec: 17254, Lr: 0.000147\n", "2020-06-04 05:47:45,937 Epoch 25 Step: 249700 Batch Loss: 1.564351 Tokens per Sec: 17639, Lr: 0.000147\n", "2020-06-04 05:48:00,708 Epoch 25 Step: 249800 Batch Loss: 1.235786 Tokens per Sec: 17268, Lr: 0.000147\n", "2020-06-04 05:48:15,604 Epoch 25 Step: 249900 Batch Loss: 1.280484 Tokens per Sec: 17137, Lr: 0.000147\n", "2020-06-04 05:48:30,282 Epoch 25 Step: 250000 Batch Loss: 1.227336 Tokens per Sec: 17130, Lr: 0.000147\n", "2020-06-04 05:48:52,163 Example #0\n", "2020-06-04 05:48:52,163 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:48:52,163 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:48:52,163 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akachoka .\n", "2020-06-04 05:48:52,163 Example #1\n", "2020-06-04 05:48:52,164 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:48:52,164 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:48:52,164 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:48:52,164 Example #2\n", "2020-06-04 05:48:52,164 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:48:52,164 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:48:52,164 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:48:52,164 Example #3\n", "2020-06-04 05:48:52,164 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:48:52,164 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:48:52,165 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:48:52,165 Validation result (greedy) at epoch 25, step 250000: bleu: 33.60, loss: 35786.8516, ppl: 3.6231, duration: 21.8819s\n", "2020-06-04 05:49:07,092 Epoch 25 Step: 250100 Batch Loss: 1.314707 Tokens per Sec: 17636, Lr: 0.000147\n", "2020-06-04 05:49:21,982 Epoch 25 Step: 250200 Batch Loss: 1.659881 Tokens per Sec: 17156, Lr: 0.000147\n", "2020-06-04 05:49:36,648 Epoch 25 Step: 250300 Batch Loss: 1.493312 Tokens per Sec: 17042, Lr: 0.000147\n", "2020-06-04 05:49:51,439 Epoch 25 Step: 250400 Batch Loss: 1.424580 Tokens per Sec: 17176, Lr: 0.000147\n", "2020-06-04 05:50:06,133 Epoch 25 Step: 250500 Batch Loss: 1.509617 Tokens per Sec: 16881, Lr: 0.000147\n", "2020-06-04 05:50:20,894 Epoch 25 Step: 250600 Batch Loss: 1.487696 Tokens per Sec: 17531, Lr: 0.000147\n", "2020-06-04 05:50:35,923 Epoch 25 Step: 250700 Batch Loss: 1.623844 Tokens per Sec: 17267, Lr: 0.000147\n", "2020-06-04 05:50:50,915 Epoch 25 Step: 250800 Batch Loss: 1.358494 Tokens per Sec: 17528, Lr: 0.000147\n", "2020-06-04 05:51:05,618 Epoch 25 Step: 250900 Batch Loss: 1.295619 Tokens per Sec: 16888, Lr: 0.000147\n", "2020-06-04 05:51:20,587 Epoch 25 Step: 251000 Batch Loss: 1.395031 Tokens per Sec: 17375, Lr: 0.000147\n", "2020-06-04 05:51:42,367 Example #0\n", "2020-06-04 05:51:42,367 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:51:42,367 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:51:42,367 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 05:51:42,367 Example #1\n", "2020-06-04 05:51:42,367 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:51:42,367 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:51:42,367 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:51:42,367 Example #2\n", "2020-06-04 05:51:42,367 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:51:42,367 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:51:42,367 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:51:42,368 Example #3\n", "2020-06-04 05:51:42,368 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:51:42,368 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:51:42,368 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:51:42,368 Validation result (greedy) at epoch 25, step 251000: bleu: 33.75, loss: 35735.4648, ppl: 3.6165, duration: 21.7805s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 05:51:57,373 Epoch 25 Step: 251100 Batch Loss: 1.418369 Tokens per Sec: 17538, Lr: 0.000103\n", "2020-06-04 05:52:11,840 Epoch 25 Step: 251200 Batch Loss: 1.376289 Tokens per Sec: 16998, Lr: 0.000103\n", "2020-06-04 05:52:26,559 Epoch 25 Step: 251300 Batch Loss: 1.537822 Tokens per Sec: 16908, Lr: 0.000103\n", "2020-06-04 05:52:41,612 Epoch 25 Step: 251400 Batch Loss: 1.315312 Tokens per Sec: 17380, Lr: 0.000103\n", "2020-06-04 05:52:56,549 Epoch 25 Step: 251500 Batch Loss: 1.455208 Tokens per Sec: 17401, Lr: 0.000103\n", "2020-06-04 05:53:11,414 Epoch 25 Step: 251600 Batch Loss: 1.333384 Tokens per Sec: 17402, Lr: 0.000103\n", "2020-06-04 05:53:26,138 Epoch 25 Step: 251700 Batch Loss: 1.409834 Tokens per Sec: 17096, Lr: 0.000103\n", "2020-06-04 05:53:40,745 Epoch 25 Step: 251800 Batch Loss: 1.428109 Tokens per Sec: 16947, Lr: 0.000103\n", "2020-06-04 05:53:55,533 Epoch 25 Step: 251900 Batch Loss: 1.453583 Tokens per Sec: 17222, Lr: 0.000103\n", "2020-06-04 05:54:10,482 Epoch 25 Step: 252000 Batch Loss: 1.540016 Tokens per Sec: 17368, Lr: 0.000103\n", "2020-06-04 05:54:32,382 Hooray! New best validation result [ppl]!\n", "2020-06-04 05:54:32,382 Saving new checkpoint.\n", "2020-06-04 05:54:32,560 Example #0\n", "2020-06-04 05:54:32,560 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:54:32,560 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:54:32,560 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:54:32,561 Example #1\n", "2020-06-04 05:54:32,561 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:54:32,561 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:54:32,561 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:54:32,561 Example #2\n", "2020-06-04 05:54:32,561 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:54:32,561 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:54:32,561 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:54:32,561 Example #3\n", "2020-06-04 05:54:32,562 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:54:32,562 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:54:32,562 \tHypothesis: Tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na ifaayo .\n", "2020-06-04 05:54:32,562 Validation result (greedy) at epoch 25, step 252000: bleu: 33.43, loss: 35660.6953, ppl: 3.6067, duration: 22.0793s\n", "2020-06-04 05:54:47,304 Epoch 25 Step: 252100 Batch Loss: 1.502508 Tokens per Sec: 17190, Lr: 0.000103\n", "2020-06-04 05:55:02,198 Epoch 25 Step: 252200 Batch Loss: 1.377194 Tokens per Sec: 17042, Lr: 0.000103\n", "2020-06-04 05:55:16,896 Epoch 25 Step: 252300 Batch Loss: 1.726576 Tokens per Sec: 17266, Lr: 0.000103\n", "2020-06-04 05:55:31,796 Epoch 25 Step: 252400 Batch Loss: 1.328438 Tokens per Sec: 17237, Lr: 0.000103\n", "2020-06-04 05:55:46,706 Epoch 25 Step: 252500 Batch Loss: 1.477693 Tokens per Sec: 17053, Lr: 0.000103\n", "2020-06-04 05:56:01,540 Epoch 25 Step: 252600 Batch Loss: 1.689620 Tokens per Sec: 17242, Lr: 0.000103\n", "2020-06-04 05:56:16,274 Epoch 25 Step: 252700 Batch Loss: 1.218069 Tokens per Sec: 17355, Lr: 0.000103\n", "2020-06-04 05:56:30,959 Epoch 25 Step: 252800 Batch Loss: 1.405078 Tokens per Sec: 17319, Lr: 0.000103\n", "2020-06-04 05:56:45,800 Epoch 25 Step: 252900 Batch Loss: 1.283699 Tokens per Sec: 17492, Lr: 0.000103\n", "2020-06-04 05:57:00,422 Epoch 25 Step: 253000 Batch Loss: 1.629452 Tokens per Sec: 17268, Lr: 0.000103\n", "2020-06-04 05:57:22,343 Example #0\n", "2020-06-04 05:57:22,343 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 05:57:22,343 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 05:57:22,343 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 05:57:22,343 Example #1\n", "2020-06-04 05:57:22,343 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 05:57:22,343 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 05:57:22,344 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 05:57:22,344 Example #2\n", "2020-06-04 05:57:22,344 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 05:57:22,344 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 05:57:22,344 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 05:57:22,344 Example #3\n", "2020-06-04 05:57:22,344 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 05:57:22,344 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 05:57:22,344 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 05:57:22,344 Validation result (greedy) at epoch 25, step 253000: bleu: 33.61, loss: 35679.9141, ppl: 3.6092, duration: 21.9212s\n", "2020-06-04 05:57:37,087 Epoch 25 Step: 253100 Batch Loss: 1.452778 Tokens per Sec: 17057, Lr: 0.000103\n", "2020-06-04 05:57:51,926 Epoch 25 Step: 253200 Batch Loss: 1.324000 Tokens per Sec: 17301, Lr: 0.000103\n", "2020-06-04 05:58:06,662 Epoch 25 Step: 253300 Batch Loss: 1.426277 Tokens per Sec: 17174, Lr: 0.000103\n", "2020-06-04 05:58:21,335 Epoch 25 Step: 253400 Batch Loss: 1.435222 Tokens per Sec: 17528, Lr: 0.000103\n", "2020-06-04 05:58:36,209 Epoch 25 Step: 253500 Batch Loss: 1.272391 Tokens per Sec: 17222, Lr: 0.000103\n", "2020-06-04 05:58:50,839 Epoch 25 Step: 253600 Batch Loss: 1.655653 Tokens per Sec: 17412, Lr: 0.000103\n", "2020-06-04 05:59:05,853 Epoch 25 Step: 253700 Batch Loss: 1.482955 Tokens per Sec: 17931, Lr: 0.000103\n", "2020-06-04 05:59:20,665 Epoch 25 Step: 253800 Batch Loss: 1.408060 Tokens per Sec: 17369, Lr: 0.000103\n", "2020-06-04 05:59:35,420 Epoch 25 Step: 253900 Batch Loss: 1.318703 Tokens per Sec: 17089, Lr: 0.000103\n", "2020-06-04 05:59:50,198 Epoch 25 Step: 254000 Batch Loss: 1.547029 Tokens per Sec: 17053, Lr: 0.000103\n", "2020-06-04 06:00:12,356 Hooray! New best validation result [ppl]!\n", "2020-06-04 06:00:12,356 Saving new checkpoint.\n", "2020-06-04 06:00:12,533 Example #0\n", "2020-06-04 06:00:12,533 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:00:12,533 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:00:12,533 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 06:00:12,533 Example #1\n", "2020-06-04 06:00:12,534 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:00:12,534 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:00:12,534 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:00:12,534 Example #2\n", "2020-06-04 06:00:12,534 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:00:12,534 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:00:12,534 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:00:12,534 Example #3\n", "2020-06-04 06:00:12,534 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:00:12,534 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:00:12,534 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:00:12,534 Validation result (greedy) at epoch 25, step 254000: bleu: 33.84, loss: 35636.4023, ppl: 3.6036, duration: 22.3354s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 06:00:27,419 Epoch 25 Step: 254100 Batch Loss: 1.492372 Tokens per Sec: 17348, Lr: 0.000103\n", "2020-06-04 06:00:42,312 Epoch 25 Step: 254200 Batch Loss: 1.495267 Tokens per Sec: 17242, Lr: 0.000103\n", "2020-06-04 06:00:57,002 Epoch 25 Step: 254300 Batch Loss: 1.347162 Tokens per Sec: 17098, Lr: 0.000103\n", "2020-06-04 06:01:11,736 Epoch 25 Step: 254400 Batch Loss: 1.334017 Tokens per Sec: 17020, Lr: 0.000103\n", "2020-06-04 06:01:26,679 Epoch 25 Step: 254500 Batch Loss: 1.318124 Tokens per Sec: 17036, Lr: 0.000103\n", "2020-06-04 06:01:41,264 Epoch 25 Step: 254600 Batch Loss: 1.278726 Tokens per Sec: 16933, Lr: 0.000103\n", "2020-06-04 06:01:56,269 Epoch 25 Step: 254700 Batch Loss: 1.308489 Tokens per Sec: 17369, Lr: 0.000103\n", "2020-06-04 06:02:11,357 Epoch 25 Step: 254800 Batch Loss: 1.392390 Tokens per Sec: 17498, Lr: 0.000103\n", "2020-06-04 06:02:26,195 Epoch 25 Step: 254900 Batch Loss: 1.384691 Tokens per Sec: 17250, Lr: 0.000103\n", "2020-06-04 06:02:40,949 Epoch 25 Step: 255000 Batch Loss: 1.536752 Tokens per Sec: 17317, Lr: 0.000103\n", "2020-06-04 06:03:03,491 Hooray! New best validation result [ppl]!\n", "2020-06-04 06:03:03,491 Saving new checkpoint.\n", "2020-06-04 06:03:03,666 Example #0\n", "2020-06-04 06:03:03,666 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:03:03,666 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:03:03,667 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:03:03,667 Example #1\n", "2020-06-04 06:03:03,667 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:03:03,667 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:03:03,667 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:03:03,667 Example #2\n", "2020-06-04 06:03:03,667 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:03:03,667 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:03:03,667 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:03:03,667 Example #3\n", "2020-06-04 06:03:03,668 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:03:03,668 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:03:03,668 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:03:03,668 Validation result (greedy) at epoch 25, step 255000: bleu: 33.70, loss: 35537.1562, ppl: 3.5907, duration: 22.7181s\n", "2020-06-04 06:03:18,559 Epoch 25 Step: 255100 Batch Loss: 1.486051 Tokens per Sec: 17172, Lr: 0.000103\n", "2020-06-04 06:03:33,658 Epoch 25 Step: 255200 Batch Loss: 1.416050 Tokens per Sec: 17220, Lr: 0.000103\n", "2020-06-04 06:03:48,673 Epoch 25 Step: 255300 Batch Loss: 1.481929 Tokens per Sec: 17158, Lr: 0.000103\n", "2020-06-04 06:04:03,258 Epoch 25 Step: 255400 Batch Loss: 1.487186 Tokens per Sec: 17229, Lr: 0.000103\n", "2020-06-04 06:04:18,131 Epoch 25 Step: 255500 Batch Loss: 1.315950 Tokens per Sec: 17215, Lr: 0.000103\n", "2020-06-04 06:04:32,836 Epoch 25 Step: 255600 Batch Loss: 1.357108 Tokens per Sec: 17248, Lr: 0.000103\n", "2020-06-04 06:04:47,718 Epoch 25 Step: 255700 Batch Loss: 1.317586 Tokens per Sec: 17224, Lr: 0.000103\n", "2020-06-04 06:05:02,505 Epoch 25 Step: 255800 Batch Loss: 1.513829 Tokens per Sec: 17299, Lr: 0.000103\n", "2020-06-04 06:05:17,372 Epoch 25 Step: 255900 Batch Loss: 1.472641 Tokens per Sec: 17161, Lr: 0.000103\n", "2020-06-04 06:05:32,444 Epoch 25 Step: 256000 Batch Loss: 1.504589 Tokens per Sec: 17358, Lr: 0.000103\n", "2020-06-04 06:05:54,669 Hooray! New best validation result [ppl]!\n", "2020-06-04 06:05:54,669 Saving new checkpoint.\n", "2020-06-04 06:05:54,845 Example #0\n", "2020-06-04 06:05:54,845 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:05:54,845 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:05:54,845 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:05:54,845 Example #1\n", "2020-06-04 06:05:54,845 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:05:54,845 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:05:54,845 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:05:54,845 Example #2\n", "2020-06-04 06:05:54,846 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:05:54,846 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:05:54,846 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:05:54,846 Example #3\n", "2020-06-04 06:05:54,846 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:05:54,846 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:05:54,846 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:05:54,846 Validation result (greedy) at epoch 25, step 256000: bleu: 33.66, loss: 35487.9453, ppl: 3.5844, duration: 22.4010s\n", "2020-06-04 06:06:09,616 Epoch 25 Step: 256100 Batch Loss: 1.372780 Tokens per Sec: 16853, Lr: 0.000103\n", "2020-06-04 06:06:10,887 Epoch 25: total training loss 14894.36\n", "2020-06-04 06:06:10,888 EPOCH 26\n", "2020-06-04 06:06:26,083 Epoch 26 Step: 256200 Batch Loss: 1.520225 Tokens per Sec: 15859, Lr: 0.000103\n", "2020-06-04 06:06:40,890 Epoch 26 Step: 256300 Batch Loss: 1.524600 Tokens per Sec: 17137, Lr: 0.000103\n", "2020-06-04 06:06:55,887 Epoch 26 Step: 256400 Batch Loss: 1.360218 Tokens per Sec: 17007, Lr: 0.000103\n", "2020-06-04 06:07:10,764 Epoch 26 Step: 256500 Batch Loss: 1.405231 Tokens per Sec: 17119, Lr: 0.000103\n", "2020-06-04 06:07:25,589 Epoch 26 Step: 256600 Batch Loss: 1.402561 Tokens per Sec: 17315, Lr: 0.000103\n", "2020-06-04 06:07:40,713 Epoch 26 Step: 256700 Batch Loss: 1.411567 Tokens per Sec: 17183, Lr: 0.000103\n", "2020-06-04 06:07:55,603 Epoch 26 Step: 256800 Batch Loss: 1.659363 Tokens per Sec: 17128, Lr: 0.000103\n", "2020-06-04 06:08:10,330 Epoch 26 Step: 256900 Batch Loss: 1.409030 Tokens per Sec: 17147, Lr: 0.000103\n", "2020-06-04 06:08:25,198 Epoch 26 Step: 257000 Batch Loss: 1.519321 Tokens per Sec: 17155, Lr: 0.000103\n", "2020-06-04 06:08:47,702 Example #0\n", "2020-06-04 06:08:47,702 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:08:47,702 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:08:47,702 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:08:47,702 Example #1\n", "2020-06-04 06:08:47,703 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:08:47,703 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:08:47,703 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:08:47,703 Example #2\n", "2020-06-04 06:08:47,703 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:08:47,703 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:08:47,703 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:08:47,703 Example #3\n", "2020-06-04 06:08:47,703 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:08:47,703 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:08:47,703 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye mazao ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:08:47,703 Validation result (greedy) at epoch 26, step 257000: bleu: 33.58, loss: 35553.1367, ppl: 3.5928, duration: 22.5045s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 06:09:02,554 Epoch 26 Step: 257100 Batch Loss: 1.412194 Tokens per Sec: 17251, Lr: 0.000103\n", "2020-06-04 06:09:17,609 Epoch 26 Step: 257200 Batch Loss: 1.352006 Tokens per Sec: 17211, Lr: 0.000103\n", "2020-06-04 06:09:32,429 Epoch 26 Step: 257300 Batch Loss: 1.407706 Tokens per Sec: 17158, Lr: 0.000103\n", "2020-06-04 06:09:47,223 Epoch 26 Step: 257400 Batch Loss: 1.475090 Tokens per Sec: 17301, Lr: 0.000103\n", "2020-06-04 06:10:02,191 Epoch 26 Step: 257500 Batch Loss: 1.584088 Tokens per Sec: 16910, Lr: 0.000103\n", "2020-06-04 06:10:17,073 Epoch 26 Step: 257600 Batch Loss: 1.443917 Tokens per Sec: 17208, Lr: 0.000103\n", "2020-06-04 06:10:31,953 Epoch 26 Step: 257700 Batch Loss: 1.371952 Tokens per Sec: 16938, Lr: 0.000103\n", "2020-06-04 06:12:52,590 Epoch 26 Step: 258500 Batch Loss: 1.325246 Tokens per Sec: 16923, Lr: 0.000103\n", "2020-06-04 06:13:07,531 Epoch 26 Step: 258600 Batch Loss: 1.622339 Tokens per Sec: 17067, Lr: 0.000103\n", "2020-06-04 06:13:22,233 Epoch 26 Step: 258700 Batch Loss: 1.421891 Tokens per Sec: 17199, Lr: 0.000103\n", "2020-06-04 06:13:37,036 Epoch 26 Step: 258800 Batch Loss: 1.453398 Tokens per Sec: 16895, Lr: 0.000103\n", "2020-06-04 06:13:51,884 Epoch 26 Step: 258900 Batch Loss: 1.248031 Tokens per Sec: 17306, Lr: 0.000103\n", "2020-06-04 06:14:06,688 Epoch 26 Step: 259000 Batch Loss: 1.258882 Tokens per Sec: 17329, Lr: 0.000103\n", "2020-06-04 06:14:28,505 Hooray! New best validation result [ppl]!\n", "2020-06-04 06:14:28,505 Saving new checkpoint.\n", "2020-06-04 06:14:28,681 Example #0\n", "2020-06-04 06:14:28,682 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:14:28,682 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:14:28,682 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:14:28,682 Example #1\n", "2020-06-04 06:14:28,682 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:14:28,682 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:14:28,682 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:14:28,682 Example #2\n", "2020-06-04 06:14:28,683 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:14:28,683 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:14:28,683 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:14:28,683 Example #3\n", "2020-06-04 06:14:28,683 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:14:28,683 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:14:28,683 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:14:28,683 Validation result (greedy) at epoch 26, step 259000: bleu: 33.79, loss: 35483.1250, ppl: 3.5838, duration: 21.9948s\n", "2020-06-04 06:14:43,344 Epoch 26 Step: 259100 Batch Loss: 1.378674 Tokens per Sec: 16945, Lr: 0.000103\n", "2020-06-04 06:14:58,294 Epoch 26 Step: 259200 Batch Loss: 1.545843 Tokens per Sec: 17517, Lr: 0.000103\n", "2020-06-04 06:15:13,098 Epoch 26 Step: 259300 Batch Loss: 1.566303 Tokens per Sec: 17350, Lr: 0.000103\n", "2020-06-04 06:15:28,188 Epoch 26 Step: 259400 Batch Loss: 1.380561 Tokens per Sec: 17054, Lr: 0.000103\n", "2020-06-04 06:15:43,199 Epoch 26 Step: 259500 Batch Loss: 1.494112 Tokens per Sec: 16883, Lr: 0.000103\n", "2020-06-04 06:15:58,003 Epoch 26 Step: 259600 Batch Loss: 1.413428 Tokens per Sec: 17263, Lr: 0.000103\n", "2020-06-04 06:16:12,909 Epoch 26 Step: 259700 Batch Loss: 1.485801 Tokens per Sec: 17151, Lr: 0.000103\n", "2020-06-04 06:16:27,797 Epoch 26 Step: 259800 Batch Loss: 1.433467 Tokens per Sec: 17027, Lr: 0.000103\n", "2020-06-04 06:16:42,625 Epoch 26 Step: 259900 Batch Loss: 1.322319 Tokens per Sec: 17111, Lr: 0.000103\n", "2020-06-04 06:16:57,650 Epoch 26 Step: 260000 Batch Loss: 1.361233 Tokens per Sec: 16954, Lr: 0.000103\n", "2020-06-04 06:17:19,632 Hooray! New best validation result [ppl]!\n", "2020-06-04 06:17:19,632 Saving new checkpoint.\n", "2020-06-04 06:17:19,810 Example #0\n", "2020-06-04 06:17:19,810 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:17:19,810 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:17:19,810 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:17:19,810 Example #1\n", "2020-06-04 06:17:19,810 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:17:19,810 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:17:19,811 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:17:19,811 Example #2\n", "2020-06-04 06:17:19,811 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:17:19,811 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:17:19,811 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:17:19,811 Example #3\n", "2020-06-04 06:17:19,811 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:17:19,811 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:17:19,811 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaavyo .\n", "2020-06-04 06:17:19,811 Validation result (greedy) at epoch 26, step 260000: bleu: 33.60, loss: 35455.4414, ppl: 3.5802, duration: 22.1610s\n", "2020-06-04 06:17:34,707 Epoch 26 Step: 260100 Batch Loss: 1.394487 Tokens per Sec: 17525, Lr: 0.000103\n", "2020-06-04 06:17:49,492 Epoch 26 Step: 260200 Batch Loss: 1.335446 Tokens per Sec: 17484, Lr: 0.000103\n", "2020-06-04 06:18:04,358 Epoch 26 Step: 260300 Batch Loss: 1.211399 Tokens per Sec: 17133, Lr: 0.000103\n", "2020-06-04 06:18:19,388 Epoch 26 Step: 260400 Batch Loss: 1.398606 Tokens per Sec: 17167, Lr: 0.000103\n", "2020-06-04 06:18:34,435 Epoch 26 Step: 260500 Batch Loss: 1.418275 Tokens per Sec: 17402, Lr: 0.000103\n", "2020-06-04 06:18:49,387 Epoch 26 Step: 260600 Batch Loss: 1.398965 Tokens per Sec: 17323, Lr: 0.000103\n", "2020-06-04 06:19:04,158 Epoch 26 Step: 260700 Batch Loss: 1.355651 Tokens per Sec: 17130, Lr: 0.000103\n", "2020-06-04 06:19:19,069 Epoch 26 Step: 260800 Batch Loss: 1.429892 Tokens per Sec: 17350, Lr: 0.000103\n", "2020-06-04 06:19:33,967 Epoch 26 Step: 260900 Batch Loss: 1.392380 Tokens per Sec: 17160, Lr: 0.000103\n", "2020-06-04 06:19:48,960 Epoch 26 Step: 261000 Batch Loss: 1.324957 Tokens per Sec: 17622, Lr: 0.000103\n", "2020-06-04 06:20:11,337 Hooray! New best validation result [ppl]!\n", "2020-06-04 06:20:11,338 Saving new checkpoint.\n", "2020-06-04 06:20:11,516 Example #0\n", "2020-06-04 06:20:11,516 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:20:11,516 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:20:11,516 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:20:11,516 Example #1\n", "2020-06-04 06:20:11,516 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:20:11,516 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:20:11,516 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:20:11,516 Example #2\n", "2020-06-04 06:20:11,516 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:20:11,516 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:20:11,516 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:20:11,516 Example #3\n", "2020-06-04 06:20:11,517 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:20:11,517 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:20:11,517 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo zaidi ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:20:11,517 Validation result (greedy) at epoch 26, step 261000: bleu: 33.78, loss: 35438.4375, ppl: 3.5780, duration: 22.5559s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 06:20:26,273 Epoch 26 Step: 261100 Batch Loss: 1.512890 Tokens per Sec: 17640, Lr: 0.000103\n", "2020-06-04 06:20:41,355 Epoch 26 Step: 261200 Batch Loss: 1.449345 Tokens per Sec: 17330, Lr: 0.000103\n", "2020-06-04 06:20:56,393 Epoch 26 Step: 261300 Batch Loss: 1.391988 Tokens per Sec: 17142, Lr: 0.000103\n", "2020-06-04 06:21:11,233 Epoch 26 Step: 261400 Batch Loss: 1.535803 Tokens per Sec: 17120, Lr: 0.000103\n", "2020-06-04 06:21:26,184 Epoch 26 Step: 261500 Batch Loss: 1.392307 Tokens per Sec: 17242, Lr: 0.000103\n", "2020-06-04 06:21:40,948 Epoch 26 Step: 261600 Batch Loss: 1.401416 Tokens per Sec: 17198, Lr: 0.000103\n", "2020-06-04 06:21:55,713 Epoch 26 Step: 261700 Batch Loss: 1.549221 Tokens per Sec: 17235, Lr: 0.000103\n", "2020-06-04 06:22:10,636 Epoch 26 Step: 261800 Batch Loss: 1.631103 Tokens per Sec: 17282, Lr: 0.000103\n", "2020-06-04 06:22:25,483 Epoch 26 Step: 261900 Batch Loss: 1.413475 Tokens per Sec: 17191, Lr: 0.000103\n", "2020-06-04 06:22:40,236 Epoch 26 Step: 262000 Batch Loss: 1.442924 Tokens per Sec: 17223, Lr: 0.000103\n", "2020-06-04 06:23:02,043 Example #0\n", "2020-06-04 06:23:02,043 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:23:02,044 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:23:02,044 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akachoka .\n", "2020-06-04 06:23:02,044 Example #1\n", "2020-06-04 06:23:02,044 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:23:02,044 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:23:02,044 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:23:02,044 Example #2\n", "2020-06-04 06:23:02,044 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:23:02,044 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:23:02,044 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:23:02,044 Example #3\n", "2020-06-04 06:23:02,044 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:23:02,044 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:23:02,044 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye mazao ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:23:02,045 Validation result (greedy) at epoch 26, step 262000: bleu: 33.68, loss: 35626.2539, ppl: 3.6023, duration: 21.8081s\n", "2020-06-04 06:23:16,890 Epoch 26 Step: 262100 Batch Loss: 1.427918 Tokens per Sec: 16875, Lr: 0.000103\n", "2020-06-04 06:23:31,661 Epoch 26 Step: 262200 Batch Loss: 1.322064 Tokens per Sec: 17385, Lr: 0.000103\n", "2020-06-04 06:23:46,541 Epoch 26 Step: 262300 Batch Loss: 1.405284 Tokens per Sec: 17382, Lr: 0.000103\n", "2020-06-04 06:24:01,394 Epoch 26 Step: 262400 Batch Loss: 1.341518 Tokens per Sec: 17199, Lr: 0.000103\n", "2020-06-04 06:24:16,183 Epoch 26 Step: 262500 Batch Loss: 1.529616 Tokens per Sec: 16789, Lr: 0.000103\n", "2020-06-04 06:24:30,953 Epoch 26 Step: 262600 Batch Loss: 1.539683 Tokens per Sec: 17160, Lr: 0.000103\n", "2020-06-04 06:24:45,805 Epoch 26 Step: 262700 Batch Loss: 1.431398 Tokens per Sec: 17086, Lr: 0.000103\n", "2020-06-04 06:25:00,734 Epoch 26 Step: 262800 Batch Loss: 1.471355 Tokens per Sec: 17125, Lr: 0.000103\n", "2020-06-04 06:25:15,677 Epoch 26 Step: 262900 Batch Loss: 1.646240 Tokens per Sec: 17253, Lr: 0.000103\n", "2020-06-04 06:25:30,622 Epoch 26 Step: 263000 Batch Loss: 1.209053 Tokens per Sec: 17211, Lr: 0.000103\n", "2020-06-04 06:25:52,740 Example #0\n", "2020-06-04 06:25:52,741 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:25:52,741 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:25:52,741 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaghadhibika .\n", "2020-06-04 06:25:52,741 Example #1\n", "2020-06-04 06:25:52,741 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:25:52,741 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:25:52,741 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:25:52,741 Example #2\n", "2020-06-04 06:25:52,741 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:25:52,741 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:25:52,741 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:25:52,741 Example #3\n", "2020-06-04 06:25:52,742 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:25:52,742 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:25:52,742 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:25:52,742 Validation result (greedy) at epoch 26, step 263000: bleu: 33.91, loss: 35472.5117, ppl: 3.5824, duration: 22.1187s\n", "2020-06-04 06:26:07,635 Epoch 26 Step: 263100 Batch Loss: 1.349182 Tokens per Sec: 17136, Lr: 0.000103\n", "2020-06-04 06:26:22,672 Epoch 26 Step: 263200 Batch Loss: 1.357062 Tokens per Sec: 17171, Lr: 0.000103\n", "2020-06-04 06:26:37,470 Epoch 26 Step: 263300 Batch Loss: 1.478809 Tokens per Sec: 17218, Lr: 0.000103\n", "2020-06-04 06:26:52,226 Epoch 26 Step: 263400 Batch Loss: 1.439761 Tokens per Sec: 17452, Lr: 0.000103\n", "2020-06-04 06:27:06,953 Epoch 26 Step: 263500 Batch Loss: 2.146661 Tokens per Sec: 17304, Lr: 0.000103\n", "2020-06-04 06:27:21,804 Epoch 26 Step: 263600 Batch Loss: 1.417447 Tokens per Sec: 17022, Lr: 0.000103\n", "2020-06-04 06:27:36,624 Epoch 26 Step: 263700 Batch Loss: 1.413928 Tokens per Sec: 17372, Lr: 0.000103\n", "2020-06-04 06:27:51,481 Epoch 26 Step: 263800 Batch Loss: 1.417602 Tokens per Sec: 17103, Lr: 0.000103\n", "2020-06-04 06:28:06,438 Epoch 26 Step: 263900 Batch Loss: 1.253970 Tokens per Sec: 17438, Lr: 0.000103\n", "2020-06-04 06:28:21,262 Epoch 26 Step: 264000 Batch Loss: 1.335833 Tokens per Sec: 17332, Lr: 0.000103\n", "2020-06-04 06:28:43,446 Hooray! New best validation result [ppl]!\n", "2020-06-04 06:28:43,446 Saving new checkpoint.\n", "2020-06-04 06:28:43,625 Example #0\n", "2020-06-04 06:28:43,625 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:28:43,625 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:28:43,625 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akachoka .\n", "2020-06-04 06:28:43,625 Example #1\n", "2020-06-04 06:28:43,625 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:28:43,625 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:28:43,625 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:28:43,625 Example #2\n", "2020-06-04 06:28:43,626 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:28:43,626 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:28:43,626 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:28:43,626 Example #3\n", "2020-06-04 06:28:43,626 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:28:43,626 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:28:43,626 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:28:43,626 Validation result (greedy) at epoch 26, step 264000: bleu: 33.87, loss: 35408.6953, ppl: 3.5742, duration: 22.3635s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 06:28:58,739 Epoch 26 Step: 264100 Batch Loss: 1.352903 Tokens per Sec: 17256, Lr: 0.000103\n", "2020-06-04 06:29:13,277 Epoch 26 Step: 264200 Batch Loss: 1.356730 Tokens per Sec: 17277, Lr: 0.000103\n", "2020-06-04 06:29:28,285 Epoch 26 Step: 264300 Batch Loss: 1.599118 Tokens per Sec: 17355, Lr: 0.000103\n", "2020-06-04 06:29:43,063 Epoch 26 Step: 264400 Batch Loss: 1.347953 Tokens per Sec: 17400, Lr: 0.000103\n", "2020-06-04 06:29:57,653 Epoch 26 Step: 264500 Batch Loss: 1.347447 Tokens per Sec: 17444, Lr: 0.000103\n", "2020-06-04 06:30:12,334 Epoch 26 Step: 264600 Batch Loss: 1.312389 Tokens per Sec: 16911, Lr: 0.000103\n", "2020-06-04 06:30:27,161 Epoch 26 Step: 264700 Batch Loss: 1.452877 Tokens per Sec: 17031, Lr: 0.000103\n", "2020-06-04 06:30:42,133 Epoch 26 Step: 264800 Batch Loss: 1.272919 Tokens per Sec: 17299, Lr: 0.000103\n", "2020-06-04 06:30:57,022 Epoch 26 Step: 264900 Batch Loss: 1.364531 Tokens per Sec: 17435, Lr: 0.000103\n", "2020-06-04 06:31:11,783 Epoch 26 Step: 265000 Batch Loss: 1.498530 Tokens per Sec: 16970, Lr: 0.000103\n", "2020-06-04 06:31:33,843 Example #0\n", "2020-06-04 06:31:33,844 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:31:33,844 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:31:33,844 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akachoka .\n", "2020-06-04 06:31:33,844 Example #1\n", "2020-06-04 06:31:33,844 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:31:33,844 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:31:33,844 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:31:33,844 Example #2\n", "2020-06-04 06:31:33,844 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:31:33,844 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:31:33,844 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:31:33,844 Example #3\n", "2020-06-04 06:31:33,844 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:31:33,844 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:31:33,844 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:31:33,844 Validation result (greedy) at epoch 26, step 265000: bleu: 33.96, loss: 35472.6250, ppl: 3.5824, duration: 22.0610s\n", "2020-06-04 06:31:48,621 Epoch 26 Step: 265100 Batch Loss: 1.674805 Tokens per Sec: 17382, Lr: 0.000103\n", "2020-06-04 06:32:03,407 Epoch 26 Step: 265200 Batch Loss: 1.501135 Tokens per Sec: 17240, Lr: 0.000103\n", "2020-06-04 06:32:17,990 Epoch 26 Step: 265300 Batch Loss: 1.318978 Tokens per Sec: 17153, Lr: 0.000103\n", "2020-06-04 06:32:32,835 Epoch 26 Step: 265400 Batch Loss: 1.423939 Tokens per Sec: 17156, Lr: 0.000103\n", "2020-06-04 06:32:47,588 Epoch 26 Step: 265500 Batch Loss: 1.385375 Tokens per Sec: 17545, Lr: 0.000103\n", "2020-06-04 06:33:02,690 Epoch 26 Step: 265600 Batch Loss: 1.459861 Tokens per Sec: 17378, Lr: 0.000103\n", "2020-06-04 06:33:17,348 Epoch 26 Step: 265700 Batch Loss: 1.382274 Tokens per Sec: 17054, Lr: 0.000103\n", "2020-06-04 06:33:31,942 Epoch 26 Step: 265800 Batch Loss: 1.453091 Tokens per Sec: 16992, Lr: 0.000103\n", "2020-06-04 06:33:46,780 Epoch 26 Step: 265900 Batch Loss: 1.347309 Tokens per Sec: 17259, Lr: 0.000103\n", "2020-06-04 06:34:01,680 Epoch 26 Step: 266000 Batch Loss: 1.369648 Tokens per Sec: 17310, Lr: 0.000103\n", "2020-06-04 06:34:23,559 Example #0\n", "2020-06-04 06:34:23,560 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:34:23,560 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:34:23,560 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akaghadhibika .\n", "2020-06-04 06:34:23,560 Example #1\n", "2020-06-04 06:34:23,560 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:34:23,560 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:34:23,560 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:34:23,560 Example #2\n", "2020-06-04 06:34:23,560 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:34:23,560 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:34:23,560 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:34:23,560 Example #3\n", "2020-06-04 06:34:23,560 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:34:23,560 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:34:23,560 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:34:23,561 Validation result (greedy) at epoch 26, step 266000: bleu: 34.03, loss: 35431.1953, ppl: 3.5771, duration: 21.8802s\n", "2020-06-04 06:34:38,448 Epoch 26 Step: 266100 Batch Loss: 1.589777 Tokens per Sec: 17466, Lr: 0.000103\n", "2020-06-04 06:34:53,181 Epoch 26 Step: 266200 Batch Loss: 1.236855 Tokens per Sec: 17327, Lr: 0.000103\n", "2020-06-04 06:35:07,944 Epoch 26 Step: 266300 Batch Loss: 1.637620 Tokens per Sec: 17027, Lr: 0.000103\n", "2020-06-04 06:35:15,067 Epoch 26: total training loss 14780.59\n", "2020-06-04 06:35:15,067 EPOCH 27\n", "2020-06-04 06:35:24,333 Epoch 27 Step: 266400 Batch Loss: 1.613353 Tokens per Sec: 14655, Lr: 0.000103\n", "2020-06-04 06:35:39,174 Epoch 27 Step: 266500 Batch Loss: 1.606721 Tokens per Sec: 17020, Lr: 0.000103\n", "2020-06-04 06:35:54,142 Epoch 27 Step: 266600 Batch Loss: 1.456200 Tokens per Sec: 17061, Lr: 0.000103\n", "2020-06-04 06:36:09,075 Epoch 27 Step: 266700 Batch Loss: 1.440424 Tokens per Sec: 17413, Lr: 0.000103\n", "2020-06-04 06:36:24,043 Epoch 27 Step: 266800 Batch Loss: 1.704452 Tokens per Sec: 17408, Lr: 0.000103\n", "2020-06-04 06:36:38,917 Epoch 27 Step: 266900 Batch Loss: 1.562881 Tokens per Sec: 17229, Lr: 0.000103\n", "2020-06-04 06:36:53,946 Epoch 27 Step: 267000 Batch Loss: 1.533100 Tokens per Sec: 17024, Lr: 0.000103\n", "2020-06-04 06:37:16,052 Example #0\n", "2020-06-04 06:37:16,052 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:37:16,052 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:37:16,052 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:37:16,052 Example #1\n", "2020-06-04 06:37:16,052 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:37:16,052 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:37:16,052 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:37:16,052 Example #2\n", "2020-06-04 06:37:16,053 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:37:16,053 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:37:16,053 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:37:16,053 Example #3\n", "2020-06-04 06:37:16,053 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:37:16,053 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:37:16,053 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:37:16,053 Validation result (greedy) at epoch 27, step 267000: bleu: 33.91, loss: 35440.4766, ppl: 3.5783, duration: 22.1070s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 06:37:30,837 Epoch 27 Step: 267100 Batch Loss: 1.373623 Tokens per Sec: 16927, Lr: 0.000103\n", "2020-06-04 06:37:46,070 Epoch 27 Step: 267200 Batch Loss: 1.236437 Tokens per Sec: 17251, Lr: 0.000103\n", "2020-06-04 06:38:00,933 Epoch 27 Step: 267300 Batch Loss: 1.347880 Tokens per Sec: 17019, Lr: 0.000103\n", "2020-06-04 06:38:15,915 Epoch 27 Step: 267400 Batch Loss: 1.437018 Tokens per Sec: 17662, Lr: 0.000103\n", "2020-06-04 06:38:30,686 Epoch 27 Step: 267500 Batch Loss: 1.396237 Tokens per Sec: 17291, Lr: 0.000103\n", "2020-06-04 06:38:45,469 Epoch 27 Step: 267600 Batch Loss: 1.365552 Tokens per Sec: 16939, Lr: 0.000103\n", "2020-06-04 06:39:00,228 Epoch 27 Step: 267700 Batch Loss: 1.364558 Tokens per Sec: 17086, Lr: 0.000103\n", "2020-06-04 06:39:15,046 Epoch 27 Step: 267800 Batch Loss: 1.561101 Tokens per Sec: 17515, Lr: 0.000103\n", "2020-06-04 06:39:29,695 Epoch 27 Step: 267900 Batch Loss: 1.621276 Tokens per Sec: 17273, Lr: 0.000103\n", "2020-06-04 06:39:44,755 Epoch 27 Step: 268000 Batch Loss: 1.203283 Tokens per Sec: 17247, Lr: 0.000103\n", "2020-06-04 06:40:06,570 Example #0\n", "2020-06-04 06:40:06,571 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:40:06,571 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:40:06,571 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 06:40:06,571 Example #1\n", "2020-06-04 06:40:06,571 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:40:06,571 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:40:06,571 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:40:06,571 Example #2\n", "2020-06-04 06:40:06,571 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:40:06,571 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:40:06,571 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:40:06,571 Example #3\n", "2020-06-04 06:40:06,571 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:40:06,572 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:40:06,572 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:40:06,572 Validation result (greedy) at epoch 27, step 268000: bleu: 34.02, loss: 35418.6133, ppl: 3.5755, duration: 21.8161s\n", "2020-06-04 06:40:21,554 Epoch 27 Step: 268100 Batch Loss: 1.435743 Tokens per Sec: 17320, Lr: 0.000103\n", "2020-06-04 06:40:36,461 Epoch 27 Step: 268200 Batch Loss: 1.392620 Tokens per Sec: 17128, Lr: 0.000103\n", "2020-06-04 06:40:51,521 Epoch 27 Step: 268300 Batch Loss: 1.346397 Tokens per Sec: 17230, Lr: 0.000103\n", "2020-06-04 06:41:06,473 Epoch 27 Step: 268400 Batch Loss: 1.399989 Tokens per Sec: 17174, Lr: 0.000103\n", "2020-06-04 06:41:21,495 Epoch 27 Step: 268500 Batch Loss: 1.358617 Tokens per Sec: 17371, Lr: 0.000103\n", "2020-06-04 06:41:36,501 Epoch 27 Step: 268600 Batch Loss: 1.310881 Tokens per Sec: 17269, Lr: 0.000103\n", "2020-06-04 06:41:51,352 Epoch 27 Step: 268700 Batch Loss: 1.362302 Tokens per Sec: 17015, Lr: 0.000103\n", "2020-06-04 06:42:06,394 Epoch 27 Step: 268800 Batch Loss: 1.420041 Tokens per Sec: 17306, Lr: 0.000103\n", "2020-06-04 06:42:21,121 Epoch 27 Step: 268900 Batch Loss: 1.462103 Tokens per Sec: 17036, Lr: 0.000103\n", "2020-06-04 06:42:36,198 Epoch 27 Step: 269000 Batch Loss: 1.312917 Tokens per Sec: 17551, Lr: 0.000103\n", "2020-06-04 06:42:58,161 Hooray! New best validation result [ppl]!\n", "2020-06-04 06:42:58,161 Saving new checkpoint.\n", "2020-06-04 06:42:58,343 Example #0\n", "2020-06-04 06:42:58,343 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:42:58,343 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:42:58,343 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:42:58,343 Example #1\n", "2020-06-04 06:42:58,344 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:42:58,344 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:42:58,344 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:42:58,344 Example #2\n", "2020-06-04 06:42:58,344 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:42:58,344 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:42:58,344 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:42:58,344 Example #3\n", "2020-06-04 06:42:58,344 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:42:58,344 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:42:58,344 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:42:58,345 Validation result (greedy) at epoch 27, step 269000: bleu: 33.85, loss: 35378.6953, ppl: 3.5703, duration: 22.1461s\n", "2020-06-04 06:43:13,095 Epoch 27 Step: 269100 Batch Loss: 1.374435 Tokens per Sec: 17411, Lr: 0.000103\n", "2020-06-04 06:43:28,050 Epoch 27 Step: 269200 Batch Loss: 1.377073 Tokens per Sec: 17511, Lr: 0.000103\n", "2020-06-04 06:43:43,016 Epoch 27 Step: 269300 Batch Loss: 1.500828 Tokens per Sec: 17014, Lr: 0.000103\n", "2020-06-04 06:43:57,793 Epoch 27 Step: 269400 Batch Loss: 1.493119 Tokens per Sec: 17358, Lr: 0.000103\n", "2020-06-04 06:44:12,709 Epoch 27 Step: 269500 Batch Loss: 1.323202 Tokens per Sec: 16651, Lr: 0.000103\n", "2020-06-04 06:44:27,494 Epoch 27 Step: 269600 Batch Loss: 1.332367 Tokens per Sec: 17295, Lr: 0.000103\n", "2020-06-04 06:44:42,269 Epoch 27 Step: 269700 Batch Loss: 1.331515 Tokens per Sec: 17124, Lr: 0.000103\n", "2020-06-04 06:44:56,986 Epoch 27 Step: 269800 Batch Loss: 1.423913 Tokens per Sec: 17131, Lr: 0.000103\n", "2020-06-04 06:45:11,758 Epoch 27 Step: 269900 Batch Loss: 1.455985 Tokens per Sec: 17408, Lr: 0.000103\n", "2020-06-04 06:45:26,562 Epoch 27 Step: 270000 Batch Loss: 1.298785 Tokens per Sec: 17337, Lr: 0.000103\n", "2020-06-04 06:45:48,761 Hooray! New best validation result [ppl]!\n", "2020-06-04 06:45:48,761 Saving new checkpoint.\n", "2020-06-04 06:45:49,014 Example #0\n", "2020-06-04 06:45:49,015 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:45:49,015 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:45:49,015 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:45:49,015 Example #1\n", "2020-06-04 06:45:49,015 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:45:49,015 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:45:49,015 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:45:49,015 Example #2\n", "2020-06-04 06:45:49,015 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:45:49,015 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:45:49,016 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:45:49,016 Example #3\n", "2020-06-04 06:45:49,016 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:45:49,016 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:45:49,016 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:45:49,016 Validation result (greedy) at epoch 27, step 270000: bleu: 33.72, loss: 35306.9648, ppl: 3.5611, duration: 22.4538s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 06:46:03,871 Epoch 27 Step: 270100 Batch Loss: 1.631887 Tokens per Sec: 17257, Lr: 0.000103\n", "2020-06-04 06:46:18,747 Epoch 27 Step: 270200 Batch Loss: 1.743557 Tokens per Sec: 17021, Lr: 0.000103\n", "2020-06-04 06:46:33,704 Epoch 27 Step: 270300 Batch Loss: 1.565151 Tokens per Sec: 17003, Lr: 0.000103\n", "2020-06-04 06:46:48,721 Epoch 27 Step: 270400 Batch Loss: 1.551442 Tokens per Sec: 17326, Lr: 0.000103\n", "2020-06-04 06:47:03,545 Epoch 27 Step: 270500 Batch Loss: 1.441756 Tokens per Sec: 16932, Lr: 0.000103\n", "2020-06-04 06:47:18,232 Epoch 27 Step: 270600 Batch Loss: 1.467927 Tokens per Sec: 17225, Lr: 0.000103\n", "2020-06-04 06:47:32,884 Epoch 27 Step: 270700 Batch Loss: 1.255214 Tokens per Sec: 17304, Lr: 0.000103\n", "2020-06-04 06:47:47,708 Epoch 27 Step: 270800 Batch Loss: 1.216218 Tokens per Sec: 16739, Lr: 0.000103\n", "2020-06-04 06:48:02,736 Epoch 27 Step: 270900 Batch Loss: 1.333605 Tokens per Sec: 17536, Lr: 0.000103\n", "2020-06-04 06:48:17,745 Epoch 27 Step: 271000 Batch Loss: 1.316569 Tokens per Sec: 17086, Lr: 0.000103\n", "2020-06-04 06:48:40,330 Example #0\n", "2020-06-04 06:48:40,330 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:48:40,330 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:48:40,331 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:48:40,331 Example #1\n", "2020-06-04 06:48:40,331 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:48:40,331 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:48:40,331 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:48:40,331 Example #2\n", "2020-06-04 06:48:40,331 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:48:40,331 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:48:40,331 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:48:40,331 Example #3\n", "2020-06-04 06:48:40,331 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:48:40,331 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:48:40,331 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 06:48:40,331 Validation result (greedy) at epoch 27, step 271000: bleu: 33.83, loss: 35405.5742, ppl: 3.5738, duration: 22.5860s\n", "2020-06-04 06:48:55,134 Epoch 27 Step: 271100 Batch Loss: 1.659026 Tokens per Sec: 16968, Lr: 0.000103\n", "2020-06-04 06:49:09,790 Epoch 27 Step: 271200 Batch Loss: 1.512859 Tokens per Sec: 16833, Lr: 0.000103\n", "2020-06-04 06:49:24,602 Epoch 27 Step: 271300 Batch Loss: 1.397696 Tokens per Sec: 17363, Lr: 0.000103\n", "2020-06-04 06:49:39,379 Epoch 27 Step: 271400 Batch Loss: 1.581588 Tokens per Sec: 17196, Lr: 0.000103\n", "2020-06-04 06:49:54,344 Epoch 27 Step: 271500 Batch Loss: 1.811240 Tokens per Sec: 17098, Lr: 0.000103\n", "2020-06-04 06:50:09,238 Epoch 27 Step: 271600 Batch Loss: 1.342714 Tokens per Sec: 17206, Lr: 0.000103\n", "2020-06-04 06:50:24,197 Epoch 27 Step: 271700 Batch Loss: 1.510295 Tokens per Sec: 17526, Lr: 0.000103\n", "2020-06-04 06:50:39,019 Epoch 27 Step: 271800 Batch Loss: 1.388854 Tokens per Sec: 17174, Lr: 0.000103\n", "2020-06-04 06:50:53,921 Epoch 27 Step: 271900 Batch Loss: 1.461856 Tokens per Sec: 17536, Lr: 0.000103\n", "2020-06-04 06:51:08,670 Epoch 27 Step: 272000 Batch Loss: 1.671846 Tokens per Sec: 17484, Lr: 0.000103\n", "2020-06-04 06:51:30,979 Example #0\n", "2020-06-04 06:51:30,979 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:51:30,979 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:51:30,979 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:51:30,979 Example #1\n", "2020-06-04 06:51:30,979 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:51:30,979 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:51:30,979 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:51:30,979 Example #2\n", "2020-06-04 06:51:30,979 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:51:30,979 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:51:30,979 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:51:30,979 Example #3\n", "2020-06-04 06:51:30,980 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:51:30,980 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:51:30,980 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:51:30,980 Validation result (greedy) at epoch 27, step 272000: bleu: 34.07, loss: 35338.5938, ppl: 3.5652, duration: 22.3091s\n", "2020-06-04 06:51:45,936 Epoch 27 Step: 272100 Batch Loss: 1.699360 Tokens per Sec: 17048, Lr: 0.000103\n", "2020-06-04 06:52:00,896 Epoch 27 Step: 272200 Batch Loss: 1.355394 Tokens per Sec: 17235, Lr: 0.000103\n", "2020-06-04 06:52:15,732 Epoch 27 Step: 272300 Batch Loss: 1.480711 Tokens per Sec: 16844, Lr: 0.000103\n", "2020-06-04 06:52:30,521 Epoch 27 Step: 272400 Batch Loss: 1.855580 Tokens per Sec: 17437, Lr: 0.000103\n", "2020-06-04 06:52:45,366 Epoch 27 Step: 272500 Batch Loss: 1.403379 Tokens per Sec: 16951, Lr: 0.000103\n", "2020-06-04 06:53:00,382 Epoch 27 Step: 272600 Batch Loss: 1.451925 Tokens per Sec: 17207, Lr: 0.000103\n", "2020-06-04 06:53:15,291 Epoch 27 Step: 272700 Batch Loss: 1.816231 Tokens per Sec: 17027, Lr: 0.000103\n", "2020-06-04 06:53:30,262 Epoch 27 Step: 272800 Batch Loss: 1.835377 Tokens per Sec: 17327, Lr: 0.000103\n", "2020-06-04 06:53:44,995 Epoch 27 Step: 272900 Batch Loss: 1.335891 Tokens per Sec: 16768, Lr: 0.000103\n", "2020-06-04 06:54:00,069 Epoch 27 Step: 273000 Batch Loss: 1.412414 Tokens per Sec: 17428, Lr: 0.000103\n", "2020-06-04 06:54:22,344 Example #0\n", "2020-06-04 06:54:22,344 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:54:22,344 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:54:22,344 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:54:22,344 Example #1\n", "2020-06-04 06:54:22,345 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:54:22,345 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:54:22,345 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:54:22,345 Example #2\n", "2020-06-04 06:54:22,345 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:54:22,345 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:54:22,345 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:54:22,345 Example #3\n", "2020-06-04 06:54:22,345 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:54:22,345 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:54:22,345 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:54:22,345 Validation result (greedy) at epoch 27, step 273000: bleu: 34.11, loss: 35360.4062, ppl: 3.5680, duration: 22.2757s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 06:54:37,170 Epoch 27 Step: 273100 Batch Loss: 1.444927 Tokens per Sec: 17353, Lr: 0.000103\n", "2020-06-04 06:54:51,953 Epoch 27 Step: 273200 Batch Loss: 1.618027 Tokens per Sec: 17333, Lr: 0.000103\n", "2020-06-04 06:55:06,716 Epoch 27 Step: 273300 Batch Loss: 1.163631 Tokens per Sec: 16902, Lr: 0.000103\n", "2020-06-04 06:55:21,377 Epoch 27 Step: 273400 Batch Loss: 1.323145 Tokens per Sec: 17193, Lr: 0.000103\n", "2020-06-04 06:55:36,253 Epoch 27 Step: 273500 Batch Loss: 1.538306 Tokens per Sec: 17233, Lr: 0.000103\n", "2020-06-04 06:55:51,216 Epoch 27 Step: 273600 Batch Loss: 1.563383 Tokens per Sec: 17193, Lr: 0.000103\n", "2020-06-04 06:56:05,996 Epoch 27 Step: 273700 Batch Loss: 1.488776 Tokens per Sec: 17103, Lr: 0.000103\n", "2020-06-04 06:56:20,698 Epoch 27 Step: 273800 Batch Loss: 1.409653 Tokens per Sec: 17036, Lr: 0.000103\n", "2020-06-04 06:56:35,501 Epoch 27 Step: 273900 Batch Loss: 1.507612 Tokens per Sec: 17385, Lr: 0.000103\n", "2020-06-04 06:56:50,368 Epoch 27 Step: 274000 Batch Loss: 1.279156 Tokens per Sec: 17236, Lr: 0.000103\n", "2020-06-04 06:57:12,860 Example #0\n", "2020-06-04 06:57:12,860 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 06:57:12,860 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 06:57:12,860 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 06:57:12,860 Example #1\n", "2020-06-04 06:57:12,861 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 06:57:12,861 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 06:57:12,861 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 06:57:12,861 Example #2\n", "2020-06-04 06:57:12,861 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 06:57:12,861 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 06:57:12,861 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 06:57:12,861 Example #3\n", "2020-06-04 06:57:12,861 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 06:57:12,861 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 06:57:12,861 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 06:57:12,861 Validation result (greedy) at epoch 27, step 274000: bleu: 33.85, loss: 35322.6484, ppl: 3.5631, duration: 22.4927s\n", "2020-06-04 06:57:27,697 Epoch 27 Step: 274100 Batch Loss: 1.362065 Tokens per Sec: 17613, Lr: 0.000103\n", "2020-06-04 06:57:42,372 Epoch 27 Step: 274200 Batch Loss: 1.532583 Tokens per Sec: 17265, Lr: 0.000103\n", "2020-06-04 06:57:57,192 Epoch 27 Step: 274300 Batch Loss: 1.616716 Tokens per Sec: 17418, Lr: 0.000103\n", "2020-06-04 06:58:11,895 Epoch 27 Step: 274400 Batch Loss: 1.400997 Tokens per Sec: 17395, Lr: 0.000103\n", "2020-06-04 06:58:26,795 Epoch 27 Step: 274500 Batch Loss: 1.445522 Tokens per Sec: 17402, Lr: 0.000103\n", "2020-06-04 06:58:41,596 Epoch 27 Step: 274600 Batch Loss: 1.448417 Tokens per Sec: 17432, Lr: 0.000103\n", "2020-06-04 06:58:56,409 Epoch 27 Step: 274700 Batch Loss: 1.510339 Tokens per Sec: 17099, Lr: 0.000103\n", "2020-06-04 06:59:11,127 Epoch 27 Step: 274800 Batch Loss: 1.334352 Tokens per Sec: 17111, Lr: 0.000103\n", "2020-06-04 06:59:26,121 Epoch 27 Step: 274900 Batch Loss: 1.562374 Tokens per Sec: 17087, Lr: 0.000103\n", "2020-06-04 06:59:40,934 Epoch 27 Step: 275000 Batch Loss: 1.381819 Tokens per Sec: 17292, Lr: 0.000103\n", "2020-06-04 07:00:02,751 Example #0\n", "2020-06-04 07:00:02,751 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:00:02,751 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:00:02,751 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 07:00:02,751 Example #1\n", "2020-06-04 07:00:02,751 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:00:02,752 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:00:02,752 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:00:02,752 Example #2\n", "2020-06-04 07:00:02,752 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:00:02,752 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:00:02,752 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:00:02,752 Example #3\n", "2020-06-04 07:00:02,752 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:00:02,752 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:00:02,752 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:00:02,752 Validation result (greedy) at epoch 27, step 275000: bleu: 33.91, loss: 35317.6055, ppl: 3.5625, duration: 21.8183s\n", "2020-06-04 07:00:17,368 Epoch 27 Step: 275100 Batch Loss: 1.400527 Tokens per Sec: 17370, Lr: 0.000103\n", "2020-06-04 07:00:32,220 Epoch 27 Step: 275200 Batch Loss: 1.514090 Tokens per Sec: 17048, Lr: 0.000103\n", "2020-06-04 07:00:47,178 Epoch 27 Step: 275300 Batch Loss: 1.544279 Tokens per Sec: 17272, Lr: 0.000103\n", "2020-06-04 07:01:01,951 Epoch 27 Step: 275400 Batch Loss: 1.339053 Tokens per Sec: 17087, Lr: 0.000103\n", "2020-06-04 07:01:16,750 Epoch 27 Step: 275500 Batch Loss: 1.545895 Tokens per Sec: 17229, Lr: 0.000103\n", "2020-06-04 07:01:31,761 Epoch 27 Step: 275600 Batch Loss: 1.413468 Tokens per Sec: 17114, Lr: 0.000103\n", "2020-06-04 07:01:46,640 Epoch 27 Step: 275700 Batch Loss: 1.492599 Tokens per Sec: 17125, Lr: 0.000103\n", "2020-06-04 07:02:01,605 Epoch 27 Step: 275800 Batch Loss: 1.323789 Tokens per Sec: 17213, Lr: 0.000103\n", "2020-06-04 07:02:16,611 Epoch 27 Step: 275900 Batch Loss: 1.348615 Tokens per Sec: 17055, Lr: 0.000103\n", "2020-06-04 07:02:31,348 Epoch 27 Step: 276000 Batch Loss: 1.414414 Tokens per Sec: 17188, Lr: 0.000103\n", "2020-06-04 07:02:53,564 Example #0\n", "2020-06-04 07:02:53,564 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:02:53,564 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:02:53,564 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:02:53,564 Example #1\n", "2020-06-04 07:02:53,565 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:02:53,565 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:02:53,565 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:02:53,565 Example #2\n", "2020-06-04 07:02:53,565 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:02:53,565 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:02:53,565 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:02:53,565 Example #3\n", "2020-06-04 07:02:53,565 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:02:53,565 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:02:53,566 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:02:53,566 Validation result (greedy) at epoch 27, step 276000: bleu: 33.91, loss: 35329.6133, ppl: 3.5640, duration: 22.2171s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 07:03:08,449 Epoch 27 Step: 276100 Batch Loss: 1.314781 Tokens per Sec: 17294, Lr: 0.000072\n", "2020-06-04 07:03:23,449 Epoch 27 Step: 276200 Batch Loss: 1.254796 Tokens per Sec: 17180, Lr: 0.000072\n", "2020-06-04 07:03:38,299 Epoch 27 Step: 276300 Batch Loss: 1.525436 Tokens per Sec: 17250, Lr: 0.000072\n", "2020-06-04 07:03:52,890 Epoch 27 Step: 276400 Batch Loss: 1.343279 Tokens per Sec: 17014, Lr: 0.000072\n", "2020-06-04 07:04:07,540 Epoch 27 Step: 276500 Batch Loss: 1.434058 Tokens per Sec: 17294, Lr: 0.000072\n", "2020-06-04 07:04:20,494 Epoch 27: total training loss 14735.54\n", "2020-06-04 07:04:20,494 EPOCH 28\n", "2020-06-04 07:04:23,871 Epoch 28 Step: 276600 Batch Loss: 1.321656 Tokens per Sec: 10040, Lr: 0.000072\n", "2020-06-04 07:04:38,611 Epoch 28 Step: 276700 Batch Loss: 1.398420 Tokens per Sec: 17161, Lr: 0.000072\n", "2020-06-04 07:04:53,436 Epoch 28 Step: 276800 Batch Loss: 1.334422 Tokens per Sec: 17256, Lr: 0.000072\n", "2020-06-04 07:05:08,261 Epoch 28 Step: 276900 Batch Loss: 1.478878 Tokens per Sec: 17165, Lr: 0.000072\n", "2020-06-04 07:05:23,344 Epoch 28 Step: 277000 Batch Loss: 1.336098 Tokens per Sec: 17164, Lr: 0.000072\n", "2020-06-04 07:05:45,834 Example #0\n", "2020-06-04 07:05:45,834 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:05:45,834 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:05:45,834 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akawa na hasira .\n", "2020-06-04 07:05:45,834 Example #1\n", "2020-06-04 07:05:45,834 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:05:45,834 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:05:45,834 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:05:45,835 Example #2\n", "2020-06-04 07:05:45,835 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:05:45,835 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:05:45,835 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:05:45,835 Example #3\n", "2020-06-04 07:05:45,835 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:05:45,835 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:05:45,835 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:05:45,835 Validation result (greedy) at epoch 28, step 277000: bleu: 33.95, loss: 35311.7344, ppl: 3.5617, duration: 22.4907s\n", "2020-06-04 07:06:00,554 Epoch 28 Step: 277100 Batch Loss: 1.245887 Tokens per Sec: 17161, Lr: 0.000072\n", "2020-06-04 07:06:15,430 Epoch 28 Step: 277200 Batch Loss: 1.394116 Tokens per Sec: 17192, Lr: 0.000072\n", "2020-06-04 07:06:30,069 Epoch 28 Step: 277300 Batch Loss: 1.366586 Tokens per Sec: 17186, Lr: 0.000072\n", "2020-06-04 07:06:44,765 Epoch 28 Step: 277400 Batch Loss: 1.320257 Tokens per Sec: 17257, Lr: 0.000072\n", "2020-06-04 07:06:59,608 Epoch 28 Step: 277500 Batch Loss: 1.339342 Tokens per Sec: 17344, Lr: 0.000072\n", "2020-06-04 07:07:14,516 Epoch 28 Step: 277600 Batch Loss: 1.275890 Tokens per Sec: 17031, Lr: 0.000072\n", "2020-06-04 07:07:29,479 Epoch 28 Step: 277700 Batch Loss: 1.247998 Tokens per Sec: 17309, Lr: 0.000072\n", "2020-06-04 07:07:44,601 Epoch 28 Step: 277800 Batch Loss: 1.446195 Tokens per Sec: 17228, Lr: 0.000072\n", "2020-06-04 07:07:59,526 Epoch 28 Step: 277900 Batch Loss: 1.337017 Tokens per Sec: 17202, Lr: 0.000072\n", "2020-06-04 07:08:14,391 Epoch 28 Step: 278000 Batch Loss: 1.515171 Tokens per Sec: 17036, Lr: 0.000072\n", "2020-06-04 07:08:36,798 Example #0\n", "2020-06-04 07:08:36,798 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:08:36,798 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:08:36,798 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:08:36,798 Example #1\n", "2020-06-04 07:08:36,798 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:08:36,799 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:08:36,799 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:08:36,799 Example #2\n", "2020-06-04 07:08:36,799 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:08:36,799 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:08:36,799 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:08:36,799 Example #3\n", "2020-06-04 07:08:36,799 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:08:36,799 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:08:36,799 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 07:08:36,799 Validation result (greedy) at epoch 28, step 278000: bleu: 34.08, loss: 35308.5547, ppl: 3.5613, duration: 22.4077s\n", "2020-06-04 07:08:51,670 Epoch 28 Step: 278100 Batch Loss: 1.482885 Tokens per Sec: 17402, Lr: 0.000072\n", "2020-06-04 07:09:06,317 Epoch 28 Step: 278200 Batch Loss: 1.480677 Tokens per Sec: 16973, Lr: 0.000072\n", "2020-06-04 07:09:21,275 Epoch 28 Step: 278300 Batch Loss: 1.568412 Tokens per Sec: 17032, Lr: 0.000072\n", "2020-06-04 07:09:36,253 Epoch 28 Step: 278400 Batch Loss: 1.326392 Tokens per Sec: 17450, Lr: 0.000072\n", "2020-06-04 07:09:51,131 Epoch 28 Step: 278500 Batch Loss: 1.316581 Tokens per Sec: 17728, Lr: 0.000072\n", "2020-06-04 07:10:05,934 Epoch 28 Step: 278600 Batch Loss: 1.202582 Tokens per Sec: 17122, Lr: 0.000072\n", "2020-06-04 07:10:20,610 Epoch 28 Step: 278700 Batch Loss: 1.329609 Tokens per Sec: 16927, Lr: 0.000072\n", "2020-06-04 07:10:35,495 Epoch 28 Step: 278800 Batch Loss: 1.347157 Tokens per Sec: 17601, Lr: 0.000072\n", "2020-06-04 07:10:50,213 Epoch 28 Step: 278900 Batch Loss: 1.416664 Tokens per Sec: 17045, Lr: 0.000072\n", "2020-06-04 07:11:04,866 Epoch 28 Step: 279000 Batch Loss: 1.525820 Tokens per Sec: 17166, Lr: 0.000072\n", "2020-06-04 07:11:26,827 Hooray! New best validation result [ppl]!\n", "2020-06-04 07:11:26,827 Saving new checkpoint.\n", "2020-06-04 07:11:27,073 Example #0\n", "2020-06-04 07:11:27,074 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:11:27,074 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:11:27,074 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:11:27,074 Example #1\n", "2020-06-04 07:11:27,074 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:11:27,074 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:11:27,074 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:11:27,074 Example #2\n", "2020-06-04 07:11:27,075 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:11:27,075 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:11:27,075 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:11:27,075 Example #3\n", "2020-06-04 07:11:27,075 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:11:27,075 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:11:27,075 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:11:27,075 Validation result (greedy) at epoch 28, step 279000: bleu: 33.79, loss: 35208.2617, ppl: 3.5485, duration: 22.2085s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 07:11:41,919 Epoch 28 Step: 279100 Batch Loss: 1.373307 Tokens per Sec: 16787, Lr: 0.000072\n", "2020-06-04 07:11:56,795 Epoch 28 Step: 279200 Batch Loss: 1.450174 Tokens per Sec: 17317, Lr: 0.000072\n", "2020-06-04 07:12:11,612 Epoch 28 Step: 279300 Batch Loss: 1.432213 Tokens per Sec: 17155, Lr: 0.000072\n", "2020-06-04 07:12:26,457 Epoch 28 Step: 279400 Batch Loss: 1.383941 Tokens per Sec: 16945, Lr: 0.000072\n", "2020-06-04 07:12:41,323 Epoch 28 Step: 279500 Batch Loss: 1.534354 Tokens per Sec: 17131, Lr: 0.000072\n", "2020-06-04 07:12:56,137 Epoch 28 Step: 279600 Batch Loss: 1.376902 Tokens per Sec: 17287, Lr: 0.000072\n", "2020-06-04 07:13:10,998 Epoch 28 Step: 279700 Batch Loss: 1.311262 Tokens per Sec: 17191, Lr: 0.000072\n", "2020-06-04 07:13:25,665 Epoch 28 Step: 279800 Batch Loss: 1.475716 Tokens per Sec: 17249, Lr: 0.000072\n", "2020-06-04 07:13:40,545 Epoch 28 Step: 279900 Batch Loss: 1.392938 Tokens per Sec: 17458, Lr: 0.000072\n", "2020-06-04 07:13:55,350 Epoch 28 Step: 280000 Batch Loss: 1.440696 Tokens per Sec: 17141, Lr: 0.000072\n", "2020-06-04 07:14:17,293 Example #0\n", "2020-06-04 07:14:17,294 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:14:17,294 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:14:17,294 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:14:17,294 Example #1\n", "2020-06-04 07:14:17,294 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:14:17,294 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:14:17,294 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:14:17,294 Example #2\n", "2020-06-04 07:14:17,294 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:14:17,294 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:14:17,294 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:14:17,295 Example #3\n", "2020-06-04 07:14:17,295 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:14:17,295 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:14:17,295 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 07:14:17,295 Validation result (greedy) at epoch 28, step 280000: bleu: 33.82, loss: 35281.0508, ppl: 3.5578, duration: 21.9439s\n", "2020-06-04 07:14:32,079 Epoch 28 Step: 280100 Batch Loss: 1.406855 Tokens per Sec: 16972, Lr: 0.000072\n", "2020-06-04 07:14:47,014 Epoch 28 Step: 280200 Batch Loss: 1.291825 Tokens per Sec: 17485, Lr: 0.000072\n", "2020-06-04 07:15:02,008 Epoch 28 Step: 280300 Batch Loss: 1.308552 Tokens per Sec: 16999, Lr: 0.000072\n", "2020-06-04 07:15:16,803 Epoch 28 Step: 280400 Batch Loss: 1.331934 Tokens per Sec: 17134, Lr: 0.000072\n", "2020-06-04 07:15:31,633 Epoch 28 Step: 280500 Batch Loss: 1.588713 Tokens per Sec: 17176, Lr: 0.000072\n", "2020-06-04 07:15:46,464 Epoch 28 Step: 280600 Batch Loss: 1.399974 Tokens per Sec: 17450, Lr: 0.000072\n", "2020-06-04 07:16:01,294 Epoch 28 Step: 280700 Batch Loss: 1.282326 Tokens per Sec: 17162, Lr: 0.000072\n", "2020-06-04 07:16:16,154 Epoch 28 Step: 280800 Batch Loss: 1.578773 Tokens per Sec: 17413, Lr: 0.000072\n", "2020-06-04 07:16:31,009 Epoch 28 Step: 280900 Batch Loss: 1.645600 Tokens per Sec: 17161, Lr: 0.000072\n", "2020-06-04 07:16:45,791 Epoch 28 Step: 281000 Batch Loss: 1.340197 Tokens per Sec: 17210, Lr: 0.000072\n", "2020-06-04 07:17:07,526 Example #0\n", "2020-06-04 07:17:07,526 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:17:07,526 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:17:07,526 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:17:07,526 Example #1\n", "2020-06-04 07:17:07,526 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:17:07,526 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:17:07,526 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:17:07,526 Example #2\n", "2020-06-04 07:17:07,527 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:17:07,527 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:17:07,527 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:17:07,527 Example #3\n", "2020-06-04 07:17:07,527 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:17:07,527 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:17:07,527 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 07:17:07,527 Validation result (greedy) at epoch 28, step 281000: bleu: 33.76, loss: 35264.5078, ppl: 3.5557, duration: 21.7356s\n", "2020-06-04 07:17:22,390 Epoch 28 Step: 281100 Batch Loss: 1.403614 Tokens per Sec: 17323, Lr: 0.000072\n", "2020-06-04 07:19:21,001 Epoch 28 Step: 281900 Batch Loss: 1.445572 Tokens per Sec: 17264, Lr: 0.000072\n", "2020-06-04 07:19:35,815 Epoch 28 Step: 282000 Batch Loss: 1.419351 Tokens per Sec: 17389, Lr: 0.000072\n", "2020-06-04 07:19:57,772 Example #0\n", "2020-06-04 07:19:57,772 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:19:57,772 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:19:57,772 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , akachoka .\n", "2020-06-04 07:19:57,772 Example #1\n", "2020-06-04 07:19:57,772 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:19:57,772 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:19:57,772 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:19:57,773 Example #2\n", "2020-06-04 07:19:57,773 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:19:57,773 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:19:57,773 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:19:57,773 Example #3\n", "2020-06-04 07:19:57,773 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:19:57,773 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:19:57,773 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:19:57,773 Validation result (greedy) at epoch 28, step 282000: bleu: 33.94, loss: 35212.9688, ppl: 3.5491, duration: 21.9580s\n", "2020-06-04 07:20:12,773 Epoch 28 Step: 282100 Batch Loss: 1.495897 Tokens per Sec: 17349, Lr: 0.000072\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 07:20:27,557 Epoch 28 Step: 282200 Batch Loss: 1.410679 Tokens per Sec: 17436, Lr: 0.000072\n", "2020-06-04 07:20:42,289 Epoch 28 Step: 282300 Batch Loss: 1.596566 Tokens per Sec: 17255, Lr: 0.000072\n", "2020-06-04 07:20:56,881 Epoch 28 Step: 282400 Batch Loss: 1.474409 Tokens per Sec: 16948, Lr: 0.000072\n", "2020-06-04 07:21:11,719 Epoch 28 Step: 282500 Batch Loss: 1.398287 Tokens per Sec: 17444, Lr: 0.000072\n", "2020-06-04 07:21:26,454 Epoch 28 Step: 282600 Batch Loss: 1.855322 Tokens per Sec: 17107, Lr: 0.000072\n", "2020-06-04 07:21:41,020 Epoch 28 Step: 282700 Batch Loss: 1.415929 Tokens per Sec: 16994, Lr: 0.000072\n", "2020-06-04 07:21:55,755 Epoch 28 Step: 282800 Batch Loss: 1.362807 Tokens per Sec: 17481, Lr: 0.000072\n", "2020-06-04 07:22:10,422 Epoch 28 Step: 282900 Batch Loss: 1.603413 Tokens per Sec: 17158, Lr: 0.000072\n", "2020-06-04 07:22:25,386 Epoch 28 Step: 283000 Batch Loss: 1.438795 Tokens per Sec: 17177, Lr: 0.000072\n", "2020-06-04 07:22:47,548 Example #0\n", "2020-06-04 07:22:47,549 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:22:47,549 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:22:47,549 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:22:47,549 Example #1\n", "2020-06-04 07:22:47,549 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:22:47,549 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:22:47,549 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:22:47,549 Example #2\n", "2020-06-04 07:22:47,549 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:22:47,549 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:22:47,549 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:22:47,549 Example #3\n", "2020-06-04 07:22:47,550 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:22:47,550 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:22:47,550 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:22:47,550 Validation result (greedy) at epoch 28, step 283000: bleu: 34.00, loss: 35210.9141, ppl: 3.5489, duration: 22.1634s\n", "2020-06-04 07:23:02,382 Epoch 28 Step: 283100 Batch Loss: 1.351336 Tokens per Sec: 17401, Lr: 0.000072\n", "2020-06-04 07:23:17,008 Epoch 28 Step: 283200 Batch Loss: 1.565010 Tokens per Sec: 17078, Lr: 0.000072\n", "2020-06-04 07:23:31,921 Epoch 28 Step: 283300 Batch Loss: 1.632422 Tokens per Sec: 17408, Lr: 0.000072\n", "2020-06-04 07:23:46,685 Epoch 28 Step: 283400 Batch Loss: 1.591469 Tokens per Sec: 17124, Lr: 0.000072\n", "2020-06-04 07:24:01,579 Epoch 28 Step: 283500 Batch Loss: 1.593119 Tokens per Sec: 17330, Lr: 0.000072\n", "2020-06-04 07:24:16,438 Epoch 28 Step: 283600 Batch Loss: 1.617202 Tokens per Sec: 17135, Lr: 0.000072\n", "2020-06-04 07:24:31,265 Epoch 28 Step: 283700 Batch Loss: 1.354579 Tokens per Sec: 17103, Lr: 0.000072\n", "2020-06-04 07:24:46,244 Epoch 28 Step: 283800 Batch Loss: 1.412136 Tokens per Sec: 17353, Lr: 0.000072\n", "2020-06-04 07:25:00,793 Epoch 28 Step: 283900 Batch Loss: 1.390354 Tokens per Sec: 17063, Lr: 0.000072\n", "2020-06-04 07:25:15,682 Epoch 28 Step: 284000 Batch Loss: 1.533274 Tokens per Sec: 17291, Lr: 0.000072\n", "2020-06-04 07:25:37,683 Hooray! New best validation result [ppl]!\n", "2020-06-04 07:25:37,684 Saving new checkpoint.\n", "2020-06-04 07:25:37,862 Example #0\n", "2020-06-04 07:25:37,863 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:25:37,863 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:25:37,863 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:25:37,863 Example #1\n", "2020-06-04 07:25:37,863 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:25:37,863 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:25:37,863 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:25:37,863 Example #2\n", "2020-06-04 07:25:37,864 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:25:37,864 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:25:37,864 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:25:37,864 Example #3\n", "2020-06-04 07:25:37,864 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:25:37,864 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:25:37,864 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:25:37,864 Validation result (greedy) at epoch 28, step 284000: bleu: 34.00, loss: 35197.9141, ppl: 3.5472, duration: 22.1811s\n", "2020-06-04 07:25:52,784 Epoch 28 Step: 284100 Batch Loss: 1.522596 Tokens per Sec: 17096, Lr: 0.000072\n", "2020-06-04 07:26:07,457 Epoch 28 Step: 284200 Batch Loss: 1.316050 Tokens per Sec: 17538, Lr: 0.000072\n", "2020-06-04 07:26:22,318 Epoch 28 Step: 284300 Batch Loss: 1.460820 Tokens per Sec: 17255, Lr: 0.000072\n", "2020-06-04 07:26:37,213 Epoch 28 Step: 284400 Batch Loss: 1.463196 Tokens per Sec: 17504, Lr: 0.000072\n", "2020-06-04 07:26:52,150 Epoch 28 Step: 284500 Batch Loss: 1.485321 Tokens per Sec: 17233, Lr: 0.000072\n", "2020-06-04 07:27:07,007 Epoch 28 Step: 284600 Batch Loss: 2.060260 Tokens per Sec: 16964, Lr: 0.000072\n", "2020-06-04 07:27:21,886 Epoch 28 Step: 284700 Batch Loss: 1.303653 Tokens per Sec: 17162, Lr: 0.000072\n", "2020-06-04 07:27:36,623 Epoch 28 Step: 284800 Batch Loss: 1.464433 Tokens per Sec: 17072, Lr: 0.000072\n", "2020-06-04 07:27:51,406 Epoch 28 Step: 284900 Batch Loss: 1.407833 Tokens per Sec: 17387, Lr: 0.000072\n", "2020-06-04 07:28:06,532 Epoch 28 Step: 285000 Batch Loss: 1.444838 Tokens per Sec: 17109, Lr: 0.000072\n", "2020-06-04 07:28:28,716 Hooray! New best validation result [ppl]!\n", "2020-06-04 07:28:28,716 Saving new checkpoint.\n", "2020-06-04 07:28:28,896 Example #0\n", "2020-06-04 07:28:28,896 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:28:28,896 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:28:28,896 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:28:28,896 Example #1\n", "2020-06-04 07:28:28,897 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:28:28,897 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:28:28,897 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:28:28,897 Example #2\n", "2020-06-04 07:28:28,897 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:28:28,897 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:28:28,897 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:28:28,897 Example #3\n", "2020-06-04 07:28:28,897 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:28:28,897 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:28:28,897 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:28:28,898 Validation result (greedy) at epoch 28, step 285000: bleu: 33.74, loss: 35162.1172, ppl: 3.5426, duration: 22.3651s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 07:28:43,809 Epoch 28 Step: 285100 Batch Loss: 1.297677 Tokens per Sec: 17145, Lr: 0.000072\n", "2020-06-04 07:28:58,818 Epoch 28 Step: 285200 Batch Loss: 1.593563 Tokens per Sec: 17234, Lr: 0.000072\n", "2020-06-04 07:29:13,791 Epoch 28 Step: 285300 Batch Loss: 1.373778 Tokens per Sec: 17399, Lr: 0.000072\n", "2020-06-04 07:29:28,534 Epoch 28 Step: 285400 Batch Loss: 1.266396 Tokens per Sec: 17186, Lr: 0.000072\n", "2020-06-04 07:29:43,454 Epoch 28 Step: 285500 Batch Loss: 1.491753 Tokens per Sec: 17470, Lr: 0.000072\n", "2020-06-04 07:29:58,143 Epoch 28 Step: 285600 Batch Loss: 1.453560 Tokens per Sec: 17317, Lr: 0.000072\n", "2020-06-04 07:30:13,025 Epoch 28 Step: 285700 Batch Loss: 1.374971 Tokens per Sec: 17436, Lr: 0.000072\n", "2020-06-04 07:30:27,808 Epoch 28 Step: 285800 Batch Loss: 1.633586 Tokens per Sec: 17016, Lr: 0.000072\n", "2020-06-04 07:30:42,357 Epoch 28 Step: 285900 Batch Loss: 1.379893 Tokens per Sec: 16875, Lr: 0.000072\n", "2020-06-04 07:30:57,128 Epoch 28 Step: 286000 Batch Loss: 1.516433 Tokens per Sec: 17375, Lr: 0.000072\n", "2020-06-04 07:31:19,106 Example #0\n", "2020-06-04 07:31:19,106 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:31:19,106 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:31:19,106 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:31:19,107 Example #1\n", "2020-06-04 07:31:19,107 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:31:19,107 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:31:19,107 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:31:19,107 Example #2\n", "2020-06-04 07:31:19,107 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:31:19,107 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:31:19,107 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:31:19,107 Example #3\n", "2020-06-04 07:31:19,108 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:31:19,108 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:31:19,108 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:31:19,108 Validation result (greedy) at epoch 28, step 286000: bleu: 33.60, loss: 35188.1758, ppl: 3.5460, duration: 21.9792s\n", "2020-06-04 07:31:33,976 Epoch 28 Step: 286100 Batch Loss: 1.497560 Tokens per Sec: 17364, Lr: 0.000072\n", "2020-06-04 07:31:48,810 Epoch 28 Step: 286200 Batch Loss: 1.569030 Tokens per Sec: 17206, Lr: 0.000072\n", "2020-06-04 07:32:03,574 Epoch 28 Step: 286300 Batch Loss: 1.555785 Tokens per Sec: 17285, Lr: 0.000072\n", "2020-06-04 07:32:18,407 Epoch 28 Step: 286400 Batch Loss: 1.538756 Tokens per Sec: 17228, Lr: 0.000072\n", "2020-06-04 07:32:32,865 Epoch 28 Step: 286500 Batch Loss: 1.383576 Tokens per Sec: 17346, Lr: 0.000072\n", "2020-06-04 07:32:47,693 Epoch 28 Step: 286600 Batch Loss: 1.238048 Tokens per Sec: 17132, Lr: 0.000072\n", "2020-06-04 07:33:02,678 Epoch 28 Step: 286700 Batch Loss: 1.558982 Tokens per Sec: 16894, Lr: 0.000072\n", "2020-06-04 07:33:17,592 Epoch 28 Step: 286800 Batch Loss: 1.657274 Tokens per Sec: 17457, Lr: 0.000072\n", "2020-06-04 07:33:24,192 Epoch 28: total training loss 14662.82\n", "2020-06-04 07:33:24,192 EPOCH 29\n", "2020-06-04 07:33:33,856 Epoch 29 Step: 286900 Batch Loss: 1.395766 Tokens per Sec: 14883, Lr: 0.000072\n", "2020-06-04 07:33:48,758 Epoch 29 Step: 287000 Batch Loss: 1.525802 Tokens per Sec: 17642, Lr: 0.000072\n", "2020-06-04 07:34:11,008 Example #0\n", "2020-06-04 07:34:11,009 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:34:11,009 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:34:11,009 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:34:11,009 Example #1\n", "2020-06-04 07:34:11,009 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:34:11,009 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:34:11,009 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:34:11,009 Example #2\n", "2020-06-04 07:34:11,009 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:34:11,009 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:34:11,009 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:34:11,009 Example #3\n", "2020-06-04 07:34:11,009 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:34:11,009 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:34:11,009 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:34:11,009 Validation result (greedy) at epoch 29, step 287000: bleu: 33.77, loss: 35232.5156, ppl: 3.5516, duration: 22.2507s\n", "2020-06-04 07:34:25,900 Epoch 29 Step: 287100 Batch Loss: 1.438582 Tokens per Sec: 17357, Lr: 0.000072\n", "2020-06-04 07:34:40,930 Epoch 29 Step: 287200 Batch Loss: 1.550279 Tokens per Sec: 17395, Lr: 0.000072\n", "2020-06-04 07:34:55,764 Epoch 29 Step: 287300 Batch Loss: 1.556449 Tokens per Sec: 17286, Lr: 0.000072\n", "2020-06-04 07:35:10,864 Epoch 29 Step: 287400 Batch Loss: 1.456089 Tokens per Sec: 17326, Lr: 0.000072\n", "2020-06-04 07:35:25,734 Epoch 29 Step: 287500 Batch Loss: 1.397380 Tokens per Sec: 17077, Lr: 0.000072\n", "2020-06-04 07:35:40,502 Epoch 29 Step: 287600 Batch Loss: 1.409789 Tokens per Sec: 17325, Lr: 0.000072\n", "2020-06-04 07:35:55,354 Epoch 29 Step: 287700 Batch Loss: 1.459845 Tokens per Sec: 17234, Lr: 0.000072\n", "2020-06-04 07:36:10,290 Epoch 29 Step: 287800 Batch Loss: 1.370902 Tokens per Sec: 17158, Lr: 0.000072\n", "2020-06-04 07:36:24,983 Epoch 29 Step: 287900 Batch Loss: 1.453329 Tokens per Sec: 17220, Lr: 0.000072\n", "2020-06-04 07:36:39,689 Epoch 29 Step: 288000 Batch Loss: 1.332968 Tokens per Sec: 17245, Lr: 0.000072\n", "2020-06-04 07:37:01,586 Example #0\n", "2020-06-04 07:37:01,586 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:37:01,586 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:37:01,586 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:37:01,586 Example #1\n", "2020-06-04 07:37:01,586 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:37:01,586 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:37:01,586 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:37:01,586 Example #2\n", "2020-06-04 07:37:01,586 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:37:01,587 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:37:01,587 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:37:01,587 Example #3\n", "2020-06-04 07:37:01,587 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:37:01,587 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:37:01,587 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:37:01,587 Validation result (greedy) at epoch 29, step 288000: bleu: 33.92, loss: 35239.8281, ppl: 3.5525, duration: 21.8974s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 07:37:16,467 Epoch 29 Step: 288100 Batch Loss: 1.281858 Tokens per Sec: 17324, Lr: 0.000072\n", "2020-06-04 07:37:31,407 Epoch 29 Step: 288200 Batch Loss: 1.341685 Tokens per Sec: 17364, Lr: 0.000072\n", "2020-06-04 07:37:46,237 Epoch 29 Step: 288300 Batch Loss: 1.435490 Tokens per Sec: 17232, Lr: 0.000072\n", "2020-06-04 07:38:01,123 Epoch 29 Step: 288400 Batch Loss: 1.524934 Tokens per Sec: 17147, Lr: 0.000072\n", "2020-06-04 07:38:15,973 Epoch 29 Step: 288500 Batch Loss: 1.222356 Tokens per Sec: 17404, Lr: 0.000072\n", "2020-06-04 07:38:30,714 Epoch 29 Step: 288600 Batch Loss: 1.295267 Tokens per Sec: 17012, Lr: 0.000072\n", "2020-06-04 07:38:45,505 Epoch 29 Step: 288700 Batch Loss: 1.424380 Tokens per Sec: 16906, Lr: 0.000072\n", "2020-06-04 07:39:00,493 Epoch 29 Step: 288800 Batch Loss: 1.426933 Tokens per Sec: 17323, Lr: 0.000072\n", "2020-06-04 07:39:15,421 Epoch 29 Step: 288900 Batch Loss: 1.373404 Tokens per Sec: 16817, Lr: 0.000072\n", "2020-06-04 07:39:30,392 Epoch 29 Step: 289000 Batch Loss: 1.326651 Tokens per Sec: 17478, Lr: 0.000072\n", "2020-06-04 07:39:52,716 Example #0\n", "2020-06-04 07:39:52,716 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:39:52,716 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:39:52,717 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:39:52,717 Example #1\n", "2020-06-04 07:39:52,717 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:39:52,717 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:39:52,717 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:39:52,717 Example #2\n", "2020-06-04 07:39:52,717 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:39:52,717 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:39:52,717 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:39:52,717 Example #3\n", "2020-06-04 07:39:52,717 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:39:52,717 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:39:52,718 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:39:52,718 Validation result (greedy) at epoch 29, step 289000: bleu: 33.95, loss: 35200.5820, ppl: 3.5475, duration: 22.3253s\n", "2020-06-04 07:40:07,622 Epoch 29 Step: 289100 Batch Loss: 1.367290 Tokens per Sec: 17062, Lr: 0.000072\n", "2020-06-04 07:40:22,503 Epoch 29 Step: 289200 Batch Loss: 1.258565 Tokens per Sec: 17150, Lr: 0.000072\n", "2020-06-04 07:40:37,337 Epoch 29 Step: 289300 Batch Loss: 1.327942 Tokens per Sec: 17215, Lr: 0.000072\n", "2020-06-04 07:40:52,147 Epoch 29 Step: 289400 Batch Loss: 1.463998 Tokens per Sec: 17359, Lr: 0.000072\n", "2020-06-04 07:41:06,915 Epoch 29 Step: 289500 Batch Loss: 1.394568 Tokens per Sec: 16932, Lr: 0.000072\n", "2020-06-04 07:41:21,904 Epoch 29 Step: 289600 Batch Loss: 1.414512 Tokens per Sec: 17303, Lr: 0.000072\n", "2020-06-04 07:41:36,781 Epoch 29 Step: 289700 Batch Loss: 1.499058 Tokens per Sec: 17473, Lr: 0.000072\n", "2020-06-04 07:41:51,721 Epoch 29 Step: 289800 Batch Loss: 1.301952 Tokens per Sec: 17407, Lr: 0.000072\n", "2020-06-04 07:42:06,426 Epoch 29 Step: 289900 Batch Loss: 1.435164 Tokens per Sec: 17299, Lr: 0.000072\n", "2020-06-04 07:42:21,253 Epoch 29 Step: 290000 Batch Loss: 2.041291 Tokens per Sec: 16946, Lr: 0.000072\n", "2020-06-04 07:42:43,463 Hooray! New best validation result [ppl]!\n", "2020-06-04 07:42:43,463 Saving new checkpoint.\n", "2020-06-04 07:42:43,717 Example #0\n", "2020-06-04 07:42:43,717 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:42:43,717 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:42:43,717 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:42:43,717 Example #1\n", "2020-06-04 07:42:43,717 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:42:43,717 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:42:43,717 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:42:43,717 Example #2\n", "2020-06-04 07:42:43,718 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:42:43,718 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:42:43,718 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:42:43,718 Example #3\n", "2020-06-04 07:42:43,718 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:42:43,718 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:42:43,718 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na ifaayo .\n", "2020-06-04 07:42:43,718 Validation result (greedy) at epoch 29, step 290000: bleu: 33.92, loss: 35152.5742, ppl: 3.5414, duration: 22.4639s\n", "2020-06-04 07:42:58,671 Epoch 29 Step: 290100 Batch Loss: 1.393467 Tokens per Sec: 17218, Lr: 0.000072\n", "2020-06-04 07:43:13,814 Epoch 29 Step: 290200 Batch Loss: 1.330612 Tokens per Sec: 17491, Lr: 0.000072\n", "2020-06-04 07:43:28,671 Epoch 29 Step: 290300 Batch Loss: 1.387669 Tokens per Sec: 17178, Lr: 0.000072\n", "2020-06-04 07:43:43,557 Epoch 29 Step: 290400 Batch Loss: 1.704653 Tokens per Sec: 17096, Lr: 0.000072\n", "2020-06-04 07:43:58,398 Epoch 29 Step: 290500 Batch Loss: 1.597418 Tokens per Sec: 16849, Lr: 0.000072\n", "2020-06-04 07:44:13,201 Epoch 29 Step: 290600 Batch Loss: 1.328297 Tokens per Sec: 17046, Lr: 0.000072\n", "2020-06-04 07:44:27,871 Epoch 29 Step: 290700 Batch Loss: 1.394691 Tokens per Sec: 17301, Lr: 0.000072\n", "2020-06-04 07:44:42,702 Epoch 29 Step: 290800 Batch Loss: 1.410333 Tokens per Sec: 17268, Lr: 0.000072\n", "2020-06-04 07:44:57,410 Epoch 29 Step: 290900 Batch Loss: 1.641711 Tokens per Sec: 16928, Lr: 0.000072\n", "2020-06-04 07:45:12,366 Epoch 29 Step: 291000 Batch Loss: 1.431051 Tokens per Sec: 17384, Lr: 0.000072\n", "2020-06-04 07:45:34,380 Hooray! New best validation result [ppl]!\n", "2020-06-04 07:45:34,380 Saving new checkpoint.\n", "2020-06-04 07:45:34,559 Example #0\n", "2020-06-04 07:45:34,559 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:45:34,559 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:45:34,559 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:45:34,559 Example #1\n", "2020-06-04 07:45:34,560 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:45:34,560 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:45:34,560 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:45:34,560 Example #2\n", "2020-06-04 07:45:34,560 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:45:34,560 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:45:34,560 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:45:34,560 Example #3\n", "2020-06-04 07:45:34,560 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:45:34,560 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:45:34,560 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye mazao ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:45:34,561 Validation result (greedy) at epoch 29, step 291000: bleu: 33.89, loss: 35108.8125, ppl: 3.5358, duration: 22.1936s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 07:45:49,247 Epoch 29 Step: 291100 Batch Loss: 1.471361 Tokens per Sec: 17350, Lr: 0.000072\n", "2020-06-04 07:46:04,000 Epoch 29 Step: 291200 Batch Loss: 1.374165 Tokens per Sec: 17239, Lr: 0.000072\n", "2020-06-04 07:46:18,895 Epoch 29 Step: 291300 Batch Loss: 1.393781 Tokens per Sec: 17133, Lr: 0.000072\n", "2020-06-04 07:46:33,893 Epoch 29 Step: 291400 Batch Loss: 1.443252 Tokens per Sec: 17117, Lr: 0.000072\n", "2020-06-04 07:46:48,854 Epoch 29 Step: 291500 Batch Loss: 1.410768 Tokens per Sec: 17340, Lr: 0.000072\n", "2020-06-04 07:47:03,768 Epoch 29 Step: 291600 Batch Loss: 1.352594 Tokens per Sec: 17716, Lr: 0.000072\n", "2020-06-04 07:47:18,556 Epoch 29 Step: 291700 Batch Loss: 1.404918 Tokens per Sec: 17199, Lr: 0.000072\n", "2020-06-04 07:47:33,504 Epoch 29 Step: 291800 Batch Loss: 1.421372 Tokens per Sec: 17333, Lr: 0.000072\n", "2020-06-04 07:47:48,489 Epoch 29 Step: 291900 Batch Loss: 1.366913 Tokens per Sec: 17349, Lr: 0.000072\n", "2020-06-04 07:48:03,397 Epoch 29 Step: 292000 Batch Loss: 1.453117 Tokens per Sec: 17403, Lr: 0.000072\n", "2020-06-04 07:48:25,323 Hooray! New best validation result [ppl]!\n", "2020-06-04 07:48:25,323 Saving new checkpoint.\n", "2020-06-04 07:48:25,502 Example #0\n", "2020-06-04 07:48:25,502 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:48:25,502 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:48:25,502 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:48:25,502 Example #1\n", "2020-06-04 07:48:25,503 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:48:25,503 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:48:25,503 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:48:25,503 Example #2\n", "2020-06-04 07:48:25,503 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:48:25,503 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:48:25,503 \tHypothesis: Mitazamo hiyo ilianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:48:25,503 Example #3\n", "2020-06-04 07:48:25,503 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:48:25,503 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:48:25,503 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:48:25,503 Validation result (greedy) at epoch 29, step 292000: bleu: 33.91, loss: 35094.5977, ppl: 3.5340, duration: 22.1055s\n", "2020-06-04 07:48:40,324 Epoch 29 Step: 292100 Batch Loss: 1.328315 Tokens per Sec: 17038, Lr: 0.000072\n", "2020-06-04 07:48:55,335 Epoch 29 Step: 292200 Batch Loss: 1.480533 Tokens per Sec: 17469, Lr: 0.000072\n", "2020-06-04 07:49:10,171 Epoch 29 Step: 292300 Batch Loss: 1.798003 Tokens per Sec: 16775, Lr: 0.000072\n", "2020-06-04 07:49:25,009 Epoch 29 Step: 292400 Batch Loss: 1.517419 Tokens per Sec: 16928, Lr: 0.000072\n", "2020-06-04 07:49:39,867 Epoch 29 Step: 292500 Batch Loss: 1.454371 Tokens per Sec: 17219, Lr: 0.000072\n", "2020-06-04 07:49:54,951 Epoch 29 Step: 292600 Batch Loss: 1.507073 Tokens per Sec: 17055, Lr: 0.000072\n", "2020-06-04 07:50:09,630 Epoch 29 Step: 292700 Batch Loss: 1.244286 Tokens per Sec: 17319, Lr: 0.000072\n", "2020-06-04 07:50:24,542 Epoch 29 Step: 292800 Batch Loss: 1.456018 Tokens per Sec: 17146, Lr: 0.000072\n", "2020-06-04 07:50:39,373 Epoch 29 Step: 292900 Batch Loss: 1.561220 Tokens per Sec: 17205, Lr: 0.000072\n", "2020-06-04 07:50:54,222 Epoch 29 Step: 293000 Batch Loss: 1.313016 Tokens per Sec: 17179, Lr: 0.000072\n", "2020-06-04 07:51:16,386 Example #0\n", "2020-06-04 07:51:16,387 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:51:16,387 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:51:16,387 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:51:16,387 Example #1\n", "2020-06-04 07:51:16,387 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:51:16,387 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:51:16,387 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:51:16,387 Example #2\n", "2020-06-04 07:51:16,387 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:51:16,387 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:51:16,387 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:51:16,387 Example #3\n", "2020-06-04 07:51:16,387 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:51:16,387 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:51:16,387 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:51:16,388 Validation result (greedy) at epoch 29, step 293000: bleu: 34.06, loss: 35139.8672, ppl: 3.5398, duration: 22.1651s\n", "2020-06-04 07:51:31,317 Epoch 29 Step: 293100 Batch Loss: 1.686460 Tokens per Sec: 17130, Lr: 0.000072\n", "2020-06-04 07:51:46,097 Epoch 29 Step: 293200 Batch Loss: 1.448792 Tokens per Sec: 16888, Lr: 0.000072\n", "2020-06-04 07:52:00,934 Epoch 29 Step: 293300 Batch Loss: 1.302289 Tokens per Sec: 17203, Lr: 0.000072\n", "2020-06-04 07:52:15,712 Epoch 29 Step: 293400 Batch Loss: 1.424461 Tokens per Sec: 17294, Lr: 0.000072\n", "2020-06-04 07:52:30,557 Epoch 29 Step: 293500 Batch Loss: 1.335518 Tokens per Sec: 17244, Lr: 0.000072\n", "2020-06-04 07:52:45,383 Epoch 29 Step: 293600 Batch Loss: 1.459195 Tokens per Sec: 17392, Lr: 0.000072\n", "2020-06-04 07:53:00,160 Epoch 29 Step: 293700 Batch Loss: 1.721241 Tokens per Sec: 17043, Lr: 0.000072\n", "2020-06-04 07:53:15,022 Epoch 29 Step: 293800 Batch Loss: 1.311975 Tokens per Sec: 17356, Lr: 0.000072\n", "2020-06-04 07:53:29,769 Epoch 29 Step: 293900 Batch Loss: 1.429714 Tokens per Sec: 17285, Lr: 0.000072\n", "2020-06-04 07:53:44,616 Epoch 29 Step: 294000 Batch Loss: 1.347581 Tokens per Sec: 16908, Lr: 0.000072\n", "2020-06-04 07:54:06,333 Example #0\n", "2020-06-04 07:54:06,333 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:54:06,333 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:54:06,333 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:54:06,333 Example #1\n", "2020-06-04 07:54:06,333 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:54:06,333 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:54:06,333 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:54:06,333 Example #2\n", "2020-06-04 07:54:06,333 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:54:06,334 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:54:06,334 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:54:06,334 Example #3\n", "2020-06-04 07:54:06,334 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:54:06,334 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:54:06,334 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:54:06,334 Validation result (greedy) at epoch 29, step 294000: bleu: 33.86, loss: 35139.1719, ppl: 3.5397, duration: 21.7172s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 07:54:21,191 Epoch 29 Step: 294100 Batch Loss: 1.559919 Tokens per Sec: 17434, Lr: 0.000072\n", "2020-06-04 07:54:36,129 Epoch 29 Step: 294200 Batch Loss: 1.356738 Tokens per Sec: 17579, Lr: 0.000072\n", "2020-06-04 07:54:50,739 Epoch 29 Step: 294300 Batch Loss: 1.781323 Tokens per Sec: 17303, Lr: 0.000072\n", "2020-06-04 07:55:05,562 Epoch 29 Step: 294400 Batch Loss: 1.420566 Tokens per Sec: 17363, Lr: 0.000072\n", "2020-06-04 07:55:20,348 Epoch 29 Step: 294500 Batch Loss: 1.454908 Tokens per Sec: 17162, Lr: 0.000072\n", "2020-06-04 07:55:35,225 Epoch 29 Step: 294600 Batch Loss: 1.295670 Tokens per Sec: 17082, Lr: 0.000072\n", "2020-06-04 07:55:50,066 Epoch 29 Step: 294700 Batch Loss: 1.417656 Tokens per Sec: 17138, Lr: 0.000072\n", "2020-06-04 07:56:04,914 Epoch 29 Step: 294800 Batch Loss: 1.344323 Tokens per Sec: 17119, Lr: 0.000072\n", "2020-06-04 07:56:19,559 Epoch 29 Step: 294900 Batch Loss: 1.595331 Tokens per Sec: 17234, Lr: 0.000072\n", "2020-06-04 07:56:34,426 Epoch 29 Step: 295000 Batch Loss: 1.414050 Tokens per Sec: 17078, Lr: 0.000072\n", "2020-06-04 07:56:56,348 Hooray! New best validation result [ppl]!\n", "2020-06-04 07:56:56,348 Saving new checkpoint.\n", "2020-06-04 07:56:56,528 Example #0\n", "2020-06-04 07:56:56,528 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:56:56,528 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:56:56,528 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:56:56,529 Example #1\n", "2020-06-04 07:56:56,529 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:56:56,529 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:56:56,529 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:56:56,529 Example #2\n", "2020-06-04 07:56:56,529 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:56:56,529 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:56:56,529 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:56:56,529 Example #3\n", "2020-06-04 07:56:56,529 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:56:56,529 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:56:56,530 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:56:56,530 Validation result (greedy) at epoch 29, step 295000: bleu: 33.82, loss: 35059.2461, ppl: 3.5295, duration: 22.1028s\n", "2020-06-04 07:57:11,530 Epoch 29 Step: 295100 Batch Loss: 1.282309 Tokens per Sec: 17142, Lr: 0.000072\n", "2020-06-04 07:57:26,677 Epoch 29 Step: 295200 Batch Loss: 1.312772 Tokens per Sec: 17320, Lr: 0.000072\n", "2020-06-04 07:57:41,661 Epoch 29 Step: 295300 Batch Loss: 1.356036 Tokens per Sec: 17131, Lr: 0.000072\n", "2020-06-04 07:57:56,461 Epoch 29 Step: 295400 Batch Loss: 1.679775 Tokens per Sec: 17198, Lr: 0.000072\n", "2020-06-04 07:58:11,304 Epoch 29 Step: 295500 Batch Loss: 1.509259 Tokens per Sec: 17067, Lr: 0.000072\n", "2020-06-04 07:58:26,195 Epoch 29 Step: 295600 Batch Loss: 1.393481 Tokens per Sec: 17524, Lr: 0.000072\n", "2020-06-04 07:58:41,258 Epoch 29 Step: 295700 Batch Loss: 1.506109 Tokens per Sec: 17519, Lr: 0.000072\n", "2020-06-04 07:58:55,996 Epoch 29 Step: 295800 Batch Loss: 1.292832 Tokens per Sec: 17196, Lr: 0.000072\n", "2020-06-04 07:59:10,819 Epoch 29 Step: 295900 Batch Loss: 1.300801 Tokens per Sec: 16773, Lr: 0.000072\n", "2020-06-04 07:59:25,552 Epoch 29 Step: 296000 Batch Loss: 1.617422 Tokens per Sec: 17212, Lr: 0.000072\n", "2020-06-04 07:59:48,328 Hooray! New best validation result [ppl]!\n", "2020-06-04 07:59:48,328 Saving new checkpoint.\n", "2020-06-04 07:59:48,505 Example #0\n", "2020-06-04 07:59:48,506 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 07:59:48,506 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 07:59:48,506 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 07:59:48,506 Example #1\n", "2020-06-04 07:59:48,506 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 07:59:48,506 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 07:59:48,506 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 07:59:48,506 Example #2\n", "2020-06-04 07:59:48,507 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 07:59:48,507 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 07:59:48,507 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 07:59:48,507 Example #3\n", "2020-06-04 07:59:48,507 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 07:59:48,507 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 07:59:48,507 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 07:59:48,507 Validation result (greedy) at epoch 29, step 296000: bleu: 34.14, loss: 35037.0664, ppl: 3.5267, duration: 22.9543s\n", "2020-06-04 08:00:03,379 Epoch 29 Step: 296100 Batch Loss: 1.294255 Tokens per Sec: 17117, Lr: 0.000072\n", "2020-06-04 08:00:18,095 Epoch 29 Step: 296200 Batch Loss: 1.671526 Tokens per Sec: 17280, Lr: 0.000072\n", "2020-06-04 08:00:33,052 Epoch 29 Step: 296300 Batch Loss: 1.553134 Tokens per Sec: 17438, Lr: 0.000072\n", "2020-06-04 08:00:48,074 Epoch 29 Step: 296400 Batch Loss: 1.496172 Tokens per Sec: 17178, Lr: 0.000072\n", "2020-06-04 08:01:02,829 Epoch 29 Step: 296500 Batch Loss: 1.467020 Tokens per Sec: 17541, Lr: 0.000072\n", "2020-06-04 08:01:17,768 Epoch 29 Step: 296600 Batch Loss: 1.358333 Tokens per Sec: 17504, Lr: 0.000072\n", "2020-06-04 08:01:32,732 Epoch 29 Step: 296700 Batch Loss: 1.490519 Tokens per Sec: 17094, Lr: 0.000072\n", "2020-06-04 08:01:47,642 Epoch 29 Step: 296800 Batch Loss: 1.462282 Tokens per Sec: 17618, Lr: 0.000072\n", "2020-06-04 08:02:02,273 Epoch 29 Step: 296900 Batch Loss: 1.367140 Tokens per Sec: 17406, Lr: 0.000072\n", "2020-06-04 08:02:16,997 Epoch 29 Step: 297000 Batch Loss: 1.608670 Tokens per Sec: 17256, Lr: 0.000072\n", "2020-06-04 08:02:40,109 Example #0\n", "2020-06-04 08:02:40,110 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:02:40,110 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:02:40,110 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:02:40,110 Example #1\n", "2020-06-04 08:02:40,110 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:02:40,110 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:02:40,110 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:02:40,110 Example #2\n", "2020-06-04 08:02:40,110 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:02:40,110 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:02:40,111 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:02:40,111 Example #3\n", "2020-06-04 08:02:40,111 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:02:40,111 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:02:40,111 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:02:40,111 Validation result (greedy) at epoch 29, step 297000: bleu: 33.91, loss: 35091.9648, ppl: 3.5337, duration: 23.1138s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 08:02:50,579 Epoch 29: total training loss 14585.55\n", "2020-06-04 08:02:50,579 EPOCH 30\n", "2020-06-04 08:02:56,300 Epoch 30 Step: 297100 Batch Loss: 1.381225 Tokens per Sec: 12962, Lr: 0.000072\n", "2020-06-04 08:03:11,091 Epoch 30 Step: 297200 Batch Loss: 1.397844 Tokens per Sec: 17290, Lr: 0.000072\n", "2020-06-04 08:03:25,969 Epoch 30 Step: 297300 Batch Loss: 1.424298 Tokens per Sec: 17194, Lr: 0.000072\n", "2020-06-04 08:03:40,794 Epoch 30 Step: 297400 Batch Loss: 1.388924 Tokens per Sec: 17191, Lr: 0.000072\n", "2020-06-04 08:03:55,591 Epoch 30 Step: 297500 Batch Loss: 1.426854 Tokens per Sec: 17602, Lr: 0.000072\n", "2020-06-04 08:04:10,375 Epoch 30 Step: 297600 Batch Loss: 1.912871 Tokens per Sec: 17158, Lr: 0.000072\n", "2020-06-04 08:04:25,165 Epoch 30 Step: 297700 Batch Loss: 1.343861 Tokens per Sec: 17185, Lr: 0.000072\n", "2020-06-04 08:04:39,832 Epoch 30 Step: 297800 Batch Loss: 1.558529 Tokens per Sec: 17278, Lr: 0.000072\n", "2020-06-04 08:04:54,614 Epoch 30 Step: 297900 Batch Loss: 1.499288 Tokens per Sec: 17404, Lr: 0.000072\n", "2020-06-04 08:05:09,443 Epoch 30 Step: 298000 Batch Loss: 1.337688 Tokens per Sec: 17250, Lr: 0.000072\n", "2020-06-04 08:05:32,352 Example #0\n", "2020-06-04 08:05:32,353 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:05:32,353 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:05:32,353 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:05:32,353 Example #1\n", "2020-06-04 08:05:32,353 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:05:32,353 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:05:32,353 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:05:32,353 Example #2\n", "2020-06-04 08:05:32,353 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:05:32,353 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:05:32,353 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:05:32,353 Example #3\n", "2020-06-04 08:05:32,354 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:05:32,354 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:05:32,354 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:05:32,354 Validation result (greedy) at epoch 30, step 298000: bleu: 33.80, loss: 35165.6680, ppl: 3.5431, duration: 22.9100s\n", "2020-06-04 08:05:47,215 Epoch 30 Step: 298100 Batch Loss: 1.382676 Tokens per Sec: 17534, Lr: 0.000072\n", "2020-06-04 08:06:02,108 Epoch 30 Step: 298200 Batch Loss: 1.476100 Tokens per Sec: 17181, Lr: 0.000072\n", "2020-06-04 08:06:16,920 Epoch 30 Step: 298300 Batch Loss: 1.557448 Tokens per Sec: 17174, Lr: 0.000072\n", "2020-06-04 08:06:31,729 Epoch 30 Step: 298400 Batch Loss: 1.400383 Tokens per Sec: 17123, Lr: 0.000072\n", "2020-06-04 08:06:46,655 Epoch 30 Step: 298500 Batch Loss: 1.394754 Tokens per Sec: 17287, Lr: 0.000072\n", "2020-06-04 08:07:01,491 Epoch 30 Step: 298600 Batch Loss: 1.624813 Tokens per Sec: 17289, Lr: 0.000072\n", "2020-06-04 08:07:16,352 Epoch 30 Step: 298700 Batch Loss: 1.667677 Tokens per Sec: 17346, Lr: 0.000072\n", "2020-06-04 08:07:31,229 Epoch 30 Step: 298800 Batch Loss: 1.386074 Tokens per Sec: 17204, Lr: 0.000072\n", "2020-06-04 08:07:45,993 Epoch 30 Step: 298900 Batch Loss: 1.345873 Tokens per Sec: 17236, Lr: 0.000072\n", "2020-06-04 08:08:00,774 Epoch 30 Step: 299000 Batch Loss: 1.449976 Tokens per Sec: 17113, Lr: 0.000072\n", "2020-06-04 08:08:23,180 Example #0\n", "2020-06-04 08:08:23,180 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:08:23,180 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:08:23,180 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:08:23,180 Example #1\n", "2020-06-04 08:08:23,180 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:08:23,181 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:08:23,181 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:08:23,181 Example #2\n", "2020-06-04 08:08:23,181 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:08:23,181 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:08:23,181 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:08:23,181 Example #3\n", "2020-06-04 08:08:23,181 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:08:23,181 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:08:23,181 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:08:23,181 Validation result (greedy) at epoch 30, step 299000: bleu: 33.89, loss: 35147.6406, ppl: 3.5408, duration: 22.4066s\n", "2020-06-04 08:08:38,079 Epoch 30 Step: 299100 Batch Loss: 1.279065 Tokens per Sec: 17216, Lr: 0.000072\n", "2020-06-04 08:08:53,011 Epoch 30 Step: 299200 Batch Loss: 1.314156 Tokens per Sec: 17496, Lr: 0.000072\n", "2020-06-04 08:09:07,781 Epoch 30 Step: 299300 Batch Loss: 1.432934 Tokens per Sec: 17523, Lr: 0.000072\n", "2020-06-04 08:09:22,615 Epoch 30 Step: 299400 Batch Loss: 1.242141 Tokens per Sec: 17263, Lr: 0.000072\n", "2020-06-04 08:09:37,704 Epoch 30 Step: 299500 Batch Loss: 1.307780 Tokens per Sec: 17194, Lr: 0.000072\n", "2020-06-04 08:09:52,662 Epoch 30 Step: 299600 Batch Loss: 1.413572 Tokens per Sec: 17290, Lr: 0.000072\n", "2020-06-04 08:10:07,532 Epoch 30 Step: 299700 Batch Loss: 1.572462 Tokens per Sec: 17337, Lr: 0.000072\n", "2020-06-04 08:10:22,340 Epoch 30 Step: 299800 Batch Loss: 1.404835 Tokens per Sec: 17044, Lr: 0.000072\n", "2020-06-04 08:10:36,839 Epoch 30 Step: 299900 Batch Loss: 1.544982 Tokens per Sec: 17054, Lr: 0.000072\n", "2020-06-04 08:10:51,668 Epoch 30 Step: 300000 Batch Loss: 1.324479 Tokens per Sec: 17082, Lr: 0.000072\n", "2020-06-04 08:11:14,629 Example #0\n", "2020-06-04 08:11:14,629 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:11:14,629 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:11:14,629 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:11:14,629 Example #1\n", "2020-06-04 08:11:14,629 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:11:14,629 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:11:14,629 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:11:14,629 Example #2\n", "2020-06-04 08:11:14,630 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:11:14,630 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:11:14,630 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:11:14,630 Example #3\n", "2020-06-04 08:11:14,630 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:11:14,630 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:11:14,630 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:11:14,630 Validation result (greedy) at epoch 30, step 300000: bleu: 34.00, loss: 35101.9375, ppl: 3.5350, duration: 22.9614s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 08:11:29,494 Epoch 30 Step: 300100 Batch Loss: 1.432807 Tokens per Sec: 17315, Lr: 0.000072\n", "2020-06-04 08:11:44,276 Epoch 30 Step: 300200 Batch Loss: 1.392327 Tokens per Sec: 17170, Lr: 0.000072\n", "2020-06-04 08:11:59,172 Epoch 30 Step: 300300 Batch Loss: 1.476485 Tokens per Sec: 17287, Lr: 0.000072\n", "2020-06-04 08:12:14,008 Epoch 30 Step: 300400 Batch Loss: 1.510286 Tokens per Sec: 17032, Lr: 0.000072\n", "2020-06-04 08:12:28,919 Epoch 30 Step: 300500 Batch Loss: 1.563306 Tokens per Sec: 17561, Lr: 0.000072\n", "2020-06-04 08:12:43,848 Epoch 30 Step: 300600 Batch Loss: 1.366653 Tokens per Sec: 17083, Lr: 0.000072\n", "2020-06-04 08:12:58,781 Epoch 30 Step: 300700 Batch Loss: 1.378415 Tokens per Sec: 17140, Lr: 0.000072\n", "2020-06-04 08:13:13,465 Epoch 30 Step: 300800 Batch Loss: 1.217507 Tokens per Sec: 17155, Lr: 0.000072\n", "2020-06-04 08:13:28,082 Epoch 30 Step: 300900 Batch Loss: 1.776078 Tokens per Sec: 16936, Lr: 0.000072\n", "2020-06-04 08:13:43,039 Epoch 30 Step: 301000 Batch Loss: 1.400921 Tokens per Sec: 17184, Lr: 0.000072\n", "2020-06-04 08:14:05,189 Example #0\n", "2020-06-04 08:14:05,189 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:14:05,189 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:14:05,189 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:14:05,189 Example #1\n", "2020-06-04 08:14:05,189 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:14:05,189 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:14:05,189 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:14:05,189 Example #2\n", "2020-06-04 08:14:05,190 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:14:05,190 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:14:05,190 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:14:05,190 Example #3\n", "2020-06-04 08:14:05,190 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:14:05,190 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:14:05,190 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:14:05,190 Validation result (greedy) at epoch 30, step 301000: bleu: 34.19, loss: 35187.7422, ppl: 3.5459, duration: 22.1505s\n", "2020-06-04 08:16:03,930 Epoch 30 Step: 301800 Batch Loss: 1.542063 Tokens per Sec: 17022, Lr: 0.000072\n", "2020-06-04 08:16:18,801 Epoch 30 Step: 301900 Batch Loss: 1.376756 Tokens per Sec: 17189, Lr: 0.000072\n", "2020-06-04 08:16:33,683 Epoch 30 Step: 302000 Batch Loss: 1.280889 Tokens per Sec: 17100, Lr: 0.000072\n", "2020-06-04 08:16:55,709 Example #0\n", "2020-06-04 08:16:55,709 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:16:55,709 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:16:55,709 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:16:55,709 Example #1\n", "2020-06-04 08:16:55,709 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:16:55,709 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:16:55,709 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:16:55,709 Example #2\n", "2020-06-04 08:16:55,709 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:16:55,709 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:16:55,709 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:16:55,710 Example #3\n", "2020-06-04 08:16:55,710 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:16:55,710 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:16:55,710 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:16:55,710 Validation result (greedy) at epoch 30, step 302000: bleu: 33.79, loss: 35130.0469, ppl: 3.5385, duration: 22.0261s\n", "2020-06-04 08:17:10,774 Epoch 30 Step: 302100 Batch Loss: 1.513065 Tokens per Sec: 17109, Lr: 0.000050\n", "2020-06-04 08:17:25,636 Epoch 30 Step: 302200 Batch Loss: 1.315845 Tokens per Sec: 17096, Lr: 0.000050\n", "2020-06-04 08:17:40,546 Epoch 30 Step: 302300 Batch Loss: 1.647256 Tokens per Sec: 17086, Lr: 0.000050\n", "2020-06-04 08:17:55,246 Epoch 30 Step: 302400 Batch Loss: 1.445087 Tokens per Sec: 17171, Lr: 0.000050\n", "2020-06-04 08:18:10,014 Epoch 30 Step: 302500 Batch Loss: 1.514525 Tokens per Sec: 16993, Lr: 0.000050\n", "2020-06-04 08:18:24,771 Epoch 30 Step: 302600 Batch Loss: 1.465173 Tokens per Sec: 17142, Lr: 0.000050\n", "2020-06-04 08:18:39,704 Epoch 30 Step: 302700 Batch Loss: 1.367410 Tokens per Sec: 17042, Lr: 0.000050\n", "2020-06-04 08:18:54,567 Epoch 30 Step: 302800 Batch Loss: 1.281519 Tokens per Sec: 17307, Lr: 0.000050\n", "2020-06-04 08:19:09,232 Epoch 30 Step: 302900 Batch Loss: 1.533455 Tokens per Sec: 17111, Lr: 0.000050\n", "2020-06-04 08:19:24,157 Epoch 30 Step: 303000 Batch Loss: 1.359772 Tokens per Sec: 17311, Lr: 0.000050\n", "2020-06-04 08:19:46,538 Example #0\n", "2020-06-04 08:19:46,539 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:19:46,539 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:19:46,539 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:19:46,539 Example #1\n", "2020-06-04 08:19:46,539 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:19:46,539 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:19:46,539 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:19:46,539 Example #2\n", "2020-06-04 08:19:46,539 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:19:46,539 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:19:46,539 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:19:46,539 Example #3\n", "2020-06-04 08:19:46,539 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:19:46,539 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:19:46,539 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:19:46,539 Validation result (greedy) at epoch 30, step 303000: bleu: 34.16, loss: 35047.4141, ppl: 3.5280, duration: 22.3819s\n", "2020-06-04 08:20:01,564 Epoch 30 Step: 303100 Batch Loss: 1.359440 Tokens per Sec: 17174, Lr: 0.000050\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 08:20:16,495 Epoch 30 Step: 303200 Batch Loss: 1.413313 Tokens per Sec: 17098, Lr: 0.000050\n", "2020-06-04 08:20:30,991 Epoch 30 Step: 303300 Batch Loss: 1.435676 Tokens per Sec: 16852, Lr: 0.000050\n", "2020-06-04 08:20:45,986 Epoch 30 Step: 303400 Batch Loss: 1.425150 Tokens per Sec: 17555, Lr: 0.000050\n", "2020-06-04 08:21:00,686 Epoch 30 Step: 303500 Batch Loss: 1.488713 Tokens per Sec: 17589, Lr: 0.000050\n", "2020-06-04 08:21:15,527 Epoch 30 Step: 303600 Batch Loss: 1.349584 Tokens per Sec: 17256, Lr: 0.000050\n", "2020-06-04 08:21:30,435 Epoch 30 Step: 303700 Batch Loss: 1.642421 Tokens per Sec: 17249, Lr: 0.000050\n", "2020-06-04 08:21:45,411 Epoch 30 Step: 303800 Batch Loss: 1.413663 Tokens per Sec: 17148, Lr: 0.000050\n", "2020-06-04 08:22:00,133 Epoch 30 Step: 303900 Batch Loss: 1.474272 Tokens per Sec: 17388, Lr: 0.000050\n", "2020-06-04 08:22:14,900 Epoch 30 Step: 304000 Batch Loss: 1.384291 Tokens per Sec: 17160, Lr: 0.000050\n", "2020-06-04 08:22:37,153 Example #0\n", "2020-06-04 08:22:37,153 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:22:37,153 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:22:37,153 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:22:37,153 Example #1\n", "2020-06-04 08:22:37,153 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:22:37,153 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:22:37,153 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:22:37,153 Example #2\n", "2020-06-04 08:22:37,154 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:22:37,154 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:22:37,154 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:22:37,154 Example #3\n", "2020-06-04 08:22:37,154 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:22:37,154 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:22:37,154 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:22:37,154 Validation result (greedy) at epoch 30, step 304000: bleu: 34.03, loss: 35051.3516, ppl: 3.5285, duration: 22.2538s\n", "2020-06-04 08:22:51,967 Epoch 30 Step: 304100 Batch Loss: 1.327443 Tokens per Sec: 17207, Lr: 0.000050\n", "2020-06-04 08:23:06,859 Epoch 30 Step: 304200 Batch Loss: 1.405072 Tokens per Sec: 17346, Lr: 0.000050\n", "2020-06-04 08:23:21,585 Epoch 30 Step: 304300 Batch Loss: 1.423598 Tokens per Sec: 17117, Lr: 0.000050\n", "2020-06-04 08:23:36,480 Epoch 30 Step: 304400 Batch Loss: 1.532214 Tokens per Sec: 16908, Lr: 0.000050\n", "2020-06-04 08:23:51,407 Epoch 30 Step: 304500 Batch Loss: 1.412174 Tokens per Sec: 17432, Lr: 0.000050\n", "2020-06-04 08:24:06,395 Epoch 30 Step: 304600 Batch Loss: 1.540887 Tokens per Sec: 17324, Lr: 0.000050\n", "2020-06-04 08:24:21,317 Epoch 30 Step: 304700 Batch Loss: 1.312381 Tokens per Sec: 16994, Lr: 0.000050\n", "2020-06-04 08:24:36,214 Epoch 30 Step: 304800 Batch Loss: 1.406301 Tokens per Sec: 17316, Lr: 0.000050\n", "2020-06-04 08:24:50,877 Epoch 30 Step: 304900 Batch Loss: 1.453675 Tokens per Sec: 17157, Lr: 0.000050\n", "2020-06-04 08:25:05,758 Epoch 30 Step: 305000 Batch Loss: 1.308978 Tokens per Sec: 17242, Lr: 0.000050\n", "2020-06-04 08:25:27,594 Hooray! New best validation result [ppl]!\n", "2020-06-04 08:25:27,594 Saving new checkpoint.\n", "2020-06-04 08:25:27,775 Example #0\n", "2020-06-04 08:25:27,776 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:25:27,776 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:25:27,776 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:25:27,776 Example #1\n", "2020-06-04 08:25:27,776 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:25:27,776 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:25:27,776 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:25:27,776 Example #2\n", "2020-06-04 08:25:27,777 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:25:27,777 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:25:27,777 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:25:27,777 Example #3\n", "2020-06-04 08:25:27,777 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:25:27,777 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:25:27,777 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:25:27,777 Validation result (greedy) at epoch 30, step 305000: bleu: 34.06, loss: 35036.1914, ppl: 3.5266, duration: 22.0187s\n", "2020-06-04 08:25:42,633 Epoch 30 Step: 305100 Batch Loss: 1.292923 Tokens per Sec: 17278, Lr: 0.000050\n", "2020-06-04 08:25:57,545 Epoch 30 Step: 305200 Batch Loss: 1.576058 Tokens per Sec: 17217, Lr: 0.000050\n", "2020-06-04 08:26:12,401 Epoch 30 Step: 305300 Batch Loss: 1.461061 Tokens per Sec: 17150, Lr: 0.000050\n", "2020-06-04 08:26:27,131 Epoch 30 Step: 305400 Batch Loss: 1.503521 Tokens per Sec: 17141, Lr: 0.000050\n", "2020-06-04 08:26:42,125 Epoch 30 Step: 305500 Batch Loss: 1.445761 Tokens per Sec: 17191, Lr: 0.000050\n", "2020-06-04 08:26:56,974 Epoch 30 Step: 305600 Batch Loss: 1.454355 Tokens per Sec: 17336, Lr: 0.000050\n", "2020-06-04 08:27:11,772 Epoch 30 Step: 305700 Batch Loss: 1.362319 Tokens per Sec: 17214, Lr: 0.000050\n", "2020-06-04 08:27:26,606 Epoch 30 Step: 305800 Batch Loss: 1.408070 Tokens per Sec: 17399, Lr: 0.000050\n", "2020-06-04 08:27:41,462 Epoch 30 Step: 305900 Batch Loss: 1.312728 Tokens per Sec: 17347, Lr: 0.000050\n", "2020-06-04 08:27:56,300 Epoch 30 Step: 306000 Batch Loss: 1.358812 Tokens per Sec: 17343, Lr: 0.000050\n", "2020-06-04 08:28:18,701 Hooray! New best validation result [ppl]!\n", "2020-06-04 08:28:18,701 Saving new checkpoint.\n", "2020-06-04 08:28:18,882 Example #0\n", "2020-06-04 08:28:18,882 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:28:18,882 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:28:18,882 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:28:18,882 Example #1\n", "2020-06-04 08:28:18,883 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:28:18,883 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:28:18,883 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:28:18,883 Example #2\n", "2020-06-04 08:28:18,883 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:28:18,883 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:28:18,883 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:28:18,883 Example #3\n", "2020-06-04 08:28:18,883 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:28:18,884 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:28:18,884 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:28:18,884 Validation result (greedy) at epoch 30, step 306000: bleu: 34.06, loss: 34945.0391, ppl: 3.5151, duration: 22.5827s\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "2020-06-04 08:28:33,677 Epoch 30 Step: 306100 Batch Loss: 1.394271 Tokens per Sec: 17254, Lr: 0.000050\n", "2020-06-04 08:28:48,464 Epoch 30 Step: 306200 Batch Loss: 1.633674 Tokens per Sec: 17083, Lr: 0.000050\n", "2020-06-04 08:29:03,325 Epoch 30 Step: 306300 Batch Loss: 1.349516 Tokens per Sec: 17222, Lr: 0.000050\n", "2020-06-04 08:29:18,098 Epoch 30 Step: 306400 Batch Loss: 1.380888 Tokens per Sec: 16933, Lr: 0.000050\n", "2020-06-04 08:29:32,760 Epoch 30 Step: 306500 Batch Loss: 1.501461 Tokens per Sec: 17236, Lr: 0.000050\n", "2020-06-04 08:29:47,493 Epoch 30 Step: 306600 Batch Loss: 1.508789 Tokens per Sec: 17340, Lr: 0.000050\n", "2020-06-04 08:30:02,258 Epoch 30 Step: 306700 Batch Loss: 1.248501 Tokens per Sec: 17192, Lr: 0.000050\n", "2020-06-04 08:30:17,157 Epoch 30 Step: 306800 Batch Loss: 1.424952 Tokens per Sec: 17046, Lr: 0.000050\n", "2020-06-04 08:30:32,057 Epoch 30 Step: 306900 Batch Loss: 1.521583 Tokens per Sec: 17010, Lr: 0.000050\n", "2020-06-04 08:30:46,756 Epoch 30 Step: 307000 Batch Loss: 1.400583 Tokens per Sec: 16884, Lr: 0.000050\n", "2020-06-04 08:31:08,795 Example #0\n", "2020-06-04 08:31:08,796 \tSource: When I reminded him that the ministers of other religions could visit their people , he became enraged .\n", "2020-06-04 08:31:08,796 \tReference: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika sana .\n", "2020-06-04 08:31:08,796 \tHypothesis: Nilipomkumbusha kwamba wahudumu wa dini nyingine wangeweza kuwatembelea watu wao , alikasirika .\n", "2020-06-04 08:31:08,796 Example #1\n", "2020-06-04 08:31:08,796 \tSource: Although the water disappears , the salts and the minerals are left behind .\n", "2020-06-04 08:31:08,796 \tReference: Ingawa maji huvukizwa , chumvi na madini hubaki .\n", "2020-06-04 08:31:08,796 \tHypothesis: Ingawa maji hutoweka , chumvi na madini huachwa nyuma .\n", "2020-06-04 08:31:08,796 Example #2\n", "2020-06-04 08:31:08,796 \tSource: These trends began in earnest in the 1960 ’ s with what came to be called the green revolution .\n", "2020-06-04 08:31:08,796 \tReference: Kilimo hicho kilianza kuenea sana katika miaka ya 1960 kupitia zile zilizojulikana kama harakati za kuboresha uzalishaji .\n", "2020-06-04 08:31:08,796 \tHypothesis: Mabadiliko hayo yalianza kwa bidii katika miaka ya 1960 na yale yaliyokuja kuitwa mapinduzi ya kijani - kibichi .\n", "2020-06-04 08:31:08,796 Example #3\n", "2020-06-04 08:31:08,797 \tSource: The desire to work in a more fruitful territory is often another motive ​ — and properly so .\n", "2020-06-04 08:31:08,797 \tReference: Mara nyingi kichocheo kingine ni tamaa ya kuhubiri katika eneo lenye matokeo zaidi — nacho chafaa .\n", "2020-06-04 08:31:08,797 \tHypothesis: Mara nyingi tamaa ya kufanya kazi katika eneo lenye matokeo ni nia nyingine — na kwa njia inayofaa .\n", "2020-06-04 08:31:08,797 Validation result (greedy) at epoch 30, step 307000: bleu: 34.08, loss: 35013.0703, ppl: 3.5237, duration: 22.0406s\n", "2020-06-04 08:31:23,667 Epoch 30 Step: 307100 Batch Loss: 1.318052 Tokens per Sec: 17205, Lr: 0.000050\n", "2020-06-04 08:31:38,524 Epoch 30 Step: 307200 Batch Loss: 1.493988 Tokens per Sec: 17045, Lr: 0.000050\n", "2020-06-04 08:31:53,334 Epoch 30 Step: 307300 Batch Loss: 1.618218 Tokens per Sec: 16931, Lr: 0.000050\n", "2020-06-04 08:31:56,970 Epoch 30: total training loss 14579.85\n", "2020-06-04 08:31:56,970 Training ended after 30 epochs.\n", "2020-06-04 08:31:56,970 Best validation result (greedy) at step 306000: 3.52 ppl.\n", "/pytorch/aten/src/ATen/native/BinaryOps.cpp:81: UserWarning: Integer division of tensors using div or / is deprecated, and in a future release div will perform true division as in Python 3. Use true_divide or floor_divide (// in Python) instead.\n", "2020-06-04 08:32:44,511 dev bleu: 34.99 [Beam search decoding with beam size = 5 and alpha = 1.0]\n", "2020-06-04 08:32:44,512 Translations saved to: models/ensw_transformer/00306000.hyps.dev\n", "2020-06-04 08:33:55,242 test bleu: 17.61 [Beam search decoding with beam size = 5 and alpha = 1.0]\n", "2020-06-04 08:33:55,244 Translations saved to: models/ensw_transformer/00306000.hyps.test\n", "benchmarks.md\t data joey-small.png README.md\t setup.py\n", "CODE_OF_CONDUCT.md docs LICENSE\t requirements.txt test\n", "configs\t\t joeynmt models\t scripts\n" ] } ], "source": [ "# Train the model \n", "!cd joeynmt;pwd; ls; python3 -m joeynmt train ./configs/transformer_ensw_sawajw.yaml;ls" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.10" } }, "nbformat": 4, "nbformat_minor": 4 }